go_service/controllers/ParseController.go

159 lines
3.6 KiB
Go
Raw Normal View History

2022-09-07 12:55:55 +00:00
package controller
import (
2022-12-07 12:25:58 +00:00
"db_service/models"
2022-09-07 12:55:55 +00:00
helper "db_service/pkg"
"db_service/repositories"
"encoding/json"
2023-01-26 10:42:58 +00:00
"fmt"
2022-09-07 12:55:55 +00:00
"log"
"net/http"
"strconv"
2023-01-25 08:48:49 +00:00
"strings"
2022-09-07 12:55:55 +00:00
"time"
)
func ParseLink(w http.ResponseWriter, route *http.Request) {
link := route.URL.Query().Get("url")
2023-01-25 08:48:49 +00:00
2022-09-07 12:55:55 +00:00
helper.Info("link: ", link)
2023-01-25 08:48:49 +00:00
if strings.Contains(link, "lcwaikiki.com"){
ParseLinkLCW(link,w)
}else {
ParseLinkTY(link,w)
}
}
func ParseLinkLCW(link string,w http.ResponseWriter) {
start := time.Now()
2023-01-26 10:42:58 +00:00
fmt.Println(link)
2023-01-25 08:48:49 +00:00
linkParser := repositories.NewLCWScraper(link)
product, err := linkParser.InitProductDetailParsing()
if err != nil {
w.WriteHeader(http.StatusInternalServerError)
json.NewEncoder(w).Encode(map[string]string{
"msg": err.Error(),
})
2023-01-26 10:42:58 +00:00
fmt.Println(err)
2023-01-25 08:48:49 +00:00
return
}
/////////////////////////////
2023-02-17 08:50:31 +00:00
importRepo, err := repositories.ParseImporterInstance()
2023-01-25 08:48:49 +00:00
if err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
2023-01-26 10:42:58 +00:00
fmt.Println(err)
2023-01-25 08:48:49 +00:00
return
}
//wait until initialization data is loaded to memory
importRepo.ImportWGroup.Wait()
2023-02-17 06:58:25 +00:00
log.Println(product);
2023-01-25 08:48:49 +00:00
2023-02-17 08:50:31 +00:00
if err = importRepo.UpdateOrCreateLCW(product).Error; err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
fmt.Println(err)
return
}
2023-01-25 08:48:49 +00:00
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string]string{
"msg": "Link parsed successfully",
2023-01-25 08:57:55 +00:00
"productGroupId": product.ProductNumber,
2023-01-25 08:48:49 +00:00
})
elapsed := time.Since(start)
log.Printf("end parse took %s", elapsed)
return
}
func ParseLinkTY(link string,w http.ResponseWriter) {
start := time.Now()
2022-09-07 12:55:55 +00:00
linkParser := repositories.NewLinkParser(link)
product, err := linkParser.ParseLink()
if err != nil {
w.WriteHeader(http.StatusInternalServerError)
json.NewEncoder(w).Encode(map[string]string{
"msg": err.Error(),
})
2023-01-26 10:42:58 +00:00
fmt.Println(err)
2022-09-07 12:55:55 +00:00
return
}
2023-07-18 07:11:52 +00:00
elapsed := time.Since(start)
log.Printf("link parsed at %s", elapsed)
2022-09-07 12:55:55 +00:00
jsonProduct, err := linkParser.GetProductDetailWithOptions(product.ID, product.ProductGroupID)
2023-07-18 07:11:52 +00:00
elapsed = time.Since(start)
log.Printf("product gat at %s", elapsed)
2023-03-24 11:40:10 +00:00
2022-09-07 12:55:55 +00:00
if err != nil {
helper.Error(err)
return
}
2022-10-15 17:05:19 +00:00
/////////////////////////////
importRepo, err := repositories.ImporterInstance()
2022-09-07 12:55:55 +00:00
if err != nil {
2022-10-15 17:05:19 +00:00
http.Error(w, err.Error(), http.StatusInternalServerError)
2022-09-15 11:50:32 +00:00
return
2022-09-09 09:43:25 +00:00
}
2022-10-15 17:05:19 +00:00
//wait until initialization data is loaded to memory
importRepo.ImportWGroup.Wait()
2022-09-09 06:05:36 +00:00
2022-10-15 17:05:19 +00:00
if err = importRepo.UpdateOrCreate(jsonProduct).Error; err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
2022-09-09 06:05:36 +00:00
return
}
2022-09-07 12:55:55 +00:00
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string]string{
"msg": "Link parsed successfully",
2022-12-08 11:00:32 +00:00
"productGroupId": strconv.Itoa(product.ID),
2022-09-07 12:55:55 +00:00
})
2023-07-18 07:11:52 +00:00
elapsed = time.Since(start)
log.Printf("imported at %s", elapsed)
2022-10-15 17:05:19 +00:00
return
/////////////////////////////////////////
2022-09-07 12:55:55 +00:00
}
2022-12-07 12:25:58 +00:00
func ImportLink(w http.ResponseWriter, route *http.Request) {
var product models.Product
err := json.NewDecoder(route.Body).Decode(&product)
if err != nil {
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
/////////////////////////////
importRepo, err := repositories.ImporterInstance()
if err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
return
}
//wait until initialization data is loaded to memory
importRepo.ImportWGroup.Wait()
if err = importRepo.UpdateOrCreate(product).Error; err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
return
}
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string]string{
"msg": "Link parsed successfully",
"productGroupId": product.ProductGroupID,
})
}