package repositories import ( "errors" "fmt" "gorm.io/gorm" "log" "math" gm "sarga_updater/bagisto_models" models "sarga_updater/trendyol_models" "strconv" "sync" ) type Importer struct { mainCategories []gm.Category Baza *gorm.DB families []gm.AttributeFamily sellers map[string]gm.MarketplaceSeller //wishlist map[string]gm.Product AttributesMap map[string]gm.Attribute Error error ImportWGroup sync.WaitGroup ColorOptions map[string]gm.AttributeOption SexOptions map[string]gm.AttributeOption ColorMutex sync.Mutex SexMutex sync.Mutex } type GormErr struct { Number int `json:"Number"` Message string `json:"Message"` } func ParseImporterInstance(db *gorm.DB) (instance *Importer, err error) { if err != nil { log.Println(err) return nil, err } instance = &Importer{Baza: db} instance.ImportWGroup.Add(3) //load families to memory go func() { defer instance.ImportWGroup.Done() instance.families, instance.Error = gm.GetFamilies(db) }() //load attributes to memory go func() { defer instance.ImportWGroup.Done() if attributes, err := gm.GetAttributes(db); err != nil { instance.Error = err return } else { instance.AttributesMap = make(map[string]gm.Attribute, len(attributes)) for _, attribute := range attributes { instance.AttributesMap[attribute.Code] = attribute } } if colorOptions, err := gm.GetAttrOptions(db, instance.AttributesMap["color"].ID); err != nil { instance.Error = err return } else { instance.ColorOptions = make(map[string]gm.AttributeOption, len(colorOptions)) for _, option := range colorOptions { instance.ColorOptions[option.AdminName] = option } } if sexOPtions, err := gm.GetAttrOptions(db, instance.AttributesMap["cinsiyet"].ID); err != nil { instance.Error = err return } else { instance.SexOptions = make(map[string]gm.AttributeOption, len(sexOPtions)) for _, option := range sexOPtions { instance.SexOptions[option.AdminName] = option } } }() //load sellers to memory go func() { defer instance.ImportWGroup.Done() var vendors, err = gm.GetSellers(db) if err != nil { instance.Error = err return } //init sellers map instance.sellers = make(map[string]gm.MarketplaceSeller, len(vendors)) for _, vendor := range vendors { instance.sellers[vendor.Url] = vendor } }() if instance.Error != nil { log.Println(instance.Error) return nil, instance.Error } return instance, nil } func (importer *Importer) UpdateOrCreate(product models.Product) (instance *Importer) { //var newProducts []gm.Product var firstProductFlat *gm.ProductFlat err := importer.Baza.Preload("Product").Preload("Variants").First(&firstProductFlat, "sku = ?", product.ProductNumber).Error //haryt satuwdan ayrlan bolsa bagistoda disable et if err == nil { if !product.IsSellable { importer.disableVariant(*firstProductFlat) } else { importer.updateVariant(product, *firstProductFlat) } } //else if err != nil && errors.Is(err, gorm.ErrRecordNotFound){ // if firstProduct, err := importer.importVariant(product); err !=nil{ // newProducts = append(newProducts, *firstProduct) // firstProductFlat = &gm.ProductFlat{} // firstProductFlat.Product = *firstProduct // } //} if product.ColorVariants != nil && len(*product.ColorVariants) > 0 { linkedProducts := []gm.Product{firstProductFlat.Product} for _, colorVariant := range *product.ColorVariants { var ( //variant *gm.Product variantFlat *gm.ProductFlat err error ) err = importer.Baza.Preload("Product").Preload("Variants").First(&variantFlat, "sku = ?", colorVariant.ProductNumber).Error //if err != nil && errors.Is(err, gorm.ErrRecordNotFound) && colorVariant.IsSellable { // if variant, err = importer.importVariant(colorVariant); err == nil { // newProducts = append(newProducts, *variant) // } // //} else if err == nil && !colorVariant.IsSellable { importer.disableVariant(*variantFlat) linkedProducts = append(linkedProducts, variantFlat.Product) } else { importer.updateVariant(colorVariant, *variantFlat) linkedProducts = append(linkedProducts, variantFlat.Product) } } //if len(newProducts) > 0 { // // relation // // var relation []gm.ProductRelation // for _, linkedProduct := range linkedProducts { // // for _, newProd := range newProducts { // relation = append(relation, gm.ProductRelation{ParentID: linkedProduct.ID, ChildID: newProd.ID}) // relation = append(relation, gm.ProductRelation{ParentID: newProd.ID, ChildID: linkedProduct.ID}) // } // } // // if err := importer.Baza.Create(&relation).Error; err != nil { // log.Println(err) // } //} } return importer } func (importer *Importer) importVariant(product models.Product) (*gm.Product, error) { productRepo := InitProductRepo(&product, importer.GetColorOption(product.Color), importer.GetSexOption(product.Cinsiyet)) if categories, err := gm.GetCatKeywords(importer.Baza, product.Categories); err != nil { return nil, err } else { productRepo.SetCategories(categories) } if brand, err := gm.FindOrCreateBrand(importer.Baza, product.Brand, productRepo.Categories); err != nil { return nil, err } else { productRepo.Brand = brand } mainPorduct := productRepo.makeProduct(importer) //BEGIN TRANSACTION tx := importer.Baza.Begin() if err := tx.Omit("Categories.*", "SuperAttributes.*", "ParentID").Create(&mainPorduct).Error; err != nil { tx.Commit() log.Println(err, "er1") return nil, err } mainFlat := productRepo.makeProductFlat(mainPorduct.ID) if err := tx.Create(&mainFlat).Error; err != nil { tx.Rollback() log.Println(err, "er5") return nil, err } if productRepo.HasSizeVariants() { var sizeVariants []gm.ProductFlat for index, variant := range *product.SizeVariants { sku := fmt.Sprintf("%s-%d", product.ProductNumber, variant.ItemNumber) //todo finde variant first if not exists create var variantFlat gm.ProductFlat err := tx.Preload("Product").Preload("Variants").First(&variantFlat, "sku = ?", sku).Error savePoint := "size" + strconv.Itoa(index) tx.SavePoint(savePoint) var sizeOPtion gm.AttributeOption if variant.AttributeName == "Beden" { sizeOPtion = gm.GetAttributeOption(tx, importer.AttributesMap["size"].ID, variant.AttributeValue) } else { sizeOPtion = gm.GetAttributeOption(tx, importer.AttributesMap["boyut"].ID, variant.AttributeValue) } if err == nil { err = tx.Model(&variantFlat).Updates(map[string]interface{}{"status": variant.Sellable, "parent_id": mainFlat.ID, "size": sizeOPtion.ID, "size_label": variant.AttributeValue}).Error err = tx.Model(&gm.ProductAttributeValue{}).Where("attribute_id=8 AND product_id=?", variantFlat.ProductID).Update("boolean_value", variant.Sellable).Error err = tx.Model(&variantFlat.Product).Update("parent_id", mainPorduct.ID).Error if err == nil && variant.Sellable { if variant.Price.OriginalPrice.Value > variant.Price.DiscountedPrice.Value { err = tx.Model(&variantFlat).Updates(map[string]interface{}{ "price": variant.Price.OriginalPrice.Value, "special_price": variant.Price.DiscountedPrice.Value, "min_price": variant.Price.DiscountedPrice.Value, "max_price": variant.Price.OriginalPrice.Value, }).Error err = tx.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 11 and product_id = ?", variantFlat.ProductID). Update("float_value", variant.Price.OriginalPrice.Value).Error err = tx.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 13 and product_id = ?", variantFlat.ProductID). Update("float_value", variant.Price.DiscountedPrice.Value).Error } else { err = tx.Model(&variantFlat).Updates(map[string]interface{}{ "price": variant.Price.DiscountedPrice.Value, "special_price": nil, "min_price": variant.Price.DiscountedPrice.Value, "max_price": variant.Price.DiscountedPrice.Value, }).Error err = tx.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 11 and product_id = ?", variantFlat.ProductID). Update("float_value", variant.Price.DiscountedPrice.Value).Error err = tx.Where("attribute_id = 13 and product_id = ?", variantFlat.ProductID). Delete(&gm.ProductAttributeValue{}).Error } if err != nil { tx.RollbackTo(savePoint) } } else { tx.RollbackTo(savePoint) } continue } variantProduct := productRepo.makeVariant(mainPorduct.ID, mainPorduct.AttributeFamilyID, sku) variantProduct.AttributeValues = productRepo.getVariantAttributes(importer.AttributesMap, &variant, sizeOPtion.ID) if err := tx.Omit("Categories.*").Create(&variantProduct).Error; err != nil { log.Println("Variant Product Create Error: " + err.Error()) tx.RollbackTo(savePoint) continue } variantFlat = productRepo.makeVariantFlat(variant, sizeOPtion.ID, mainFlat.ID, variantProduct.ID) if err := tx.Create(&variantFlat).Error; err != nil { log.Println("Variant Flat Create Error: " + err.Error()) tx.RollbackTo(savePoint) continue } sizeVariants = append(sizeVariants, variantFlat) } if len(sizeVariants) == 0 { tx.Rollback() return nil, errors.New("size variantlary yok bolsa main productam girayenok") } else { calcPrice(sizeVariants, &mainFlat) err := tx.Omit("ParentID", "CreatedAt", "Variants", "SpecialPrice").Save(&mainFlat).Error mainFlat.Variants = sizeVariants if err != nil { tx.Rollback() log.Println(err, "er6") return nil, err } } } sProduct := importer.createSellerProduct(&mainFlat, product.Vendor) if errSProduct := tx.Create(&sProduct).Error; errSProduct != nil { tx.Rollback() return nil, errSProduct } if err := tx.Commit().Error; err != nil { return nil, err } return &mainPorduct, nil } func (importer *Importer) createSellerProduct(flat *gm.ProductFlat, sellerURL string) gm.MarketplaceProduct { sellerID := importer.sellers[sellerURL].ID if sellerID == 0 { sellerID = 1 } sellerProduct := gm.MarketplaceProduct{ MarketplaceSellerID: sellerID, IsApproved: true, Condition: "new", Description: "scraped", IsOwner: true, ProductID: flat.ProductID, } for _, variant := range flat.Variants { sellerProduct.Variants = append(sellerProduct.Variants, gm.MarketplaceProduct{ ProductID: variant.ProductID, IsOwner: true, IsApproved: true, MarketplaceSellerID: sellerID, Condition: "new", }) } return sellerProduct } func calcPrice(variants []gm.ProductFlat, flat *gm.ProductFlat) { for _, variant := range variants { if !variant.Status { continue } if flat.MinPrice == 0 || flat.MinPrice > variant.MinPrice { flat.MinPrice = variant.MinPrice } flat.MaxPrice = math.Max(flat.MaxPrice, variant.MaxPrice) } } func (importer *Importer) GetColorOption(optionName string) gm.AttributeOption { if optionName == "" { return gm.AttributeOption{} } importer.ColorMutex.Lock() var option gm.AttributeOption var ok bool if option, ok = importer.ColorOptions[optionName]; !ok { option := gm.GetAttributeOption(importer.Baza, importer.AttributesMap["color"].ID, optionName) importer.ColorOptions[optionName] = option } importer.ColorMutex.Unlock() return option } func (importer *Importer) GetSexOption(optionName string) gm.AttributeOption { if optionName == "" { return gm.AttributeOption{} } importer.SexMutex.Lock() var option gm.AttributeOption var ok bool if option, ok = importer.ColorOptions[optionName]; !ok { option = gm.GetAttributeOption(importer.Baza, importer.AttributesMap["cinsiyet"].ID, optionName) importer.SexOptions[optionName] = option } importer.SexMutex.Unlock() return option } func (importer *Importer) disableVariant(productFlat gm.ProductFlat) { importer.Error = importer.Baza.Model(&productFlat).Update("status", false).Error importer.Error = importer.Baza.Model(&gm.ProductAttributeValue{}). Where("attribute_id=8 AND product_id=?", productFlat.ProductID). Update("boolean_value", false).Error if importer.Error != nil { log.Println(importer.Error) importer.Error = nil } } func (importer *Importer) enableVariant(productFlat gm.ProductFlat) { importer.Error = importer.Baza.Model(&productFlat).Update("status", true).Error importer.Error = importer.Baza.Model(&gm.ProductAttributeValue{}). Where("attribute_id=8 AND product_id=?", productFlat.ProductID). Update("boolean_value", true).Error if importer.Error != nil { log.Println(importer.Error) importer.Error = nil } } func (importer *Importer) updateVariant(product models.Product, flat gm.ProductFlat) { if flat.Product.Type == "configurable" { productRepo := InitProductRepo(&product, importer.GetColorOption(product.Color), importer.GetSexOption(product.Cinsiyet)) if brand, err := gm.FindOrCreateBrand(importer.Baza, product.Brand, productRepo.Categories); err != nil { log.Println(err) return } else { productRepo.Brand = brand } for _, variant := range *product.SizeVariants { found := false for _, flatVariant := range flat.Variants { if variant.AttributeValue == flatVariant.BoyutLabel || variant.AttributeValue == flatVariant.SizeLabel { if !variant.Sellable { importer.disableVariant(flatVariant) } else { importer.updatePrice(variant.Price, &flatVariant) if !flatVariant.Status { importer.enableVariant(flatVariant) } } found = true break } } if variant.Sellable && !found { // insert variant var sizeOPtion gm.AttributeOption if variant.AttributeName == "Beden" { sizeOPtion = gm.GetAttributeOption(importer.Baza, importer.AttributesMap["size"].ID, variant.AttributeValue) } else { sizeOPtion = gm.GetAttributeOption(importer.Baza, importer.AttributesMap["boyut"].ID, variant.AttributeValue) } sku := fmt.Sprintf("%s-%d", product.ProductNumber, variant.ItemNumber) variantProduct := productRepo.makeVariant(flat.ProductID, flat.Product.AttributeFamilyID, sku) variantProduct.AttributeValues = productRepo.getVariantAttributes(importer.AttributesMap, &variant, sizeOPtion.ID) if err := importer.Baza.Omit("Categories.*").Create(&variantProduct).Error; err != nil { log.Println("Variant Product Create Error: " + err.Error()) } else { variantFlat := productRepo.makeVariantFlat(variant, sizeOPtion.ID, flat.ID, variantProduct.ID) if err := importer.Baza.Create(&variantFlat).Error; err != nil { log.Println("Variant Flat Create Error: " + err.Error()) } flat.Variants = append(flat.Variants, variantFlat) } } } calcPrice(flat.Variants, &flat) importer.Baza.Omit("ParentID", "CreatedAt", "Variants", "SpecialPrice").Save(&flat) } else { //simple importer.updatePrice(product.Price, &flat) } } func (importer *Importer) updatePrice(price models.Price, flat *gm.ProductFlat) { if price.OriginalPrice.Value > price.DiscountedPrice.Value { importer.Baza.Model(&flat).Updates(map[string]interface{}{ "price": price.OriginalPrice.Value, "special_price": price.DiscountedPrice.Value, "min_price": price.DiscountedPrice.Value, "max_price": price.OriginalPrice.Value, }) importer.Baza.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 11 and product_id = ?", flat.ProductID). Update("float_value", price.OriginalPrice.Value) importer.Baza.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 13 and product_id = ?", flat.ProductID). Update("float_value", price.DiscountedPrice.Value) } else { log.Println(flat) importer.Baza.Model(&flat).Updates(map[string]interface{}{ "price": price.DiscountedPrice.Value, "special_price": nil, "min_price": price.DiscountedPrice.Value, "max_price": price.DiscountedPrice.Value, }) importer.Baza.Model(&gm.ProductAttributeValue{}). Where("attribute_id = 11 and product_id = ?", flat.ProductID). Update("float_value", price.DiscountedPrice.Value) importer.Baza.Where("attribute_id = 13 and product_id = ?", flat.ProductID). Delete(&gm.ProductAttributeValue{}) } }