soundpress/Partsource
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Automation and Shopify library updates

Browse Source
This commit is contained in:
Tom Raterman
2022-10-30 22:12:25 -04:00
parent 48844127d7
commit b259b77967
21 changed files with 172 additions and 200 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
PartSource.Automation/Jobs/ExecuteSsisPackages.cs
View File

@@ -4,6 +4,7 @@ using PartSource.Automation.Models.Configuration;
using PartSource.Automation.Services;
using Ratermania.Automation.Interfaces;
using System;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -18,15 +19,17 @@ namespace PartSource.Automation.Jobs
// TODO: set from config
private readonly string[] _ssisPackages = { "Parts Price", "Parts Availability" };
public ExecuteSsisPackages(EmailService emailService, FtpService ftpService, SsisService ssisService, ILogger<ExecuteSsisPackages> logger)
public ExecuteSsisPackages(EmailService emailService, IConfiguration configuration, SsisService ssisService, ILogger<ExecuteSsisPackages> logger)
{
_ftpService = ftpService;
FtpConfiguration ftpConfiguration = configuration.GetSection("FtpServers:AzureConfiguration").Get<FtpConfiguration>();
_emailService = emailService;
_ftpService = new FtpService(ftpConfiguration);
_ssisService = ssisService;
_logger = logger;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
await Task.Run(() =>
{
@@ -37,12 +40,12 @@ namespace PartSource.Automation.Jobs
_ftpService.Download($"{package}.txt");
_ssisService.Execute($"{package}.dtsx");
_logger.LogInformation("Execution of SSIS package {package} completed successfully.", package);
_logger.LogInformation($"Execution of SSIS package {package} completed successfully.");
}
catch (Exception ex)
{
_logger.LogError(ex, "Execution of SSIS package {package} failed", package);
_logger.LogError($"Execution of SSIS package {package} failed.", ex);
throw;
}

3
PartSource.Automation/Jobs/GetNexpartMenuItems.cs
View File

@@ -5,6 +5,7 @@ using System;
using System.Collections.Generic;
using System.IO;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -18,7 +19,7 @@ namespace PartSource.Automation.Jobs
_nexpartService = nexpartService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IList<string> rows = new List<string>
{

3
PartSource.Automation/Jobs/POC/FixMultipleSeoTables.cs
View File

@@ -6,6 +6,7 @@ using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs.POC
@@ -19,7 +20,7 @@ namespace PartSource.Automation.Jobs.POC
_shopifyClient = shopifyClient;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IEnumerable<Product> products = await _shopifyClient.Products.Get(new Dictionary<string, object> { { "limit", 250 }, { "product_type", "CA112-SC137-FL13750_Intake Manifolds" } });

5
PartSource.Automation/Jobs/POC/UpdateBulbFitment.cs
View File

@@ -3,6 +3,7 @@ using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.EntityFrameworkCore;
using Newtonsoft.Json;
@@ -29,7 +30,7 @@ namespace PartSource.Automation.Jobs.POC
_shopifyClient = shopifyClient;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
await BuildDatabase();
await UpdateShopify();
@@ -177,7 +178,7 @@ namespace PartSource.Automation.Jobs.POC
Namespace = "position",
Key = key,
Value = json,
ValueType = "json_string",
Type = "json",
OwnerResource = "product",
OwnerId = product.Id
};

3
PartSource.Automation/Jobs/POC/UpdateFitmentHtml.cs
View File

@@ -16,6 +16,7 @@ using System.Data;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -37,7 +38,7 @@ namespace PartSource.Automation.Jobs
_vehicleService = vehicleService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IEnumerable<Product> products = null;

3
PartSource.Automation/Jobs/POC/UpdateFitmentScratchpad.cs
View File

@@ -18,6 +18,7 @@ using System.IO;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs.POC
@@ -39,7 +40,7 @@ namespace PartSource.Automation.Jobs.POC
_vehicleService = vehicleService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IList<string> productTypes = new List<string>
{

8
PartSource.Automation/Jobs/POC/UpdateWiperFitment.cs
View File

@@ -3,6 +3,7 @@ using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
using Microsoft.EntityFrameworkCore;
using Newtonsoft.Json;
@@ -29,9 +30,9 @@ namespace PartSource.Automation.Jobs.POC
_shopifyClient = shopifyClient;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
// await BuildDatabase();
await BuildDatabase();
await UpdateShopify();
}
@@ -143,7 +144,6 @@ namespace PartSource.Automation.Jobs.POC
}
}
//[SuppressMessage("Globalization", "CA1308:Normalize strings to uppercase", Justification = "It's a Shopify metafield key")]
private async Task SavePositionMetafield(Product product, IList<int> vehicleIds, string position)
{
if (vehicleIds.Count == 0)
@@ -169,7 +169,7 @@ namespace PartSource.Automation.Jobs.POC
Namespace = "position",
Key = key,
Value = json,
ValueType = "json_string",
Type = "json",
OwnerResource = "product",
OwnerId = product.Id
};

11
PartSource.Automation/Jobs/ProcessWhiFitment.cs
View File

@@ -14,6 +14,7 @@ using System.Linq;
using System.Security.Cryptography;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -39,11 +40,11 @@ namespace PartSource.Automation.Jobs
_noteDictionary = new ConcurrentDictionary<string, string>();
}
[System.Diagnostics.CodeAnalysis.SuppressMessage("Reliability", "CA2008:Do not create tasks without passing a TaskScheduler", Justification = "<Pending>")]
public async Task Run()
[System.Diagnostics.CodeAnalysis.SuppressMessage("Reliability", "CA2008:Do not create tasks without passing a TaskScheduler", Justification = "Not library code")]
public async Task Run(CancellationToken token, params string[] arguments)
{
_whiSeoService.TruncateFitmentTables();
// _whiSeoService.GetFiles(_seoDataType);
_whiSeoService.GetFiles(_seoDataType);
string directory = Path.Combine(_ftpConfiguration.Destination, _seoDataType.ToString().ToLowerInvariant());
DirectoryInfo directoryInfo = new DirectoryInfo(directory);
@@ -55,7 +56,7 @@ namespace PartSource.Automation.Jobs
fileGroups.Enqueue(fileGroup);
}
Task[] taskArray = new Task[8];
Task[] taskArray = new Task[Environment.ProcessorCount / 2];
for (int i = 0; i < taskArray.Length; i++)
{
@@ -90,7 +91,7 @@ namespace PartSource.Automation.Jobs
_logger.LogInformation($"Created fitment table for part group {fitmentTable}.");
}
});
}, token);
}
Task.WaitAll(taskArray);

3
PartSource.Automation/Jobs/ProcessWhiVehicles.cs
View File

@@ -14,6 +14,7 @@ using System.Linq;
using System.Security.Cryptography;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -36,7 +37,7 @@ namespace PartSource.Automation.Jobs
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
_whiSeoService.TruncateVehicleTables();
_whiSeoService.GetFiles(_seoDataType);

3
PartSource.Automation/Jobs/StatusCheck.cs
View File

@@ -1,6 +1,7 @@
using PartSource.Automation.Models;
using PartSource.Automation.Services;
using Ratermania.Automation.Interfaces;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -15,7 +16,7 @@ namespace PartSource.Automation.Jobs
_emailService = emailService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
foreach (string phoneNumber in phoneNumbers)
{

3
PartSource.Automation/Jobs/TestJob.cs
View File

@@ -6,6 +6,7 @@ using System.Text;
using System.Threading.Tasks;
using Microsoft.Extensions.Logging;
using PartSource.Automation.Services;
using System.Threading;
namespace PartSource.Automation.Jobs
{
@@ -21,7 +22,7 @@ namespace PartSource.Automation.Jobs
}
#pragma warning disable CS1998, CA1303
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
// _emailService.Send("Automation Test Message", "This is a test email from the automation server. If this message was in your spam folder, whitelist the address that sent this email.");

13
PartSource.Automation/Jobs/UpdateFitment.cs
View File

@@ -16,6 +16,7 @@ using System.Data;
using System.Linq;
using System.Text;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -37,7 +38,7 @@ namespace PartSource.Automation.Jobs
_vehicleService = vehicleService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IEnumerable<Product> products = null;
@@ -104,7 +105,7 @@ namespace PartSource.Automation.Jobs
Namespace = "fitment",
Key = "ids",
Value = json,
ValueType = "json_string",
Type = "json",
OwnerResource = "product",
OwnerId = product.Id
};
@@ -145,7 +146,7 @@ namespace PartSource.Automation.Jobs
Namespace = "fitment",
Key = "seo",
Value = json,
ValueType = "json_string",
Type = "single_line_text_field",
OwnerResource = "product",
OwnerId = product.Id
};
@@ -158,7 +159,7 @@ namespace PartSource.Automation.Jobs
Namespace = "Flags",
Key = "IsFitment",
Value = isFitment.ToString(),
ValueType = "string",
Type = "single_line_text_field",
OwnerResource = "product",
OwnerId = product.Id
};
@@ -170,7 +171,7 @@ namespace PartSource.Automation.Jobs
Namespace = "google",
Key = "custom_label_0",
Value = importData.LineCode,
ValueType = "string",
Type = "single_line_text_field",
OwnerResource = "product",
OwnerId = product.Id
};
@@ -182,7 +183,7 @@ namespace PartSource.Automation.Jobs
Namespace = "google",
Key = "custom_label_1",
Value = importData.PartNumber,
ValueType = "string",
Type = "single_line_text_field",
OwnerResource = "product",
OwnerId = product.Id
};

7
PartSource.Automation/Jobs/UpdatePositioning.cs
View File

@@ -13,6 +13,7 @@ using System.Collections.Generic;
using System.Diagnostics.CodeAnalysis;
using System.Linq;
using System.Text.RegularExpressions;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
@@ -32,7 +33,7 @@ namespace PartSource.Automation.Jobs
_vehicleService = vehicleService;
}
public async Task Run()
public async Task Run(CancellationToken token, params string[] arguments)
{
IDictionary<string, object> parameters = new Dictionary<string, object>
{
@@ -131,7 +132,7 @@ namespace PartSource.Automation.Jobs
Namespace = "fitment",
Key = "note_text",
Value = json,
ValueType = "json_string",
Type = "json",
OwnerResource = "product",
OwnerId = product.Id
};
@@ -204,7 +205,7 @@ namespace PartSource.Automation.Jobs
Namespace = "position",
Key = key,
Value = json,
ValueType = "json_string",
Type = "json",
OwnerResource = "product",
OwnerId = product.Id
};

225
PartSource.Automation/Jobs/UpdatePricing.cs
View File

@@ -13,161 +13,114 @@ using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net.Mail;
using System.Threading;
using System.Threading.Tasks;
namespace PartSource.Automation.Jobs
{
public class UpdatePricing : IAutomationJob
{
private readonly ILogger<UpdatePricing> _logger;
private readonly PartSourceContext _partSourceContext;
private readonly ShopifyClient _shopifyClient;
private readonly EmailService _emailService;
public class UpdatePricing : IAutomationJob
{
private readonly ILogger<UpdatePricing> _logger;
private readonly PartSourceContext _partSourceContext;
private readonly ShopifyClient _shopifyClient;
private readonly EmailService _emailService;
public UpdatePricing(ILogger<UpdatePricing> logger, PartSourceContext partSourceContext, ShopifyClient shopifyClient, EmailService emailService)
{
_logger = logger;
_partSourceContext = partSourceContext;
_shopifyClient = shopifyClient;
_emailService = emailService;
}
public UpdatePricing(ILogger<UpdatePricing> logger, PartSourceContext partSourceContext, ShopifyClient shopifyClient, EmailService emailService)
{
_logger = logger;
_partSourceContext = partSourceContext;
_shopifyClient = shopifyClient;
_emailService = emailService;
}
public async Task Run()
{
List<UpdatePricingResult> pricingReport = new List<UpdatePricingResult>();
IEnumerable<Product> products = null;
IEnumerable<PartPrice> prices = null;
public async Task Run(CancellationToken token, params string[] arguments)
{
List<UpdatePricingResult> pricingReport = new List<UpdatePricingResult>();
IEnumerable<Product> products = null;
IEnumerable<PartPrice> prices = null;
try
{
products = await _shopifyClient.Products.Get(new Dictionary<string, object> { { "limit", 250 } });
prices = await _partSourceContext.PartPrices.AsNoTracking().ToListAsync();
}
try
{
products = await _shopifyClient.Products.Get(new Dictionary<string, object> { { "limit", 250 } });
prices = await _partSourceContext.PartPrices.AsNoTracking().ToListAsync(token);
}
catch (Exception ex)
{
_logger.LogError(ex, "Failed to get the initial set of products from Shopify.");
catch (Exception ex)
{
_logger.LogError(ex, "Failed to get the initial set of products from Shopify.");
throw;
}
throw;
}
while (products != null && products.Any())
{
foreach (Product product in products)
{
List<UpdatePricingResult> productPricingUpdate = new List<UpdatePricingResult>();
while (products != null && products.Any())
{
foreach (Product product in products)
{
if (product.Variants.Length > 0)
{
for (int i = 0; i < product.Variants.Length; i++)
{
Variant variant = product.Variants[i];
PartPrice partPrice = prices.Where(p => p.SKU == variant.Sku).FirstOrDefault();
if (product.Variants.Length > 0)
{
bool hasUpdate = false;
if (partPrice == null || !partPrice.Your_Price.HasValue || !partPrice.Compare_Price.HasValue)
{
continue;
}
for (int i = 0; i < product.Variants.Length; i++)
{
Variant variant = product.Variants[i];
PartPrice partPrice = prices.Where(p => p.SKU == variant.Sku).FirstOrDefault();
product.Variants[i].Price = partPrice.Your_Price.Value;
product.Variants[i].CompareAtPrice = partPrice.Compare_Price.Value;
if (partPrice == null || !partPrice.Your_Price.HasValue || !partPrice.Compare_Price.HasValue)
{
continue;
}
product.PublishedAt = partPrice.Active.Trim().ToUpperInvariant() == "Y" ? (DateTime?)DateTime.Now : null;
product.PublishedScope = PublishedScope.Global;
if (product.Variants[i].Price.ToString("G29") != partPrice.Your_Price.Value.ToString("G29") || product.Variants[i].CompareAtPrice.ToString("G29") != partPrice.Compare_Price.Value.ToString("G29"))
{
productPricingUpdate.Add(new UpdatePricingResult
{
Sku = variant.Sku,
OldPrice = product.Variants[i].Price,
NewPrice = partPrice.Your_Price.Value,
OldCompareAt = product.Variants[i].CompareAtPrice,
NewCompareAt = partPrice.Compare_Price.Value
});
try
{
await _shopifyClient.Metafields.Add(new Metafield
{
Namespace = "Pricing",
Key = "CorePrice",
Value = partPrice.Core_Price.HasValue ? partPrice.Core_Price.Value.ToString() : "0.00",
Type = "single_line_text_field",
OwnerResource = "product",
OwnerId = product.Id
});
}
product.Variants[i].Price = partPrice.Your_Price.Value;
product.Variants[i].CompareAtPrice = partPrice.Compare_Price.Value;
catch (Exception ex)
{
_logger.LogWarning(ex, $"Failed to update core price metafield for product ID {product.Id}");
}
}
product.PublishedAt = partPrice.Active.Trim().ToUpperInvariant() == "Y" ? DateTime.Now : null;
product.PublishedScope = PublishedScope.Global;
try
{
await _shopifyClient.Products.Update(product);
}
//Metafield metafield = new Metafield
//{
// Namespace = "Pricing",
// Key = "CorePrice",
// Value = partPrice.Core_Price.HasValue ? partPrice.Core_Price.Value.ToString() : "0.00",
// ValueType = "string",
// OwnerResource = "product",
// OwnerId = product.Id
//};
catch (Exception ex)
{
_logger.LogWarning(ex, $"Failed to update pricing for product ID {product.Id}");
}
}
}
hasUpdate = true;
}
}
if (hasUpdate)
{
try
{
//await _shopifyClient.Metafields.Add(metafield);
await _shopifyClient.Products.Update(product);
pricingReport.AddRange(productPricingUpdate);
}
try
{
products = await _shopifyClient.Products.GetNext();
catch (Exception ex)
{
_logger.LogWarning(ex, $"Failed to update pricing for product ID {product.Id}");
}
}
}
}
_logger.LogInformation($"Total updated: {pricingReport.Count}");
}
try
{
products = await _shopifyClient.Products.GetNext();
_logger.LogInformation($"Total updated: {pricingReport.Count}");
}
catch (Exception ex)
{
_logger.LogWarning(ex, "Failed to get the next set of products. Retrying");
products = await _shopifyClient.Products.GetPrevious();
}
}
Attachment attachment = GetPricingReportAttachment(pricingReport);
_emailService.Send("Pricing Update Completed", $"The pricing update has completed. Total updated: {pricingReport.Count}", attachment);
}
private Attachment GetPricingReportAttachment(IList<UpdatePricingResult> pricingReport)
{
string directory = Path.Combine(Environment.GetFolderPath(Environment.SpecialFolder.Desktop), "Pricing Reports");
string filename = Path.Combine(directory, $"Pricing Update {DateTime.Now.ToString("yyyy-MM-dd")}.csv");
if (!Directory.Exists(directory))
{
Directory.CreateDirectory(directory);
}
if (File.Exists(filename))
{
File.Delete(filename);
}
using FileStream fileStream = File.OpenWrite(filename);
using StreamWriter streamWriter = new StreamWriter(fileStream, System.Text.Encoding.UTF8);
streamWriter.WriteLine("SKU, Old Price, New Price, Old Compare At, New Compare At");
foreach (UpdatePricingResult pricingResult in pricingReport)
{
streamWriter.WriteLine($"{pricingResult.Sku},{pricingResult.OldPrice},{pricingResult.NewPrice},{pricingResult.OldCompareAt},{pricingResult.NewCompareAt}");
}
streamWriter.Close();
fileStream.Close();
return new Attachment(filename);
}
}
catch (Exception ex)
{
_logger.LogWarning(ex, "Failed to get the next set of products. Retrying");
products = await _shopifyClient.Products.GetPrevious();
}
}
_emailService.Send("Pricing Update Completed", $"The pricing update has completed.");
}
}
}