using EgwCoreLib.Utils; using Microsoft.EntityFrameworkCore; using MP.Core.Conf; using MP.Core.DTO; using MP.Core.Objects; using MP.Data; using MP.Data.Controllers; using MP.Data.DbModels; using MP.Data.MgModels; using MP.Data.Services; using Newtonsoft.Json; using NLog; using StackExchange.Redis; using System.Data; using System.Diagnostics; using ZiggyCreatures.Caching.Fusion; namespace MP.SPEC.Data { public class MpDataService : IDisposable { #region Public Constructors public MpDataService(IConfiguration configuration, IFusionCache cache) { // salvataggio oggetti _configuration = configuration; _cache = cache; // Verifica conf trace... traceEnabled = _configuration.GetValue("Otel:EnableTracing", false); slowLogThresh = _configuration.GetValue("ServerConf:slowLogThresh", 1); Log.Info($"MpDataService | INIT | Trace enabled: {traceEnabled}"); // setup compoenti REDIS redisConn = ConnectionMultiplexer.Connect(_configuration.GetConnectionString("Redis") ?? "localhost:6379"); redisConnAdmin = ConnectionMultiplexer.Connect(_configuration.GetConnectionString("RedisAdmin") ?? "localhost:6379"); redisDb = redisConn.GetDatabase(); // leggo cache lungo/cordo periodo int.TryParse(_configuration.GetValue("ServerConf:redisShortTimeCache"), out redisShortTimeCache); int.TryParse(_configuration.GetValue("ServerConf:redisLongTimeCache"), out redisLongTimeCache); // setup MsgPipe BroadastMsgPipe = new MessagePipe(redisConn, Constants.BROADCAST_M_PIPE); Log.Info("MpDataService | Redis OK"); // conf DB string connStr = _configuration.GetConnectionString("MP.Data") ?? ""; if (string.IsNullOrEmpty(connStr)) { Log.Error("DbController: ConnString empty!"); } else { dbController = new MpSpecController(configuration); Log.Info("DbController OK"); } // conf x lettura dati da area REDIS di MP-IO MpIoNS = _configuration.GetValue("ServerConf:MpIoNS") ?? ""; // conf mongo... connStr = _configuration.GetConnectionString("mdbConnString") ?? ""; if (string.IsNullOrEmpty(connStr)) { Log.Error("MongoController: ConnString empty!"); } else { mongoController = new MpMongoController(configuration); Log.Info("MongoController OK"); } Log.Info("MpDataService | INIT completed"); } #endregion Public Constructors #region Public Events /// /// Evento richiesta rilettura dati pagina (x refresh pagine aperte) /// public event EventHandler ReloadRequest = delegate { }; #endregion Public Events #region Public Properties public static MpSpecController dbController { get; set; } = null!; public static MpMongoController mongoController { get; set; } = null!; public MessagePipe BroadastMsgPipe { get; set; } = null!; public Dictionary> currTagConf { get; set; } = new Dictionary>(); /// /// Expiry DateTime x refresh pagina parametri /// public DateTime DtParamExpiry { get => _dtParamExpiry; set => _dtParamExpiry = value; } #endregion Public Properties #region Public Methods /// /// Recupera eventuali azioni richieste /// /// public async Task ActionGetReq() { using var activity = ActivitySource.StartActivity("ActionGetReq"); string source = "REDIS"; DisplayAction? result = null; // cerco in redis... RedisValue rawData = await redisDb.StringGetAsync(Utils.redisActionReq); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject($"{rawData}"); } if (result == null) { result = new DisplayAction(); } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ActionGetReq Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Salva richiesta azione /// /// /// public bool ActionSetReq(DisplayAction? act2save) { using var activity = ActivitySource.StartActivity("ActionSetReq"); string source = "REDIS"; bool fatto = false; // cerco in redis... string rawData = JsonConvert.SerializeObject(act2save); // invio broadcast + salvo in redis BroadastMsgPipe.saveAndSendMessage(Utils.redisActionReq, rawData); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ActionSetReq {source} send to broadcast + Write cache: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Stacca un nuovo counter x il tipo richiesto /// /// public AnagCountersModel AnagCountersGetNext(string cntType) { using var activity = ActivitySource.StartActivity("AnagCountersGetNext"); AnagCountersModel result = new AnagCountersModel(); string source = "DB"; result = dbController.AnagCountersGetNext(cntType); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"AnagCountersGetNext | {source} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Elenco EVENTI validi x ogni macchina secondo conf standard macchina /// /// public async Task> AnagEventiGeneralAsync() { return await GetOrFetchAsync( operationName: "AnagEventiGeneralAsync", cacheKey: $"{Utils.redisEventList}:VSEB:GENERAL", expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => { return await dbController.AnagEventiGeneralAsync() ?? new List(); }, tagList: [Utils.redisEventList] ); } /// /// Delete record AnagraficaGruppi /// /// public bool AnagGruppiDelete(AnagGruppiModel updRec) { using var activity = ActivitySource.StartActivity("AnagGruppiDelete"); bool result = false; result = dbController.AnagGruppiDelete(updRec); // elimino cache redis... string pattern = $"{Utils.redisAnagGruppi}:*"; bool answ = ExecFlushRedisPattern(pattern); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"AnagGruppiDelete | CodGruppo {updRec.CodGruppo} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Upsert record AnagraficaGruppi /// /// /// public bool AnagGruppiUpsert(AnagGruppiModel UpdRec) { using var activity = ActivitySource.StartActivity("AnagGruppiUpsert"); bool result = false; result = dbController.AnagGruppiUpsert(UpdRec); // elimino cache redis... string pattern = $"{Utils.redisAnagGruppi}:*"; bool answ = ExecFlushRedisPattern(pattern); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"AnagGruppiUpsert | CodGruppo {UpdRec.CodGruppo} | {activity?.Duration.TotalMilliseconds}ms"); return result; } public async Task> AnagStatiCommAsync() { return await GetOrFetchAsync( operationName: "AnagStatiCommAsync", cacheKey: Utils.redisStatoCom, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.AnagStatiCommAsync() ?? new List(), tagList: [Utils.redisStatoCom] ); } /// /// Restituisce elenco tipi articolo livello anagrafica /// /// public async Task> AnagTipoArtLvAsync() { return await GetOrFetchAsync( operationName: "AnagTipoArtLvAsync", cacheKey: Utils.redisTipoArt, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.AnagTipoArtLvAsync() ?? new List(), tagList: [Utils.redisTipoArt] ); } /// /// Elenco Codice articolo con dati dossier gestiti /// /// public async Task> ArticleWithDossierAsync() { return await GetOrFetchAsync( operationName: "ArticleWithDossierAsync", cacheKey: Utils.redisArtByDossier, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await Task.FromResult(dbController.ArticleWithDossier()) ?? new List(), tagList: [Utils.redisArtByDossier] ); } public async Task ArticoliCountAsync() { string redisKey = $"{Utils.redisArtList}:Count"; return await GetOrFetchAsync( operationName: "ArticoliCountAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ArticoliCountAsync(), tagList: [Utils.redisArtList, $"{Utils.redisArtList}:CountAll"] ); } public async Task ArticoliCountSearchAsync(string tipo = "*", string azienda = "*", string searchVal = "") { string sKey = string.IsNullOrWhiteSpace(tipo) ? "ALL" : tipo.Trim(); string redisKey = $"{Utils.redisArtList}:{azienda}:{sKey}:{searchVal}:Count"; return await GetOrFetchAsync( operationName: "ArticoliCountSearchAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ArticoliCountSearchAsync(tipo, azienda, searchVal), tagList: [Utils.redisArtList, $"{Utils.redisArtList}:CountSearch"] ); } /// /// Eliminazione record selezionato /// /// /// public async Task ArticoliDeleteRecord(AnagArticoliModel currRec) { using var activity = ActivitySource.StartActivity("ArticoliDeleteRecord"); string source = "DB+REDIS"; bool fatto = await dbController.ArticoliDeleteRecord(currRec); await resetCacheArticoli(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ArticoliDeleteRecord | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Restitusice elenco articoli dato tipo (es KIT) /// /// /// /// public async Task> ArticoliGetByTipoAsync(string tipo, string azienda = "*") { string sKey = string.IsNullOrWhiteSpace(tipo) ? "ALL" : tipo.Trim(); string redisKey = $"{Utils.redisArtList}:{azienda}:{sKey}"; return await GetOrFetchAsync( operationName: "ArticoliGetByTipoAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ArticoliGetByTipoAsync(tipo, azienda) ?? new List(), tagList: [Utils.redisArtList, $"{Utils.redisArtList}:Tipo"] ); } /// /// Restitusice elenco articoli cercati /// /// /// /// public async Task> ArticoliGetSearchAsync(int numRecord, string tipoArt, string azienda, string searchVal) { string sKey = string.IsNullOrWhiteSpace(searchVal) ? "***" : searchVal.Trim(); string redisKey = $"{Utils.redisArtList}:{tipoArt}:{azienda}:{sKey}:{numRecord}"; return await GetOrFetchAsync( operationName: "ArticoliGetSearchAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ArticoliGetSearchAsync(numRecord, tipoArt, azienda, searchVal) ?? new List(), tagList: [Utils.redisArtList, $"{Utils.redisArtList}:Search"] ); } /// /// Elenco articoli contenuti in Kit (come child), non eliminabli /// /// public async Task> ArticoliInKitAsync() { string redisKey = $"{Utils.redisArtList}:InKit"; return await GetOrFetchAsync( operationName: "ArticoliInKitAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ArticoliInKitAsync() ?? new List(), tagList: [Utils.redisArtList, $"{Utils.redisArtList}:InKit"] ); } /// /// Aggiornamento record selezionato /// /// /// public async Task ArticoliUpdateRecord(AnagArticoliModel currRec) { using var activity = ActivitySource.StartActivity("ArticoliUpdateRecord"); string source = "DB+REDIS"; bool fatto = await dbController.ArticoliUpdateRecord(currRec); await resetCacheArticoli(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ArticoliUpdateRecord | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Verifica se sia possiubile cancellare articolo dato suo CodArt cercando su redis o su /// tab veto da DB /// /// /// public bool ArticoloDelEnabled(object CodArt) { using var activity = ActivitySource.StartActivity("ArticoloDelEnabled"); string codArticolo = $"{CodArt}"; int numUsed = _listCodArtUsed.Count; int numUnused = _listCodArtNotUsed.Count; bool usato = true; string source = "MEMORY"; // 1. Controllo immediato sulla cache locale (HashSet) x eventuale refresh if (DateTime.Now >= _artCacheExpiry || (numUsed + numUnused) <= 0) { source = "DB/REDIS"; // Fallback sincrono minimo per non rompere il componente Blazor // Nota: Questo è un workaround per la firma sincrona. var task = EnsureArtCacheLoadedAsync(false); task.Wait(); // rileggo numUsed = _listCodArtUsed.Count; numUnused = _listCodArtNotUsed.Count; } // verifico quale sia l'elenco if (numUsed > 0) { usato = _listCodArtUsed.Contains(codArticolo); } else { usato = !_listCodArtNotUsed.Contains(codArticolo); } // verifico infine anche che NON sia nell'elenco degli articoli in KIT if (!usato) { usato = _listCodArtInKit.Contains(CodArt); } activity?.SetTag("data.source", source); activity?.Stop(); if (activity?.Duration.TotalMilliseconds > slowLogThresh) { LogTrace($"ArticoloDelEnabled | Cod: {codArticolo} | {source} | {activity?.Duration.TotalMilliseconds}ms"); } return !usato; } public string CalcRecipe(RecipeModel currRecipe) { using var activity = ActivitySource.StartActivity("CalcRecipe"); var result = mongoController.CalcRecipe(currRecipe); activity?.SetTag("data.source", "MONGO"); return result; } /// /// Recupero tab config in modalità Sincrona /// /// public List ConfigGetAll() { using var activity = ActivitySource.StartActivity("ConfigGetAll"); string source = "REDIS"; List? result = new List(); // cerco in redis... RedisValue rawData = redisDb.StringGet($"{Utils.redisConfKey}_sync"); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject>($"{rawData}"); } else { source = "DB"; result = dbController.ConfigGetAll(); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet($"{Utils.redisConfKey}_sync", rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"ConfigGetAll Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Recupero tab config in modalità Asincrona /// /// public async Task> ConfigGetAllAsync() { return await GetOrFetchAsync( operationName: "ConfigGetAllAsync", cacheKey: Utils.redisConfAll, expiration: getRandTOut(redisLongTimeCache * 2), fetchFunc: async () => await dbController.ConfigGetAllAsync() ?? new List(), tagList: [Utils.redisConfAll] ); } /// /// Reset dati cache config /// /// public async Task ConfigResetCacheAsync() { using var activity = ActivitySource.StartActivity("ConfigResetCacheAsync"); string source = "REDIS"; await ResetConfigCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ConfigResetCacheAsync Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); } /// /// Restituisce valore della stringa (SE disponibile) /// /// /// public string ConfigTryGet(string keyName) { using var activity = ActivitySource.StartActivity("ConfigTryGet"); string source = "MEMORY"; EnsureConfigLoaded(); _configData.TryGetValue(keyName, out var value); activity?.SetTag("data.source", source); activity?.Stop(); if (activity?.Duration.TotalMilliseconds > slowLogThresh) { LogTrace($"ConfigTryGet | {keyName} | {source} | {activity?.Duration.TotalMilliseconds}ms"); } return value ?? ""; } /// /// Restituisce valore della stringa (SE disponibile) - modalità async /// /// /// public async Task ConfigTryGetAsync(string keyName) { using var activity = ActivitySource.StartActivity("ConfigTryGetAsync"); string source = "MEMORY"; await EnsureConfigLoadedAsync(); _configData.TryGetValue(keyName, out var value); activity?.SetTag("data.source", source); activity?.Stop(); if (activity?.Duration.TotalMilliseconds > slowLogThresh) { LogTrace($"ConfigTryGetAsync | {keyName} | {source} | {activity?.Duration.TotalMilliseconds}ms"); } return value ?? ""; } /// /// Update chiave config /// /// public async Task ConfigUpdateAsync(ConfigModel updRec) { using var activity = ActivitySource.StartActivity("ConfigUpdateAsync"); string source = "DB"; var updRes = await dbController.ConfigUpdateAsync(updRec); await ResetConfigCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ConfigUpdateAsync Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return updRes; } /// /// Restituisce le statistiche di DB maintenance eseguite /// /// public Dictionary DbDedupStats() { using var activity = ActivitySource.StartActivity("DbDedupStats"); string source = "REDIS"; Dictionary actStats = new Dictionary(); string currKey = $"{Utils.redisStatsDbMaint}"; // recupero i record statistiche correnti RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { var rawStats = JsonConvert.DeserializeObject>($"{rawData}"); if (rawStats != null) { actStats = rawStats; } } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"DbDedupStats Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return actStats; } /// /// Dispose del connettore ai dati /// public void Dispose() { // Clear database controller dbController.Dispose(); mongoController.Dispose(); redisConn.Dispose(); } /// /// Eliminazione di un dossier /// /// record dossier da eliminare /// public async Task DossiersDeleteRecord(DossierModel selRecord) { using var activity = ActivitySource.StartActivity("DossiersDeleteRecord"); bool result = false; result = await dbController.DossiersDeleteRecord(selRecord); // elimino cache redis... RedisValue pattern = new RedisValue($"{Utils.redisDossByMac}:*"); bool answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"DossiersDeleteRecord | IdxMacchina {selRecord.IdxMacchina} | DtRif {selRecord.DtRif} | IdxODL {selRecord.IdxODL} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Elenco ultimi n record DOssiers (che contengono ad esempio "salvataggi" di FLuxLog) dato /// idxMaccSel (ordinato x data registrazione) /// /// * = tutte, altrimenti solo x una data idxMaccSel /// Data minima per estrazione records /// Data Massima per estrazione records /// Num Max records da recuperare /// public async Task> DossiersGetLastFiltAsync(string IdxMacchina, string CodArticolo, DateTime DtStart, DateTime DtEnd, int MaxRec) { string currKey = $"{Utils.redisDossByMac}:{IdxMacchina}:{CodArticolo}:{DtStart:yyyyMMddHHmm}:{DtEnd:yyyyMMddHHmm}:{MaxRec}"; return await GetOrFetchAsync( operationName: "DossiersGetLastFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache * 5), fetchFunc: async () => await dbController.DossiersGetLastFiltAsync(IdxMacchina, CodArticolo, DtStart, DtEnd, MaxRec) ?? new List(), tagList: [Utils.redisDossByMac] ); } /// /// Inserimento nuovo record dossier /// /// /// public async Task DossiersInsert(DossierModel currDoss) { using var activity = ActivitySource.StartActivity("DossiersInsert"); string source = "DB"; // aggiorno record sul DB bool answ = await dbController.DossiersInsert(currDoss); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"DossiersInsert | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Effettua salvataggio snapshot parametri (con stored) + svuota eventuale cache redis /// /// idxMaccSel /// NUm massimo secondi per recuperare dati correnti /// DataOra riferimento x cui prendere valori antecedenti /// public async Task DossiersTakeParamsSnapshotLast(string IdxMacchina, DateTime dtMin, DateTime dtMax) { using var activity = ActivitySource.StartActivity("DossiersUpdateValore"); string source = "DB+REDIS"; bool answ = false; Log.Info($"Richiesta snapshot per idxMaccSel {IdxMacchina} | periodo {dtMin} --> {dtMax}"); // chiamo stored x salvare parametri dbController.DossiersTakeParamsSnapshotLast(IdxMacchina, dtMin, dtMax); // elimino cache redis... RedisValue pattern = new RedisValue($"{Utils.redisDossByMac}:*"); answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"DossiersTakeParamsSnapshotLast | Svuotata cache dossier | {pattern} | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Update valore dossier /// /// /// public async Task DossiersUpdateValore(DossierModel currDoss) { using var activity = ActivitySource.StartActivity("DossiersUpdateValore"); string source = "DB"; // aggiorno record sul DB bool answ = await dbController.DossiersUpdateValore(currDoss); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"DossiersUpdateValore | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Restituisce elenco aziende /// /// public async Task> ElencoAziendeAsync() { return await GetOrFetchAsync( operationName: "ElencoAziendeAsync", cacheKey: $"{Utils.redisAnagGruppi}:Aziende", expiration: getRandTOut(redisLongTimeCache * 2), fetchFunc: async () => await dbController.AnagGruppiAziendeAsync() ?? new List(), tagList: [Utils.redisAnagGruppi, $"{Utils.redisAnagGruppi}:Aziende"] ); } /// /// Restituisce elenco Fasi /// /// public async Task> ElencoGruppiFaseAsync() { return await GetOrFetchAsync( operationName: "ElencoGruppiFaseAsync", cacheKey: $"{Utils.redisAnagGruppi}:FASE", expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.AnagGruppiFaseAsync() ?? new List(), tagList: [Utils.redisAnagGruppi] ); } /// /// Elenco link validi per il menu /// /// public async Task> ElencoLinkAsync() { return await GetOrFetchAsync( operationName: "ElencoLinkAsync", cacheKey: Utils.redisLinkMenu, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.ElencoLinkAsync() ?? new List(), tagList: [Utils.redisLinkMenu] ); } /// /// Restitusice elenco Reparti /// /// public List ElencoRepartiDTO() { using var activity = ActivitySource.StartActivity("ElencoRepartiDTO"); List result = new List(); string source = "DB"; string currKey = $"{Utils.redisAnagGruppi}:REPARTO"; // cerco in redis dato valore sel idxMaccSel... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { var rawResult = JsonConvert.DeserializeObject>($"{rawData}"); if (rawResult != null) { result = rawResult; } source = "REDIS"; } else { result = dbController.AnagGruppiRepartoDTO(); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"ElencoRepartiDTO | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Caricamento asincrono della cache degli articoli (Used/Unused) /// public async Task EnsureArtCacheLoadedAsync(bool forceReload) { if (!forceReload && (DateTime.Now < _artCacheExpiry && (_listCodArtUsed.Count > 0 || _listCodArtNotUsed.Count > 0))) return; try { // verifico quale sia il set + piccolo int totalCount = await dbController.ArticoliCountAsync(); int usedCount = await dbController.ArticoliCountUsedAsync(); if (usedCount <= (totalCount - usedCount)) { var usedList = await dbController.ArticoliGetUsedAsync(); _listCodArtUsed = new HashSet(usedList.Select(x => x.CodArticolo)); _listCodArtNotUsed.Clear(); } else { var unusedList = await dbController.ArticoliGetUnusedAsync(); _listCodArtNotUsed = new HashSet(unusedList.Select(x => x.CodArticolo)); _listCodArtUsed.Clear(); } // calcolo anche elenco articoli impiegati in istanzanKIT var listInKit = await dbController.ArticoliInKitAsync(); _listCodArtInKit = new HashSet(listInKit.Select(x => x.CodArticolo)); _artCacheExpiry = DateTime.Now.AddMinutes(15); // TTL ragionevole per la cache locale } catch (Exception ex) { Log.Error($"Errore nel caricamento cache articoli: {ex.Message}"); _artCacheExpiry = DateTime.Now.AddSeconds(1); // Retry breve in caso di errore } } /// /// Aggiunta record EventList /// /// /// public async Task EvListInsert(EventListModel newRec) { using var activity = ActivitySource.StartActivity("EvListInsert"); string source = "DB"; var result = await dbController.EvListInsert(newRec); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"EvListInsert | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Esegue flush memoria redis dato keyVal /// /// /// public bool ExecFlushRedisPattern(string pat2Flush) { using var activity = ActivitySource.StartActivity("ExecFlushRedisPattern"); string source = "REDIS"; bool answ = false; var masterEndpoint = redisConn.GetEndPoints() .Where(ep => redisConn.GetServer(ep).IsConnected && !redisConn.GetServer(ep).IsReplica) .FirstOrDefault(); // sepattern è "*" elimino intero DB... if (masterEndpoint != null && (pat2Flush.Equals(new RedisValue("*")) || pat2Flush == RedisValue.Null)) { redisConn.GetServer(masterEndpoint).FlushDatabase(database: redisDb.Database); } else { var server = redisConn.GetServer(masterEndpoint); var keys = server.Keys(database: redisDb.Database, pattern: pat2Flush, pageSize: 1000); var batch = new List(); foreach (var key in keys) { batch.Add(key); // Flush in batches of 1000 if (batch.Count >= 1000) { foreach (var item in batch) redisDb.KeyDelete(item); batch.Clear(); } } // Flush remaining keys foreach (var item in batch) redisDb.KeyDelete(item); } answ = true; activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ExecFlushRedisPattern | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Esegue flush memoria redis dato keyVal, async /// /// /// public async Task ExecFlushRedisPatternAsync(RedisValue pat2Flush) { bool answ = false; using var activity = ActivitySource.StartActivity("ExecFlushRedisPatternAsync"); string source = "REDIS"; var masterEndpoint = redisConn.GetEndPoints() .Where(ep => redisConn.GetServer(ep).IsConnected && !redisConn.GetServer(ep).IsReplica) .FirstOrDefault(); // sepattern è "*" elimino intero DB... if (masterEndpoint != null && (pat2Flush.Equals(new RedisValue("*")) || pat2Flush == RedisValue.Null)) { redisConn.GetServer(masterEndpoint).FlushDatabase(database: redisDb.Database); } else { var server = redisConn.GetServer(masterEndpoint); var keys = server.Keys(database: redisDb.Database, pattern: pat2Flush, pageSize: 1000); var deleteTasks = new List(); foreach (var key in keys) { deleteTasks.Add(redisDb.KeyDeleteAsync(key)); if (deleteTasks.Count >= 1000) { await Task.WhenAll(deleteTasks); deleteTasks.Clear(); } } if (deleteTasks.Count > 0) { await Task.WhenAll(deleteTasks); } } answ = true; activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ExecFlushRedisPatternAsync | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Cancellazione FusionCache (totale) /// /// public async Task FlushCacheAsync() { await _cache.ClearAsync(allowFailSafe: false); _configData.Clear(); _artCacheExpiry = DateTime.Now.AddHours(-1); return true; } /// /// Cancellazione FusionCache dato singolo tag /// /// public async Task FlushCacheByTagAsync(string tag) { if (string.IsNullOrWhiteSpace(tag)) return false; await _cache.RemoveByTagAsync(tag); _configData.Clear(); return true; } /// /// Cancellazione FusionCache dato elenco tags /// /// public async Task FlushCacheByTagsAsync(List listTags) { if (listTags == null || listTags.Count == 0) return false; // Generiamo i Task di rimozione ed eseguiamoli in parallelo su Redis/L1 var tasks = listTags .Where(tag => !string.IsNullOrWhiteSpace(tag)) .Select(tag => _cache.RemoveByTagAsync(tag).AsTask()); await Task.WhenAll(tasks); _configData.Clear(); return true; } public async Task FlushCacheFluxLog() { using var activity = ActivitySource.StartActivity("FlushCacheFluxLog"); string source = "REDIS"; bool answ = false; RedisValue pattern = new RedisValue($"{Utils.redisParetoFLKey}:*"); answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"FlushCacheFluxLog | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Flush cache relativa a MP-IO x dati ODL /// /// public async Task FlushMpIoOdlCache() { using var activity = ActivitySource.StartActivity("FlushMpIoOdlCache"); string source = "REDIS"; // svuoto dalla cache REDIS del server IO... bool ok01 = await ResetIoCache("CurrODL"); bool ok02 = await ResetIoCache("CurrOdlRow"); bool ok03 = await ResetIoCache("CurrStatoMacc"); bool ok04 = await ResetIoCache("DtMac"); activity?.SetTag("data.source", "REDIS"); activity?.Stop(); LogTrace($"FlushMpIoOdlCache | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return ok01 && ok02 && ok03 && ok04; } public async Task FlushRedisCache() { using var activity = ActivitySource.StartActivity("FlushRedisCache"); string source = "REDIS"; RedisValue pattern = Utils.RedValue("*"); bool answ = await ExecFlushRedisPatternAsync(pattern); // rileggo vocabolario.,.. ObjVocabolario = VocabolarioGetAll(); activity?.Stop(); LogTrace($"FlushRedisCache | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } public async Task FlushRedisKey(string redKey) { using var activity = ActivitySource.StartActivity("FlushRedisKey"); string source = "REDIS"; RedisValue pattern = Utils.RedValue(redKey); bool answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"FlushRedisKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Funzione di Data Reduction x FluxLog /// /// Macchina /// Elenco FL da processare /// Periodo /// modalità sel valore /// intervallo di analisi /// max num per intervallo /// public async Task FluxLogDataRedux(string idxMaccSel, List fluxList, DtUtils.Periodo currPeriodo, Enums.ValSelection valMode, Enums.DataInterval intReq, int maxItem) { using var activity = ActivitySource.StartActivity("FluxLogDataRedux"); string source = "DB+REDIS"; List procStats = await dbController.FluxLogDataRedux(idxMaccSel, fluxList, currPeriodo, valMode, intReq, maxItem); // effettuo merge statistiche... ProcDedupStatMerge(procStats); // svuoto cache await FlushCacheFluxLog(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"FluxLogDataRedux | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); } public List FluxLogDtoGetByFlux(string Valore) { List answ = new List(); DossierFluxLogDTO? result = JsonConvert.DeserializeObject(Valore); if (result != null) { if (result.ODL != null) { answ = result .ODL .OrderBy(x => x.CodFlux) .ToList(); // inizializzo SE necessario foreach (var item in answ) { item.ValoreEdit = String.IsNullOrEmpty(item.ValoreEdit) ? item.Valore : item.ValoreEdit; } } } return answ; } /// /// Elenco FluxLog in modalità filtro /// /// Data massima x eventi /// Data minima x eventi /// * = tutte, altrimenti solo x una data idxMaccSel /// *=tutti, altrimenti solo selezionato /// numero massimo record da restituire /// durata cache in secondi /// public async Task> FluxLogGetLastFiltAsync(DateTime DtMax, DateTime DtMin, string IdxMacchina, string CodFlux, int MaxRec, double redisCacheSec) { string currKey = $"{Utils.redisFluxLogFilt}:{IdxMacchina}:{CodFlux}:{MaxRec}:{DtMax:yyyyMMddHHmm}:{DtMin:yyyyMMddHHmm}"; return await GetOrFetchAsync( operationName: "FluxLogGetLastFiltAsync", cacheKey: currKey, expiration: TimeSpan.FromSeconds(redisCacheSec), fetchFunc: async () => await dbController.FluxLogGetLastFiltAsync(DtMax, DtMin, IdxMacchina, CodFlux, MaxRec) ?? new List(), tagList: [Utils.redisFluxLogFilt] ); } /// /// Elenco FluxLog in modalità Pareto /// /// public async Task> FluxLogParetoAsync(string idxMacchina, DateTime dtFrom, DateTime dtTo) { string redKey = $"{Utils.redisParetoFLKey}:{idxMacchina}:{dtFrom:yyyyMMdd}:{dtTo:yyyyMMdd}"; return await GetOrFetchAsync( operationName: "FluxLogParetoAsync", cacheKey: redKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.FluxLogParetoAsync(idxMacchina, dtFrom, dtTo) ?? new List(), tagList: [Utils.redisParetoFLKey] ); } /// /// Stored manutenzione del DB /// /// Esegue realmente il task /// Aggiornamento statistiche /// Salvataggio /// def: 1000 /// def: 10 /// def: 50 /// public async Task ForceDbMaint(bool doExec = true, bool doUpdStat = true, bool doSave = true, int minPgCnt = 1000, int minAvgFrag = 10, int maxAvgFragReb = 50) { using var activity = ActivitySource.StartActivity("ForceDbMaint"); string source = "DB+REDIS"; await dbController.ForceDbMaint(doExec, doUpdStat, doSave, minPgCnt, minAvgFrag, maxAvgFragReb); // svuoto cache await FlushCacheFluxLog(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ForceDbMaint | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); // registro statistiche esecuzione RecDbMaintStat(activity?.Duration ?? TimeSpan.FromSeconds(1)); } /// /// Eliminazione di un record macchina dal gruppo /// /// /// public bool Grp2MaccDelete(Gruppi2MaccModel rec2del) { using var activity = ActivitySource.StartActivity("Grp2MaccDelete"); bool result = false; result = dbController.Grp2MaccDelete(rec2del); // elimino cache redis... ResetMacGrpCache(); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"Grp2MaccDelete | CodGruppo {rec2del.CodGruppo} | IdxMacc {rec2del.IdxMacchina} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Insert di un record macchina /// /// /// public bool Grp2MaccInsert(Gruppi2MaccModel upsRec) { using var activity = ActivitySource.StartActivity("Grp2MaccInsert"); bool result = false; result = dbController.Grp2MaccInsert(upsRec); // elimino cache redis... ResetMacGrpCache(); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"Grp2MaccInsert | CodGruppo {upsRec.CodGruppo} | IdxMacc {upsRec.IdxMacchina} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Eliminazione di un record operatore dal gruppo /// /// /// public bool Grp2OperDelete(Gruppi2OperModel rec2del) { using var activity = ActivitySource.StartActivity("Grp2OperDelete"); bool result = false; result = dbController.Grp2OperDelete(rec2del); // elimino cache redis... ResetOprGrpCache(); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"Grp2OperDelete | CodGruppo {rec2del.CodGruppo} | MatrOpr {rec2del.MatrOpr} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Insert di un record operatore /// /// /// public bool Grp2OperInsert(Gruppi2OperModel upsRec) { using var activity = ActivitySource.StartActivity("Grp2OperInsert"); bool result = false; result = dbController.Grp2OperInsert(upsRec); // elimino cache redis... ResetOprGrpCache(); activity?.SetTag("data.source", "DB+REDIS"); activity?.Stop(); LogTrace($"Grp2OperInsert | CodGruppo {upsRec.CodGruppo} | MatrOpr {upsRec.MatrOpr} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Init ricetta /// /// /// /// /// public RecipeModel InitRecipe(string confPath, int idxPODL, Dictionary CalcArgs) { return mongoController.InitRecipe(confPath, idxPODL, CalcArgs); } /// /// Elimina record + svuotamento cache /// /// public async Task IstKitDelete(IstanzeKitModel currRecord) { using var activity = ActivitySource.StartActivity("IstKitDelete"); string source = "DB+REDIS"; bool fatto = false; // salvo fatto = dbController.IstKitDelete(currRecord); // svuoto cache RedisValue pattern = $"{Utils.redisKitInst}:*"; await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"IstKitDelete | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Elenco Istanze KIT da ricerca /// /// /// /// public async Task> IstKitFiltAsync(string keyKit, string keyExtOrd) { string currKey = $"{Utils.redisKitInst}:{keyKit}:{keyExtOrd}"; return await GetOrFetchAsync( operationName: "IstKitFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.IstKitFiltAsync(keyKit, keyExtOrd) ?? new List(), tagList: [Utils.redisKitInst] ); } /// /// Effettua creazione istanza KIT /// /// Articolo KIT (fittizio) /// Chiave x filtro conf su tab WKS public bool IstKitInsertByWKS(string CodArtParent, string KeyFilt) { bool fatto = false; using var activity = ActivitySource.StartActivity("IstKitInsertByWKS"); string source = "DB+REDIS"; // salvo fatto = dbController.IstKitInsertByWKS(CodArtParent, KeyFilt); // svuoto cache ExecFlushRedisPattern($"{Utils.redisKit}:*"); //ExecFlushRedisPattern((RedisValue)$"{Utils.redisKitInst}:*"); //ExecFlushRedisPattern((RedisValue)$"{Utils.redisKitScore}:*"); //ExecFlushRedisPattern((RedisValue)$"{Utils.redisKitTempl}:*"); //ExecFlushRedisPattern((RedisValue)$"{Utils.redisKitWip}:*"); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"IstKitInsertByWKS | {source} | {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Esegue salvataggio record + svuotamento cache /// /// public async Task IstKitUpsert(IstanzeKitModel currRecord) { using var activity = ActivitySource.StartActivity("IstKitUpsert"); string source = "DB+REDIS"; bool fatto = false; // salvo fatto = dbController.IstKitUpsert(currRecord); // svuoto cache RedisValue pattern = $"{Utils.redisKitInst}:*"; await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"IstKitUpsert | {source} | {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Elenco giacenze filtrate x IdxOdl /// /// id odl da cercare /// public async Task> ListGiacenzeAsync(int IdxOdl) { string currKey = $"{Utils.redisGiacenzaList}:{IdxOdl}"; return await GetOrFetchAsync( operationName: "ListGiacenzeAsync", cacheKey: currKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => await dbController.ListGiacenzeAsync(IdxOdl) ?? new List(), tagList: [Utils.redisGiacenzaList] ); } /// /// Recupero elenco PODL filtrati /// /// /// True = aperti (=senza ODL) /// public List ListPODL_ByCodArt(string CodArticolo, bool OnlyAvail) { List result = new List(); if (!string.IsNullOrEmpty(CodArticolo)) { using var activity = ActivitySource.StartActivity("ListPODL_ByCodArt"); string source = "DB"; string avType = OnlyAvail ? "Avail" : "ALL"; string currKey = $"{Utils.redisPOdlByCodArt}:{CodArticolo}:{avType}"; // cerco in redis dato valore sel idxMaccSel... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue && rawData.Length() > 2) { var rawResult = JsonConvert.DeserializeObject>($"{rawData}"); if (rawResult != null) { result = rawResult; source = "REDIS"; } } else { result = dbController.ListPODL_ByCodArt(CodArticolo, OnlyAvail); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); Log.Trace($"ListPODL_ByCodArt | {source} | {activity?.Duration.TotalMilliseconds}ms"); } else { Log.Debug("Errore CodArt vuoto"); } return result; } /// /// Elenco di tutte le macchine filtrate x gruppo /// /// /// public async Task> MacchineGetFiltAsync(string codGruppo) { string keyGrp = codGruppo != "*" ? codGruppo : "ALL"; string redisKey = $"{Utils.redisMacList}:{keyGrp}"; return await GetOrFetchAsync( operationName: "MacchineGetFiltAsync", cacheKey: redisKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.MacchineGetFiltAsync(codGruppo) ?? new List(), tagList: [Utils.redisMacList] ); } /// /// Verifica se la idxMaccSel abbia un codice PATH ricette associato /// /// /// public async Task MacchineRecipeArchiveAsync(string idxMacchina) { string currKey = $"{Utils.redisMacRecipePath}:{idxMacchina}"; return await GetOrFetchAsync( operationName: "MacchineRecipeArchiveAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => { var machineList = await MacchineGetFiltAsync("*"); var currMach = machineList.FirstOrDefault(x => x.IdxMacchina == idxMacchina); return currMach?.RecipeArchivePath ?? ""; }, tagList: [Utils.redisMacRecipePath] ); } /// /// Verifica se la idxMaccSel abbia un codice CONF ricetta associato /// /// /// public async Task MacchineRecipeConfAsync(string idxMacchina) { string currKey = $"{Utils.redisMacRecipeConf}:{idxMacchina}"; return await GetOrFetchAsync( operationName: "MacchineRecipeConfAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => { var machineList = await MacchineGetFiltAsync("*"); var currMach = machineList.FirstOrDefault(x => x.IdxMacchina == idxMacchina); return currMach?.RecipePath ?? ""; }, tagList: [Utils.redisMacRecipeConf] ); } /// /// Elenco id Macchine che abbiano dati FLuxLog, nel periodo indicato /// /// /// /// public async Task> MacchineWithFluxAsync(DateTime dtStart, DateTime dtEnd) { string currKey = $"{Utils.redisMacByFlux}:{dtStart:yyyyMMddHHmm}:{dtEnd:yyyyMMddHHmm}"; return await GetOrFetchAsync( operationName: "MacchineWithFluxAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.MacchineWithFluxAsync(dtStart, dtEnd) ?? new List(), tagList: [Utils.redisMacByFlux] ); } public async Task> MachineWithOdlAsync() { string redisKey = Utils.redisOdlCurrByMac; return await GetOrFetchAsync( operationName: "MachineWithOdlAsync", cacheKey: redisKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => { var rawData = await dbController.OdlGetCurrentAsync(); var dbResult = rawData .Select(x => x.IdxMacchina) .Distinct() .ToList(); return dbResult ?? new List(); }, tagList: [Utils.redisOdlCurrByMac] ); } /// /// Recupero info Machine-IOB x TAB (da info registrate IOB-WIN --> MP-IO) /// /// /// public async Task> MachIobConfAsync(string IdxMacchina) { string redisKey = Utils.redisIobConf; return await GetOrFetchAsync( operationName: "MachIobConfAsync", cacheKey: redisKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => { Dictionary result = new Dictionary(); // cerco in redis... string currKey = redHashMpIO($"IOB:{IdxMacchina}:MachIobConfAsync"); if (await redisDb.KeyExistsAsync(currKey)) { result = (await redisDb.HashGetAllAsync(currKey)) .ToDictionary(x => $"{x.Name}", x => $"{x.Value}"); } return result; }, tagList: [Utils.redisIobConf] ); } /// /// Elenco MSE stato amcchine /// /// /// public async Task> MseGetAll(bool forceDb = false) { using var activity = ActivitySource.StartActivity("MseGetAllAsync"); string source = "DB"; List? result = new List(); // cerco in redisConn... RedisValue rawData = redisDb.StringGet(Constants.redisMseKey); if (rawData.HasValue && !forceDb) { result = JsonConvert.DeserializeObject>($"{rawData}"); source = "REDIS"; } else { result = await Task.FromResult(dbController.MseGetAll(2000)); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); await redisDb.StringSetAsync(Constants.redisMseKey, rawData, TimeSpan.FromSeconds(1)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"MseGetAllAsync | {source} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Invio notifica rilettura (con parametro) /// /// public void NotifyReloadRequest(string message) { if (ReloadRequest != null) { // messaggio ReloadEventArgs rea = new ReloadEventArgs(message); ReloadRequest.Invoke(this, rea); } } /// /// Elenco ODL dato batch selezionato /// /// Batch richiesto /// public async Task> OdlByBatch(string BatchSel) { using var activity = ActivitySource.StartActivity("OdlByBatch"); List? result = new List(); string source = "DB"; string currKey = Utils.redisOdlByBatch; // cerco in redis dato valore sel idxMaccSel... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); source = "REDIS"; } else { result = await Task.FromResult(dbController.OdlByBatch(BatchSel)); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"OdlByBatch | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// ODL da chiave /// /// /// public ODLExpModel OdlByKey(int IdxOdl) { using var activity = ActivitySource.StartActivity("OdlByKey"); ODLExpModel? result = new ODLExpModel(); string source = "DB"; result = dbController.OdlByKey(IdxOdl); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"OdlByKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Effettua chiusura dell'ODL indicato, andand /// /// idx odl da chiudere /// idx idxMaccSel /// matricola operatore /// indica se confermare i pezzi priam di chiudere ODL public async Task ODLClose(int idxOdl, string idxMacchina, int matrOpr, bool confPezzi) { using var activity = ActivitySource.StartActivity("ODLClose"); string source = "DB"; bool fatto = false; await EnsureConfigLoadedAsync(); bool confRett = false; _configData.TryGetValue("confRett", out var value); if (!string.IsNullOrEmpty(value)) { bool.TryParse(value, out confRett); } int modoConfProd = 0; _configData.TryGetValue("modoConfProd", out var vModo); if (!string.IsNullOrEmpty(value)) { int.TryParse(vModo, out modoConfProd); } // chiamo metodo conferma! fatto = await dbController.ODLClose(idxOdl, idxMacchina, matrOpr, confPezzi, confRett, modoConfProd); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ODLClose | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Record ODL da chaive /// /// public async Task OdlGetByKey(int IdxOdl) { using var activity = ActivitySource.StartActivity("OdlGetByKey"); string source = "DB"; var dbResult = await dbController.OdlGetByKey(IdxOdl); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"OdlGetByKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return dbResult; } /// /// Elenco ODL filtrati x stato, articolo, KeyRich (che contiene stato) /// /// Stato ODL: true=in corso/completato /// Cod articolo /// KeyRich (parziale) da cercare (es cod stato x yacht) /// Reparto selezionato /// Macchina selezionata /// Data inizio /// Data fine /// public async Task> OdlListGetFiltAsync(bool inCorso, string codArt, string keyRichPart, string Reparto, string IdxMacchina, DateTime startDate, DateTime endDate) { string currKey = $"{Utils.redisOdlList}:{inCorso}:{codArt}:{keyRichPart}:{Reparto}:{IdxMacchina}:{startDate:yyyyMMdd_HHmmss}:{endDate:yyyyMMdd_HHmmss}"; return await GetOrFetchAsync( operationName: "OdlListGetFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => await dbController.ListODLFiltAsync(inCorso, codArt, keyRichPart, Reparto, IdxMacchina, startDate, endDate) ?? new(), tagList: [Utils.redisOdlList] ); } /// /// Elenco operatori filtrati x gruppo /// /// /// public async Task> OperatoriGetFiltAsync(string codGruppo) { string keyGrp = codGruppo != "*" ? codGruppo : "ALL"; string currKey = $"{Utils.redisOprList}:{keyGrp}"; return await GetOrFetchAsync( operationName: "OperatoriGetFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.OperatoriGetFiltAsync(codGruppo) ?? new List(), tagList: [Utils.redisOprList] ); } /// /// Elenco di tutti i parametri filtrati x idxMaccSel /// /// * = tutte, altrimenti solo x una data idxMaccSel /// public async Task> ParametriGetFiltAsync(string IdxMacchina) { string currKey = $"{Utils.redisFluxByMac}:{IdxMacchina}"; return await GetOrFetchAsync( operationName: "ParametriGetFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => await dbController.ParametriGetFiltAsync(IdxMacchina) ?? new(), tagList: [Utils.redisFluxByMac] ); } /// /// Restituisce dizionario ODL/PODL data lista IdxOdl /// /// /// public async Task> PODL_getDictOdlPodlAsync(List idxOdlList) { if (idxOdlList == null || !idxOdlList.Any()) return new Dictionary(); var distinctIds = idxOdlList.Distinct().ToList(); var resultDictionary = new Dictionary(); var missingIds = new List(); // STEP 1: Controllo rapido in FusionCache (L1/Memory cache) foreach (var id in distinctIds) { var cacheKey = $"val:{id}"; var cachedValue = await _cache.TryGetAsync(cacheKey); if (cachedValue.HasValue) { resultDictionary[id] = cachedValue.Value; } else { // ID non presente in cache, andrà cercato tramite il servizio EF missingIds.Add(id); } } // STEP 2: Se ci sono cache miss, interroghiamo il servizio EF Core if (missingIds.Any()) { // Riceviamo direttamente un Dictionary ottimizzato da EF Core Dictionary dbResults = await dbController.PODL_getDictOdlPodlAsync(missingIds); // STEP 3: Scriviamo i risultati in cache e li uniamo al dizionario finale foreach (var kvp in dbResults) { var id = kvp.Key; var targetValue = kvp.Value; resultDictionary[id] = targetValue; // Salvataggio atomico e globale su FusionCache var cacheKey = $"val:{id}"; await _cache.SetAsync(cacheKey, targetValue, TimeSpan.FromMinutes(30)); } // STEP 4 [Altamente Consigliato]: Cache Penetration Protection // Se un ID era tra i "missing" ma NON è presente nei risultati del DB, significa che non esiste. // Salviamo un valore sentinella (es. 0 o -1) per evitare di ricontrollare il DB al prossimo giro. foreach (var id in missingIds) { if (!dbResults.ContainsKey(id)) { resultDictionary[id] = 0; // Imposta un default per l'output corrente var cacheKey = $"val:{id}"; await _cache.SetAsync(cacheKey, 0, TimeSpan.FromMinutes(2)); // Scadenza breve per i record inesistenti } } } return resultDictionary; } /// /// Eliminazione record selezionato /// /// /// public async Task POdlDeleteRecord(PODLExpModel currRec) { using var activity = ActivitySource.StartActivity("POdlDeleteRecord"); string source = "DB+REDIS"; var dbResult = await dbController.PODLDeleteRecord(currRec); // elimino cache redis... await POdlFlushCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"POdlDeleteRecord | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return dbResult; } /// /// Avvio fase setup per il record selezionato /// /// /// public async Task POdlDoSetup(PODLExpModel currRec) { using var activity = ActivitySource.StartActivity("POdlDoSetup"); string source = "DB+REDIS"; var dbResult = await dbController.PODL_startSetup(currRec, 0, 1, 1, "", DateTime.Now); // elimino cache redis... await POdlFlushCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"POdlDoSetup | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return dbResult; } /// /// Recupero PODL da chiave /// /// /// public async Task POdlGetByKey(int idxPODL) { PODLModel result = new PODLModel(); if (idxPODL != 0) { using var activity = ActivitySource.StartActivity("POdlGetByKey"); string source = "DB"; string currKey = $"{Utils.redisPOdlByPOdl}:{idxPODL}"; // cerco in redis dato valore sel idxMaccSel... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { var rawResult = JsonConvert.DeserializeObject($"{rawData}"); if (rawResult != null) { result = rawResult; source = "REDIS"; } } else { result = await dbController.PODL_getByKey(idxPODL); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new PODLModel(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", 1); activity?.Stop(); Log.Trace($"POdlGetByKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); } else { Log.Debug("Errore IdxPODL = 0"); } return result; } /// /// Recupero PODL da IdxODL /// /// /// public async Task POdlGetByOdlAsync(int idxODL) { string currKey = $"{Utils.redisPOdlByOdl}:{idxODL}"; return await GetOrFetchAsync( operationName: "POdlGetByOdlAsync", cacheKey: currKey, expiration: TimeSpan.FromMinutes(redisLongTimeCache), fetchFunc: async () => await dbController.PODL_getByOdlAsync(idxODL) ?? new(), tagList: [Utils.redisPOdlByOdl] ); } /// /// Effettua il task di eliminazione PODL KIT + istanze + riattivazione PODL originali disattivate tramite stored /// /// IdxPODL parent public bool PodlIstKitDelete(int IdxPODL) { using var activity = ActivitySource.StartActivity("PodlIstKitDelete"); bool fatto = false; // salvo fatto = dbController.PodlIstKitDelete(IdxPODL); // svuoto cache string pattern = $"{Utils.redisKit}:*"; if (!string.IsNullOrEmpty(pattern)) { ExecFlushRedisPattern(pattern); } activity?.SetTag("data.source", "DB+REDIS"); return fatto; } /// /// Elenco PODL in un istanza KIT dall'ID del parent /// /// IDX PODL parent /// public List POdlListByKitParent(int IdxPodlParent) { using var activity = ActivitySource.StartActivity("POdlListByKitParent"); List? result = new List(); string source = "DB"; string currKey = $"{Utils.redisPOdlList}_kit:ByParent:{IdxPodlParent}"; // cerco in redis dato valore sel idxMaccSel... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); source = "REDIS"; } else { result = dbController.ListPODL_ByKitParent(IdxPodlParent); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, TimeSpan.FromSeconds(redisShortTimeCache)); } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"POdlListByKitParent | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Elenco PODL non avviati filtrati x articolo, KeyRich (che contiene stato) /// /// Solo lanciati (1) o ancora disponibili (0) /// KeyRich (parziale) da cercare (es cod stato x yacht) /// Macchina /// Gruppo /// Data inizio /// Data fine /// public async Task> POdlListGetFiltAsync(bool lanciato, string keyRichPart, string idxMacchina, string codGruppo, DateTime startDate, DateTime endDate) { string currKey = $"{Utils.redisPOdlList}:{codGruppo}:{idxMacchina}:{keyRichPart}:{lanciato}:{startDate:yyyyMMdd_HHmmss}:{endDate:yyyyMMdd_HHmmss}"; return await GetOrFetchAsync( operationName: "POdlListGetFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisShortTimeCache), fetchFunc: async () => await dbController.ListPODLFiltAsync(lanciato, keyRichPart, idxMacchina, codGruppo, startDate, endDate) ?? new List(), tagList: [Utils.redisPOdlList] ); } /// /// Elenco PODL per composizione KIT (Async) non avviati filtrati x articolo, KeyRich (che contiene stato) /// /// Solo lanciati (1) o ancora disponibili (0) /// KeyRich (parziale) da cercare (es cod stato x yacht) /// Macchina /// Gruppo /// Data inizio /// Data fine /// public async Task> POdlToKitListGetFiltAsync(bool lanciato, string keyRichPart, string idxMacchina, string codGruppo, DateTime startDate, DateTime endDate) { string redisKey = $"{Utils.redisPOdlList}_kit:{codGruppo}:{idxMacchina}:{keyRichPart}:{lanciato}:{startDate:yyyyMMdd_HHmmss}:{endDate:yyyyMMdd_HHmmss}"; return await GetOrFetchAsync( operationName: "POdlToKitListGetFiltAsync", cacheKey: redisKey, expiration: getRandTOut(redisShortTimeCache * 5), fetchFunc: async () => await dbController.ListPODL_KitFiltAsync( lanciato, keyRichPart, idxMacchina, codGruppo, startDate, endDate ) ?? new List(), tagList: [Utils.redisPOdlList, $"{Utils.redisPOdlList}_kit"] ); } /// /// Chiamata salvataggio ricetta + refresh REDIS /// /// /// /// public async Task POdlUpdateRecipe(int idxPODL, string recipeName) { using var activity = ActivitySource.StartActivity("POdlUpdateRecipe"); string source = "DB+REDIS"; bool answ = false; answ = await dbController.PODL_updateRecipe(idxPODL, recipeName); // reset redis... if (answ) { await POdlFlushCache(); } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"POdlUpdateRecipe | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Aggiornamento record selezionato /// /// /// public async Task POdlUpdateRecord(PODLModel currRec) { using var activity = ActivitySource.StartActivity("POdlUpdateRecord"); string source = "DB+REDIS"; var dbResult = await dbController.PODLUpdateRecord(currRec); // elimino cache redis... await POdlFlushCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"POdlUpdateRecord | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return dbResult; } /// /// Restituisce le statistiche di processo correnti x depluplica FluxLog /// /// public List ProcFLStats() { using var activity = ActivitySource.StartActivity("ProcFLStats"); string source = "REDIS"; List actStats = new List(); string currKey = $"{Utils.redisStatsProcFL}"; // recupero i record statistiche correnti RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { var rawStats = JsonConvert.DeserializeObject>($"{rawData}"); if (rawStats != null) { actStats = rawStats; } } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ProcFLStats | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return actStats; } /// /// Ricerca ricetta su MongoDB dato PODL /// /// /// public async Task RecipeGetByPODL(int idxPODL) { RecipeModel? result = null; using var activity = ActivitySource.StartActivity("RecipeGetByPODL"); string source = "MongoDB"; result = await mongoController.RecipeGetByPODL(idxPODL); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"RecipeGetByPODL | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Salva ricetta su MongoDB /// /// /// public async Task RecipeSetByPODL(RecipeModel currRecord) { using var activity = ActivitySource.StartActivity("RecipeSetByPODL"); string source = "DB+REDIS"; bool answ = false; answ = await mongoController.RecipeSetByPODL(currRecord); if (answ) { await POdlFlushCache(); } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"RecipeSetByPODL | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Effettua conteggio chaivi REDIS dato pat2Flush ricerca /// /// /// public int RedisCountKey(string keyPattern) { using var activity = ActivitySource.StartActivity("RedisCountKey"); string source = "REDIS"; int num = 0; keyPattern = (string.IsNullOrEmpty(keyPattern) ? "**" : keyPattern); try { var listEndpoints = redisConnAdmin.GetEndPoints(); foreach (var endPoint in listEndpoints) { var server = redisConnAdmin.GetServer(endPoint); foreach (RedisKey item in server.Keys(pattern: keyPattern, database: redisDb.Database, pageSize: 250, cursor: 0L)) { num++; } } } catch (Exception arg) { Log.Error($"Eccezione in RedisCountKey{Environment.NewLine}{arg}"); } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"RedisCountKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return num; } /// /// Esegue eliminazione memoria redis keyVal /// /// /// public bool RedisDelKey(string keyVal) { using var activity = ActivitySource.StartActivity("RedisDelKey"); string source = "REDIS"; bool answ = false; var listEndpoints = redisConnAdmin.GetEndPoints(); foreach (var endPoint in listEndpoints) { var server = redisConnAdmin.GetServer(endPoint); if (server != null) { redisDb.KeyDelete((RedisKey)keyVal); answ = true; } } activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"RedisDelKey | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Reset della cache IO post operazioni come setup ODL... /// /// Indirizzo base da cui rimuovere memoria cache /// public async Task ResetIoCache(string baseMem) { using var activity = ActivitySource.StartActivity("ResetIoCache"); string source = "REDIS"; // patterna a partire da cache IO... RedisValue pattern = new RedisValue($"{MpIoNS}:*"); if (!string.IsNullOrEmpty(baseMem)) { pattern = new RedisValue($"{MpIoNS}:{baseMem}:*"); } bool answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"ResetIoCache | Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return answ; } /// /// Statistiche ODL calcolate (da stored stp_STAT_ODL) /// /// public Task> StatOdl(int IdxOdl) { using var activity = ActivitySource.StartActivity("StatOdl"); string source = "DB"; var result = dbController.OdlStart(IdxOdl); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"StatOdl | {source} | {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Stato macchina /// /// /// public async Task StatoMacchinaAsync(string idxMacchina) { string currKey = $"{Utils.redisStatoMacch}:{idxMacchina}"; return await GetOrFetchAsync( operationName: "StatoMacchinaAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.StatoMacchinaAsync(idxMacchina) ?? new(), tagList: [Utils.redisStatoMacch] ); } /// /// Elimina record + svuotamento cache /// /// public async Task TemplateKitDelete(TemplateKitModel currRecord) { using var activity = ActivitySource.StartActivity("TemplateKitDelete"); string source = "DB+REDIS"; bool fatto = false; // salvo fatto = dbController.TemplateKitDelete(currRecord); // svuoto cache RedisValue pattern = $"{Utils.redisKitTempl}:*"; await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"TemplateKitDelete | {source} | {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Elenco Template KIT da ricerca /// /// Codice articolo padre /// Codice articolo figlio /// public async Task> TemplateKitFiltAsync(string codParent, string codChild) { string currKey = $"{Utils.redisKitTempl}:{codParent}:{codChild}"; return await GetOrFetchAsync( operationName: "TemplateKitFiltAsync", cacheKey: currKey, expiration: getRandTOut(redisLongTimeCache), fetchFunc: async () => await dbController.TemplateKitFiltAsync(codParent, codChild) ?? new List(), tagList: [Utils.redisKitTempl] ); } /// /// Esegue salvataggio record + svuotamento cache /// /// /// public async Task TemplateKitUpsert(TemplateKitModel currRecord, string codAzienda) { using var activity = ActivitySource.StartActivity("TemplateKitUpsert"); string source = "DB+REDIS"; bool fatto = false; // salvo fatto = dbController.TemplateKitUpsert(currRecord, codAzienda); // svuoto cache RedisValue pattern = $"{Utils.redisKitTempl}:*"; await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"TemplateKitUpsert | {source} | {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Punteggio compatibilità KIT per KeyFilt indicato /// /// /// /// /// public async Task> TksScoreAsync(string KeyFilt, int MaxResult, bool ForceDb) { string currKey = $"{Utils.redisKitScore}:{KeyFilt}:{MaxResult}"; if (ForceDb) { // Se ForceDb è true, saltiamo il GetOrFetchAsync per forzare il fetch dal DB // e aggiornare la cache. var result = await dbController.TksScoreAsync(KeyFilt, MaxResult) ?? new List(); await _cache.SetAsync(currKey, result, TimeSpan.FromMinutes(redisLongTimeCache), tags: [Utils.redisKitScore]); return result; } return await GetOrFetchAsync( operationName: "TksScoreAsync", cacheKey: currKey, expiration: TimeSpan.FromMinutes(redisLongTimeCache), fetchFunc: async () => await dbController.TksScoreAsync(KeyFilt, MaxResult) ?? new List(), tagList: [Utils.redisKitScore] ); } /// /// Esegue traduzione dato vocabolario da Lingua + Lemma /// /// /// /// public string Traduci(string lemma, string lingua) { string answ = $"[{lemma}]"; // verifico se ho qualcosa nell'obj vocabolario... if (ObjVocabolario == null || ObjVocabolario.Count == 0) { // inizializzo il vocabolario... ObjVocabolario = VocabolarioGetAll(); } var record = ObjVocabolario.Where(x => x.Lingua == lingua && x.Lemma == lemma).FirstOrDefault(); if (record != null) { answ = record.Traduzione; } return answ; } /// /// Elenco completo tabella Vocabolario /// /// public List VocabolarioGetAll() { List? result = new List(); using var activity = ActivitySource.StartActivity("VocabolarioGetAll"); string source = "REDIS"; // cerco in redis... RedisValue rawData = redisDb.StringGet(Utils.redisVocabolario); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject>($"{rawData}"); } else { result = dbController.VocabolarioGetAll(); // serializzo e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(Utils.redisVocabolario, rawData, getRandTOut(redisLongTimeCache / 5)); source = "DB"; } if (result == null) { result = new List(); } activity?.SetTag("data.source", source); activity?.SetTag("result.count", result.Count); activity?.Stop(); LogTrace($"VocabolarioGetAll Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return result; } /// /// Elimina record + svuotamento cache /// /// public bool WipKitDelete(WipSetupKitModel currRecord) { using var activity = ActivitySource.StartActivity("WipKitDelete"); string source = "DB"; bool fatto = false; // salvo fatto = dbController.WipKitDelete(currRecord); // svuoto cache EmptyWipCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"WipKitDelete Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Elimina i record più vecchi della data-ora indicata /// /// public bool WipKitDeleteOlder(DateTime DateLimit) { using var activity = ActivitySource.StartActivity("WipKitDeleteOlder"); string source = "DB"; bool fatto = false; // salvo fatto = dbController.WipKitDeleteOlder(DateLimit); // svuoto cache EmptyWipCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"WipKitDeleteOlder Read from {source}: {activity?.Duration.TotalMilliseconds}ms"); return fatto; } /// /// Elenco Template KIT da ricerca /// /// /// public async Task> WipKitFiltAsync(string KeyFilt) { string currKey = $"{Utils.redisKitWip}:{KeyFilt}"; return await GetOrFetchAsync( operationName: "WipKitFiltAsync", cacheKey: currKey, expiration: TimeSpan.FromMinutes(redisLongTimeCache), fetchFunc: async () => await dbController.WipKitFiltAsync(KeyFilt) ?? new List(), tagList: [Utils.redisKitWip] ); } /// /// Esegue salvataggio record + svuotamento cache /// /// public bool WipKitUpsert(WipSetupKitModel currRecord) { using var activity = ActivitySource.StartActivity("WipKitUpsert"); string source = "DB"; bool fatto = false; // salvo fatto = dbController.WipKitUpsert(currRecord); // svuoto cache KitWip EmptyWipCache(); activity?.SetTag("data.source", source); activity?.Stop(); LogTrace($"WipKitUpsert | {source} | {activity?.Duration.TotalMilliseconds}ms"); return fatto; } #endregion Public Methods #region Protected Methods /// /// Restituisce un timeout dal valore secondi richiesti + tempo random +/-3% /// /// /// protected TimeSpan getRandTOut(double durationSec) { double noise = (rand.NextDouble() * 0.06) - 0.03; double rValue = durationSec * (1 + noise); return TimeSpan.FromSeconds(rValue); } /// /// Merge statistiche Dedup /// /// /// protected bool ProcDedupStatMerge(List procStats) { bool answ = false; List actStats = ProcFLStats(); // se fosse vuoto --> add diretto if (actStats.Count == 0) { actStats.AddRange(procStats); } else { // aggiorno su redis i record statistiche 1:1... foreach (var recStat in procStats) { // cerco se ci fosse x aggiornare var currRec = actStats.Where(x => x.IdxMacchina == recStat.IdxMacchina && x.CodFlux == recStat.CodFlux && x.Interval == recStat.Interval && x.Num4Int == recStat.Num4Int).FirstOrDefault(); // se trovato aggiorno if (currRec != null) { currRec.ProcTime += recStat.ProcTime; currRec.NumRec += recStat.NumRec; } // altrimenti aggiungo else { actStats.Add(recStat); } } } // salvo record statistiche var rawData = JsonConvert.SerializeObject(actStats); string currKey = $"{Utils.redisStatsProcFL}"; redisDb.StringSet(currKey, rawData); return answ; } /// /// Merge statistiche DB Maintenance /// /// /// protected bool RecDbMaintStat(TimeSpan duration) { bool answ = false; Dictionary actStats = DbDedupStats(); // aggiungo record! actStats.Add(DateTime.Now, duration.TotalSeconds); // salvo NUOVO record statistiche string currKey = $"{Utils.redisStatsDbMaint}"; var rawData = JsonConvert.SerializeObject(actStats); redisDb.StringSet(currKey, rawData); return answ; } #endregion Protected Methods #region Private Fields /// /// Oggetto per collezione dati Activity (span in Uptrace) /// private static readonly ActivitySource ActivitySource = new ActivitySource("MP.DATA.Tracer"); private static IConfiguration _configuration = null!; private static Logger Log = LogManager.GetCurrentClassLogger(); private readonly IFusionCache _cache; private DateTime _artCacheExpiry = DateTime.MinValue; private Dictionary _configData = new(); private DateTime _dtParamExpiry = DateTime.Now; /// /// Elenco CodArticolo usati in istanza KIT (per verifica eliminabilità) /// private HashSet _listCodArtInKit = new(); /// /// Elenco CodArticolo NON usati (per verifica eliminabilità) /// private HashSet _listCodArtNotUsed = new(); /// /// Elenco CodArticolo usati (per verifica eliminabilità) /// private HashSet _listCodArtUsed = new(); private string canCacheParametri = ""; private string MpIoNS = ""; /// /// Oggetto vocabolario x uso continuo traduzione /// private List ObjVocabolario = new List(); private Random rand = new Random(); /// /// Oggetto per connessione a REDIS /// private ConnectionMultiplexer redisConn = null!; /// /// Oggetto per connessione a REDIS modalità admin (ex flux dati) /// private ConnectionMultiplexer redisConnAdmin = null!; /// /// Oggetto DB redis da impiegare x chiamate R/W /// private IDatabase redisDb = null!; /// /// Durata cache Lunga standard (300 sec) /// private int redisLongTimeCache = 300; /// /// Durata cache Breve standard (5 sec) /// private int redisShortTimeCache = 5; /// /// Soglia minima (ms) per log timing in console /// private double slowLogThresh = 0; private bool traceEnabled = false; #endregion Private Fields #region Private Methods /// /// Svuota cache creazione KIT /// private void EmptyWipCache() { string pattern = $"{Utils.redisKitWip}:*"; if (!string.IsNullOrEmpty(pattern)) { ExecFlushRedisPattern(pattern); } } private void EnsureConfigLoaded() { if (_configData.Count == 0) { var list = ConfigGetAll(); _configData = list .GroupBy(x => x.Chiave) .ToDictionary(g => g.Key, g => g.First().Valore); } } private async Task EnsureConfigLoadedAsync() { if (_configData.Count == 0) { var list = await ConfigGetAllAsync(); _configData = list .GroupBy(x => x.Chiave) .ToDictionary(g => g.Key, g => g.First().Valore); } } /// /// Implementa gestione recupero cache da memoria o da obj esterno + cache memoria + tracking attività /// /// /// /// /// /// private async Task GetOrFetchAsync(string operationName, string cacheKey, Func> fetchFunc, TimeSpan expiration, params string[] tagList) { using var activity = ActivitySource.StartActivity(operationName); string source; var tryGet = await _cache.TryGetAsync(cacheKey); if (tryGet.HasValue) { source = "MEMORY"; var result = tryGet.Value!; activity?.SetTag("data.source", source); activity?.Stop(); // se supero la soglia loggo... if (activity?.Duration.TotalMilliseconds > slowLogThresh) { LogTrace($"{operationName} | {source} | {activity?.Duration.TotalMilliseconds:F4} ms"); } return result; } bool fromDb = false; // cache in redis var cacheOptions = new FusionCacheEntryOptions() .SetDuration(expiration) .SetFailSafe(true); // cache in RAM per 1/3 del tempo x risparmiare risorse cacheOptions.MemoryCacheDuration = expiration / 3; var final = await _cache.GetOrSetAsync( cacheKey, async _ => { fromDb = true; return await fetchFunc(); }, options: cacheOptions, tags: tagList ); source = fromDb ? "DB" : "REDIS"; activity?.SetTag("data.source", source); activity?.Stop(); // switch log in base a source.. switch (source) { case "DB": LogTrace($"{operationName} | {source} | {activity?.Duration.TotalMilliseconds:F4} ms", reqLevel: NLog.LogLevel.Info); break; case "REDIS": LogTrace($"{operationName} | {source} | {activity?.Duration.TotalMilliseconds:F4} ms", reqLevel: NLog.LogLevel.Debug); break; default: LogTrace($"{operationName} | {source} | {activity?.Duration.TotalMilliseconds:F4} ms"); break; } return final!; } /// /// Helper trace messaggio log (SE abilitato) /// /// private void LogTrace(string traceMsg, NLog.LogLevel? reqLevel = null) { if (!traceEnabled) return; reqLevel ??= NLog.LogLevel.Trace; // Loggo! Log.Log(reqLevel, traceMsg); } private async Task POdlFlushCache() { using var activity = ActivitySource.StartActivity("POdlFlushCache"); bool answ = false; RedisValue pattern = new RedisValue($"{Utils.redisXdlData}:*"); answ = await ExecFlushRedisPatternAsync(pattern); pattern = new RedisValue($"{Utils.redisPOdlByOdl}:*"); answ = await ExecFlushRedisPatternAsync(pattern); pattern = new RedisValue($"{Utils.redisPOdlByPOdl}:*"); answ = await ExecFlushRedisPatternAsync(pattern); pattern = new RedisValue($"{Utils.redisPOdlList}:*"); answ = await ExecFlushRedisPatternAsync(pattern); activity?.SetTag("data.source", "REDIS"); return answ; } private string redHashMpIO(string keyName) { string result = keyName; try { result = $"{MpIoNS}:{keyName}".Replace("\\", "_"); } catch (Exception exc) { Log.Error($"Errore in redHashMpIO{Environment.NewLine}{exc}"); } return result; } private async Task resetCacheArticoli() { using var activity = ActivitySource.StartActivity("resetCacheArticoli"); RedisValue pattern = new RedisValue($"{Utils.redisArtByDossier}:*"); await ExecFlushRedisPatternAsync(pattern); pattern = new RedisValue($"{Utils.redisArtList}:*"); await ExecFlushRedisPatternAsync(pattern); // elimino anche in FusionCache List tags2del = new List() { Utils.redisArtList, Utils.redisArtByDossier }; await FlushCacheByTagsAsync(tags2del); activity?.SetTag("data.source", "REDIS"); } private async Task ResetConfigCache() { await redisDb.StringSetAsync(Utils.redisConfKey, ""); List tags2del = new List() { Utils.redisConfKey }; await FlushCacheByTagsAsync(tags2del); } /// /// Reset macchine e gruppi /// private void ResetMacGrpCache() { ExecFlushRedisPattern($"{Utils.redisAnagGruppi}:*"); ExecFlushRedisPattern($"{Utils.redisMacList}:*"); } /// /// Reset cache operatori e gruppi /// private void ResetOprGrpCache() { ExecFlushRedisPattern($"{Utils.redisAnagGruppi}:*"); ExecFlushRedisPattern($"{Utils.redisOprList}:*"); } #endregion Private Methods } }