using MP.Data; using MP.Data.Conf; using MP.Data.DatabaseModels; using MP.Data.DTO; using Newtonsoft.Json; using NLog; using StackExchange.Redis; using System.Diagnostics; namespace MP.SPEC.Data { public class MpDataService : IDisposable { #region Public Constructors public MpDataService(IConfiguration configuration, ILogger logger) { _logger = logger; _logger.LogInformation("Starting MpDataService INIT"); _configuration = configuration; // setup compoenti REDIS redisConn = ConnectionMultiplexer.Connect(_configuration.GetConnectionString("Redis")); redisConnAdmin = ConnectionMultiplexer.Connect(_configuration.GetConnectionString("RedisAdmin")); redisDb = redisConn.GetDatabase(); // leggo cache lungo periodo int.TryParse(_configuration.GetValue("ServerConf:redisLongTimeCache"), out redisLongTimeCache); _logger.LogInformation("Redis INIT"); // setup canali pub/sub dataPipe = new MessagePipe(redisConn, Constants.ACT_MSE_DATA_KEY); blinkPipe = new MessagePipe(redisConn, Constants.ACT_BLINK_KEY); // conf DB string connStr = _configuration.GetConnectionString("Mp.Data"); if (string.IsNullOrEmpty(connStr)) { _logger.LogError("DbController: ConnString empty!"); } else { dbController = new MP.Data.Controllers.MpSpecController(configuration); _logger.LogInformation("DbController OK"); } } #endregion Public Constructors #region Public Properties public static MP.Data.Controllers.MpSpecController dbController { get; set; } = null!; public MessagePipe blinkPipe { get; set; } = null!; /// /// Dizionario dei tag configurati per IOB /// public Dictionary> currTagConf { get; set; } = new Dictionary>(); public MessagePipe dataPipe { get; set; } = null!; #endregion Public Properties #region Public Methods public async Task> AnagStatiComm() { Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); List? result = new List(); // cerco in redis... RedisValue rawData = await redisDb.StringGetAsync(redisStatoCom); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject>($"{rawData}"); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"AnagStatiComm Read from REDIS: {ts.TotalMilliseconds}ms"); } else { result = await Task.FromResult(dbController.AnagStatiComm()); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); await redisDb.StringSetAsync(redisStatoCom, rawData, getRandTOut(redisLongTimeCache)); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"AnagStatiComm Read from DB: {ts.TotalMilliseconds}ms"); } if (result == null) { result = new List(); } return result; } public async Task> AnagTipoArtLV() { Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); List? result = new List(); // cerco in redis... RedisValue rawData = await redisDb.StringGetAsync(redisTipoArt); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject>($"{rawData}"); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"AnagTipoArtLV Read from REDIS: {ts.TotalMilliseconds}ms"); } else { result = await Task.FromResult(dbController.AnagTipoArtLV()); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); await redisDb.StringSetAsync(redisTipoArt, rawData, getRandTOut(redisLongTimeCache)); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"AnagTipoArtLV Read from DB: {ts.TotalMilliseconds}ms"); } if (result == null) { result = new List(); } return result; } /// /// Eliminazione record selezionato /// /// /// public async Task ArticoliDeleteRecord(AnagArticoli currRec) { return await dbController.ArticoliDeleteRecord(currRec); } /// /// Restitusice elenco articoli cercati /// /// /// /// public async Task> ArticoliGetSearch(int numRecord, string azienda, string searchVal) { return await Task.FromResult(dbController.ArticoliGetSearch(numRecord, azienda, searchVal)); } /// /// Aggiornamento record selezionato /// /// /// public async Task ArticoliUpdateRecord(AnagArticoli currRec) { return await dbController.ArticoliUpdateRecord(currRec); } /// /// Verifica se sia possiubile cancellare articolo dato suo CodArt cercando su redis o su /// tab veto da DB /// /// /// public bool ArticoloDelEnabled(object CodArt) { bool answ = false; string codArticolo = $"{CodArt}"; int cacheCheckArtUsato = 1; int.TryParse(_configuration.GetValue("ServerConf:cacheCheckArtUsato"), out cacheCheckArtUsato); TimeSpan TTLCache = getRandTOut(cacheCheckArtUsato); // cerco in cache redis... string redKeyArtUsed = $"{Utils.redKeyArtUsed}:{codArticolo}"; string redKeyTabCheckArt = Utils.redKeyTabCheckArt; string rawData = redisDb.StringGet(redKeyArtUsed); if (!string.IsNullOrEmpty(rawData)) { bool.TryParse(rawData, out answ); } else { // controllo non sia stato mai prodotto sennò non posso cancellare... try { // cerco in cache se ci sia la tabella con gli articoli impiegati... string rawTable = redisDb.StringGet(redKeyTabCheckArt); List artList = new List(); if (!string.IsNullOrEmpty(rawTable)) { artList = JsonConvert.DeserializeObject>(rawTable); } // rileggo... if (artList == null || artList.Count == 0) { artList = new List(); var tabArticoli = dbController.ArticoliGetUsed(); var codList = tabArticoli.Select(x => x.CodArticolo); foreach (string cod in codList) { artList.Add(cod); } // SE fosse vuoto aggiungo comunque il cado "ND"... if (artList.Count == 0) { artList.Add("ND"); } // salvo rawTable = JsonConvert.SerializeObject(artList); redisDb.StringSet(redKeyTabCheckArt, rawTable, TTLCache); } // cerco nella tabella: se ci fosse --> disabilitato delete bool usato = false; if (artList != null && artList.Count > 0) { usato = artList.Contains(codArticolo); } answ = !usato; redisDb.StringSet(redKeyArtUsed, $"{answ}", TTLCache); } catch { } } return answ; } public async Task> ConfigGetAll() { Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); List? result = new List(); // cerco in redis... RedisValue rawData = await redisDb.StringGetAsync(redisConfKey); if (!string.IsNullOrEmpty($"{rawData}")) { result = JsonConvert.DeserializeObject>($"{rawData}"); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"ConfigGetAll Read from REDIS: {ts.TotalMilliseconds}ms"); } else { result = await Task.FromResult(dbController.ConfigGetAll()); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); await redisDb.StringSetAsync(redisConfKey, rawData, getRandTOut(redisLongTimeCache)); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"ConfigGetAll Read from DB: {ts.TotalMilliseconds}ms"); } if (result == null) { result = new List(); } return result; } /// /// Reset dati cache config /// /// public async Task ConfigResetCache() { await redisDb.StringSetAsync(redisConfKey, ""); } /// /// Update chiave config /// /// public async Task ConfigUpdate(ConfigModel updRec) { return await Task.FromResult(dbController.ConfigUpdate(updRec)); } public List convertToFluxLog(string Valore) { //string valStriped = Valore.Substring(7, Valore.Length - 8); //var result = JsonConvert.DeserializeObject>(valStriped); var result = JsonConvert.DeserializeObject(Valore); return result.ODL; } public void Dispose() { // Clear database controller dbController.Dispose(); redisConn.Dispose(); } /// /// Elenco ultimi n record DOssiers (che contengono ad esempio "salvataggi" di FLuxLog) dato /// macchina (ordinato x data registrazione) /// /// * = tutte, altrimenti solo x una data macchina /// Data di riferimento (Massima) per estrazione records /// numero massimo record da restituire /// public async Task> DossiersGetLastFilt(string IdxMacchina, DateTime DtRef, int MaxRec) { List? result = new List(); Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); string readType = "DB"; string currKey = $"{redisDossByMac}:{IdxMacchina}"; // cerco in redis dato valore sel macchina... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); readType = "REDIS"; } else { result = await Task.FromResult(dbController.DossiersGetLastFilt(IdxMacchina, DtRef, MaxRec)); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache / 5)); } if (result == null) { result = new List(); } stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"DossiersGetLastFilt | Read from {readType}: {ts.TotalMilliseconds}ms"); return result; } /// /// Effettua salvataggio snapshot parametri (con stored) + svuota eventuale cache redis /// /// macchina /// NUm massimo secondi per recuperare dati correnti /// public async Task DossiersTakeParamsSnapshot(string IdxMacchina, int MaxSec) { bool answ = false; await Task.Delay(1); // chiamo stored x salvare parametri dbController.DossiersTakeParamsSnapshot(IdxMacchina, MaxSec); // svuoto cache redis x macchina string currKey = $"{redisDossByMac}:{IdxMacchina}"; redisDb.StringSet(currKey, "", TimeSpan.FromSeconds(1)); currKey = $"{redisDossByMac}:*"; redisDb.StringSet(currKey, "", TimeSpan.FromSeconds(1)); return answ; } /// /// Restitusice elenco aziende /// /// public Task> ElencoAziende() { return Task.FromResult(dbController.AnagGruppiAziende()); } /// /// Restitusice elenco fasi /// /// public Task> ElencoGruppiFase() { return Task.FromResult(dbController.AnagGruppiFase()); } public Task> ElencoLink() { return Task.FromResult(dbController.ElencoLink()); } public async Task FlushRedisCache() { await Task.Delay(1); bool answ = false; var listEndpoints = redisConnAdmin.GetEndPoints(); var server = redisConnAdmin.GetServer(listEndpoints[0]); RedisValue pattern = new RedisValue($"{redisBaseAddr}*"); if (server != null) { var keyList = server.Keys(redisDb.Database, pattern); foreach (var item in keyList) { await redisDb.KeyDeleteAsync(item); } // brutalmente rimuovo intero contenuto DB... DANGER //await server.FlushDatabaseAsync(); answ = true; } return answ; } /// /// Elenco ultimi n record flux log dato macchina e flusso (ordinato x data registrazione) /// /// * = tutte, altrimenti solo x una data macchina /// *=tutti, altrimenti solo selezionato /// numero massimo record da restituire /// public async Task> FluxLogGetLastFilt(string IdxMacchina, string CodFlux, int MaxRec) { Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); var results = await Task.FromResult(dbController.FluxLogGetLastFilt(IdxMacchina, CodFlux, MaxRec)); stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"FluxLogGetLastFilt | Read from DB: {ts.TotalMilliseconds}ms"); return results; } /// /// Elenco setup dei tag conf correnti /// /// public Task>> getAllTags() { return Task.FromResult(currTagConf); } /// /// restituisce il valore da REDIS associato al tag richeisto /// /// Chiave in cui cercare il valore /// public string getTagConf(string redKey) { string outVal = ""; // cerco in REDIS la conf x l'IOB var rawData = redisDb.StringGet(redKey); if (!string.IsNullOrEmpty(rawData)) { outVal = $"{rawData}"; } return outVal; } /// /// Elenco ODL filtrati x stato, articolo, KeyRich (che contiene stato) /// /// Stato ODL: true=in corso/completato /// Cod articolo /// KeyRich (parziale) da cercare (es cod stato x yacht) /// public async Task> ListODLFilt(bool inCorso, string codArt, string keyRichPart) { return await Task.FromResult(dbController.ListODLFilt(inCorso, codArt, keyRichPart)); } /// /// Elenco PODL non avviati filtrati x articolo, KeyRich (che contiene stato) /// /// Cod articolo /// KeyRich (parziale) da cercare (es cod stato x yacht) /// public async Task> ListPODLFilt(string codArt, string keyRichPart) { return await Task.FromResult(dbController.ListPODLFilt(codArt, keyRichPart)); } /// /// Elenco di tutte le macchine gestite /// /// public async Task> MacchineGetAll() { List? result = new List(); Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); string readType = "DB"; string currKey = redisMacList; // cerco in redis dato valore sel macchina... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); readType = "REDIS"; } else { result = await Task.FromResult(dbController.MacchineGetAll()); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"MacchineGetAll | Read from {readType}: {ts.TotalMilliseconds}ms"); return result; } /// /// Elenco ID macchine con dati FluxLog gestite /// /// public async Task> MacchineWithFlux() { List? result = new List(); Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); string readType = "DB"; string currKey = redisMacByFlux; // cerco in redis dato valore sel macchina... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); readType = "REDIS"; } else { result = await Task.FromResult(dbController.MacchineWithFlux()); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"MacchineWithFlux | Read from {readType}: {ts.TotalMilliseconds}ms"); return result; } /// /// Elenco di tutti i parametri filtrati x macchina /// /// * = tutte, altrimenti solo x una data macchina /// public async Task> ParametriGetFilt(string IdxMacchina) { List? result = new List(); Stopwatch stopWatch = new Stopwatch(); stopWatch.Start(); string readType = "DB"; string currKey = $"{redisFluxByMac}:{IdxMacchina}"; // cerco in redis dato valore sel macchina... RedisValue rawData = redisDb.StringGet(currKey); if (rawData.HasValue) { result = JsonConvert.DeserializeObject>($"{rawData}"); readType = "REDIS"; } else { result = await Task.FromResult(dbController.ParametriGetFilt(IdxMacchina)); // serializzp e salvo... rawData = JsonConvert.SerializeObject(result); redisDb.StringSet(currKey, rawData, getRandTOut(redisLongTimeCache)); } if (result == null) { result = new List(); } stopWatch.Stop(); TimeSpan ts = stopWatch.Elapsed; Log.Debug($"ParametriGetFilt | Read from {readType}: {ts.TotalMilliseconds}ms"); return result; } /// /// Eliminazione record selezionato /// /// /// public async Task PODLDeleteRecord(PODLModel currRec) { return await dbController.PODLDeleteRecord(currRec); } /// /// Aggiornamento record selezionato /// /// /// public async Task POdlUpdateRecord(PODLModel currRec) { return await dbController.PODLUpdateRecord(currRec); } #endregion Public Methods #region Protected Fields protected Random rand = new Random(); #endregion Protected Fields #region Protected Methods /// /// Restituisce un timeout dai minuti richiesti + tempo random 1..60 sec /// /// /// protected TimeSpan getRandTOut(int stdMinutes) { double rndValue = (double)stdMinutes + (double)rand.Next(1, 60) / 60; return TimeSpan.FromMinutes(rndValue); } #endregion Protected Methods #region Private Fields private const string redisBaseAddr = "MP:"; private const string redisConfKey = redisBaseAddr + "SPEC:Cache:Config"; private const string redisDossByMac = redisBaseAddr + "SPEC:Cache:DossByMac"; private const string redisFluxByMac = redisBaseAddr + "SPEC:Cache:FluxByMac"; private const string redisMacByFlux = redisBaseAddr + "SPEC:Cache:MacByFlux"; private const string redisMacList = redisBaseAddr + "SPEC:Cache:MacList"; private const string redisStatoCom = redisBaseAddr + "SPEC:Cache:StatoCom"; private const string redisTipoArt = redisBaseAddr + "SPEC:Cache:TipoArt"; private static IConfiguration _configuration = null!; private static ILogger _logger = null!; private static Logger Log = LogManager.GetCurrentClassLogger(); /// /// Oggetto per connessione a REDIS /// private ConnectionMultiplexer redisConn = null!; /// /// Oggetto per connessione a REDIS modalità admin (ex flux dati) /// private ConnectionMultiplexer redisConnAdmin = null!; /// /// Oggetto DB redis da impiegare x chiamate R/W /// private IDatabase redisDb = null!; private int redisLongTimeCache = 5; #endregion Private Fields } }