mapo-core/MP.Prog/Data/FileArchDataService.cs

using Microsoft.Extensions.Caching.Distributed;
using Microsoft.Extensions.Caching.Memory;
using Microsoft.Extensions.Configuration;
using Microsoft.Extensions.Logging;
using MP.FileData;
using Newtonsoft.Json;
using NLog;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Diagnostics;
using MP.FileData.Controllers;
using MP.FileData.DTO;
using StackExchange.Redis;

namespace MP.Prog.Data
{
    public class FileArchDataService : IDisposable
    {
        #region Public Fields

        public static FileData.Controllers.FileController dbController;

        #endregion Public Fields

        #region Public Constructors

        public FileArchDataService(IConfiguration configuration, ILogger<FileArchDataService> logger, IConnectionMultiplexer redisConnMult)
        {
            _logger = logger;
            _configuration = configuration;

            // Conf cache
            redisConn = redisConnMult;
            redisDb = this.redisConn.GetDatabase();

            // conf DB
            string connStr = _configuration.GetConnectionString("MP.Prog");
            if (string.IsNullOrEmpty(connStr))
            {
                _logger.LogError("ConnString empty!");
            }
            else
            {
                dbController = new FileData.Controllers.FileController(configuration);
                _logger.LogInformation("DbController OK");
            }
        }

        #endregion Public Constructors

        #region Public Methods

        public void Dispose()
        {
            // Clear database controller
            dbController.Dispose();
        }

        public async Task<int> FileCountFilt(SelectData CurrFilter)
        {
            int numCount = 0;
            Stopwatch stopWatch = new Stopwatch();
            stopWatch.Start();
            numCount = dbController.FileCountFilt(CurrFilter.IdxMacchina, CurrFilter.OnlyActive, CurrFilter.OnlyMod, CurrFilter.OnlyNoTag, CurrFilter.FileName, CurrFilter.Tag, CurrFilter.SearchVal);
            stopWatch.Stop();
            TimeSpan ts = stopWatch.Elapsed;
            Log.Trace($"Effettuata lettura da DB per FileCountFilt: {ts.TotalMilliseconds} ms");
            return await Task.FromResult(numCount);
        }

        public Task<FileData.DatabaseModels.FileModel> FileGetByKey(int FileId)
        {
            return Task.FromResult(dbController.FileGetByKey(FileId));
        }

        public async Task<List<FileData.DatabaseModels.FileModel>> FileGetFilt(SelectData CurrFilter)
        {
            List<FileData.DatabaseModels.FileModel> dbResult = new List<FileData.DatabaseModels.FileModel>();
            Stopwatch stopWatch = new Stopwatch();
            stopWatch.Start();
            dbResult = dbController.FileGetFilt(CurrFilter.IdxMacchina, CurrFilter.OnlyActive, CurrFilter.OnlyMod, CurrFilter.OnlyNoTag, CurrFilter.FileName, CurrFilter.Tag, CurrFilter.SearchVal, CurrFilter.NumSkip, CurrFilter.PageSize).ToList();
            //dbResult = dbController.FileGetFilt(CurrFilter.IdxMacchina, CurrFilter.OnlyActive, CurrFilter.OnlyMod, CurrFilter.FirstRecord, CurrFilter.PageSize * 10, CurrFilter.SearchVal).ToList();
            stopWatch.Stop();
            TimeSpan ts = stopWatch.Elapsed;
            Log.Trace($"Effettuata lettura da DB per FileGetFilt: {ts.TotalMilliseconds} ms");
            return await Task.FromResult(dbResult);
        }

        public async Task<List<ArchiveStatusDTO>> GetArchiveStatus()
        {
            List<ArchiveStatusDTO> dbResult = new List<ArchiveStatusDTO>();
            Stopwatch stopWatch = new Stopwatch();
            stopWatch.Start();
            dbResult = dbController.GetArchiveStatus();
            stopWatch.Stop();
            TimeSpan ts = stopWatch.Elapsed;
            Log.Trace($"Effettuata lettura da DB per GetArchiveStatus: {ts.TotalMilliseconds} ms");
            return await Task.FromResult(dbResult);
        }

        public Task<FileData.DatabaseModels.MacchinaModel> MacchinaGetByKey(string idxMacchina)
        {
            return Task.FromResult(dbController.MacchinaGetByKey(idxMacchina));
        }

        public Task<List<FileData.DatabaseModels.MacchinaModel>> MacchineGetAll()
        {
            return Task.FromResult(dbController.MacchineGetAll().ToList());
        }

        public async Task<List<AutocompleteModel>> MachineList()
        {
            List<AutocompleteModel> answ = new List<AutocompleteModel>();
            answ.Add(new AutocompleteModel { LabelField = "--- TUTTE ---", ValueField = "*" });
            answ.AddRange(dbController.MacchineGetAll().Select(x => new AutocompleteModel { LabelField = $"{x.IdxMacchina} | {x.Nome} {x.Descrizione} ", ValueField = x.IdxMacchina }).ToList());
            return await Task.FromResult(answ);
        }

        public void rollBackEdit(object item)
        {
            dbController.RollBackEntity(item);
        }

        public async Task<List<FileData.DatabaseModels.TagModel>> TagGetFilt(string SearchVal)
        {
            return await Task.FromResult(dbController.TagGetFilt(SearchVal, 200).ToList());
        }

        public Task<List<AutocompleteModel>> TagGetSearch(string searchVal, int numRecord)
        {
            List<AutocompleteModel> answ = new List<AutocompleteModel>();
            answ.Add(new AutocompleteModel { LabelField = "--- TUTTE ---", ValueField = "*" });
            if (numRecord > -1)
            {
                answ.AddRange(dbController.TagGetFilt(searchVal, numRecord).Select(x => new AutocompleteModel { LabelField = $"{x.TagId}", ValueField = x.TagId }).ToList());
            }
            return Task.FromResult(answ);
        }

        /// <summary>
        /// Aggiorna intero archivio scansionando dati x tutte le macchine che hanno un path valido
        /// </summary>
        /// <param name="numDayPre">
        /// Numero giorni x ricerca all'indietro da data corrente / 0 = nessun limite
        /// </param>
        /// <returns></returns>
        public async Task<int> updateAllArchive(int numDayPre, bool forceTag)
        {
            int checkDone = 0;
            var listaMacchine = await MacchineGetAll();
            foreach (var item in listaMacchine.Where(x => !string.IsNullOrEmpty(x.BasePath)).ToList())
            {
                checkDone += await updateMachineArchive(item.IdxMacchina, numDayPre, forceTag, false);
            }

            return await Task.FromResult(checkDone);
        }

        /// <summary>
        /// Aggiorna archivio di una amcchina scansionando path relativo
        /// </summary>
        /// <param name="idxMacchina">Codice macchina</param>
        /// <param name="numDayPre">
        /// Numero giorni x ricerca all'indietro da data corrente / 0 = nessun limite
        /// </param>
        /// <param name="forceTag">Forza la riverifica dei tags (x update da setup)</param>
        /// <param name="fullLog">Scrittura log verboso macchina</param>
        /// <returns></returns>
        public async Task<int> updateMachineArchive(string idxMacchina, int numDayPre, bool forceTag, bool fullLog)
        {
            int checkDone = 0;
            Stopwatch stopWatch = new Stopwatch();
            stopWatch.Start();
            string ruleName = "Rule00.json";
            try
            {
                var macchina = MacchinaGetByKey(idxMacchina).Result;
                if (macchina != null && !string.IsNullOrEmpty(macchina.BasePath))
                {
                    if (!string.IsNullOrEmpty(macchina.RuleName))
                    {
                        ruleName = macchina.RuleName;
                        // gestione confRule...
                        SearchRules currRule = new SearchRules();
                        try
                        {
                            string rawData = File.ReadAllText(FileController.rulePath(ruleName));
                            currRule = JsonConvert.DeserializeObject<SearchRules>(rawData);
                            //Log.Info($"Conf rule acquisito da file {ruleName}:{Environment.NewLine}{rawData}");
                        }
                        catch (Exception exc)
                        {
                            Log.Error($"Eccezione in deserializzazione conf rule{Environment.NewLine}{exc}");
                        }

                        // se NON deserializzato inizializzo hard-coded
                        if (currRule.Name == "ND")
                        {
                            // fare: lettura conf rule x recupero tag x singola macchina
                            //$"\\b{fileName}" + @".{0,2}\([\w\d\s.]+\)";

                            Dictionary<string, string> confReplace = new Dictionary<string, string>();
                            confReplace.Add("(", " ");
                            confReplace.Add(")", " ");

                            Dictionary<string, string> fileExtReplace = new Dictionary<string, string>();
                            fileExtReplace.Add(".P-2", "");
                            // hard coded + salvataggio conf x creare json
                            currRule = new SearchRules()
                            {
                                Name = "Commento Filename",
                                Mode = SearchMode.StringOnFile,
                                MaxChar2Search = 100,
                                ReplaceCR = true,
                                RegExPattern = "\\b{{fileName}}" + @".{0,2}\([\w\d\s./]+\)",
                                RegExRepFileName = true,
                                FileNameExtReplace = fileExtReplace,
                                ExcludedTags = new List<string>() { "M4", "M5", "M4+A", "M4+B", "M5+A", "M5+B" },
                                OutReplace = confReplace,
                                OutExcludeFileName = true
                            };
                            if (fullLog)
                            {
                                // serializzo
                                string rawRule = JsonConvert.SerializeObject(currRule, Formatting.Indented);
                                Log.Trace($"Conf rule generato:{Environment.NewLine}{rawRule}");
                            }
                        }
                        checkDone = dbController.CheckFileArchived(macchina.IdxMacchina, macchina.BasePath, numDayPre, "*.*", forceTag, currRule);
                    }
                }
            }
            catch (Exception exc)
            {
                Log.Error($"Eccezione in updateMachineArchive{Environment.NewLine}{exc}{Environment.NewLine}{exc.InnerException}");
            }
            stopWatch.Stop();
            TimeSpan ts = stopWatch.Elapsed;
            Log.Info($"Effettuato update archivio file MACCHINA | last {numDayPre} days | {checkDone} checked | {ts.TotalMilliseconds} ms");

            return await Task.FromResult(checkDone);
        }

        #endregion Public Methods

        #region Internal Methods

        internal Task FileApprove(FileData.DatabaseModels.FileModel currItem)
        {
            return Task.FromResult(dbController.FileModApprove(currItem));
        }

        internal Task FileDelete(FileData.DatabaseModels.FileModel currItem)
        {
            return Task.FromResult(dbController.FileDelete(currItem));
        }

        internal Task FileExport(FileData.DatabaseModels.FileModel currItem)
        {
            return Task.FromResult(dbController.FileExport(currItem));
        }

        internal Task FileReject(FileData.DatabaseModels.FileModel currItem)
        {
            return Task.FromResult(dbController.FileModReject(currItem));
        }

        internal Task FileUpdate(FileData.DatabaseModels.FileModel updItem)
        {
            return Task.FromResult(dbController.FileUpdate(updItem));
        }

        internal void ResetController()
        {
            dbController.ResetController();
        }

        #endregion Internal Methods

        #region Protected Fields

        protected static string connStringBBM = "";
        protected static string connStringFatt = "";

        #endregion Protected Fields

        #region Private Fields

        private static IConfiguration _configuration;

        private static ILogger<FileArchDataService> _logger;

        private static List<FileData.DatabaseModels.MacchinaModel> ElencoMacchine = new List<FileData.DatabaseModels.MacchinaModel>();

        private static NLog.Logger Log = LogManager.GetCurrentClassLogger();

        /// <summary>
        /// Durata cache lunga IN SECONDI
        /// </summary>
        private int cacheTtlLong = 60 * 5;

        /// <summary>
        /// Durata cache breve IN SECONDI
        /// </summary>
        private int cacheTtlShort = 60 * 1;

        /// <summary>
        /// Oggetto per connessione a REDIS
        /// </summary>
        private IConnectionMultiplexer redisConn;

        //ISubscriber sub = redis.GetSubscriber();
        /// <summary>
        /// Oggetto DB redis da impiegare x chiamate R/W
        /// </summary>
        private IDatabase redisDb = null!;

        private Random rnd = new Random();

        #endregion Private Fields

        #region Private Properties

        /// <summary>
        /// Durata cache lunga (+ perturbazione percentuale +/-10%)
        /// </summary>
        private TimeSpan FastCache
        {
            get => TimeSpan.FromSeconds(cacheTtlShort * rnd.Next(900, 1100) / 1000);
        }

        /// <summary>
        /// Durata cache lunga (+ perturbazione percentuale +/-10%)
        /// </summary>
        private TimeSpan LongCache
        {
            get => TimeSpan.FromSeconds(cacheTtlLong * rnd.Next(900, 1100) / 1000);
        }

        /// <summary>
        /// Durata cache lunga (+ perturbazione percentuale +/-10%)
        /// </summary>
        private TimeSpan UltraLongCache
        {
            get => TimeSpan.FromSeconds(cacheTtlLong * 10 * rnd.Next(900, 1100) / 1000);
        }

        #endregion Private Properties
    }
}