met08resisrp2100/Adaptation/FileHandlers/DownloadSRPxFile/FileRead.cs

using Adaptation.Eaf.Management.ConfigurationData.CellAutomation;
using Adaptation.Ifx.Eaf.EquipmentConnector.File.Configuration;
using Adaptation.Shared;
using Adaptation.Shared.Duplicator;
using Adaptation.Shared.Methods;
using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Net.Http;
using System.Text.Json;
using System.Threading;

namespace Adaptation.FileHandlers.DownloadSRPxFile;

public class FileRead : Shared.FileRead, IFileRead
{

    private readonly Timer _Timer;
    private readonly HttpClient _HttpClient;
    private readonly string _StaticFileServer;

    public FileRead(ISMTP smtp, Dictionary<string, string> fileParameter, string cellInstanceName, int? connectionCount, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList<ModelObjectParameterDefinition> modelObjectParameters, string equipmentDictionaryName, Dictionary<string, List<long>> dummyRuns, Dictionary<long, List<string>> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) :
        base(new Description(), false, smtp, fileParameter, cellInstanceName, connectionCount, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted: connectionCount is null)
    {
        _MinFileLength = 10;
        _NullData = string.Empty;
        _Logistics = new(this);
        if (_FileParameter is null)
            throw new Exception(cellInstanceConnectionName);
        if (_ModelObjectParameterDefinitions is null)
            throw new Exception(cellInstanceConnectionName);
        if (_IsDuplicator)
            throw new Exception(cellInstanceConnectionName);
        _HttpClient = new();
        _StaticFileServer = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, string.Concat("CellInstance.", cellInstanceName, ".StaticFileServer"));
        if (!Debugger.IsAttached && fileConnectorConfiguration.PreProcessingMode != FileConnectorConfiguration.PreProcessingModeEnum.Process)
            _Timer = new Timer(Callback, null, (int)(fileConnectorConfiguration.FileScanningIntervalInSeconds * 1000), Timeout.Infinite);
        else
        {
            _Timer = new Timer(Callback, null, Timeout.Infinite, Timeout.Infinite);
            Callback(null);
        }
    }

    void IFileRead.Move(Tuple<string, Test[], JsonElement[], List<FileInfo>> extractResults, Exception exception) => Move(extractResults);

    void IFileRead.WaitForThread() => WaitForThread(thread: null, threadExceptions: null);

    string IFileRead.GetEventDescription()
    {
        string result = _Description.GetEventDescription();
        return result;
    }

    List<string> IFileRead.GetHeaderNames()
    {
        List<string> results = _Description.GetHeaderNames();
        return results;
    }

    string[] IFileRead.Move(Tuple<string, Test[], JsonElement[], List<FileInfo>> extractResults, string to, string from, string resolvedFileLocation, Exception exception)
    {
        string[] results = Move(extractResults, to, from, resolvedFileLocation, exception);
        return results;
    }

    JsonProperty[] IFileRead.GetDefault()
    {
        JsonProperty[] results = _Description.GetDefault(this, _Logistics);
        return results;
    }

    Dictionary<string, string> IFileRead.GetDisplayNamesJsonElement()
    {
        Dictionary<string, string> results = _Description.GetDisplayNamesJsonElement(this);
        return results;
    }

    List<IDescription> IFileRead.GetDescriptions(IFileRead fileRead, List<Test> tests, IProcessData processData)
    {
        List<IDescription> results = _Description.GetDescriptions(fileRead, _Logistics, tests, processData);
        return results;
    }

    Tuple<string, Test[], JsonElement[], List<FileInfo>> IFileRead.GetExtractResult(string reportFullPath, string eventName)
    {
        Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
        if (string.IsNullOrEmpty(eventName))
            throw new Exception();
        _ReportFullPath = reportFullPath;
        DateTime dateTime = DateTime.Now;
        results = GetExtractResult(reportFullPath, dateTime);
        if (results.Item3 is null)
            results = new Tuple<string, Test[], JsonElement[], List<FileInfo>>(results.Item1, Array.Empty<Test>(), JsonSerializer.Deserialize<JsonElement[]>("[]"), results.Item4);
        if (results.Item3.Length > 0 && _IsEAFHosted)
            WritePDSF(this, results.Item3);
        UpdateLastTicksDuration(DateTime.Now.Ticks - dateTime.Ticks);
        return results;
    }

    Tuple<string, Test[], JsonElement[], List<FileInfo>> IFileRead.ReExtract()
    {
        Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
        List<string> headerNames = _Description.GetHeaderNames();
        Dictionary<string, string> keyValuePairs = _Description.GetDisplayNamesJsonElement(this);
        results = ReExtract(this, headerNames, keyValuePairs);
        return results;
    }

    private Tuple<string, Test[], JsonElement[], List<FileInfo>> GetExtractResult(string reportFullPath, DateTime dateTime) => throw new Exception(string.Concat("See ", nameof(Callback)));

    private void DownloadSRPxFileAsync()
    {
        if (_HttpClient is null)
            throw new Exception();
        if (string.IsNullOrEmpty(_StaticFileServer))
            throw new Exception();
        string logUrl;
        string logText;
        string runJson;
        string rootJson;
        string targetJson;
        string[] logLines;
        string runFileName;
        string[] logSegments;
        string targetFileName;
        string runFullFileName;
        FileInfo targetFileInfo;
        FileInfo alternateFileInfo;
        List<string> runFullFileNameSegments;
        string dateTimeFormat = "yy/MM/dd HH:mm:ss";
        NginxFileSystem[] runNginxFileSystemCollection;
        NginxFileSystem[] rootNginxFileSystemCollection;
        NginxFileSystem[] innerNginxFileSystemCollection;
        DateTime fileAgeThresholdDateTime = DateTime.Now;
        string nginxFormat = "ddd, dd MMM yyyy HH:mm:ss zzz";
        List<Tuple<DateTime, FileInfo, FileInfo, string>> possibleDownload = new();
        string[] segments = _FileConnectorConfiguration.FileAgeThreshold.Split(':');
        JsonSerializerOptions propertyNameCaseInsensitiveJsonSerializerOptions = new() { PropertyNameCaseInsensitive = true };
        for (int i = 0; i < segments.Length; i++)
        {
            fileAgeThresholdDateTime = i switch
            {
                0 => fileAgeThresholdDateTime.AddDays(double.Parse(segments[i]) * -1),
                1 => fileAgeThresholdDateTime.AddHours(double.Parse(segments[i]) * -1),
                2 => fileAgeThresholdDateTime.AddMinutes(double.Parse(segments[i]) * -1),
                3 => fileAgeThresholdDateTime.AddSeconds(double.Parse(segments[i]) * -1),
                _ => throw new Exception(),
            };
        }
        rootJson = _HttpClient.GetStringAsync(string.Concat("http://", _StaticFileServer)).Result;
        rootNginxFileSystemCollection = JsonSerializer.Deserialize<NginxFileSystem[]>(rootJson, propertyNameCaseInsensitiveJsonSerializerOptions);
        foreach (NginxFileSystem rootNginxFileSystem in rootNginxFileSystemCollection)
        {
            if (!(from l in _FileConnectorConfiguration.SourceFileFilters where rootNginxFileSystem.Name == l select false).Any())
                continue;
            logUrl = string.Empty;
            if (rootNginxFileSystem.Name.Contains("."))
                logUrl = string.Concat("http://", _StaticFileServer, '/', rootNginxFileSystem.Name);
            else
            {
                rootJson = _HttpClient.GetStringAsync(string.Concat("http://", _StaticFileServer, '/', rootNginxFileSystem.Name)).Result;
                innerNginxFileSystemCollection = JsonSerializer.Deserialize<NginxFileSystem[]>(rootJson, propertyNameCaseInsensitiveJsonSerializerOptions);
                foreach (NginxFileSystem innerNginxFileSystem in innerNginxFileSystemCollection)
                {
                    if (!(from l in _FileConnectorConfiguration.SourceFileFilters where innerNginxFileSystem.Name == l select false).Any())
                        continue;
                    logUrl = string.Concat("http://", _StaticFileServer, '/', rootNginxFileSystem.Name, '/', innerNginxFileSystem.Name);
                    break;
                }
            }
            if (string.IsNullOrEmpty(logUrl))
                continue;
            logText = _HttpClient.GetStringAsync(logUrl).Result;
            logLines = logText.Split(new string[] { Environment.NewLine }, StringSplitOptions.None);
            foreach (string logLine in logLines)
            {
                if (string.IsNullOrEmpty(logLine))
                    continue;
                logSegments = logLine.Split('<');
                if (logSegments.Length < 1 || !DateTime.TryParseExact(logSegments[0].Trim(), dateTimeFormat, CultureInfo.InvariantCulture, DateTimeStyles.None, out DateTime tvsDateTime))
                    continue;
                if (tvsDateTime < fileAgeThresholdDateTime)
                    continue;
                if (logSegments.Length < 2)
                    continue;
                runFullFileName = logSegments[1].Split('>')[0];
                if (!(from l in _FileConnectorConfiguration.SourceFileFilters where runFullFileName.EndsWith(l) select false).Any())
                    continue;
                runFullFileNameSegments = runFullFileName.Split('\\').ToList();
                runFileName = runFullFileNameSegments[runFullFileNameSegments.Count - 1];
                runFullFileNameSegments.RemoveAt(runFullFileNameSegments.Count - 1);
                runJson = _HttpClient.GetStringAsync(string.Concat("http://", _StaticFileServer, '/', string.Join("/", runFullFileNameSegments))).Result;
                runFullFileNameSegments.Add(runFileName);
                runNginxFileSystemCollection = JsonSerializer.Deserialize<NginxFileSystem[]>(runJson, propertyNameCaseInsensitiveJsonSerializerOptions);
                foreach (NginxFileSystem matchNginxFileSystem in runNginxFileSystemCollection)
                {
                    if (matchNginxFileSystem.Name != runFileName)
                        continue;
                    if (!(from l in _FileConnectorConfiguration.SourceFileFilters where matchNginxFileSystem.Name.EndsWith(l) select false).Any())
                        continue;
                    if (!DateTime.TryParseExact(matchNginxFileSystem.MTime.Replace("GMT", "+00:00"), nginxFormat, CultureInfo.InvariantCulture, DateTimeStyles.None, out DateTime matchNginxFileSystemDateTime))
                        continue;
                    if (matchNginxFileSystemDateTime < fileAgeThresholdDateTime)
                        continue;
                    targetFileInfo = new FileInfo(Path.Combine(_FileConnectorConfiguration.TargetFileLocation, runFullFileName));
                    if (!Directory.Exists(targetFileInfo.Directory.FullName))
                        _ = Directory.CreateDirectory(targetFileInfo.Directory.FullName);
                    if (targetFileInfo.Exists && targetFileInfo.LastWriteTime == matchNginxFileSystemDateTime)
                        continue;
                    alternateFileInfo = new(Path.Combine(_FileConnectorConfiguration.AlternateTargetFolder, matchNginxFileSystem.Name));
                    targetFileName = string.Concat("http://", _StaticFileServer, '/', string.Join("/", runFullFileNameSegments));
                    possibleDownload.Add(new(matchNginxFileSystemDateTime, targetFileInfo, alternateFileInfo, targetFileName));
                    break;
                }
                if (possibleDownload.Count != 0)
                    break;
            }
            if (possibleDownload.Count != 0)
                break;
        }
        if (possibleDownload.Count != 0)
        {
            possibleDownload = (from l in possibleDownload orderby l.Item1 select l).ToList();
            alternateFileInfo = possibleDownload[0].Item3;
            targetFileName = possibleDownload[0].Item4;
            targetFileInfo = possibleDownload[0].Item2;
            DateTime matchNginxFileSystemDateTime = possibleDownload[0].Item1;
            if (alternateFileInfo.Exists)
                File.Delete(alternateFileInfo.FullName);
            if (targetFileInfo.Exists)
                File.Delete(targetFileInfo.FullName);
            targetJson = _HttpClient.GetStringAsync(targetFileName).Result;
            File.WriteAllText(targetFileInfo.FullName, targetJson);
            targetFileInfo.LastWriteTime = matchNginxFileSystemDateTime;
            File.Copy(targetFileInfo.FullName, alternateFileInfo.FullName);
        }
    }

    private void Callback(object state)
    {
        try
        {
            if (_IsEAFHosted)
                DownloadSRPxFileAsync();
        }
        catch (Exception exception)
        {
            string subject = string.Concat("Exception:", _CellInstanceConnectionName);
            string body = string.Concat(exception.Message, Environment.NewLine, Environment.NewLine, exception.StackTrace);
            try
            { _SMTP.SendHighPriorityEmailMessage(subject, body); }
            catch (Exception) { }
        }
        try
        {
            TimeSpan timeSpan = new(DateTime.Now.AddSeconds(_FileConnectorConfiguration.FileScanningIntervalInSeconds.Value).Ticks - DateTime.Now.Ticks);
            _ = _Timer.Change((long)timeSpan.TotalMilliseconds, Timeout.Infinite);
        }
        catch (Exception exception)
        {
            string subject = string.Concat("Exception:", _CellInstanceConnectionName);
            string body = string.Concat(exception.Message, Environment.NewLine, Environment.NewLine, exception.StackTrace);
            try
            { _SMTP.SendHighPriorityEmailMessage(subject, body); }
            catch (Exception) { }
        }
    }

}