using Adaptation.Eaf.Management.ConfigurationData.CellAutomation; using Adaptation.Ifx.Eaf.EquipmentConnector.File.Configuration; using Adaptation.Shared; using Adaptation.Shared.Duplicator; using Adaptation.Shared.Methods; using System; using System.Collections.Generic; using System.Diagnostics; using System.Globalization; using System.IO; using System.IO.Compression; using System.Linq; using System.Text.Json; using System.Text.RegularExpressions; using System.Threading; namespace Adaptation.FileHandlers.ZipFilesByDate; public class FileRead : Shared.FileRead, IFileRead { private readonly Timer _Timer; public FileRead(ISMTP smtp, Dictionary fileParameter, string cellInstanceName, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList modelObjectParameters, string equipmentDictionaryName, Dictionary> dummyRuns, Dictionary> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) : base(new Description(), false, smtp, fileParameter, cellInstanceName, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted) { _MinFileLength = 10; _NullData = string.Empty; _Logistics = new(this); if (_FileParameter is null) throw new Exception(cellInstanceConnectionName); if (_ModelObjectParameterDefinitions is null) throw new Exception(cellInstanceConnectionName); if (!_IsDuplicator) throw new Exception(cellInstanceConnectionName); if (!Debugger.IsAttached && fileConnectorConfiguration.PreProcessingMode != FileConnectorConfiguration.PreProcessingModeEnum.Process) _Timer = new Timer(Callback, null, (int)(fileConnectorConfiguration.FileScanningIntervalInSeconds * 1000), Timeout.Infinite); else { _Timer = new Timer(Callback, null, Timeout.Infinite, Timeout.Infinite); Callback(null); } } void IFileRead.Move(Tuple> extractResults, Exception exception) { bool isErrorFile = exception is not null; if (!isErrorFile && !string.IsNullOrEmpty(_Logistics.ReportFullPath)) { FileInfo fileInfo = new(_Logistics.ReportFullPath); if (fileInfo.Exists && fileInfo.LastWriteTime < fileInfo.CreationTime) File.SetLastWriteTime(_Logistics.ReportFullPath, fileInfo.CreationTime); } Move(extractResults); } void IFileRead.WaitForThread() => WaitForThread(thread: null, threadExceptions: null); string IFileRead.GetEventDescription() { string result = _Description.GetEventDescription(); return result; } List IFileRead.GetHeaderNames() { List results = _Description.GetHeaderNames(); return results; } string[] IFileRead.Move(Tuple> extractResults, string to, string from, string resolvedFileLocation, Exception exception) { string[] results = Move(extractResults, to, from, resolvedFileLocation, exception); return results; } JsonProperty[] IFileRead.GetDefault() { JsonProperty[] results = _Description.GetDefault(this, _Logistics); return results; } Dictionary IFileRead.GetDisplayNamesJsonElement() { Dictionary results = _Description.GetDisplayNamesJsonElement(this); return results; } List IFileRead.GetDescriptions(IFileRead fileRead, List tests, IProcessData processData) { List results = _Description.GetDescriptions(fileRead, _Logistics, tests, processData); return results; } Tuple> IFileRead.GetExtractResult(string reportFullPath, string eventName) { Tuple> results; if (string.IsNullOrEmpty(eventName)) throw new Exception(); _ReportFullPath = reportFullPath; DateTime dateTime = DateTime.Now; results = GetExtractResult(reportFullPath, dateTime); if (results.Item3 is null) results = new Tuple>(results.Item1, Array.Empty(), JsonSerializer.Deserialize("[]"), results.Item4); if (results.Item3.Length > 0 && _IsEAFHosted) WritePDSF(this, results.Item3); UpdateLastTicksDuration(DateTime.Now.Ticks - dateTime.Ticks); return results; } Tuple> IFileRead.ReExtract() { Tuple> results; List headerNames = _Description.GetHeaderNames(); Dictionary keyValuePairs = _Description.GetDisplayNamesJsonElement(this); results = ReExtract(this, headerNames, keyValuePairs); return results; } private Tuple> GetExtractResult(string reportFullPath, DateTime dateTime) { if (reportFullPath is null) { } if (dateTime == DateTime.MinValue) { } throw new Exception(string.Concat("See ", nameof(Callback))); } private static bool DeleteEmptyDirectories(string rootDirectory) { bool result; if (!Directory.Exists(rootDirectory)) result = false; else { string[] files; string[] directories = Directory.GetDirectories(rootDirectory, "*", SearchOption.TopDirectoryOnly); if (directories.Length > 0) files = Array.Empty(); else files = Directory.GetFiles(rootDirectory, "*", SearchOption.AllDirectories); if (directories.Length == 0 && files.Length == 0) { result = true; Directory.Delete(rootDirectory); } else { result = false; foreach (string directory in directories) { result = DeleteEmptyDirectories(directory); if (result) result = DeleteEmptyDirectories(directory); } if (files is null) { directories = Directory.GetDirectories(rootDirectory, "*", SearchOption.TopDirectoryOnly); result = directories.Length == 0; } } } return result; } private void ZipFilesByDate(string sourceDirectory, SearchOption searchOption, string dayFormat) { string key; bool addFile; string fileName; string[] segments; string[] subFiles; string weekOfYear; FileInfo fileInfo; DateTime creationTime; DateTime lastWriteTime; DateTime nowDateTime = DateTime.Now; Regex regex = new("[a-zA-Z0-9]{1,}"); DateTime dateTime = DateTime.MinValue; DateTime firstEmail = new(2019, 3, 8); CultureInfo cultureInfo = new("en-US"); Calendar calendar = cultureInfo.Calendar; Dictionary weeks = new(); int ticksLength = nowDateTime.AddDays(-6).Ticks.ToString().Length; for (int i = 0; i < int.MaxValue; i++) { dateTime = firstEmail.AddDays(i); if (dateTime > nowDateTime) break; weekOfYear = calendar.GetWeekOfYear(dateTime, CalendarWeekRule.FirstDay, DayOfWeek.Sunday).ToString("00"); key = string.Concat(dateTime.ToString("yyyy"), "_Week_", weekOfYear); if (!weeks.ContainsKey(key)) weeks.Add(key, dateTime); } weekOfYear = calendar.GetWeekOfYear(nowDateTime, CalendarWeekRule.FirstDay, DayOfWeek.Sunday).ToString("00"); string skipKey = string.Concat(nowDateTime.ToString("yyyy"), "_Week_", weekOfYear); Dictionary> keyValuePairs = new(); string[] topDirectories = Directory.GetDirectories(sourceDirectory, "*", SearchOption.TopDirectoryOnly); if (topDirectories.Length == 0) topDirectories = new string[] { sourceDirectory }; foreach (string topDirectory in topDirectories) { keyValuePairs.Clear(); subFiles = Directory.GetFiles(topDirectory, "*", searchOption); foreach (string subFile in subFiles) { addFile = false; if (subFile.EndsWith(".zip")) continue; fileName = Path.GetFileName(subFile); fileInfo = new FileInfo(subFile); creationTime = fileInfo.CreationTime; if (creationTime > dateTime) continue; lastWriteTime = fileInfo.LastWriteTime; if (fileName.Contains(lastWriteTime.ToString("yyyyMMdd")) || fileName.Contains(lastWriteTime.ToString("yyyy-MM-dd")) || fileName.Contains(creationTime.ToString("yyyyMMdd")) || fileName.Contains(creationTime.ToString("yyyy-MM-dd")) || fileName.Contains(lastWriteTime.ToString("yyMMdd")) || fileName.Contains(lastWriteTime.ToString("yy-MM-dd")) || fileName.Contains(creationTime.ToString("yyMMdd")) || fileName.Contains(creationTime.ToString("yy-MM-dd")) || fileName.Contains(lastWriteTime.AddDays(-1).ToString("yyyyMMdd")) || fileName.Contains(lastWriteTime.AddDays(-1).ToString("yyyy-MM-dd")) || fileName.Contains(creationTime.AddDays(-1).ToString("yyyyMMdd")) || fileName.Contains(creationTime.AddDays(-1).ToString("yyyy-MM-dd")) || fileName.Contains(lastWriteTime.AddDays(-1).ToString("yyMMdd")) || fileName.Contains(lastWriteTime.AddDays(-1).ToString("yy-MM-dd")) || fileName.Contains(creationTime.AddDays(-1).ToString("yyMMdd")) || fileName.Contains(creationTime.AddDays(-1).ToString("yy-MM-dd"))) addFile = true; if (!addFile && fileName.Length > ticksLength) { MatchCollection matches = regex.Matches(fileName); foreach (Match match in matches.Cast()) { if (match.Value.Length != ticksLength) continue; if (!long.TryParse(match.Value, out long ticks)) continue; addFile = true; break; } if (addFile) break; } if (addFile) { weekOfYear = calendar.GetWeekOfYear(lastWriteTime, CalendarWeekRule.FirstDay, DayOfWeek.Sunday).ToString("00"); if (string.IsNullOrEmpty(dayFormat)) key = string.Concat(lastWriteTime.ToString("yyyy"), "_Week_", weekOfYear); else key = string.Concat(lastWriteTime.ToString("yyyy"), "_Week_", weekOfYear, "_", lastWriteTime.ToString(dayFormat)); if (key == skipKey) continue; if (!keyValuePairs.ContainsKey(key)) keyValuePairs.Add(key, new List()); keyValuePairs[key].Add(subFile); } } foreach (KeyValuePair> element in keyValuePairs) { key = Path.Combine(topDirectory, $"{element.Key}.zip"); if (File.Exists(key)) { for (short i = 101; i < short.MaxValue; i++) { key = Path.Combine(topDirectory, $"{element.Key}_{i}.zip"); if (!File.Exists(key)) break; } } using ZipArchive zip = ZipFile.Open(key, ZipArchiveMode.Create); foreach (string file in element.Value) { _ = zip.CreateEntryFromFile(file, Path.GetFileName(file)); File.Delete(file); } } subFiles = Directory.GetFiles(topDirectory, "*.zip", SearchOption.TopDirectoryOnly); foreach (string subFile in subFiles) { fileName = Path.GetFileNameWithoutExtension(subFile); segments = fileName.Split('_'); if (segments.Length > 2) fileName = string.Concat(segments[0], '_', segments[1], '_', segments[2]); if (weeks.ContainsKey(fileName)) { try { File.SetLastWriteTime(subFile, weeks[fileName]); } catch (Exception) { } } } if (topDirectory != sourceDirectory) { try { _ = DeleteEmptyDirectories(topDirectory); } catch (Exception) { } } _Log.Info(topDirectory); } } private void ZipFilesByDate() { string checkDirectory; string dayFormat = string.Empty; string[] equipmentDirectories = Directory.GetDirectories(_FileConnectorConfiguration.SourceFileLocation, "*", SearchOption.TopDirectoryOnly); foreach (string equipmentDirectory in equipmentDirectories) { checkDirectory = Path.Combine(equipmentDirectory, "PollPath"); if (!Directory.Exists(checkDirectory)) continue; if (_IsEAFHosted) ZipFilesByDate(checkDirectory, SearchOption.TopDirectoryOnly, dayFormat); } } private void Callback(object state) { try { ZipFilesByDate(); } catch (Exception exception) { string subject = string.Concat("Exception:", _CellInstanceConnectionName); string body = string.Concat(exception.Message, Environment.NewLine, Environment.NewLine, exception.StackTrace); try { _SMTP.SendHighPriorityEmailMessage(subject, body); } catch (Exception) { } } try { TimeSpan timeSpan = new(DateTime.Now.AddSeconds(_FileConnectorConfiguration.FileScanningIntervalInSeconds.Value).Ticks - DateTime.Now.Ticks); _ = _Timer.Change((long)timeSpan.TotalMilliseconds, Timeout.Infinite); } catch (Exception exception) { string subject = string.Concat("Exception:", _CellInstanceConnectionName); string body = string.Concat(exception.Message, Environment.NewLine, Environment.NewLine, exception.StackTrace); try { _SMTP.SendHighPriorityEmailMessage(subject, body); } catch (Exception) { } } } }