239 lines
11 KiB
C#
239 lines
11 KiB
C#
using Adaptation.Eaf.Management.ConfigurationData.CellAutomation;
|
|
using Adaptation.Ifx.Eaf.EquipmentConnector.File.Configuration;
|
|
using Adaptation.Shared;
|
|
using Adaptation.Shared.Duplicator;
|
|
using Adaptation.Shared.Methods;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Collections.ObjectModel;
|
|
using System.Globalization;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Text.Json;
|
|
|
|
namespace Adaptation.FileHandlers.R32;
|
|
|
|
public class FileRead : Shared.FileRead, IFileRead
|
|
{
|
|
|
|
private readonly string _KeyColumn;
|
|
private readonly string _TimestampFormat;
|
|
private readonly ReadOnlyDictionary<string, string> _SystemStateToNames;
|
|
|
|
public FileRead(ISMTP smtp, Dictionary<string, string> fileParameter, string cellInstanceName, int? connectionCount, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList<ModelObjectParameterDefinition> modelObjectParameters, string equipmentDictionaryName, Dictionary<string, List<long>> dummyRuns, Dictionary<long, List<string>> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) :
|
|
base(new Description(), false, smtp, fileParameter, cellInstanceName, connectionCount, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted: connectionCount is null)
|
|
{
|
|
_MinFileLength = 10;
|
|
_NullData = string.Empty;
|
|
_Logistics = new(this);
|
|
if (_FileParameter is null)
|
|
throw new Exception(cellInstanceConnectionName);
|
|
if (_ModelObjectParameterDefinitions is null)
|
|
throw new Exception(cellInstanceConnectionName);
|
|
if (!_IsDuplicator)
|
|
throw new Exception(cellInstanceConnectionName);
|
|
string[] segments;
|
|
Dictionary<string, string> systemStateToNames = new();
|
|
_KeyColumn = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, "ProcessDataStandardFormat.KeyColumn");
|
|
_KeyColumn = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, "ProcessDataStandardFormat.SystemState");
|
|
_TimestampFormat = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, "ProcessDataStandardFormat.TimestampFormat");
|
|
ModelObjectParameterDefinition[] systemStates = GetProperties(cellInstanceConnectionName, modelObjectParameters, "ProcessDataStandardFormat.SystemState");
|
|
foreach (ModelObjectParameterDefinition modelObjectParameterDefinition in systemStates)
|
|
{
|
|
segments = modelObjectParameterDefinition.Value.Split('|');
|
|
if (segments.Length != 2)
|
|
continue;
|
|
systemStateToNames.Add(segments[0], segments[1]);
|
|
}
|
|
_SystemStateToNames = new(systemStateToNames);
|
|
}
|
|
|
|
void IFileRead.Move(Tuple<string, Test[], JsonElement[], List<FileInfo>> extractResults, Exception exception)
|
|
{
|
|
bool isErrorFile = exception is not null;
|
|
if (!isErrorFile && !string.IsNullOrEmpty(_Logistics.ReportFullPath))
|
|
{
|
|
FileInfo fileInfo = new(_Logistics.ReportFullPath);
|
|
if (fileInfo.Exists && fileInfo.LastWriteTime < fileInfo.CreationTime)
|
|
File.SetLastWriteTime(_Logistics.ReportFullPath, fileInfo.CreationTime);
|
|
}
|
|
Move(extractResults);
|
|
}
|
|
|
|
void IFileRead.WaitForThread() => WaitForThread(thread: null, threadExceptions: null);
|
|
|
|
string IFileRead.GetEventDescription()
|
|
{
|
|
string result = _Description.GetEventDescription();
|
|
return result;
|
|
}
|
|
|
|
List<string> IFileRead.GetHeaderNames()
|
|
{
|
|
List<string> results = _Description.GetHeaderNames();
|
|
return results;
|
|
}
|
|
|
|
string[] IFileRead.Move(Tuple<string, Test[], JsonElement[], List<FileInfo>> extractResults, string to, string from, string resolvedFileLocation, Exception exception)
|
|
{
|
|
string[] results = Move(extractResults, to, from, resolvedFileLocation, exception);
|
|
return results;
|
|
}
|
|
|
|
JsonProperty[] IFileRead.GetDefault()
|
|
{
|
|
JsonProperty[] results = _Description.GetDefault(this, _Logistics);
|
|
return results;
|
|
}
|
|
|
|
Dictionary<string, string> IFileRead.GetDisplayNamesJsonElement()
|
|
{
|
|
Dictionary<string, string> results = _Description.GetDisplayNamesJsonElement(this);
|
|
return results;
|
|
}
|
|
|
|
List<IDescription> IFileRead.GetDescriptions(IFileRead fileRead, List<Test> tests, IProcessData processData)
|
|
{
|
|
List<IDescription> results = _Description.GetDescriptions(fileRead, _Logistics, tests, processData);
|
|
return results;
|
|
}
|
|
|
|
Tuple<string, Test[], JsonElement[], List<FileInfo>> IFileRead.GetExtractResult(string reportFullPath, string eventName)
|
|
{
|
|
Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
|
|
if (string.IsNullOrEmpty(eventName))
|
|
throw new Exception();
|
|
_ReportFullPath = reportFullPath;
|
|
DateTime dateTime = DateTime.Now;
|
|
results = GetExtractResult(reportFullPath, dateTime);
|
|
if (results.Item3 is null)
|
|
results = new Tuple<string, Test[], JsonElement[], List<FileInfo>>(results.Item1, Array.Empty<Test>(), JsonSerializer.Deserialize<JsonElement[]>("[]"), results.Item4);
|
|
if (results.Item3.Length > 0 && _IsEAFHosted)
|
|
WritePDSF(this, results.Item3);
|
|
UpdateLastTicksDuration(DateTime.Now.Ticks - dateTime.Ticks);
|
|
return results;
|
|
}
|
|
|
|
Tuple<string, Test[], JsonElement[], List<FileInfo>> IFileRead.ReExtract()
|
|
{
|
|
Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
|
|
List<string> headerNames = _Description.GetHeaderNames();
|
|
Dictionary<string, string> keyValuePairs = _Description.GetDisplayNamesJsonElement(this);
|
|
results = ReExtract(this, headerNames, keyValuePairs);
|
|
return results;
|
|
}
|
|
|
|
private static int? GetKeyColumnIndex(string[] columns, string keyColumn)
|
|
{
|
|
#nullable enable
|
|
int? result = null;
|
|
for (int i = 0; i < columns.Length; i++)
|
|
{
|
|
if (columns[i] != keyColumn)
|
|
continue;
|
|
result = i;
|
|
break;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
private ReadOnlyCollection<string> GetSystemStateValues(List<string> lines, string[] columns, int keyColumnIndex)
|
|
{
|
|
List<string> results = [];
|
|
string[] values;
|
|
string? systemState;
|
|
string keyColumnValue;
|
|
for (int i = 7; i < lines.Count; i++)
|
|
{
|
|
values = lines[i].Split('\t');
|
|
if (values.Length != columns.Length)
|
|
continue;
|
|
keyColumnValue = values[keyColumnIndex];
|
|
if (string.IsNullOrEmpty(keyColumnValue))
|
|
continue;
|
|
if (!_SystemStateToNames.TryGetValue(keyColumnValue, out systemState))
|
|
continue;
|
|
if (results.Contains(systemState))
|
|
continue;
|
|
results.Add(systemState);
|
|
}
|
|
return new(results);
|
|
}
|
|
|
|
private void MoveFile(string reportFullPath)
|
|
{
|
|
string equipment;
|
|
string timestamp;
|
|
string[] columns;
|
|
DateTime dateTime;
|
|
List<string> lines;
|
|
string systemState;
|
|
int? keyColumnIndex;
|
|
string checkFileName;
|
|
List<string> headerLines = [];
|
|
ReadOnlyCollection<string> systemStateValues;
|
|
string missingKeyDirectory = Path.Combine(_FileConnectorConfiguration.SourceFileLocation, "Missing-Key");
|
|
if (!Directory.Exists(missingKeyDirectory))
|
|
_ = Directory.CreateDirectory(missingKeyDirectory);
|
|
string fileName = Path.GetFileName(reportFullPath);
|
|
string[] segments = fileName.Split('_');
|
|
for (int z = 0; z < 1; z++)
|
|
{
|
|
if (segments.Length != 2)
|
|
continue;
|
|
equipment = segments[0];
|
|
timestamp = segments[1].Split('.')[0];
|
|
if (timestamp.Length != _TimestampFormat.Length)
|
|
continue;
|
|
headerLines.Clear();
|
|
lines = File.ReadAllLines(reportFullPath).ToList();
|
|
if (lines.Count < 8)
|
|
continue;
|
|
for (int i = 0; i < 6; i++)
|
|
{
|
|
headerLines.Add(lines[0]);
|
|
lines.RemoveAt(0);
|
|
}
|
|
if (lines[0].Length < 1 || lines[0][0] != '"' || !lines[0].StartsWith("\"Time\""))
|
|
continue;
|
|
columns = lines[0].Split('\t');
|
|
if (columns.Length < 3)
|
|
continue;
|
|
keyColumnIndex = GetKeyColumnIndex(columns, _KeyColumn);
|
|
if (keyColumnIndex is null)
|
|
{
|
|
File.Move(reportFullPath, Path.Combine(_FileConnectorConfiguration.SourceFileLocation, missingKeyDirectory, fileName));
|
|
continue;
|
|
}
|
|
systemStateValues = GetSystemStateValues(lines, columns, keyColumnIndex.Value);
|
|
if (systemStateValues.Count == 0)
|
|
{
|
|
File.Move(reportFullPath, Path.Combine(_FileConnectorConfiguration.SourceFileLocation, missingKeyDirectory, fileName));
|
|
continue;
|
|
}
|
|
lines.AddRange(headerLines);
|
|
systemState = string.Join('-', systemStateValues);
|
|
checkFileName = Path.Combine(Path.GetDirectoryName(reportFullPath) ?? throw new Exception(), $"{equipment}-{timestamp}-{systemState}.pdsf");
|
|
File.WriteAllLines(checkFileName, lines);
|
|
// File.Delete(reportFullPath);
|
|
if (DateTime.TryParseExact(timestamp, _TimestampFormat, CultureInfo.InvariantCulture, DateTimeStyles.None, out dateTime))
|
|
File.SetLastWriteTime(checkFileName, dateTime);
|
|
}
|
|
}
|
|
|
|
private Tuple<string, Test[], JsonElement[], List<FileInfo>> GetExtractResult(string reportFullPath, DateTime _)
|
|
{
|
|
Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
|
|
Tuple<string, string[], string[]> pdsf = ProcessDataStandardFormat.GetLogisticsColumnsAndBody(reportFullPath);
|
|
_Logistics = new Logistics(reportFullPath, pdsf.Item1);
|
|
SetFileParameterLotIDToLogisticsMID();
|
|
JsonElement[] jsonElements = ProcessDataStandardFormat.GetArray(pdsf);
|
|
List<Shared.Properties.IDescription> descriptions = GetDuplicatorDescriptions(jsonElements);
|
|
Test[] tests = (from l in descriptions select (Test)l.Test).ToArray();
|
|
if (_IsEAFHosted && _FileConnectorConfiguration.FileScanningIntervalInSeconds > 0)
|
|
MoveFile(reportFullPath);
|
|
results = new Tuple<string, Test[], JsonElement[], List<FileInfo>>(pdsf.Item1, tests, jsonElements, new List<FileInfo>());
|
|
return results;
|
|
}
|
|
|
|
} |