phares3757/metclimatec
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Handle empty csv file

Browse Source
This commit is contained in:
Mike Phares 2024-09-17 17:33:08 -07:00
parent b954fbb66f
commit 29540199ab
2 changed files with 16 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
Adaptation/FileHandlers/csv/FileRead.cs
View File

@ -18,7 +18,7 @@ public class FileRead : Shared.FileRead, IFileRead
public FileRead(ISMTP smtp, Dictionary<string, string> fileParameter, string cellInstanceName, int? connectionCount, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList<ModelObjectParameterDefinition> modelObjectParameters, string equipmentDictionaryName, Dictionary<string, List<long>> dummyRuns, Dictionary<long, List<string>> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) : public FileRead(ISMTP smtp, Dictionary<string, string> fileParameter, string cellInstanceName, int? connectionCount, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList<ModelObjectParameterDefinition> modelObjectParameters, string equipmentDictionaryName, Dictionary<string, List<long>> dummyRuns, Dictionary<long, List<string>> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) :
base(new Description(), true, smtp, fileParameter, cellInstanceName, connectionCount, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted: connectionCount is null) base(new Description(), true, smtp, fileParameter, cellInstanceName, connectionCount, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted: connectionCount is null)
{ {
_MinFileLength = 0; _MinFileLength = 1000;
_Logistics = new(this); _Logistics = new(this);
_NullData = string.Empty; _NullData = string.Empty;
if (_FileParameter is null) if (_FileParameter is null)
@ -109,16 +109,15 @@ public class FileRead : Shared.FileRead, IFileRead
private Tuple<string, Test[], JsonElement[], List<FileInfo>> GetExtractResult(string reportFullPath, DateTime dateTime) private Tuple<string, Test[], JsonElement[], List<FileInfo>> GetExtractResult(string reportFullPath, DateTime dateTime)
{ {
Tuple<string, Test[], JsonElement[], List<FileInfo>> results = new(string.Empty, null, null, new List<FileInfo>()); Tuple<string, Test[], JsonElement[], List<FileInfo>> results = new(string.Empty, null, null, new List<FileInfo>());
_TickOffset ??= 0; // new FileInfo(reportFullPath).LastWriteTime.Ticks - dateTime.Ticks;
string csvFile = Path.Combine(Path.GetDirectoryName(reportFullPath), Path.GetFileNameWithoutExtension(reportFullPath)); string csvFile = Path.Combine(Path.GetDirectoryName(reportFullPath), Path.GetFileNameWithoutExtension(reportFullPath));
if (!File.Exists(csvFile)) _Logistics = new Logistics(this, _TickOffset.Value, csvFile, useSplitForMID: true);
throw new Exception($"<{csvFile}> doesn't exist!"); if (!_Logistics.FileInfo.Exists)
FileInfo fileInfo = new(csvFile); throw new Exception($"<{_Logistics.FileInfo.FullName}> doesn't exist!");
File.SetCreationTime(reportFullPath, fileInfo.LastWriteTime); File.SetCreationTime(reportFullPath, _Logistics.FileInfo.LastWriteTime);
File.SetLastWriteTime(reportFullPath, fileInfo.LastWriteTime); File.SetLastWriteTime(reportFullPath, _Logistics.FileInfo.LastWriteTime);
_TickOffset ??= new FileInfo(reportFullPath).LastWriteTime.Ticks - dateTime.Ticks;
_Logistics = new Logistics(this, _TickOffset.Value, reportFullPath, useSplitForMID: true);
SetFileParameterLotIDToLogisticsMID(); SetFileParameterLotIDToLogisticsMID();
string fileNameWithoutExtension = Path.GetFileNameWithoutExtension(csvFile); string fileNameWithoutExtension = Path.GetFileNameWithoutExtension(_Logistics.FileInfo.FullName);
#nullable enable #nullable enable
MetaData? metaData = ProcessData.GetMetaData(_CommaSeparatedValuesConfiguration, fileNameWithoutExtension); MetaData? metaData = ProcessData.GetMetaData(_CommaSeparatedValuesConfiguration, fileNameWithoutExtension);
if (metaData is null) if (metaData is null)
@ -127,7 +126,7 @@ public class FileRead : Shared.FileRead, IFileRead
results.Item4.Add(_Logistics.FileInfo); results.Item4.Add(_Logistics.FileInfo);
else else
{ {
IProcessData iProcessData = new ProcessData(this, _Logistics, results.Item4, _CommaSeparatedValuesConfiguration, csvFile, metaData); IProcessData iProcessData = new ProcessData(this, _Logistics, results.Item4, _CommaSeparatedValuesConfiguration, metaData);
if (iProcessData is not ProcessData processData) if (iProcessData is not ProcessData processData)
throw new Exception(string.Concat("A) No Data - ", dateTime.Ticks)); throw new Exception(string.Concat("A) No Data - ", dateTime.Ticks));
if (processData.MetaData is null) if (processData.MetaData is null)
@ -138,9 +137,9 @@ public class FileRead : Shared.FileRead, IFileRead
if (iProcessData.Details.Count == 0) if (iProcessData.Details.Count == 0)
throw new Exception(string.Concat("C) No Data - ", dateTime.Ticks)); throw new Exception(string.Concat("C) No Data - ", dateTime.Ticks));
results = iProcessData.GetResults(this, _Logistics, results.Item4); results = iProcessData.GetResults(this, _Logistics, results.Item4);
}
if (_IsEAFHosted) if (_IsEAFHosted)
File.Delete(reportFullPath); File.Delete(reportFullPath);
}
#nullable disable #nullable disable
return results; return results;
} }

11
Adaptation/FileHandlers/csv/ProcessData.cs
View File

@ -22,13 +22,13 @@ public class ProcessData : IProcessData
List<object> Shared.Properties.IProcessData.Details => _Details; List<object> Shared.Properties.IProcessData.Details => _Details;
public ProcessData(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, CommaSeparatedValuesConfiguration commaSeparatedValuesConfiguration, string csvFile, MetaData metaData) public ProcessData(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, CommaSeparatedValuesConfiguration commaSeparatedValuesConfiguration, MetaData metaData)
{ {
JobID = logistics.JobID; JobID = logistics.JobID;
fileInfoCollection.Clear(); fileInfoCollection.Clear();
_Details = new List<object>(); _Details = new List<object>();
MesEntity = logistics.MesEntity; MesEntity = logistics.MesEntity;
Parse(fileRead, logistics, fileInfoCollection, commaSeparatedValuesConfiguration, csvFile, metaData); Parse(fileRead, logistics, fileInfoCollection, commaSeparatedValuesConfiguration, metaData);
} }
string IProcessData.GetCurrentReactor(IFileRead fileRead, Logistics logistics, Dictionary<string, string> reactors) => throw new Exception(string.Concat("See ", nameof(Parse))); string IProcessData.GetCurrentReactor(IFileRead fileRead, Logistics logistics, Dictionary<string, string> reactors) => throw new Exception(string.Concat("See ", nameof(Parse)));
@ -83,13 +83,13 @@ public class ProcessData : IProcessData
} }
#pragma warning disable IDE0060 #pragma warning disable IDE0060
private void Parse(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, CommaSeparatedValuesConfiguration commaSeparatedValuesConfiguration, string csvFile, MetaData metaData) private void Parse(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, CommaSeparatedValuesConfiguration commaSeparatedValuesConfiguration, MetaData metaData)
#pragma warning restore IDE0060 #pragma warning restore IDE0060
{ {
string[] lines = File.ReadAllLines(csvFile); string[] lines = File.ReadAllLines(logistics.FileInfo.FullName);
string line = lines[0]; string line = lines[0];
string[] columns = line.Split('"'); string[] columns = line.Split('"');
fileInfoCollection.Add(new FileInfo(csvFile)); fileInfoCollection.Add(logistics.FileInfo);
if (columns.Length == commaSeparatedValuesConfiguration.Columns) if (columns.Length == commaSeparatedValuesConfiguration.Columns)
{ {
string test = columns[commaSeparatedValuesConfiguration.TestIndex].Trim().Trim('"'); string test = columns[commaSeparatedValuesConfiguration.TestIndex].Trim().Trim('"');
@ -108,7 +108,6 @@ public class ProcessData : IProcessData
MetaData = metaData; MetaData = metaData;
} }
} }
} }
internal static List<Description> GetDescriptions(JsonElement[] jsonElements) internal static List<Description> GetDescriptions(JsonElement[] jsonElements)