From 5f0766957382cdeb2489132215277adffabada79 Mon Sep 17 00:00:00 2001 From: Mike Phares Date: Tue, 7 Mar 2023 08:04:38 -0700 Subject: [PATCH] Variation, PSN, Reactor, Extra RDS rule, OpenInsightApi and testRunTitle --- Adaptation/.vscode/Reactor.js | 16 ++-- Adaptation/.vscode/Variation.js | 43 +++++++++++ Adaptation/.vscode/psn.js | 16 ++-- .../FileHandlers/OpenInsight/FileRead.cs | 11 ++- .../FileHandlers/OpenInsight/FromIQS.cs | 77 +++++++++++++++++++ Adaptation/FileHandlers/pcl/ProcessData.cs | 13 ++-- Adaptation/MET08RESIHGCV-Development.yml | 1 + Adaptation/MET08RESIHGCV.Tests.csproj | 2 +- Adaptation/MET08RESIHGCV.yml | 1 + Adaptation/Shared/Metrology/WS.cs | 3 +- Adaptation/_Tests/Static/pcl.cs | 8 ++ 11 files changed, 167 insertions(+), 24 deletions(-) create mode 100644 Adaptation/.vscode/Variation.js diff --git a/Adaptation/.vscode/Reactor.js b/Adaptation/.vscode/Reactor.js index 3ba5258..a3230fc 100644 --- a/Adaptation/.vscode/Reactor.js +++ b/Adaptation/.vscode/Reactor.js @@ -7,16 +7,18 @@ getValue(self, self.length, $('dcp.HGCV3/pcl/MesEntity', ''), $('dcp.HGCV3/pcl/Pattern', ''), $('dcp.HGCV3/pcl/Lot', ''), getContextData('2', 'cds.PROCESS_JOBID', '')); function getValue(value, length, mesEntity, pattern, lot, processJobId) { - if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('LOW') > -1) + if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('EP') > -1) return mesEntity; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('MID') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('LO') > -1) return mesEntity; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('HIGH') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('MI') > -1) return mesEntity; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('THIN') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('HI') > -1) return mesEntity; - else if (length !== 0 || processJobId === '-') - return value; - else + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('TH') > -1) + return mesEntity; + else if (length === 0) return processJobId; + else + return value; } \ No newline at end of file diff --git a/Adaptation/.vscode/Variation.js b/Adaptation/.vscode/Variation.js new file mode 100644 index 0000000..be5ec3a --- /dev/null +++ b/Adaptation/.vscode/Variation.js @@ -0,0 +1,43 @@ +getVariation($('dcp.HGCV3/pcl/Pattern', ''), $('dcp.HGCV3/pcl/Lot', ''), $('dcp.HGCV3/pcl/RhoAvgMean', '')); + +function getVariation(pattern, lot, rhoAvgMean) { + var fourPP = 1; + var mid4pp = 1; + var thin4pp = 1; + var low4pp = 1787; + var thickness = 1; + var high4pp = 7767; + var epiPro4pp = 3163; + var midThickness = 1; + var thinThickness = 1; + var lowThickness = 15.46; + var highThickness = 20.01; + var epiProThickness = 20.28; + if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('EP') > -1) { + fourPP = epiPro4pp; + thickness = epiProThickness; + } + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('LO') > -1) { + fourPP = low4pp; + thickness = lowThickness; + } + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('MI') > -1) { + fourPP = mid4pp; + thickness = midThickness; + } + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('HI') > -1) { + fourPP = high4pp; + thickness = highThickness; + } + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('TH') > -1) { + fourPP = thin4pp; + thickness = thinThickness; + } + /* =(ABS(C9-H6)/C9)*100 */ + var resistivity = thickness * fourPP * 0.0001; + var variation = (Math.abs(resistivity - rhoAvgMean) / resistivity) * 100; + if (thickness === 1 || fourPP === 1) + return null; + else + return variation; +} \ No newline at end of file diff --git a/Adaptation/.vscode/psn.js b/Adaptation/.vscode/psn.js index 29daf42..38c6448 100644 --- a/Adaptation/.vscode/psn.js +++ b/Adaptation/.vscode/psn.js @@ -7,16 +7,18 @@ getValue(self, self.length, getContextData('2', 'cds.PRODUCT', ''), $('dcp.HGCV3/pcl/Pattern', ''), $('dcp.HGCV3/pcl/Lot', '')); function getValue(value, length, product, pattern, lot) { - if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('LOW') > -1) + if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('EP') > -1) + return 'EpiPro'; + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('LO') > -1) return 'Low'; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('MID') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('MI') > -1) return 'Mid'; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('HIGH') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('HI') > -1) return 'High'; - else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('THIN') > -1) + else if (pattern === 'ONEPT.PAT' && lot.toUpperCase().indexOf('TH') > -1) return 'Thin'; - else if (length !== 0 || product === '-') - return value; - else + else if (length === 0) return product; + else + return value; } \ No newline at end of file diff --git a/Adaptation/FileHandlers/OpenInsight/FileRead.cs b/Adaptation/FileHandlers/OpenInsight/FileRead.cs index 32e5442..660c22c 100644 --- a/Adaptation/FileHandlers/OpenInsight/FileRead.cs +++ b/Adaptation/FileHandlers/OpenInsight/FileRead.cs @@ -6,6 +6,7 @@ using Adaptation.Shared.Methods; using Adaptation.Shared.Metrology; using System; using System.Collections.Generic; +using System.Globalization; using System.IO; using System.Linq; using System.Text; @@ -18,6 +19,8 @@ public class FileRead : Shared.FileRead, IFileRead private readonly string _IqsConnectionString; private readonly string _OpenInsightFilePattern; + private readonly string _OpenInsightApiECDirectory; + private readonly string _OpenInsightApiIFXDirectory; public FileRead(ISMTP smtp, Dictionary fileParameter, string cellInstanceName, string cellInstanceConnectionName, FileConnectorConfiguration fileConnectorConfiguration, string equipmentTypeName, string parameterizedModelObjectDefinitionType, IList modelObjectParameters, string equipmentDictionaryName, Dictionary> dummyRuns, Dictionary> staticRuns, bool useCyclicalForDescription, bool isEAFHosted) : base(new Description(), false, smtp, fileParameter, cellInstanceName, cellInstanceConnectionName, fileConnectorConfiguration, equipmentTypeName, parameterizedModelObjectDefinitionType, modelObjectParameters, equipmentDictionaryName, dummyRuns, staticRuns, useCyclicalForDescription, isEAFHosted) @@ -31,6 +34,8 @@ public class FileRead : Shared.FileRead, IFileRead throw new Exception(cellInstanceConnectionName); if (!_IsDuplicator) throw new Exception(cellInstanceConnectionName); + _OpenInsightApiIFXDirectory = @"\\messdv002.na.infineon.com\Candela\Archive\API"; + _OpenInsightApiECDirectory = @"\\messv02ecc1.ec.local\EC_Metrology_Si\Archive\API"; _IqsConnectionString = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, "IQS.ConnectionString"); _OpenInsightFilePattern = GetPropertyValue(cellInstanceConnectionName, modelObjectParameters, "OpenInsight.FilePattern"); } @@ -182,7 +187,7 @@ public class FileRead : Shared.FileRead, IFileRead return results.ToString(); } - private void SaveOpenInsightFile(string reportFullPath, DateTime dateTime, List descriptions, Test[] tests) + private void SaveOpenInsightFile(string reportFullPath, DateTime dateTime, string logistics, List descriptions, Test[] tests) { bool isDummyRun = false; List<(Shared.Properties.IScopeInfo, string)> collection = new(); @@ -213,6 +218,8 @@ public class FileRead : Shared.FileRead, IFileRead collection.Add(new(new ScopeInfo(tests[0], $"{subGroupId.Value} {_OpenInsightFilePattern}"), lines)); else collection.Add(new(new ScopeInfo(tests[0], $"{subGroupId.Value} E{count.Value} {_OpenInsightFilePattern}"), lines)); + string weekOfYear = _Calendar.GetWeekOfYear(_Logistics.DateTimeFromSequence, CalendarWeekRule.FirstDay, DayOfWeek.Sunday).ToString("00"); + FromIQS.Save(_OpenInsightApiECDirectory, _OpenInsightApiIFXDirectory, _Logistics, reportFullPath, logistics, descriptions.First(), lines, subGroupId, weekOfYear); } } if (_IsEAFHosted && _FileConnectorConfiguration.FileScanningIntervalInSeconds > 0) @@ -229,7 +236,7 @@ public class FileRead : Shared.FileRead, IFileRead List descriptions = pcl.ProcessData.GetDescriptions(jsonElements); Test[] tests = (from l in descriptions select (Test)l.Test).ToArray(); if (_IsEAFHosted && _FileConnectorConfiguration.FileScanningIntervalInSeconds > 0) - SaveOpenInsightFile(reportFullPath, dateTime, descriptions, tests); + SaveOpenInsightFile(reportFullPath, dateTime, pdsf.Item1, descriptions, tests); results = new Tuple>(pdsf.Item1, tests, jsonElements, new List()); return results; } diff --git a/Adaptation/FileHandlers/OpenInsight/FromIQS.cs b/Adaptation/FileHandlers/OpenInsight/FromIQS.cs index 9b4f2bd..93aaf92 100644 --- a/Adaptation/FileHandlers/OpenInsight/FromIQS.cs +++ b/Adaptation/FileHandlers/OpenInsight/FromIQS.cs @@ -3,6 +3,7 @@ using System; using System.Data; using System.Data.SqlClient; using System.Globalization; +using System.IO; using System.Linq; using System.Text; using System.Text.Json; @@ -127,6 +128,82 @@ public class FromIQS return new(result, count, commandText); } + private static string GetJson(Logistics logistics, string logisticLines, pcl.Description description) + { + string result; + StringBuilder stringBuilder = new(); + var @object = new + { + description.MesEntity, + description.Employee, + description.Layer, + description.PSN, + description.RDS, + description.Reactor, + description.Recipe, + description.Zone, + logistics.DateTimeFromSequence.Ticks + }; + string[] pair; + string[] segments; + foreach (string line in logisticLines.Split(Environment.NewLine)) + { + segments = line.Split('\t'); + if (segments.Length < 2) + continue; + segments = segments[1].Split(';'); + _ = stringBuilder.Append('{'); + foreach (string segment in segments) + { + pair = segment.Split('='); + if (pair.Length != 2 || pair[0].Length < 3) + continue; + _ = stringBuilder.Append('"').Append(pair[0][2..]).Append('"').Append(':').Append('"').Append(pair[1]).Append('"').Append(','); + } + if (stringBuilder.Length > 0) + _ = stringBuilder.Remove(stringBuilder.Length - 1, 1); + _ = stringBuilder.Append('}').Append(','); + } + if (stringBuilder.Length > 0) + _ = stringBuilder.Remove(stringBuilder.Length - 1, 1); + _ = stringBuilder.Append(']').Append('}'); + _ = stringBuilder.Insert(0, ",\"Logistics\":["); + string json = JsonSerializer.Serialize(@object); + _ = stringBuilder.Insert(0, json[..^1]); + JsonElement? jsonElement = JsonSerializer.Deserialize(stringBuilder.ToString()); + result = jsonElement is null ? "{}" : JsonSerializer.Serialize(jsonElement, new JsonSerializerOptions { WriteIndented = true }); + return result; + } + + internal static void Save(string openInsightApiECDirectory, string openInsightApiIFXDirectory, Logistics logistics, string reportFullPath, string logisticLines, pcl.Description description, string lines, long? subGroupId, string weekOfYear) + { + string fileName = Path.GetFileName(reportFullPath); + string json = GetJson(logistics, logisticLines, description); + string? ecPathRoot = Path.GetPathRoot(openInsightApiECDirectory); + string? ifxPathRoot = Path.GetPathRoot(openInsightApiIFXDirectory); + bool ecExists = ecPathRoot is not null && Directory.Exists(ecPathRoot); + bool ifxExists = ifxPathRoot is not null && Directory.Exists(ifxPathRoot); + string weekYear = $"{logistics.DateTimeFromSequence:yyyy}_Week_{weekOfYear}"; + string ecDirectory = Path.Combine(openInsightApiECDirectory, weekYear, $"-{description.PSN}", $"-{description.Reactor}", $"-{description.RDS}", $"-{subGroupId}"); + string ifxDirectory = Path.Combine(openInsightApiIFXDirectory, weekYear, $"-{description.PSN}", $"-{description.Reactor}", $"-{description.RDS}", $"-{subGroupId}"); + if (ecExists && !Directory.Exists(ecDirectory)) + _ = Directory.CreateDirectory(ecDirectory); + if (ifxExists && !Directory.Exists(ifxDirectory)) + _ = Directory.CreateDirectory(ifxDirectory); + if (ecExists) + File.Copy(reportFullPath, Path.Combine(ecDirectory, fileName)); + if (ifxExists) + File.Copy(reportFullPath, Path.Combine(ifxDirectory, fileName)); + if (ecExists) + File.WriteAllText(Path.Combine(ecDirectory, $"{logistics.DateTimeFromSequence.Ticks}.txt"), lines); + if (ifxExists) + File.WriteAllText(Path.Combine(ifxDirectory, $"{logistics.DateTimeFromSequence.Ticks}.txt"), lines); + if (ecExists) + File.WriteAllText(Path.Combine(ecDirectory, $"{logistics.DateTimeFromSequence.Ticks}.json"), json); + if (ifxExists) + File.WriteAllText(Path.Combine(ifxDirectory, $"{logistics.DateTimeFromSequence.Ticks}.json"), json); + } + #nullable disable } \ No newline at end of file diff --git a/Adaptation/FileHandlers/pcl/ProcessData.cs b/Adaptation/FileHandlers/pcl/ProcessData.cs index f35ee2b..54c3aa6 100644 --- a/Adaptation/FileHandlers/pcl/ProcessData.cs +++ b/Adaptation/FileHandlers/pcl/ProcessData.cs @@ -218,11 +218,11 @@ public class ProcessData : IProcessData return result; } - private static (string, string) GetReactorAndRDS(string defaultReactor, string defaultRDS, string text, string formattedText, string[] segments) + private static (string, string) GetReactorAndRDS(string defaultReactor, string defaultRDS, string text, string formattedText, string[] segments, bool hasRDS) { string rds; string reactor; - if (string.IsNullOrEmpty(text) || segments.Length == 0 || string.IsNullOrEmpty(formattedText)) + if (string.IsNullOrEmpty(text) || segments.Length == 0 || string.IsNullOrEmpty(formattedText) || (segments.Length > 1 && !hasRDS)) reactor = defaultReactor; else reactor = segments[0]; @@ -238,11 +238,11 @@ public class ProcessData : IProcessData return new(reactor, rds); } - private static (string, string) GetLayerAndPSN(string defaultLayer, string defaultPSN, string[] segments) + private static (string, string) GetLayerAndPSN(string defaultLayer, string defaultPSN, string[] segments, bool hasRDS) { string psn; string layer; - if (segments.Length <= 2) + if (segments.Length <= 2 || (segments.Length > 1 && !hasRDS)) { psn = defaultPSN; layer = defaultLayer; @@ -324,8 +324,9 @@ public class ProcessData : IProcessData if (lot.Length > 2 && lot[0] == '1' && (lot[1] == 'T' || lot[1] == 't')) lot = lot.Substring(2); string[] segments = lot.Split('-'); - (reactor, rds) = GetReactorAndRDS(defaultReactor, defaultRDS, text, lot, segments); - (layer, psn) = GetLayerAndPSN(defaultLayer, defaultPSN, segments); + bool hasRDS = Regex.IsMatch(lot, "[-]?[0-9]{5,}[-]?"); + (reactor, rds) = GetReactorAndRDS(defaultReactor, defaultRDS, text, lot, segments, hasRDS); + (layer, psn) = GetLayerAndPSN(defaultLayer, defaultPSN, segments, hasRDS); zone = GetZone(segments); if (segments.Length <= 4) employee = defaultEmployee; diff --git a/Adaptation/MET08RESIHGCV-Development.yml b/Adaptation/MET08RESIHGCV-Development.yml index ac0aaa0..ad4424b 100644 --- a/Adaptation/MET08RESIHGCV-Development.yml +++ b/Adaptation/MET08RESIHGCV-Development.yml @@ -119,6 +119,7 @@ steps: inputs: testResultsFormat: VSTest testResultsFiles: "**/*.trx" + testRunTitle: "$(GitCommitSeven)-$(Build.BuildId)-$(CoreVersion)-$(Configuration)-$(Build.Repository.Name)" searchFolder: "$(System.DefaultWorkingDirectory)" - task: mspremier.CreateWorkItem.CreateWorkItem-task.CreateWorkItem@1 diff --git a/Adaptation/MET08RESIHGCV.Tests.csproj b/Adaptation/MET08RESIHGCV.Tests.csproj index 6e56878..f28b573 100644 --- a/Adaptation/MET08RESIHGCV.Tests.csproj +++ b/Adaptation/MET08RESIHGCV.Tests.csproj @@ -34,7 +34,7 @@ - + NU1701 NU1701 NU1701 diff --git a/Adaptation/MET08RESIHGCV.yml b/Adaptation/MET08RESIHGCV.yml index 784d05e..252d656 100644 --- a/Adaptation/MET08RESIHGCV.yml +++ b/Adaptation/MET08RESIHGCV.yml @@ -116,6 +116,7 @@ steps: inputs: testResultsFormat: VSTest testResultsFiles: "**/*.trx" + testRunTitle: "$(GitCommitSeven)-$(Build.BuildId)-$(CoreVersion)-$(Configuration)-$(Build.Repository.Name)" searchFolder: "$(System.DefaultWorkingDirectory)" - task: mspremier.CreateWorkItem.CreateWorkItem-task.CreateWorkItem@1 diff --git a/Adaptation/Shared/Metrology/WS.cs b/Adaptation/Shared/Metrology/WS.cs index 12f261b..844efea 100644 --- a/Adaptation/Shared/Metrology/WS.cs +++ b/Adaptation/Shared/Metrology/WS.cs @@ -30,7 +30,7 @@ public partial class WS }; HttpResponseMessage httpResponseMessage = httpClient.SendAsync(httpRequestMessage, HttpCompletionOption.ResponseContentRead).Result; resultsJson = httpResponseMessage.Content.ReadAsStringAsync().Result; - results = JsonSerializer.Deserialize(resultsJson); + results = JsonSerializer.Deserialize(resultsJson, new JsonSerializerOptions { PropertyNameCaseInsensitive = true }); } if (!results.Success) results.Errors.Add(results.ToString()); @@ -45,6 +45,7 @@ public partial class WS exception = exception.InnerException; } results.Errors ??= new List(); + results.Errors.Add(resultsJson); results.Errors.Add(stringBuilder.ToString()); } return new(resultsJson, results); diff --git a/Adaptation/_Tests/Static/pcl.cs b/Adaptation/_Tests/Static/pcl.cs index bc37e73..b8170b5 100644 --- a/Adaptation/_Tests/Static/pcl.cs +++ b/Adaptation/_Tests/Static/pcl.cs @@ -128,6 +128,14 @@ public class PCL : LoggingUnitTesting, IDisposable Assert.IsTrue(descriptor.Reactor is "20"); Assert.IsTrue(descriptor.Zone is "1"); Assert.IsTrue(string.IsNullOrEmpty(descriptor.Employee)); + descriptor = FileHandlers.pcl.ProcessData.GetDescriptor("P2-LOW-RR"); + Assert.IsTrue(!string.IsNullOrEmpty(descriptor.Lot)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.Layer)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.PSN)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.RDS)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.Reactor)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.Zone)); + Assert.IsTrue(string.IsNullOrEmpty(descriptor.Employee)); LoggingUnitTesting.Logger.LogInformation(string.Concat(methodBase.Name, " - Exit")); }