using Adaptation.Shared; using Adaptation.Shared.Methods; using log4net; using System; using System.Collections.Generic; using System.Data; using System.Globalization; using System.IO; using System.Linq; using System.Text; using System.Text.Json; using System.Text.Json.Serialization; using System.Text.RegularExpressions; namespace Adaptation.FileHandlers.QS408M; public partial class ProcessData : IProcessData { private readonly List _Details; public string JobID { get; set; } public string MesEntity { get; set; } public string Batch { get; set; } public string Cassette { get; set; } public DateTime Date { get; set; } public string Employee { get; set; } public string Layer { get; set; } public string MeanThickness { get; set; } public string PSN { get; set; } public string PassFail { get; set; } public string RDS { get; set; } public string RVThickness { get; set; } public string Reactor { get; set; } public string Recipe { get; set; } public string StdDev { get; set; } public string Title { get; set; } public string UniqueId { get; set; } public string Wafer { get; set; } public string Zone { get; set; } // public string SlotNumber { get; set; } public string ThicknessFourteen3mmEdgeMean { get; set; } public string ThicknessFourteen3mmEdgePercent { get; set; } public string ThicknessFourteen5mmEdgeMean { get; set; } public string ThicknessFourteen5mmEdgePercent { get; set; } public string ThicknessFourteenCenterMean { get; set; } public string ThicknessFourteenCriticalPointsAverage { get; set; } public string ThicknessFourteenCriticalPointsStdDev { get; set; } public string ThicknessFourteenMeanFrom { get; set; } public string ThicknessFourteenPoints { get; set; } List Shared.Properties.IProcessData.Details => _Details; private readonly ILog _Log; public ProcessData() { } public ProcessData(IFileRead fileRead, Logistics logistics, List fileInfoCollection, string originalDataBioRad, ProcessData lastProcessData, long tickOffset) { JobID = logistics.JobID; fileInfoCollection.Clear(); _Details = new List(); MesEntity = logistics.MesEntity; _Log = LogManager.GetLogger(typeof(ProcessData)); TXT txt = Parse(fileRead, logistics, fileInfoCollection, originalDataBioRad); if (txt is not null) SetValues(fileRead, logistics, fileInfoCollection, originalDataBioRad, lastProcessData, tickOffset, txt); } string IProcessData.GetCurrentReactor(IFileRead fileRead, Logistics logistics, Dictionary reactors) => throw new Exception(string.Concat("See ", nameof(Parse))); Tuple> IProcessData.GetResults(IFileRead fileRead, Logistics logistics, List fileInfoCollection) { Tuple> results; List tests = new(); foreach (object item in _Details) tests.Add(Test.BioRadQS408M); List descriptions = fileRead.GetDescriptions(fileRead, tests, this); if (tests.Count != descriptions.Count) throw new Exception(); for (int i = 0; i < tests.Count; i++) { if (descriptions[i] is not Description description) throw new Exception(); if (description.Test != (int)tests[i]) throw new Exception(); } List fileReadDescriptions = (from l in descriptions select (Description)l).ToList(); string json = JsonSerializer.Serialize(fileReadDescriptions, fileReadDescriptions.GetType()); JsonElement[] jsonElements = JsonSerializer.Deserialize(json); results = new Tuple>(logistics.Logistics1[0], tests.ToArray(), jsonElements, fileInfoCollection); return results; } internal static DateTime GetDateTime(Logistics logistics, long tickOffset, string dateTimeText) { DateTime result; string inputDateFormat = "ddd mmm dd HH:mm:ss yyyy"; if (dateTimeText.Length != inputDateFormat.Length) result = logistics.DateTimeFromSequence; else { if (!DateTime.TryParseExact(dateTimeText, inputDateFormat, CultureInfo.InvariantCulture, DateTimeStyles.None, out DateTime dateTimeParsed)) result = logistics.DateTimeFromSequence; else { if (dateTimeParsed < logistics.DateTimeFromSequence.AddDays(1) && dateTimeParsed > logistics.DateTimeFromSequence.AddDays(-1)) result = new(dateTimeParsed.Ticks + tickOffset); else result = logistics.DateTimeFromSequence; } } return result; } private static (string, string) GetReactorAndRDS(string defaultReactor, string defaultRDS, string text, string formattedText, string[] segments) { string rds; string reactor; if (string.IsNullOrEmpty(text) || segments.Length == 0 || string.IsNullOrEmpty(formattedText)) reactor = defaultReactor; else reactor = segments[0]; if (segments.Length <= 1 || !int.TryParse(segments[1], out int rdsValue) || rdsValue < 99) rds = defaultRDS; else rds = segments[1]; if (reactor.Length > 3) { rds = reactor; reactor = defaultReactor; } return new(reactor, rds); } private static (string, string) GetLayerAndPSN(string defaultLayer, string defaultPSN, string[] segments) { string psn; string layer; if (segments.Length <= 2) { psn = defaultPSN; layer = defaultLayer; } else { string[] segmentsB = segments[2].Split('.'); psn = segmentsB[0]; if (segmentsB.Length <= 1) layer = defaultLayer; else { layer = segmentsB[1]; if (layer.Length > 1 && layer[0] == '0') layer = layer.Substring(1); } } return (layer, psn); } private static string GetZone(string[] segments) { string result; if (segments.Length <= 3) result = string.Empty; else { result = segments[3]; if (result.Length > 1 && result[0] == '0') result = result.Substring(1); } return result; } public static Descriptor GetDescriptor(string text) { Descriptor result; string psn; string rds; string zone; string layer; string wafer; string reactor; string employee; string defaultPSN = string.Empty; string defaultRDS = string.Empty; string defaultZone = string.Empty; string defaultLayer = string.Empty; string defaultReactor = string.Empty; string defaultEmployee = string.Empty; if (Regex.IsMatch(text, @"^[a-zA-z][0-9]{2,4}$")) { wafer = text.ToUpper(); psn = defaultPSN; rds = defaultRDS; zone = defaultZone; layer = defaultLayer; reactor = defaultReactor; employee = defaultEmployee; } else if (string.IsNullOrEmpty(text) || (text.Length is 2 or 3 && Regex.IsMatch(text, "^[a-zA-z]{2,3}"))) { wafer = text; employee = text; psn = defaultPSN; rds = defaultRDS; zone = defaultZone; layer = defaultLayer; reactor = defaultReactor; } else if (Regex.IsMatch(text, @"^[0-9]{2}[.][0-9]{1}[.]?[0-9]{0,1}")) { string[] segments = text.Split('.'); wafer = text; psn = defaultPSN; rds = defaultRDS; layer = segments[1]; reactor = segments[0]; employee = defaultEmployee; if (segments.Length <= 2) zone = defaultZone; else zone = segments[2]; } else { // Remove illegal characters \/:*?"<>| found in the Batch wafer = Regex.Replace(text, @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]", "_").Split('\r')[0].Split('\n')[0]; if (wafer.Length > 2 && wafer[0] == '1' && (wafer[1] == 'T' || wafer[1] == 't')) wafer = wafer.Substring(2); string[] segments = wafer.Split('-'); // bool hasRDS = Regex.IsMatch(wafer, "[-]?([QP][0-9]{4,}|[0-9]{5,})[-]?"); (reactor, rds) = GetReactorAndRDS(defaultReactor, defaultRDS, text, wafer, segments); (layer, psn) = GetLayerAndPSN(defaultLayer, defaultPSN, segments); zone = GetZone(segments); if (segments.Length <= 4) employee = defaultEmployee; else employee = segments[4]; } result = new(employee, layer, psn, rds, reactor, wafer, zone); return result; } #pragma warning disable IDE0060 private void SetValues(IFileRead fileRead, Logistics logistics, List fileInfoCollection, string originalDataBioRad, ProcessData lastProcessData, long tickOffset, TXT txt) #pragma warning restore IDE0060 { string psn; string rds; string zone; string layer; string wafer; Detail detail; string reactor; int counter = 1; int slotNumber = 0; List details = new(); StringBuilder titleFixed = new(); StringBuilder waferFixed = new(); string recipe = txt.Header.Recipe; string cassette = txt.Header.Cassette; string employee = txt.Header.Operator; DateTime dateTime = GetDateTime(logistics, tickOffset, txt.Header.DateTime); // Remove illegal characters \/:*?"<>| found in the Batch string batch = Regex.Replace(txt.Header.Batch, @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]", "_").Split('\r')[0].Split('\n')[0]; bool isWaferSlot = !string.IsNullOrEmpty(txt.Header.Wafer) && txt.Header.Wafer.Length is 1 or 2 && int.TryParse(txt.Header.Wafer, out slotNumber); Descriptor descriptor = isWaferSlot ? GetDescriptor(txt.Header.Batch) : GetDescriptor(txt.Header.Wafer); psn = descriptor.PSN; rds = descriptor.RDS; zone = descriptor.Zone; wafer = descriptor.Wafer; layer = descriptor.Layer; reactor = descriptor.Reactor; if (string.IsNullOrEmpty(employee)) employee = descriptor.Employee; foreach (char c in txt.Header.Title) { if (char.IsLetterOrDigit(c) || c == '-' || c == '.') _ = titleFixed.Append(c); } foreach (char c in wafer) { if (char.IsLetterOrDigit(c) || c == '-' || c == '.') _ = waferFixed.Append(c); } if (string.IsNullOrEmpty(lastProcessData.Wafer)) { lastProcessData.Batch = JobID; lastProcessData.Cassette = JobID; lastProcessData.Employee = JobID; lastProcessData.Recipe = JobID; lastProcessData.Title = JobID; } lastProcessData.Wafer = wafer; lastProcessData.Reactor = reactor; lastProcessData.RDS = rds; string check = "--------"; if (string.IsNullOrEmpty(batch) || batch.Contains(check)) batch = lastProcessData.Batch; else lastProcessData.Batch = batch; if (string.IsNullOrEmpty(cassette) || cassette.Contains(check)) cassette = lastProcessData.Cassette; else lastProcessData.Cassette = cassette; if (string.IsNullOrEmpty(employee) || employee.Contains(check)) employee = lastProcessData.Employee; else lastProcessData.Employee = employee; if (string.IsNullOrEmpty(recipe) || recipe.Contains(check)) recipe = lastProcessData.Recipe; else lastProcessData.Recipe = recipe; if (string.IsNullOrEmpty(txt.Header.Title) || txt.Header.Title.Contains(check)) titleFixed = new(lastProcessData.Title); else lastProcessData.Title = titleFixed.ToString(); string uniqueId = string.Concat(titleFixed, '_', waferFixed, '_', logistics.DateTimeFromSequence.ToString("yyyyMMddHHmmssffff"), '_', logistics.TotalSecondsSinceLastWriteTimeFromSequence); PSN = psn; RDS = rds; Date = dateTime; Zone = zone; Batch = batch; Layer = layer; Recipe = recipe; Reactor = reactor; Cassette = cassette; Employee = employee; JobID = logistics.JobID; UniqueId = uniqueId; Title = titleFixed.ToString(); Wafer = waferFixed.ToString(); SlotNumber = slotNumber.ToString("00"); foreach (Site site in txt.Body.Sites) { detail = new() { Position = site.Position, HeaderUniqueId = uniqueId, Thickness = site.Thickness, UniqueId = string.Concat(uniqueId, "_Point-", counter) }; details.Add(detail); counter++; } PopulateCalculated(details); _Details.AddRange(details); } #pragma warning disable IDE0060 private static TXT Parse(IFileRead fileRead, Logistics logistics, List fileInfoCollection, string originalDataBioRad) #pragma warning restore IDE0060 { TXT result; string[] files = Directory.GetFiles(Path.GetDirectoryName(logistics.ReportFullPath), string.Concat(originalDataBioRad, logistics.Sequence, "*"), SearchOption.TopDirectoryOnly); foreach (string file in files) fileInfoCollection.Add(new FileInfo(file)); string receivedData = File.ReadAllText(logistics.ReportFullPath); // occasionally there are multiple blocks of details, get the last one as earlier ones may be aborted runs. int index = receivedData.LastIndexOf("Bio-Rad"); if (index > -1) receivedData = receivedData.Substring(index); if (string.IsNullOrEmpty(receivedData)) result = null; else { result = new TXT(receivedData); string directory = Path.GetDirectoryName(logistics.ReportFullPath); string fileName = Path.Combine(directory, $"{Path.GetFileNameWithoutExtension(logistics.ReportFullPath)}.json"); string json = JsonSerializer.Serialize(result, new JsonSerializerOptions { WriteIndented = true }); File.WriteAllText(fileName, json); fileInfoCollection.Add(new(fileName)); } fileInfoCollection.Add(logistics.FileInfo); return result; } #nullable enable internal static List GetDescriptions(JsonElement[] jsonElements) { List results = new(); Description? description; JsonSerializerOptions jsonSerializerOptions = new() { NumberHandling = JsonNumberHandling.AllowReadingFromString | JsonNumberHandling.WriteAsString }; foreach (JsonElement jsonElement in jsonElements) { if (jsonElement.ValueKind != JsonValueKind.Object) throw new Exception(); description = JsonSerializer.Deserialize(jsonElement.ToString(), jsonSerializerOptions); if (description is null) continue; results.Add(description); } return results; } private void PopulateCalculated(List details) { List thicknessPoints = new(); foreach (Detail bioRadDetail in details) { if (!double.TryParse(bioRadDetail.Thickness, out double thickness)) thicknessPoints.Add(0); else thicknessPoints.Add(thickness); } if (thicknessPoints.Count != 14) { ThicknessFourteenPoints = string.Empty; ThicknessFourteenMeanFrom = string.Empty; ThicknessFourteenCenterMean = string.Empty; ThicknessFourteen3mmEdgeMean = string.Empty; ThicknessFourteen5mmEdgeMean = string.Empty; ThicknessFourteen3mmEdgePercent = string.Empty; ThicknessFourteen5mmEdgePercent = string.Empty; ThicknessFourteenCriticalPointsStdDev = string.Empty; ThicknessFourteenCriticalPointsAverage = string.Empty; } else { ThicknessFourteenPoints = string.Join(",", thicknessPoints); ThicknessFourteenCenterMean = thicknessPoints[4].ToString("0.0000000"); ThicknessFourteen5mmEdgeMean = ((thicknessPoints[0] + thicknessPoints[9]) / 2.0).ToString("0.0000000"); ThicknessFourteenMeanFrom = ((thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[7]) / 3.0).ToString("0.0000000"); ThicknessFourteen3mmEdgeMean = ((thicknessPoints[10] + thicknessPoints[11] + thicknessPoints[12] + thicknessPoints[13]) / 4).ToString("0.0000000"); ThicknessFourteen5mmEdgePercent = ((((thicknessPoints[0] + thicknessPoints[9]) / 2.0) - ((thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[7]) / 3.0)) / ((thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[7]) / 3.0) * 100.0).ToString("0.0000000"); ThicknessFourteenCriticalPointsAverage = ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0).ToString("0.0000000"); ThicknessFourteen3mmEdgePercent = ((((thicknessPoints[10] + thicknessPoints[11] + thicknessPoints[12] + thicknessPoints[13]) / 4.0) - ((thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[7]) / 3.0)) / ((thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[7]) / 3.0) * 100.0).ToString("0.0000000"); ThicknessFourteenCriticalPointsStdDev = Math.Sqrt((Math.Pow(thicknessPoints[0] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[1] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[2] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[3] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[4] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[5] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[6] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[7] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[8] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2) + Math.Pow(thicknessPoints[9] - ((thicknessPoints[0] + thicknessPoints[1] + thicknessPoints[2] + thicknessPoints[3] + thicknessPoints[4] + thicknessPoints[5] + thicknessPoints[6] + thicknessPoints[7] + thicknessPoints[8] + thicknessPoints[9]) / 10.0), 2)) / 9.0).ToString("0.0000000"); } } }