using Adaptation.Shared; using Adaptation.Shared.Methods; using log4net; using System; using System.Collections.Generic; using System.Data; using System.Diagnostics; using System.Globalization; using System.IO; using System.Linq; using System.Text; using System.Text.Json; using System.Text.RegularExpressions; namespace Adaptation.FileHandlers.pcl; public class ProcessData : IProcessData { private int _I; private string _Data; private readonly ILog _Log; private readonly List _Details; public string JobID { get; set; } public string MesEntity { get; set; } public string Area { get; set; } public string Ccomp { get; set; } public string CondType { get; set; } public string Date { get; set; } public string Employee { get; set; } public string FlatZMean { get; set; } public string FlatZRadialGradient { get; set; } public string FlatZStdDev { get; set; } public string Folder { get; set; } public string GLimit { get; set; } public string GradeMean { get; set; } public string GradeRadialGradient { get; set; } public string GradeStdDev { get; set; } public string Layer { get; set; } public string Lot { get; set; } public string Model { get; set; } public string NAvgMean { get; set; } public string NAvgRadialGradient { get; set; } public string NAvgStdDev { get; set; } public string NslMean { get; set; } public string NslRadialGradient { get; set; } public string NslStdDev { get; set; } public string PSN { get; set; } public string Pattern { get; set; } public string PhaseMean { get; set; } public string PhaseRadialGradient { get; set; } public string PhaseStdDev { get; set; } public string Plan { get; set; } public string RDS { get; set; } public string RampRate { get; set; } public string Reactor { get; set; } public string RhoAvgMean { get; set; } public string RhoAvgRadialGradient { get; set; } public string RhoAvgStdDev { get; set; } public string RhoMethod { get; set; } public string RhoslMean { get; set; } public string RhoslRadialGradient { get; set; } public string RhoslStdDev { get; set; } public string RsMean { get; set; } public string RsRadialGradient { get; set; } public string RsStdDev { get; set; } public string SetupFile { get; set; } public string StartVoltage { get; set; } public string StopVoltage { get; set; } public string UniqueId { get; set; } public string VdMean { get; set; } public string VdRadialGradient { get; set; } public string VdStdDev { get; set; } public string Wafer { get; set; } public string WaferSize { get; set; } public string Zone { get; set; } List Shared.Properties.IProcessData.Details => _Details; public ProcessData(IFileRead fileRead, Logistics logistics, List fileInfoCollection, string ghostPCLFileName) { fileInfoCollection.Clear(); _Details = new List(); _I = 0; _Data = string.Empty; JobID = logistics.JobID; MesEntity = logistics.MesEntity; _Log = LogManager.GetLogger(typeof(ProcessData)); Date = DateTime.Now.ToString(); Parse(fileRead, logistics, fileInfoCollection, ghostPCLFileName); } string IProcessData.GetCurrentReactor(IFileRead fileRead, Logistics logistics, Dictionary reactors) => throw new Exception(string.Concat("See ", nameof(Parse))); Tuple> IProcessData.GetResults(IFileRead fileRead, Logistics logistics, List fileInfoCollection) { Tuple> results; List tests = new(); foreach (object item in _Details) tests.Add(Test.HGCV); List descriptions = fileRead.GetDescriptions(fileRead, tests, this); if (tests.Count != descriptions.Count) throw new Exception(); for (int i = 0; i < tests.Count; i++) { if (descriptions[i] is not Description description) throw new Exception(); if (description.Test != (int)tests[i]) throw new Exception(); } List fileReadDescriptions = (from l in descriptions select (Description)l).ToList(); string json = JsonSerializer.Serialize(fileReadDescriptions, fileReadDescriptions.GetType()); JsonElement[] jsonElements = JsonSerializer.Deserialize(json); results = new Tuple>(logistics.Logistics1[0], tests.ToArray(), jsonElements, fileInfoCollection); return results; } /// /// Convert the raw data file to parsable file format - in this case from PCL to PDF /// /// source file to be converted to PDF /// private static string ConvertSourceFileToPdf(Logistics logistics, string ghostPCLFileName) { string result = Path.ChangeExtension(logistics.ReportFullPath, ".pdf"); if (!File.Exists(result)) { //string arguments = string.Concat("-i \"", sourceFile, "\" -o \"", result, "\""); string arguments = string.Concat("-dSAFER -dBATCH -dNOPAUSE -dFIXEDMEDIA -dFitPage -dAutoRotatePages=/All -dDEVICEWIDTHPOINTS=792 -dDEVICEHEIGHTPOINTS=612 -sOutputFile=\"", result, "\" -sDEVICE=pdfwrite \"", logistics.ReportFullPath, "\""); //Process process = Process.Start(configData.LincPDFCFileName, arguments); Process process = Process.Start(ghostPCLFileName, arguments); _ = process.WaitForExit(30000); if (!File.Exists(result)) throw new Exception("PDF file wasn't created"); } return result; } private void ScanPast(string text) { int num = _Data.IndexOf(text, _I); if (num > -1) { _I = num + text.Length; } else { _I = _Data.Length; } } private string GetBefore(string text) { int num = _Data.IndexOf(text, _I); string text2; if (num > -1) { text2 = _Data.Substring(_I, num - _I); _I = num + text.Length; return text2.Trim(); } text2 = _Data.Substring(_I); _I = _Data.Length; return text2.Trim(); } private static bool IsNullOrWhiteSpace(string text) { for (int i = 0; i < text.Length; i++) { if (!char.IsWhiteSpace(text[i])) { return false; } } return true; } private bool IsBlankLine() { int num = _Data.IndexOf("\n", _I); return IsNullOrWhiteSpace((num > -1) ? _Data.Substring(_I, num - _I) : _Data.Substring(_I)); } private string GetToEOL() => GetBefore("\n"); private string GetToken() { while (_I < _Data.Length && IsNullOrWhiteSpace(_Data.Substring(_I, 1))) { _I++; } int j; for (j = _I; j < _Data.Length && !IsNullOrWhiteSpace(_Data.Substring(j, 1)); j++) { } string text = _Data.Substring(_I, j - _I); _I = j; return text.Trim(); } private void Parse(IFileRead fileRead, Logistics logistics, List fileInfoCollection, string ghostPCLFileName) { if (fileRead is null) { } string headerText; string sourceFileNamePdf = ConvertSourceFileToPdf(logistics, ghostPCLFileName); fileInfoCollection.Add(new FileInfo(sourceFileNamePdf)); string altHeaderFileName = Path.ChangeExtension(logistics.ReportFullPath, ".txt"); if (File.Exists(altHeaderFileName)) { headerText = File.ReadAllText(altHeaderFileName); fileInfoCollection.Add(new FileInfo(altHeaderFileName)); } else { //Pdfbox, IKVM.AWT.WinForms org.apache.pdfbox.pdmodel.PDDocument pdfDocument = org.apache.pdfbox.pdmodel.PDDocument.load(sourceFileNamePdf); org.apache.pdfbox.util.PDFTextStripper stripper = new(); headerText = stripper.getText(pdfDocument); pdfDocument.close(); File.AppendAllText(altHeaderFileName, headerText); fileInfoCollection.Add(new FileInfo(altHeaderFileName)); } if (headerText.Contains("G A T E V O L T A G E")) throw new Exception("Ignore: GATEVOLTAGE runs are not parsed."); if (!string.IsNullOrEmpty(headerText)) { headerText = headerText.Replace("box", ""); headerText = headerText.Replace("bar", ""); headerText = headerText.Replace("horiz", ""); headerText = headerText.Replace("center", ""); headerText = headerText.Replace("upper", ""); headerText = headerText.Replace("lower", ""); headerText = headerText.Replace("right", ""); headerText = headerText.Replace("left", ""); headerText = headerText.Replace("thin", ""); headerText = headerText.Replace("vertical", ""); headerText = headerText.Replace("line", ""); headerText = headerText.Replace("middle", ""); headerText = headerText.Replace("side", ""); headerText = headerText.Replace("top", ""); // This will change "Stop Voltage" to "S Voltage" headerText = headerText.Replace("corner", ""); headerText = headerText.Replace("bottom", ""); headerText = headerText.Replace("ruleunder", "_"); headerText = headerText.Replace("@", ""); headerText = headerText.Replace("*", ""); _I = 0; _Data = headerText; _Log.Debug($"****MERCURY-DATA [002]= {headerText}"); ScanPast("Operator:"); Employee = GetBefore("Start Voltage:"); StartVoltage = GetBefore("V"); ScanPast("Wafer :"); Wafer = GetBefore("S Voltage :"); // This is actually "Stop Voltage" StopVoltage = GetBefore("V"); ScanPast("Lot :"); if (headerText.Contains("Ramp Rate :")) Lot = GetBefore("Ramp Rate :"); else if (headerText.Contains("Forward Rate :")) Lot = GetBefore("Forward Rate :"); else if (headerText.Contains("Conduct Type:")) Lot = GetBefore("Conduct Type:"); else Lot = string.Empty; // Remove illegal characters \/:*?"<>| found in the Lot. Lot = Regex.Replace(Lot, @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]", "_").Split('\r')[0].Split('\n')[0]; RampRate = GetBefore("mV/sec"); ScanPast("Plan :"); Plan = GetBefore("G limit :"); //GLimit = GetBefore("S "); GLimit = GetBefore("S"); Date = DateTime.Now.ToString(); ScanPast("Setup File:"); //SetupFile = GetBefore("O O"); SetupFile = GetBefore("O O"); ScanPast("Wafer size :"); WaferSize = GetBefore("mm"); ScanPast("Folder :"); //Folder = GetBefore("N N"); Folder = GetBefore("N N"); ScanPast("Ccomp : "); Ccomp = GetBefore("pF"); ScanPast("Pattern :"); //Pattern = GetBefore("C C"); Pattern = GetBefore("C C"); ScanPast("Area:"); Area = GetBefore("cm2"); ScanPast("Cond Type :"); CondType = GetBefore("Rho Method:"); //RhoMethod = GetBefore("N N"); RhoMethod = GetBefore("N N"); ScanPast("Model :"); //Model = GetBefore("T T"); Model = GetBefore("T T"); ScanPast("Navg :"); NAvgMean = GetToken(); NAvgStdDev = GetToken(); NAvgRadialGradient = GetToken(); ScanPast("Nsl :"); NslMean = GetToken(); NslStdDev = GetToken(); NslRadialGradient = GetToken(); ScanPast("Vd :"); VdMean = GetToken(); VdStdDev = GetToken(); VdRadialGradient = GetToken(); ScanPast("Flat Z:"); FlatZMean = GetToken(); FlatZStdDev = GetToken(); FlatZRadialGradient = GetToken(); ScanPast("Rhoavg:"); RhoAvgMean = GetToken(); RhoAvgStdDev = GetToken(); RhoAvgRadialGradient = GetToken(); ScanPast("Rhosl :"); RhoslMean = GetToken(); RhoslStdDev = GetToken(); RhoslRadialGradient = GetToken(); ScanPast("Phase :"); PhaseMean = GetToken(); PhaseStdDev = GetToken(); PhaseRadialGradient = GetToken(); ScanPast("Grade :"); GradeMean = GetToken(); GradeStdDev = GetToken(); GradeRadialGradient = GetToken(); ScanPast("Rs :"); RsMean = GetToken(); RsStdDev = GetToken(); RsRadialGradient = GetToken(); string lot = Lot; string[] segments = lot.Split('-'); if (segments.Length >= 1) Reactor = segments[0]; if (segments.Length >= 2) RDS = segments[1]; if (segments.Length >= 3) { string str = segments[2]; string[] segmentsB = str.Split('.'); if (segmentsB.Length >= 1) PSN = segmentsB[0]; if (segmentsB.Length >= 2) Layer = segmentsB[1]; } if (segments.Length >= 4) Zone = segments[3]; //ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); string token = GetToken(); while (!string.IsNullOrEmpty(token)) { Detail hgProbeDetail = new() { NAvg = token }; _ = GetToEOL(); hgProbeDetail.Nsl = GetToken(); _ = GetToEOL(); hgProbeDetail.Vd = GetToken(); _ = GetToEOL(); hgProbeDetail.FlatZ = GetToken(); _ = GetToEOL(); hgProbeDetail.RhoAvg = GetToken(); _ = GetToEOL(); hgProbeDetail.Rhosl = GetToken(); _ = GetToEOL(); hgProbeDetail.Phase = GetToken(); _ = GetToEOL(); hgProbeDetail.Grade = GetToken(); hgProbeDetail.UniqueId = string.Concat("_Point-", _Details.Count + 1); _Details.Add(hgProbeDetail); _ = GetToken(); _ = GetToken(); _ = GetToken(); _ = GetToken(); token = GetToken(); //if (token.Contains("LincPDF") || token.Contains("MULTIPLE")) if (token.Contains("MULTIPLE")) { //ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); //ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %"); token = GetToken(); } } } UniqueId = string.Format("{0}_{1}_{2}", logistics.JobID, Lot, Path.GetFileNameWithoutExtension(logistics.ReportFullPath)); foreach (Detail detail in _Details) { detail.HeaderUniqueId = UniqueId; detail.UniqueId = string.Concat(detail, detail.UniqueId); } fileInfoCollection.Add(new FileInfo(logistics.ReportFullPath)); } }