2024-11-20 11:08:19 -07:00

627 lines
23 KiB
C#

using Adaptation.Shared;
using Adaptation.Shared.Methods;
using log4net;
using System;
using System.Collections.Generic;
using System.Collections.ObjectModel;
using System.Data;
using System.IO;
using System.Linq;
using System.Text.Json;
using System.Text.Json.Serialization;
using System.Text.RegularExpressions;
namespace Adaptation.FileHandlers.pcl;
public class ProcessData : IProcessData
{
private int _I;
private string _Data;
private readonly ILog _Log;
private readonly List<object> _Details;
public string JobID { get; set; }
public string MesEntity { get; set; }
public string Area { get; set; }
public string Ccomp { get; set; }
public string CondType { get; set; }
public DateTime Date { get; set; }
public string Employee { get; set; }
public string FlatZMean { get; set; }
public string FlatZRadialGradient { get; set; }
public string FlatZStdDev { get; set; }
public string Folder { get; set; }
public string GLimit { get; set; }
public string GradeMean { get; set; }
public string GradeRadialGradient { get; set; }
public string GradeStdDev { get; set; }
public string Layer { get; set; }
public string Lot { get; set; }
public string Model { get; set; }
public string NAvgMean { get; set; }
public string NAvgRadialGradient { get; set; }
public string NAvgStdDev { get; set; }
public string NslMean { get; set; }
public string NslRadialGradient { get; set; }
public string NslStdDev { get; set; }
public string PSN { get; set; }
public string Pattern { get; set; }
public string PhaseMean { get; set; }
public string PhaseRadialGradient { get; set; }
public string PhaseStdDev { get; set; }
public string Plan { get; set; }
public string RDS { get; set; }
public string RampRate { get; set; }
public string Reactor { get; set; }
public string RhoAvgMean { get; set; }
public string RhoAvgRadialGradient { get; set; }
public string RhoAvgStdDev { get; set; }
public string RhoMethod { get; set; }
public string RhoslMean { get; set; }
public string RhoslRadialGradient { get; set; }
public string RhoslStdDev { get; set; }
public string RsMean { get; set; }
public string RsRadialGradient { get; set; }
public string RsStdDev { get; set; }
public string SetupFile { get; set; }
public string StartVoltage { get; set; }
public string StopVoltage { get; set; }
public string UniqueId { get; set; }
public string VdMean { get; set; }
public string VdRadialGradient { get; set; }
public string VdStdDev { get; set; }
public string Wafer { get; set; }
public string WaferSize { get; set; }
public string Zone { get; set; }
//
public string Nine10mmEdgeMean { get; set; }
public string Nine4mmEdgeMean { get; set; }
public string NineCriticalPointsAverage { get; set; }
public string NineCriticalPointsPhaseAngleAverage { get; set; }
public string NineCriticalPointsStdDev { get; set; }
public string NineEdgeMeanDelta { get; set; }
public string NineMean { get; set; }
public string NineResRangePercent { get; set; }
List<object> Shared.Properties.IProcessData.Details => _Details;
public ProcessData(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, ReadOnlyCollection<string> lines)
{
_Details = new List<object>();
_I = 0;
_Data = string.Empty;
JobID = logistics.JobID;
Date = GetDateTime(logistics);
MesEntity = logistics.MesEntity;
_Log = LogManager.GetLogger(typeof(ProcessData));
Parse(fileRead, logistics, fileInfoCollection, lines);
}
private static DateTime GetDateTime(Logistics logistics) =>
logistics.DateTimeFromSequence;
string IProcessData.GetCurrentReactor(IFileRead fileRead, Logistics logistics, Dictionary<string, string> reactors) => throw new Exception(string.Concat("See ", nameof(Parse)));
Tuple<string, Test[], JsonElement[], List<FileInfo>> IProcessData.GetResults(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection)
{
Tuple<string, Test[], JsonElement[], List<FileInfo>> results;
List<Test> tests = new();
foreach (object item in _Details)
tests.Add(Test.HgCV);
List<IDescription> descriptions = fileRead.GetDescriptions(fileRead, tests, this);
if (tests.Count != descriptions.Count)
throw new Exception();
for (int i = 0; i < tests.Count; i++)
{
if (descriptions[i] is not Description description)
throw new Exception();
if (description.Test != (int)tests[i])
throw new Exception();
}
List<Description> fileReadDescriptions = (from l in descriptions select (Description)l).ToList();
string json = JsonSerializer.Serialize(fileReadDescriptions, fileReadDescriptions.GetType());
JsonElement[] jsonElements = JsonSerializer.Deserialize<JsonElement[]>(json);
results = new Tuple<string, Test[], JsonElement[], List<FileInfo>>(logistics.Logistics1[0], tests.ToArray(), jsonElements, fileInfoCollection);
return results;
}
private void ScanPast(string text)
{
int num = _Data.IndexOf(text, _I);
if (num > -1)
{
_I = num + text.Length;
}
else
{
_I = _Data.Length;
}
}
private string GetBefore(string text)
{
int num = _Data.IndexOf(text, _I);
string text2;
if (num > -1)
{
text2 = _Data.Substring(_I, num - _I);
_I = num + text.Length;
return text2.Trim();
}
text2 = _Data.Substring(_I);
_I = _Data.Length;
return text2.Trim();
}
private static bool IsNullOrWhiteSpace(string text)
{
for (int i = 0; i < text.Length; i++)
{
if (!char.IsWhiteSpace(text[i]))
{
return false;
}
}
return true;
}
private bool IsBlankLine()
{
int num = _Data.IndexOf("\n", _I);
return IsNullOrWhiteSpace((num > -1) ? _Data.Substring(_I, num - _I) : _Data.Substring(_I));
}
private string GetToEOL() => GetBefore("\n");
private string GetToken()
{
while (_I < _Data.Length && IsNullOrWhiteSpace(_Data.Substring(_I, 1)))
{
_I++;
}
int j;
for (j = _I; j < _Data.Length && !IsNullOrWhiteSpace(_Data.Substring(j, 1)); j++)
{
}
string text = _Data.Substring(_I, j - _I);
_I = j;
return text.Trim();
}
private static (string, string) GetReactorAndRDS(string defaultReactor, string defaultRDS, string text, string formattedText, string[] segments)
{
string rds;
string reactor;
if (string.IsNullOrEmpty(text) || segments.Length == 0 || string.IsNullOrEmpty(formattedText))
reactor = defaultReactor;
else
reactor = segments[0];
if (segments.Length <= 1 || !int.TryParse(segments[1], out int rdsValue) || rdsValue < 99)
rds = defaultRDS;
else
rds = segments[1];
if (reactor.Length > 3)
{
rds = reactor;
reactor = defaultReactor;
}
return new(reactor, rds);
}
private static (string, string) GetLayerAndPSN(string defaultLayer, string defaultPSN, string[] segments)
{
string psn;
string layer;
if (segments.Length <= 2)
{
psn = defaultPSN;
layer = defaultLayer;
}
else
{
string[] segmentsB = segments[2].Split('.');
psn = segmentsB[0];
if (segmentsB.Length <= 1)
layer = defaultLayer;
else
{
layer = segmentsB[1];
if (layer.Length > 1 && layer[0] == '0')
layer = layer.Substring(1);
}
}
return (layer, psn);
}
private static string GetZone(string[] segments)
{
string result;
if (segments.Length <= 3)
result = string.Empty;
else
{
result = segments[3];
if (result.Length > 1 && result[0] == '0')
result = result.Substring(1);
}
return result;
}
public static Descriptor GetDescriptor(string text)
{
Descriptor result;
string lot;
string psn;
string rds;
string zone;
string layer;
string reactor;
string employee;
string defaultPSN = string.Empty;
string defaultRDS = string.Empty;
string defaultZone = string.Empty;
string defaultLayer = string.Empty;
string defaultReactor = string.Empty;
string defaultEmployee = string.Empty;
if (Regex.IsMatch(text, @"^[a-zA-z][0-9]{2,4}$"))
{
lot = text.ToUpper();
psn = defaultPSN;
rds = defaultRDS;
zone = defaultZone;
layer = defaultLayer;
reactor = defaultReactor;
employee = defaultEmployee;
}
else if (string.IsNullOrEmpty(text) || (text.Length is 2 or 3 && Regex.IsMatch(text, "^[a-zA-z]{2,3}")))
{
lot = text;
employee = lot;
psn = defaultPSN;
rds = defaultRDS;
zone = defaultZone;
layer = defaultLayer;
reactor = defaultReactor;
}
else if (Regex.IsMatch(text, @"^[0-9]{2}[.][0-9]{1}[.]?[0-9]{0,1}"))
{
string[] segments = text.Split('.');
lot = text;
psn = defaultPSN;
rds = defaultRDS;
layer = segments[1];
reactor = segments[0];
employee = defaultEmployee;
if (segments.Length <= 2)
zone = defaultZone;
else
zone = segments[2];
}
else
{
// Remove illegal characters \/:*?"<>| found in the Lot.
lot = Regex.Replace(text, @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]", "_").Split('\r')[0].Split('\n')[0];
if (lot.Length > 2 && lot[0] == '1' && (lot[1] == 'T' || lot[1] == 't'))
lot = lot.Substring(2);
string[] segments = lot.Split('-');
// bool hasRDS = Regex.IsMatch(lot, "[-]?([QP][0-9]{4,}|[0-9]{5,})[-]?");
(reactor, rds) = GetReactorAndRDS(defaultReactor, defaultRDS, text, lot, segments);
(layer, psn) = GetLayerAndPSN(defaultLayer, defaultPSN, segments);
zone = GetZone(segments);
if (segments.Length <= 4)
employee = defaultEmployee;
else
employee = segments[4];
}
result = new(employee, layer, lot, psn, rds, reactor, zone);
return result;
}
private void Set(Logistics logistics, string headerText)
{
string lot;
string rds;
string psn;
string zone;
string layer;
string reactor;
string employee;
ScanPast("Lot :");
if (headerText.Contains("Ramp Rate :"))
lot = GetBefore("Ramp Rate :");
else if (headerText.Contains("Forward Rate :"))
lot = GetBefore("Forward Rate :");
else if (headerText.Contains("Conduct Type:"))
lot = GetBefore("Conduct Type:");
else
lot = string.Empty;
Descriptor descriptor = GetDescriptor(lot);
lot = descriptor.Lot;
psn = descriptor.PSN;
rds = descriptor.RDS;
zone = descriptor.Zone;
layer = descriptor.Layer;
reactor = descriptor.Reactor;
employee = descriptor.Employee;
Lot = lot;
PSN = psn;
RDS = rds;
Zone = zone;
Layer = layer;
Reactor = reactor;
Employee = employee;
UniqueId = string.Format("{0}_{1}_{2}", logistics.JobID, lot, Path.GetFileNameWithoutExtension(logistics.ReportFullPath));
}
private List<Detail> GetDetails()
{
List<Detail> results = new();
Detail detail;
string token = GetToken();
while (!string.IsNullOrEmpty(token))
{
detail = new()
{ NAvg = token };
_ = GetToEOL();
detail.Nsl = GetToken();
_ = GetToEOL();
detail.Vd = GetToken();
_ = GetToEOL();
detail.FlatZ = GetToken();
_ = GetToEOL();
detail.RhoAvg = GetToken();
_ = GetToEOL();
detail.Rhosl = GetToken();
_ = GetToEOL();
detail.Phase = GetToken();
_ = GetToEOL();
detail.Grade = GetToken();
detail.UniqueId = string.Concat("_Point-", results.Count + 1);
results.Add(detail);
_ = GetToken();
_ = GetToken();
_ = GetToken();
_ = GetToken();
token = GetToken();
//if (token.Contains("LincPDF") || token.Contains("MULTIPLE"))
if (token.Contains("MULTIPLE"))
{
//ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
//ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
token = GetToken();
}
}
return results;
}
private static double Variance(List<double> samples)
{
if (samples.Count <= 1)
return double.NaN;
double variance = 0;
double t = samples[0];
for (int i = 1; i < samples.Count; i++)
{
t += samples[i];
double diff = ((i + 1) * samples[i]) - t;
variance += diff * diff / ((i + 1.0) * i);
}
return variance / (samples.Count - 1);
}
private static double StandardDeviation(List<double> samples) =>
Math.Sqrt(Variance(samples));
private void PopulateCalculated(List<Detail> details)
{
if (details.Count != 9)
{
NineMean = string.Empty;
Nine4mmEdgeMean = string.Empty;
Nine10mmEdgeMean = string.Empty;
NineEdgeMeanDelta = string.Empty;
NineResRangePercent = string.Empty;
NineCriticalPointsStdDev = string.Empty;
NineCriticalPointsAverage = string.Empty;
NineCriticalPointsPhaseAngleAverage = string.Empty;
}
else
{
int j;
double phase;
double rhoAvg;
double phaseValue;
double rhoAvgValue;
List<double> allRhoPoints = new();
List<double> edge4mmRhoPoints = new();
List<double> edge10mmRhoPoints = new();
List<double> criticalRhoPoints = new();
List<double> criticalPhasePoints = new();
for (int i = 0; i < details.Count; i++)
{
j = i + 1;
if (!double.TryParse(details[i].RhoAvg, out rhoAvg))
rhoAvgValue = 0;
else
rhoAvgValue = rhoAvg;
if (!double.TryParse(details[i].Phase, out phase))
phaseValue = 0;
else
phaseValue = phase;
allRhoPoints.Add(rhoAvgValue);
if (j is 3 or 4 or 7 or 8)
edge4mmRhoPoints.Add(rhoAvgValue);
else if (j == 1)
{
criticalRhoPoints.Add(rhoAvgValue);
criticalPhasePoints.Add(phaseValue);
}
else if (j is 2 or 5 or 6 or 9)
{
criticalRhoPoints.Add(rhoAvgValue);
edge10mmRhoPoints.Add(rhoAvgValue);
criticalPhasePoints.Add(phaseValue);
}
else
throw new NotSupportedException();
}
double nineMean = allRhoPoints.Average();
double nine4mmEdgeSum = edge4mmRhoPoints.Sum();
double nine10mmEdgeSum = edge10mmRhoPoints.Sum();
double nine4mmEdgeMean = edge4mmRhoPoints.Average();
double nine10mmEdgeMean = edge10mmRhoPoints.Average();
double nineCriticalPointsAverage = criticalRhoPoints.Average();
double nineCriticalPointsStdDev = StandardDeviation(criticalRhoPoints);
double nineCriticalPointsPhaseAngleAverage = criticalPhasePoints.Average();
double nineEdgeMeanDelta = (nine4mmEdgeSum - nine10mmEdgeSum) / nine10mmEdgeSum * 100;
double nineResRangePercent = (criticalRhoPoints.Max() - criticalRhoPoints.Min()) / nineCriticalPointsAverage * 100;
NineMean = nineMean.ToString("0.0000000");
Nine4mmEdgeMean = nine4mmEdgeMean.ToString("0.0000000");
Nine10mmEdgeMean = nine10mmEdgeMean.ToString("0.0000000");
NineEdgeMeanDelta = nineEdgeMeanDelta.ToString("0.0000000");
NineResRangePercent = nineResRangePercent.ToString("0.0000000");
NineCriticalPointsStdDev = nineCriticalPointsStdDev.ToString("0.0000000");
NineCriticalPointsAverage = nineCriticalPointsAverage.ToString("0.0000000");
NineCriticalPointsPhaseAngleAverage = nineCriticalPointsPhaseAngleAverage.ToString("0.0000000");
}
}
#nullable enable
private void Parse(IFileRead fileRead, Logistics logistics, List<FileInfo> fileInfoCollection, ReadOnlyCollection<string> lines)
{
if (fileRead is null)
throw new ArgumentNullException(nameof(fileRead));
string headerText = string.Join(Environment.NewLine, lines);
if (headerText.Contains("G A T E V O L T A G E"))
throw new Exception("Ignore: GATEVOLTAGE runs are not parsed.");
if (!string.IsNullOrEmpty(headerText))
{
headerText = headerText.Replace("box", "");
headerText = headerText.Replace("bar", "");
headerText = headerText.Replace("horiz", "");
headerText = headerText.Replace("center", "");
headerText = headerText.Replace("upper", "");
headerText = headerText.Replace("lower", "");
headerText = headerText.Replace("right", "");
headerText = headerText.Replace("left", "");
headerText = headerText.Replace("thin", "");
headerText = headerText.Replace("vertical", "");
headerText = headerText.Replace("line", "");
headerText = headerText.Replace("middle", "");
headerText = headerText.Replace("side", "");
headerText = headerText.Replace("top", "");
headerText = headerText.Replace("corner", "");
headerText = headerText.Replace("bottom", "");
headerText = headerText.Replace("ruleunder", "_");
headerText = headerText.Replace("@", "");
headerText = headerText.Replace("*", "");
_I = 0;
_Data = headerText;
_Log.Debug($"****MERCURY-DATA [002]= {headerText}");
ScanPast("Operator:");
_ = GetBefore("Start Voltage:");
StartVoltage = GetBefore("V");
ScanPast("Wafer :");
Wafer = GetBefore("S Voltage :");
StopVoltage = GetBefore("V");
Set(logistics, headerText);
RampRate = GetBefore("mV/sec");
ScanPast("Plan :");
Plan = GetBefore("G limit :");
//GLimit = GetBefore("S ");
GLimit = GetBefore("S");
ScanPast("Setup File:");
//SetupFile = GetBefore("O O");
SetupFile = GetBefore("O O");
ScanPast("Wafer size :");
WaferSize = GetBefore("mm");
ScanPast("Folder :");
//Folder = GetBefore("N N");
Folder = GetBefore("N N");
ScanPast("Ccomp : ");
Ccomp = GetBefore("pF");
ScanPast("Pattern :");
//Pattern = GetBefore("C C");
Pattern = GetBefore("C C");
ScanPast("Area:");
Area = GetBefore("cm2");
ScanPast("Cond Type :");
CondType = GetBefore("Rho Method:");
//RhoMethod = GetBefore("N N");
RhoMethod = GetBefore("N N");
ScanPast("Model :");
//Model = GetBefore("T T");
Model = GetBefore("T T");
ScanPast("Navg :");
NAvgMean = GetToken();
NAvgStdDev = GetToken();
NAvgRadialGradient = GetToken();
ScanPast("Nsl :");
NslMean = GetToken();
NslStdDev = GetToken();
NslRadialGradient = GetToken();
ScanPast("Vd :");
VdMean = GetToken();
VdStdDev = GetToken();
VdRadialGradient = GetToken();
ScanPast("Flat Z:");
FlatZMean = GetToken();
FlatZStdDev = GetToken();
FlatZRadialGradient = GetToken();
ScanPast("Rhoavg:");
RhoAvgMean = GetToken();
RhoAvgStdDev = GetToken();
RhoAvgRadialGradient = GetToken();
ScanPast("Rhosl :");
RhoslMean = GetToken();
RhoslStdDev = GetToken();
RhoslRadialGradient = GetToken();
ScanPast("Phase :");
PhaseMean = GetToken();
PhaseStdDev = GetToken();
PhaseRadialGradient = GetToken();
ScanPast("Grade :");
GradeMean = GetToken();
GradeStdDev = GetToken();
GradeRadialGradient = GetToken();
ScanPast("Rs :");
RsMean = GetToken();
RsStdDev = GetToken();
RsRadialGradient = GetToken();
//ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
ScanPast("Flat Z: Grade : % Flat Z: Grade : % Flat Z: Grade : %");
List<Detail> details = GetDetails();
PopulateCalculated(details);
_Details.AddRange(details);
}
foreach (Detail detail in _Details.Cast<Detail>())
{
detail.HeaderUniqueId = UniqueId;
detail.UniqueId = string.Concat(detail, detail.UniqueId);
}
fileInfoCollection.Add(logistics.FileInfo);
}
internal static List<Description> GetDescriptions(JsonElement[] jsonElements)
{
List<Description> results = new();
Description? description;
JsonSerializerOptions jsonSerializerOptions = new() { NumberHandling = JsonNumberHandling.AllowReadingFromString | JsonNumberHandling.WriteAsString };
foreach (JsonElement jsonElement in jsonElements)
{
if (jsonElement.ValueKind != JsonValueKind.Object)
throw new Exception();
description = JsonSerializer.Deserialize<Description>(jsonElement.ToString(), jsonSerializerOptions);
if (description is null)
continue;
results.Add(description);
}
return results;
}
}