process-data-standard-format-to-java-script-object-notation (Day-Helper-2025-07-01)

.vscode/launch.json

@@ -11,6 +11,19 @@
       "preLaunchTask": "build",
       "program": "${workspaceFolder}/bin/Debug/net8.0/win-x64/File-Folder-Helper.dll",
       "args": [
+        "s",
+        "X",
+        "\\\\mesfs.infineon.com\\EC_APC\\Production\\Traces\\DEP08CEPIEPSILON\\PollPath",
+        "Day-Helper-2025-07-01",
+        "*.pdsf",
+        "321321",
+        "\\\\mesfs.infineon.com\\EC_APC\\Production\\Traces\\DEP08CEPIEPSILON\\JavaScriptObjectNotation",
+        "s",
+        "X",
+        "F:/0-ISO-A",
+        "Day-Helper-2025-06-28",
+        "*.iso",
+        "F",
         "s",
         "X",
         "D:/5-Other-Small",

ADO2025/PI5/Helper-2025-02-19.cs

@@ -277,12 +277,12 @@ internal static partial class Helper20250219 {
                 }
                 if (!lookForNumbers) {
                     for (int c = 0; c < segments.Length; c++) {
-                        value = segments[c].Replace("\"", "\\\"").Replace("\\", "\\\\");
+                        value = segments[c].Replace("\\", "\\\\").Replace("\"", "\\\"");
                         _ = stringBuilder.Append('"').Append(processDataStandardFormat.Columns[c]).Append("\":\"").Append(value).Append("\",");
                     }
                 } else {
                     for (int c = 0; c < segments.Length; c++) {
-                        value = segments[c].Replace("\"", "\\\"").Replace("\\", "\\\\");
+                        value = segments[c].Replace("\\", "\\\\").Replace("\"", "\\\"");
                         if (string.IsNullOrEmpty(value))
                             _ = stringBuilder.Append('"').Append(processDataStandardFormat.Columns[c]).Append("\":").Append(value).Append("null,");
                         else if (value.All(char.IsDigit))

ADO2025/PI5/Helper-2025-03-06.cs

@@ -71,7 +71,7 @@ internal static partial class Helper20250306 {
             if (segments.Length != columnsLength)
                 continue;
             for (int c = 1; c < segments.Length; c++) {
-                value = segments[c].Replace("\"", "\\\"").Replace("\\", "\\\\");
+                value = segments[c].Replace("\\", "\\\\").Replace("\"", "\\\"");
                 line += '"' + columns[c].Trim('"') + '"' + ':' + '"' + value + '"' + ',';
             }
             line = line.Substring(0, line.Length - 1) + '}' + ',' + '\n';

ADO2025/PI6/Helper-2025-06-28.cs

@@ -0,0 +1,89 @@
+using System.Collections.ObjectModel;
+
+using DiscUtils.Iso9660;
+
+using Microsoft.Extensions.Logging;
+
+namespace File_Folder_Helper.ADO2025.PI6;
+
+internal static partial class Helper20250628 {
+
+    private record Record(string Path,
+                          long Size,
+                          long Ticks);
+
+    internal static void LogIsoInformation(ILogger<Worker> logger, List<string> args) {
+        logger.LogInformation(args[0]);
+        logger.LogInformation(args[1]);
+        logger.LogInformation(args[2]);
+        string searchPattern = args[2];
+        string sourceDirectory = Path.GetFullPath(args[0].Split('~')[0]);
+        string[] searchPatternFiles = Directory.GetFiles(sourceDirectory, searchPattern, SearchOption.AllDirectories);
+        ReadOnlyCollection<Record> records = GetRecords(searchPatternFiles);
+        LogIsoInformation(logger, records, args[3]);
+    }
+
+    private static ReadOnlyCollection<Record> GetRecords(string[] searchPatternFiles) {
+        List<Record> results = [];
+        Record record;
+        string[] files;
+        FileInfo fileInfo;
+        foreach (string searchPatternFile in searchPatternFiles) {
+            fileInfo = new(searchPatternFile);
+            record = new(searchPatternFile, fileInfo.Length, fileInfo.LastWriteTime.Ticks);
+            results.Add(record);
+        }
+        return results.AsReadOnly();
+    }
+
+    private static string GetSizeWithSuffix(long value) {
+        string result;
+        int i = 0;
+        string[] SizeSuffixes = ["bytes", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"];
+        if (value < 0) {
+            result = "-" + GetSizeWithSuffix(-value);
+        } else {
+            while (Math.Round(value / 1024f) >= 1) {
+                value /= 1024;
+                i++;
+            }
+            result = string.Format("{0:n1} {1}", value, SizeSuffixes[i]);
+        }
+        return result;
+    }
+
+    private static void LogIsoInformation(ILogger<Worker> logger, ReadOnlyCollection<Record> records, string letter) {
+        string size;
+        string[] files;
+        List<string> messages = [];
+        Record[] sorted = records.OrderBy(l => l.Ticks).ToArray();
+        string directory = Path.Combine(Environment.CurrentDirectory, ".vscode", "helper");
+        foreach (Record record in sorted) {
+            if (string.IsNullOrEmpty(record.Path)) {
+                using FileStream fileStream = File.OpenRead(record.Path);
+                CDReader reader = new(fileStream, true);
+                files = reader.GetFiles("", "*");
+                foreach (string _ in files) {
+                }
+            }
+            size = GetSizeWithSuffix(record.Size);
+            messages.Add($"#; {size}");
+            messages.Add($"#; {new DateTime(record.Ticks):yyyy-MM-dd HH:mm:ss.fff}");
+            messages.Add($"$driveLetter = \"{letter}:\"");
+            messages.Add($"$isoImg = \"{record.Path}\"");
+            messages.Add("$diskImg = Mount-DiskImage -ImagePath $isoImg  -NoDriveLetter");
+            messages.Add("$volInfo = $diskImg | Get-Volume");
+            messages.Add("mountvol $driveLetter $volInfo.UniqueId");
+            messages.Add(string.Empty);
+        }
+        if (Directory.Exists(directory)) {
+            File.WriteAllText(Path.Combine(directory, ".lsv"), string.Join(Environment.NewLine, messages));
+        } else {
+            messages.Reverse();
+            foreach (string message in messages) {
+                logger.LogInformation(message);
+            }
+        }
+    }
+
+}

ADO2025/PI6/Helper-2025-07-01.cs

@@ -0,0 +1,175 @@
+
+using System.Text.Json;
+using System.Text.Json.Serialization;
+
+using Microsoft.Extensions.Logging;
+
+namespace File_Folder_Helper.ADO2025.PI6;
+
+internal static partial class Helper20250701 {
+
+    [JsonSourceGenerationOptions(WriteIndented = true, DefaultIgnoreCondition = JsonIgnoreCondition.WhenWritingNull)]
+    [JsonSerializable(typeof(JsonElement))]
+    internal partial class JsonElementSourceGenerationContext : JsonSerializerContext {
+    }
+
+    internal static void ProcessDataStandardFormatToJavaScriptObjectNotation(ILogger<Worker> logger, List<string> args) {
+        logger.LogInformation(args[0]);
+        logger.LogInformation(args[1]);
+        logger.LogInformation(args[2]);
+        string searchPattern = args[2];
+        int sizeFilter = int.Parse(args[3]);
+        string sourceDirectory = Path.GetFullPath(args[0].Split('~')[0]);
+        string destinationDirectory = Path.GetFullPath(args[4].Split('~')[0]);
+        string[] directories = Directory.GetDirectories(sourceDirectory, "*", SearchOption.TopDirectoryOnly);
+        WriteJavaScriptObjectNotation(logger, directories, searchPattern, sizeFilter, destinationDirectory);
+    }
+
+    private static void WriteJavaScriptObjectNotation(ILogger<Worker> logger, string[] directories, string searchPattern, int sizeFilter, string destinationDirectory) {
+        string? json;
+        string[] files;
+        string markdown;
+        string checkFile;
+        FileInfo fileInfo;
+        string? pipeTable;
+        string directoryName;
+        string checkDirectory;
+        string fileNameWithoutExtension;
+        foreach (string directory in directories) {
+            files = Directory.GetFiles(directory, searchPattern, SearchOption.AllDirectories);
+            foreach (string file in files) {
+                fileInfo = new(file);
+                if (fileInfo.LastWriteTime > DateTime.Now.AddSeconds(-2)) {
+                    continue;
+                }
+                directoryName = Path.GetFileName(fileInfo.DirectoryName);
+                if (fileInfo.Length > sizeFilter && !directoryName.StartsWith('Z')) {
+                    checkDirectory = Path.Combine(destinationDirectory, $"Z{directoryName}-Big");
+                    if (!Directory.Exists(checkDirectory)) {
+                        _ = Directory.CreateDirectory(checkDirectory);
+                    }
+                    checkFile = Path.Combine(checkDirectory, fileInfo.Name);
+                    if (File.Exists(checkFile)) {
+                        continue;
+                    }
+                    File.Move(file, checkFile);
+                    continue;
+                }
+                fileNameWithoutExtension = Path.GetFileNameWithoutExtension(file);
+                checkDirectory = Path.Combine(destinationDirectory, directoryName);
+                if (!Directory.Exists(checkDirectory)) {
+                    _ = Directory.CreateDirectory(checkDirectory);
+                }
+                checkFile = Path.Combine(checkDirectory, $"{fileNameWithoutExtension}.json");
+                if (File.Exists(checkFile)) {
+                    continue;
+                }
+                json = GetJavaScriptObjectNotation(logger, file);
+                if (string.IsNullOrEmpty(json)) {
+                    logger.LogWarning("json is null");
+                    continue;
+                }
+                pipeTable = GetPipeTable(logger, json);
+                if (string.IsNullOrEmpty(pipeTable)) {
+                    logger.LogWarning("pipeTable is null");
+                    continue;
+                }
+                markdown = $"# {fileNameWithoutExtension}{Environment.NewLine}{Environment.NewLine}{pipeTable}{Environment.NewLine}";
+                File.WriteAllText(checkFile, json);
+                File.WriteAllText($"{checkFile}.md", markdown);
+                logger.LogInformation("<{checkFile}> was written", checkFile);
+            }
+        }
+    }
+
+    private static string? GetJavaScriptObjectNotation(ILogger<Worker> logger, string file) {
+        string? result = null;
+        string[] lines = File.ReadAllLines(file);
+        int? columnTitlesLine = GetProcessDataStandardFormatColumnTitlesLine(lines);
+        if (columnTitlesLine is null) {
+            logger.LogWarning("<{columnTitlesLine}> is null", nameof(columnTitlesLine));
+        } else {
+            if (lines.Length < columnTitlesLine.Value + 1) {
+                logger.LogWarning("<{lines}>(s)", lines.Length);
+            } else {
+                result = GetJavaScriptObjectNotation(columnTitlesLine.Value, [], lines);
+            }
+        }
+        return result;
+    }
+
+    private static int? GetProcessDataStandardFormatColumnTitlesLine(string[] lines) {
+        int? result = null;
+        for (int i = 0; i < lines.Length; i++) {
+            if (lines[i].StartsWith("END_OFFSET") && i + 3 < lines.Length) {
+                result = i + 1;
+                break;
+            }
+        }
+        return result;
+    }
+
+    private static string GetJavaScriptObjectNotation(int columnTitlesLine, string[] columns, string[] lines) {
+#pragma warning disable CA1845, IDE0057
+        string result = "[\n";
+        string line;
+        string value;
+        string[] segments;
+        if (columns.Length == 0) {
+            columns = lines[columnTitlesLine].Split('\t');
+        }
+        for (int i = columnTitlesLine + 1; i < lines.Length; i++) {
+            if (lines[i].StartsWith("NUM_DATA_ROWS"))
+                break;
+            line = "{";
+            segments = lines[i].Split('\t');
+            if (segments.Length > columns.Length) {
+                continue;
+            }
+            for (int c = 0; c < segments.Length; c++) {
+                value = segments[c].Replace("\\", "\\\\").Replace("\"", "\\\"");
+                line += '"' + columns[c].Trim('"') + '"' + ':' + '"' + value + '"' + ',';
+            }
+            line = line.Substring(0, line.Length - 1) + '}' + ',' + '\n';
+            result += line;
+        }
+        result = result.Substring(0, result.Length - 2) + ']';
+        return result;
+#pragma warning restore CA1845, IDE0057
+    }
+
+    private static string? GetPipeTable(ILogger<Worker> logger, string json) {
+        string? result = null;
+        string? value;
+        string[]? columns = null;
+        List<string> values = [];
+        List<string> results = [];
+        Dictionary<string, string> keyValuePairs = [];
+        JsonElement jsonElement = JsonSerializer.Deserialize(json, JsonElementSourceGenerationContext.Default.JsonElement);
+        JsonElement[] jsonElements = jsonElement.EnumerateArray().ToArray();
+        foreach (JsonElement j in jsonElements) {
+            values.Clear();
+            keyValuePairs.Clear();
+            foreach (JsonProperty jsonProperty in j.EnumerateObject().ToArray()) {
+                if (columns is null) {
+                    JsonProperty[] jsonProperties = j.EnumerateObject().OrderBy(l => l.Name).ToArray();
+                    columns = jsonProperties.Select(l => l.Name).ToArray();
+                    results.Add($"|{string.Join('|', columns)}|");
+                    results.Add($"|{string.Join('|', columns.Select(l => '-'))}|");
+                }
+                keyValuePairs.Add(jsonProperty.Name, jsonProperty.Value.ToString());
+            }
+            foreach (string column in columns) {
+                if (!keyValuePairs.TryGetValue(column, out value)) {
+                    values.Add(new string(' ', column.Length));
+                } else {
+                    values.Add(value.PadLeft(column.Length, ' '));
+                }
+            }
+            results.Add($"|{string.Join('|', values)}|");
+        }
+        if (results.Count > 0)
+            result = string.Join(Environment.NewLine, results);
+        return result;
+    }
+}

Day/HelperDay.cs

@@ -171,6 +171,10 @@ internal static class HelperDay
             ADO2025.PI6.Helper20250602.EquipmentAutomationFrameworkCellInstanceStateImageVerbIf(logger, args);
         else if (args[1] == "Day-Helper-2025-06-18")
             ADO2025.PI6.Helper20250618.MoveAllButXOfEach(logger, args);
+        else if (args[1] == "Day-Helper-2025-06-28")
+            ADO2025.PI6.Helper20250628.LogIsoInformation(logger, args);
+        else if (args[1] == "Day-Helper-2025-07-01")
+            ADO2025.PI6.Helper20250701.ProcessDataStandardFormatToJavaScriptObjectNotation(logger, args);
         else
             throw new Exception(appSettings.Company);
     }