using Humanizer; using ShellProgressBar; using View_by_Distance.Shared.Models; using View_by_Distance.Shared.Models.Stateless.Methods; namespace View_by_Distance.Map.Models.Stateless; internal abstract class MapLogic { private static List AddToPersonKeysThenGetNonSpecificPeopleCollection(Configuration configuration, List personKeys) { List results = new(); Person person; long personKey; int? approximateYears = null; PersonBirthday personBirthday; PersonContainer personContainer; string[] personDisplayDirectoryAllFiles = Array.Empty(); DateTime incrementDate = new(configuration.PersonBirthdayFirstYear, 1, 1); for (int i = 0; i < 500; i++) { personKey = incrementDate.Ticks; incrementDate = incrementDate.AddDays(1); if (personKeys.Contains(personKey)) continue; personKeys.Add(personKey); personBirthday = IPersonBirthday.GetPersonBirthday(personKey); person = IPerson.GetPerson(configuration.MappingDefaultName, personKey, personBirthday); personContainer = new(approximateYears, person, new PersonBirthday[] { personBirthday }, personDisplayDirectoryAllFiles, configuration.MappingDefaultName, personKey); results.Add(personContainer); } return results; } private static void SetPersonCollections(Configuration configuration, string facesFileNameExtension, List personContainers, List personKeys, Dictionary personKeyFormattedToNewestPersonKeyFormatted, List personKeyFormattedCollection, Dictionary> skipCollection) { int? id; long personKey; string personKeyFormatted; int? normalizedPixelPercentage; string newestPersonKeyFormatted; foreach (PersonContainer personContainer in personContainers) { foreach (string personDisplayDirectoryAllFile in personContainer.DisplayDirectoryAllFiles) { if (!personDisplayDirectoryAllFile.EndsWith(facesFileNameExtension)) continue; (id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(facesFileNameExtension, personDisplayDirectoryAllFile); if (id is null || normalizedPixelPercentage is null) continue; if (!skipCollection.ContainsKey(id.Value)) skipCollection.Add(id.Value, new()); skipCollection[id.Value].Add(normalizedPixelPercentage.Value); } if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any()) continue; foreach (PersonBirthday personBirthday in personContainer.Birthdays) { personKey = personBirthday.Value.Ticks; personKeys.Add(personKey); } foreach (PersonBirthday personBirthday in personContainer.Birthdays) { personKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personBirthday); personKeyFormattedCollection.Add(personKeyFormatted); if (personContainer.Birthdays.Length < 1) continue; newestPersonKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personContainer.Key.Value); if (!personKeyFormattedToNewestPersonKeyFormatted.ContainsKey(personKeyFormatted)) personKeyFormattedToNewestPersonKeyFormatted.Add(personKeyFormatted, newestPersonKeyFormatted); } } } internal static List<(string, string[], string)> DeleteEmptyDirectoriesAndGetCollection(Configuration configuration, string facesFileNameExtension, List personKeyFormattedCollection, string[] ticksDirectories, string message) { List<(string, string[], string)> results = new(); int? id; string[] files; const int zero = 0; string[] yearDirectories; string personKeyFormatted; string ticksDirectoryName; string? personFirstInitial; DirectoryInfo directoryInfo; string[] personKeyDirectories; int? normalizedPixelPercentage; string[] personNameDirectories; string[] personNameLinkDirectories; string? personFirstInitialDirectory; string[] personDisplayDirectoryNames; string manualCopyHumanized = nameof(IMapLogic.ManualCopy).Humanize(LetterCasing.Title); string forceSingleImageHumanized = nameof(IMapLogic.ForceSingleImage).Humanize(LetterCasing.Title); ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true }; using ProgressBar progressBar = new(ticksDirectories.Length, message, options); foreach (string ticksDirectory in ticksDirectories) { progressBar.Tick(); ticksDirectoryName = Path.GetFileName(ticksDirectory); if (ticksDirectoryName.Length < 3 || ticksDirectoryName[zero] != '(' || ticksDirectoryName[^1] != ')') continue; if (!long.TryParse(ticksDirectoryName[1..^1], out long directoryTicks)) { if (!long.TryParse(ticksDirectoryName[1..^4], out directoryTicks)) continue; } directoryInfo = new(ticksDirectory); if (directoryInfo.CreationTime.Ticks != directoryTicks) Directory.SetCreationTime(ticksDirectory, new DateTime(directoryTicks)); if (directoryInfo.LastWriteTime.Ticks != directoryTicks) Directory.SetLastWriteTime(ticksDirectory, new DateTime(directoryTicks)); personKeyDirectories = Directory.GetDirectories(ticksDirectory, "*", SearchOption.TopDirectoryOnly); foreach (string personKeyDirectory in personKeyDirectories) { personKeyFormatted = Path.GetFileName(personKeyDirectory); yearDirectories = Directory.GetDirectories(personKeyDirectory, "*", SearchOption.TopDirectoryOnly); foreach (string yearDirectory in yearDirectories) { files = Directory.GetFiles(yearDirectory, "*", SearchOption.TopDirectoryOnly); personNameDirectories = Directory.GetDirectories(yearDirectory, "*", SearchOption.TopDirectoryOnly); foreach (string file in files) File.Delete(file); foreach (string personNameDirectory in personNameDirectories) { personDisplayDirectoryNames = IPath.GetDirectoryNames(personNameDirectory); if (!personDisplayDirectoryNames.Any()) continue; if (personDisplayDirectoryNames[^1].Length == 1 || personDisplayDirectoryNames[^1] == configuration.MappingDefaultName || !personKeyFormattedCollection.Contains(personKeyFormatted)) personFirstInitialDirectory = personNameDirectory; else { personFirstInitial = personDisplayDirectoryNames[^1][..1]; personFirstInitialDirectory = Path.Combine(yearDirectory, personFirstInitial.ToString()); } files = Directory.GetFiles(personFirstInitialDirectory, "*", SearchOption.TopDirectoryOnly); if (personKeyFormatted == nameof(IMapLogic.Sorting) && files.Any()) throw new Exception($"Move personKey directories up one from {nameof(IMapLogic.Sorting)} and delete {nameof(IMapLogic.Sorting)} directory!"); if (personKeyFormatted == manualCopyHumanized && files.Any()) throw new Exception($"Move personKey directories up one from {manualCopyHumanized} and delete {manualCopyHumanized} directory!"); if (personKeyFormatted == forceSingleImageHumanized && files.Any()) throw new Exception($"Move personKey directories up one from {forceSingleImageHumanized} and delete {forceSingleImageHumanized} directory!"); if (personKeyFormatted.Length != configuration.PersonBirthdayFormat.Length) continue; if (personNameDirectory != personFirstInitialDirectory && !Directory.Exists(personFirstInitialDirectory)) { Directory.Move(personNameDirectory, personFirstInitialDirectory); files = Directory.GetFiles(personFirstInitialDirectory, "*", SearchOption.TopDirectoryOnly); } foreach (string file in files) { if (file.EndsWith(".lnk") || file.EndsWith(".json")) continue; (id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(facesFileNameExtension, file); if (id is null || normalizedPixelPercentage is null) continue; results.Add(new(personKeyFormatted, personDisplayDirectoryNames, file)); } personNameLinkDirectories = Directory.GetDirectories(personFirstInitialDirectory, "*", SearchOption.TopDirectoryOnly); foreach (string personNameLinkDirectory in personNameLinkDirectories) { files = Directory.GetFiles(personNameLinkDirectory, "*", SearchOption.TopDirectoryOnly); foreach (string file in files) { if (!file.EndsWith(".lnk")) continue; File.Delete(file); } _ = IPath.DeleteEmptyDirectories(personNameLinkDirectory); } _ = IPath.DeleteEmptyDirectories(personFirstInitialDirectory); } _ = IPath.DeleteEmptyDirectories(yearDirectory); } _ = IPath.DeleteEmptyDirectories(personKeyDirectory); } _ = IPath.DeleteEmptyDirectories(ticksDirectory); _ = IPath.DeleteEmptyDirectories(ticksDirectory); } return results; } public static Dictionary> GetIdToCollection(string facesFileNameExtension, List<(string, string[], string)> collection) { Dictionary> results = new(); int? id; int? normalizedPixelPercentage; foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, string mappedFaceFile) in collection) { (id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(facesFileNameExtension, mappedFaceFile); if (id is null || normalizedPixelPercentage is null) continue; if (!results.ContainsKey(id.Value)) results.Add(id.Value, new()); results[id.Value].Add(new(mappedFaceFile, normalizedPixelPercentage.Value)); } return results; } internal static Dictionary> DeleteEmptyDirectoriesAndGetMappedFaceFiles(Configuration configuration, string facesFileNameExtension, long ticks, string? a2PeopleContentDirectory, string? eDistanceContentDirectory, PersonContainer[] personContainers) { Dictionary> results; string personKeyFormatted; List<(long? PersonKey, string Line)> lines = new(); List personKeyFormattedCollection = new(); _ = GetDistinctCollection(configuration, personContainers.ToList(), new()); int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds); string[] ticksDirectories; if (string.IsNullOrEmpty(eDistanceContentDirectory)) ticksDirectories = Array.Empty(); else ticksDirectories = Directory.GetDirectories(eDistanceContentDirectory, "*", SearchOption.TopDirectoryOnly); string message = $") {ticksDirectories.Length:000} collect from and clean ticks Director(ies) - A - {totalSeconds} total second(s)"; foreach (PersonContainer personContainer in personContainers) { lines.AddRange(IPersonContainer.GetDisplay(configuration.PersonBirthdayFormat, personContainer)); if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any()) continue; foreach (PersonBirthday personBirthday in personContainer.Birthdays) { personKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personBirthday); personKeyFormattedCollection.Add(personKeyFormatted); } } if (!string.IsNullOrEmpty(a2PeopleContentDirectory)) File.WriteAllLines(Path.Combine(a2PeopleContentDirectory, "People - C.tsv"), from l in lines orderby l.PersonKey is null select l.Line); List<(string, string[], string)> collection = DeleteEmptyDirectoriesAndGetCollection(configuration, facesFileNameExtension, personKeyFormattedCollection, ticksDirectories, message); results = GetIdToCollection(facesFileNameExtension, collection); return results; } private static PersonContainer[] GetDistinctPersonContainers(List personContainers) { List results = new(); List distinctCheck = new(); foreach (PersonContainer personContainer in personContainers) { if (personContainer.Key is null || distinctCheck.Contains(personContainer.Key.Value)) continue; results.Add(personContainer); } return results.ToArray(); } private static void SetKeyValuePairs(Configuration configuration, long ticks, List personContainers, List distinctFilteredFaces, List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, Dictionary personKeyToPersonContainer, Dictionary> idThenNormalizedPixelPercentageToPersonContainers, List<(string[], PersonContainer)> possiblyNewPersonDisplayDirectoryNamesAndPersonContainer, Dictionary> incorrectIdThenNormalizedPixelPercentageToPersonContainers, Dictionary personKeyToRanges) { PersonBirthday? personBirthday; PersonContainer[] distinctPersonContainers; Dictionary personKeyFormattedToPersonContainer = new(); Dictionary>> idThenNormalizedPixelPercentageToPersonContainerCollection = new(); Dictionary>> incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection = new(); List<(long, PersonContainer)> collection = GetDistinctCollection(configuration, personContainers, personKeyFormattedToPersonContainer); foreach ((long personKey, PersonContainer personContainer) in collection) personKeyToPersonContainer.Add(personKey, personContainer); if (personKeyFormattedIdThenNormalizedPixelPercentageCollection.Any()) { string personDisplayDirectory; PersonContainer personContainer; string personDisplayDirectoryName; Dictionary personDisplayDirectoryTo = new(); foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, int id, int normalizedPixelPercentage) in personKeyFormattedIdThenNormalizedPixelPercentageCollection) { personBirthday = IPersonBirthday.GetPersonBirthday(configuration.PersonBirthdayFormat, personKeyFormatted); if (personBirthday is null) continue; personDisplayDirectoryName = personDisplayDirectoryNames[^1]; personDisplayDirectory = Path.Combine(personDisplayDirectoryNames); if (!personKeyFormattedToPersonContainer.ContainsKey(personKeyFormatted)) { personContainer = new(personBirthday, personDisplayDirectoryName); personKeyFormattedToPersonContainer.Add(personKeyFormatted, personContainer); } if (personDisplayDirectoryName.Length != 1 && personDisplayDirectoryName != configuration.MappingDefaultName && !personDisplayDirectoryTo.ContainsKey(personDisplayDirectory)) personDisplayDirectoryTo.Add(personDisplayDirectory, new(personDisplayDirectoryNames, personKeyFormattedToPersonContainer[personKeyFormatted])); if (!idThenNormalizedPixelPercentageToPersonContainerCollection.ContainsKey(id)) idThenNormalizedPixelPercentageToPersonContainerCollection.Add(id, new()); if (!idThenNormalizedPixelPercentageToPersonContainerCollection[id].ContainsKey(normalizedPixelPercentage)) idThenNormalizedPixelPercentageToPersonContainerCollection[id].Add(normalizedPixelPercentage, new()); idThenNormalizedPixelPercentageToPersonContainerCollection[id][normalizedPixelPercentage].Add(personKeyFormattedToPersonContainer[personKeyFormatted]); } foreach (KeyValuePair keyValuePair in personDisplayDirectoryTo) possiblyNewPersonDisplayDirectoryNamesAndPersonContainer.Add(keyValuePair.Value); } foreach (KeyValuePair>> keyValuePair in idThenNormalizedPixelPercentageToPersonContainerCollection) { idThenNormalizedPixelPercentageToPersonContainers.Add(keyValuePair.Key, new()); foreach (KeyValuePair> innerKeyValuePair in keyValuePair.Value) { distinctPersonContainers = GetDistinctPersonContainers(innerKeyValuePair.Value); idThenNormalizedPixelPercentageToPersonContainers[keyValuePair.Key].Add(innerKeyValuePair.Key, distinctPersonContainers); } }; SetPersonTicks(ticks, distinctFilteredFaces, personKeyToRanges, idThenNormalizedPixelPercentageToPersonContainers); if (incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection.Any()) { PersonContainer personContainer; foreach ((string personKeyFormatted, int id, int normalizedPixelPercentage) in incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection) { personBirthday = IPersonBirthday.GetPersonBirthday(configuration.PersonBirthdayFormat, personKeyFormatted); if (personBirthday is null) continue; if (!incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection.ContainsKey(id)) incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection.Add(id, new()); if (!personKeyFormattedToPersonContainer.ContainsKey(personKeyFormatted)) { personContainer = new(personBirthday, configuration.MappingDefaultName); personKeyFormattedToPersonContainer.Add(personKeyFormatted, personContainer); } if (!incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id].ContainsKey(normalizedPixelPercentage)) incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id].Add(normalizedPixelPercentage, new()); incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id][normalizedPixelPercentage].Add(personKeyFormattedToPersonContainer[personKeyFormatted]); } } foreach (KeyValuePair>> keyValuePair in incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection) { incorrectIdThenNormalizedPixelPercentageToPersonContainers.Add(keyValuePair.Key, new()); foreach (KeyValuePair> innerKeyValuePair in keyValuePair.Value) { distinctPersonContainers = GetDistinctPersonContainers(innerKeyValuePair.Value); incorrectIdThenNormalizedPixelPercentageToPersonContainers[keyValuePair.Key].Add(innerKeyValuePair.Key, distinctPersonContainers); } } } private static List<(long, PersonContainer)> GetDistinctCollection(Configuration configuration, List personContainers, Dictionary personKeyFormattedToPersonContainer) { List<(long, PersonContainer)> results = new(); const int zero = 0; string newestPersonKeyFormatted; Dictionary> personKeyToPersonContainerCollection = new(); foreach (PersonContainer personContainer in personContainers) { if (personContainer.Key is null) continue; if (!personKeyToPersonContainerCollection.ContainsKey(personContainer.Key.Value)) personKeyToPersonContainerCollection.Add(personContainer.Key.Value, new()); personKeyToPersonContainerCollection[personContainer.Key.Value].Add(personContainer); newestPersonKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personContainer.Key.Value); if (!personKeyFormattedToPersonContainer.ContainsKey(newestPersonKeyFormatted)) personKeyFormattedToPersonContainer.Add(newestPersonKeyFormatted, personContainer); } foreach (KeyValuePair> keyValuePair in personKeyToPersonContainerCollection) { if (keyValuePair.Value.Count != 1 && (from l in keyValuePair.Value select l.DisplayDirectoryName).Distinct().Count() != 1) throw new NotSupportedException(keyValuePair.Value[zero].DisplayDirectoryName); results.Add(new(keyValuePair.Key, keyValuePair.Value[zero])); } return results; } private static (int, int) SetCollectionsAndGetUnableToMatchCount(string facesFileNameExtension, long ticks, Dictionary> idToFaces, Dictionary personKeyFormattedToNewestPersonKeyFormatted, List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, string[], string)> collection) { int result = 0; int? id; bool debugCheck; List? faces; List debugChecks = new(); List checkFaces = new(); int? normalizedPixelPercentage; string newestPersonKeyFormatted; string personDisplayDirectoryName; bool idToFacesAny = idToFaces.Any(); List normalizedPixelPercentages; List duplicateMappedFaceFiles = new(); Dictionary> idToNormalizedPixelPercentages = new(); int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds); string message = $") {collection.Count:000} join from ticks Director(ies) - C - {totalSeconds} total second(s)"; ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true }; using ProgressBar progressBar = new(collection.Count, message, options); foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, string mappedFaceFile) in collection) { progressBar.Tick(); (id, normalizedPixelPercentage, faces) = IMapping.GetReversedDeterministicHashCodeKey( facesFileNameExtension, idToFacesAny, idToFaces, mappedFaceFile); if (id is null || normalizedPixelPercentage is null) { result++; continue; } if (!idToNormalizedPixelPercentages.ContainsKey(id.Value)) idToNormalizedPixelPercentages.Add(id.Value, new()); normalizedPixelPercentages = idToNormalizedPixelPercentages[id.Value]; if (faces is null) { result++; continue; } debugCheck = false; checkFaces.Clear(); debugChecks.Clear(); foreach (Face face in faces) { if (face.Mapping is null) throw new NotSupportedException(); debugChecks.Add(face.Mapping.MappingFromLocation.NormalizedPixelPercentage); if (normalizedPixelPercentage.Value != face.Mapping.MappingFromLocation.NormalizedPixelPercentage) continue; if (normalizedPixelPercentages.Contains(face.Mapping.MappingFromLocation.NormalizedPixelPercentage)) { duplicateMappedFaceFiles.Add(mappedFaceFile); continue; } debugCheck = true; checkFaces.Add(face); if (!debugCheck) debugChecks.Add(face.Mapping.MappingFromLocation.NormalizedPixelPercentage); } if (!checkFaces.Any()) { result++; continue; } if (checkFaces.Count != 1) { result++; continue; } normalizedPixelPercentages.Add(normalizedPixelPercentage.Value); idToNormalizedPixelPercentages[id.Value].Add(normalizedPixelPercentage.Value); if (!personKeyFormattedToNewestPersonKeyFormatted.ContainsKey(personKeyFormatted)) newestPersonKeyFormatted = personKeyFormatted; else newestPersonKeyFormatted = personKeyFormattedToNewestPersonKeyFormatted[personKeyFormatted]; personDisplayDirectoryName = personDisplayDirectoryNames[^1]; if (string.IsNullOrEmpty(personDisplayDirectoryName) || personDisplayDirectoryName[0] == '!') incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection.Add(new(newestPersonKeyFormatted, id.Value, normalizedPixelPercentage.Value)); else personKeyFormattedIdThenNormalizedPixelPercentageCollection.Add(new(newestPersonKeyFormatted, personDisplayDirectoryNames, id.Value, normalizedPixelPercentage.Value)); } if (duplicateMappedFaceFiles.Any()) { duplicateMappedFaceFiles.Sort(); if (duplicateMappedFaceFiles.Any()) { } } return new(result, duplicateMappedFaceFiles.Count); } private static double GetStandardDeviation(IEnumerable values, double average) { double result = 0; if (!values.Any()) throw new Exception("Collection must have at least one value!"); double sum = values.Sum(l => (l - average) * (l - average)); result = Math.Sqrt(sum / values.Count()); return result; } private static void SetPersonKeysRanges(long ticks, Dictionary> personTicks, Dictionary personKeyToRanges) { long lcl; long ucl; long maximum; long minimum; double average; long[] collection; double standardDeviation; foreach (KeyValuePair> keyValuePair in personTicks) { minimum = keyValuePair.Value.Min(); if (keyValuePair.Value.Count < 3) { maximum = keyValuePair.Value.Max(); personKeyToRanges.Add(keyValuePair.Key, new(new DateTime(minimum).AddYears(-1).Ticks, minimum, maximum, new DateTime(maximum).AddYears(1).Ticks)); } else { collection = (from l in keyValuePair.Value select l - minimum).ToArray(); maximum = collection.Max() + minimum; average = (collection.Sum() / collection.Length) + minimum; standardDeviation = GetStandardDeviation(collection, average); ucl = (long)(average + (standardDeviation * IMapLogic.Sigma)); lcl = (long)(average - (standardDeviation * IMapLogic.Sigma)); if (lcl < 0) lcl = 0; if (ucl > 0) ucl = ticks; personKeyToRanges.Add(keyValuePair.Key, new(lcl, minimum, maximum, ucl)); } } } private static void SetPersonTicks(long ticks, List distinctFilteredFaces, Dictionary personKeyToRanges, Dictionary> idThenNormalizedPixelPercentageToPersonContainers) { PersonContainer[]? personContainers; Dictionary? keyValuePairs; Dictionary> personTicks = new(); int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds); string message = $") {distinctFilteredFaces.Count:000} Set Person Ticks - {totalSeconds} total second(s)"; ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true }; using ProgressBar progressBar = new(distinctFilteredFaces.Count, message, options); foreach (Face face in distinctFilteredFaces) { progressBar.Tick(); if (face.Mapping is null) throw new NotSupportedException(); if (!idThenNormalizedPixelPercentageToPersonContainers.TryGetValue(face.Mapping.MappingFromItem.Id, out keyValuePairs)) continue; if (!keyValuePairs.TryGetValue(face.Mapping.MappingFromLocation.NormalizedPixelPercentage, out personContainers)) continue; foreach (PersonContainer personContainer in personContainers) { if (personContainer.Key is null) continue; if (!personTicks.ContainsKey(personContainer.Key.Value)) personTicks.Add(personContainer.Key.Value, new()); personTicks[personContainer.Key.Value].Add(face.Mapping.MappingFromItem.MinimumDateTime.Ticks); } } SetPersonKeysRanges(ticks, personTicks, personKeyToRanges); } private static List GetNotMappedPersonContainers(Configuration configuration, List personContainers, long[] personKeyCollection) { List results = new(); List notMappedAndNotNamedPersonKeys = new(); List notMappedAndWithNamedPersonKeys = new(); foreach (PersonContainer personContainer in personContainers) { if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any()) continue; if (personKeyCollection.Contains(personContainer.Key.Value)) continue; else if (string.IsNullOrEmpty(personContainer.DisplayDirectoryName) || personContainer.DisplayDirectoryName == configuration.MappingDefaultName) notMappedAndNotNamedPersonKeys.Add(personContainer); else notMappedAndWithNamedPersonKeys.Add(personContainer); } results.AddRange(from l in notMappedAndNotNamedPersonKeys orderby l.Key is not null, l.Key select l); results.AddRange(from l in notMappedAndWithNamedPersonKeys orderby l.Key is not null, l.Key select l); return results; } private static void AppendToSkipCollection(Dictionary> skipCollection, Dictionary> idThenNormalizedPixelPercentageToPersonContainers, Dictionary> incorrectIdThenNormalizedPixelPercentageToPersonContainers) { Dictionary? keyValuePairs; foreach (KeyValuePair> keyValuePair in incorrectIdThenNormalizedPixelPercentageToPersonContainers) { if (!skipCollection.ContainsKey(keyValuePair.Key)) skipCollection.Add(keyValuePair.Key, new()); if (idThenNormalizedPixelPercentageToPersonContainers.TryGetValue(keyValuePair.Key, out keyValuePairs)) { if (keyValuePairs.ContainsKey(keyValuePair.Value.ElementAt(0).Key)) continue; } skipCollection[keyValuePair.Key].AddRange(from l in keyValuePair.Value.Keys select l); } } private static void SetPersonKeyToPersonContainer(Configuration configuration, List personContainers, long[] personKeyCollection, Dictionary personKeyToPersonContainer) { string personDisplayDirectoryName; foreach (PersonContainer personContainer in personContainers) { if (personContainer.Key is null || !personKeyCollection.Contains(personContainer.Key.Value)) continue; if (personKeyToPersonContainer.ContainsKey(personContainer.Key.Value)) { personDisplayDirectoryName = personKeyToPersonContainer[personContainer.Key.Value].DisplayDirectoryName; if (string.IsNullOrEmpty(personDisplayDirectoryName)) throw new NotSupportedException(); if (personDisplayDirectoryName == personContainer.DisplayDirectoryName || (personDisplayDirectoryName[0] == personContainer.DisplayDirectoryName[0] && (personDisplayDirectoryName.Length == 1 || personContainer.DisplayDirectoryName.Length == 1))) continue; throw new NotImplementedException(); } personKeyToPersonContainer.Add(personContainer.Key.Value, personContainer); } if (personKeyCollection.Any()) { int? approximateYears = null; PersonBirthday? personBirthday; PersonContainer? personContainer; string displayDirectoryName = configuration.MappingDefaultName; foreach (long personKey in personKeyCollection) { if (personKeyToPersonContainer.ContainsKey(personKey)) continue; personBirthday = IPersonBirthday.GetPersonBirthday(personKey); personContainer = new(approximateYears, personBirthday, displayDirectoryName, personKey); personKeyToPersonContainer.Add(personKey, personContainer); } } } internal static void Set(Shared.Models.Properties.IPropertyConfiguration propertyConfiguration, Configuration? configuration, string facesFileNameExtension, long ticks, List personContainers, string? a2PeopleContentDirectory, string eDistanceContentDirectory, List distinctFilteredFaces, Shared.Models.Methods.IFaceDistance faceDistance, Dictionary personKeyToPersonContainer, Dictionary personKeyToRanges, List notMappedPersonContainers, Dictionary> skipCollection, Dictionary> idThenNormalizedPixelPercentageToPersonContainers) { if (configuration is null) throw new NullReferenceException(nameof(configuration)); string message; int totalSeconds; List personKeys = new(); List nullablePersonKeyCollection = new(); List personKeyFormattedCollection = new(); Dictionary> keyValuePairs = new(); Dictionary personKeyFormattedToNewestPersonKeyFormatted = new(); List<(string[], PersonContainer)> possiblyNewPersonDisplayDirectoryNamesAndPersonContainer = new(); List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection = new(); List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection = new(); Dictionary> incorrectIdThenNormalizedPixelPercentageToPersonContainers = new(); SetPersonCollections(configuration, facesFileNameExtension, personContainers, personKeys, personKeyFormattedToNewestPersonKeyFormatted, personKeyFormattedCollection, skipCollection); personContainers.AddRange(AddToPersonKeysThenGetNonSpecificPeopleCollection(configuration, personKeys)); foreach (Face face in distinctFilteredFaces) { if (face.FaceEncoding is null || face.Location is null) throw new NotSupportedException(); if (face.Mapping is null) throw new NotSupportedException(); if (!keyValuePairs.ContainsKey(face.Mapping.MappingFromItem.Id)) keyValuePairs.Add(face.Mapping.MappingFromItem.Id, new()); keyValuePairs[face.Mapping.MappingFromItem.Id].Add(face); } totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds); string[] ticksDirectories = Directory.GetDirectories(eDistanceContentDirectory, "*", SearchOption.TopDirectoryOnly); message = $") {ticksDirectories.Length:000} compile from and clean ticks Director(ies) - B - {totalSeconds} total second(s)"; List<(string, string[], string)> collection = DeleteEmptyDirectoriesAndGetCollection(configuration, facesFileNameExtension, personKeyFormattedCollection, ticksDirectories, message); (int unableToMatchCount, int duplicateCount) = SetCollectionsAndGetUnableToMatchCount(facesFileNameExtension, ticks, keyValuePairs, personKeyFormattedToNewestPersonKeyFormatted, personKeyFormattedIdThenNormalizedPixelPercentageCollection, incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, collection); SetKeyValuePairs(configuration, ticks, personContainers, distinctFilteredFaces, personKeyFormattedIdThenNormalizedPixelPercentageCollection, incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, personKeyToPersonContainer, idThenNormalizedPixelPercentageToPersonContainers, possiblyNewPersonDisplayDirectoryNamesAndPersonContainer, incorrectIdThenNormalizedPixelPercentageToPersonContainers, personKeyToRanges); totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds); message = $") {collection.Count:000} message from ticks Director(ies) - D - {duplicateCount} Duplicate Count {unableToMatchCount} Unable To Match Count / {collection.Count} Collection - {totalSeconds} total second(s)"; ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true }; using (ProgressBar progressBar = new(collection.Count, message, options)) { foreach (KeyValuePair> keyValuePair in idThenNormalizedPixelPercentageToPersonContainers) { progressBar.Tick(); foreach (KeyValuePair keyValue in keyValuePair.Value) nullablePersonKeyCollection.AddRange(from l in keyValue.Value select l.Key); } } long[] personKeyCollection = (from l in nullablePersonKeyCollection where l is not null select l.Value).Distinct().ToArray(); SetPersonKeyToPersonContainer(configuration, personContainers, personKeyCollection, personKeyToPersonContainer); notMappedPersonContainers.AddRange(GetNotMappedPersonContainers(configuration, personContainers, personKeyCollection)); AppendToSkipCollection(skipCollection, idThenNormalizedPixelPercentageToPersonContainers, incorrectIdThenNormalizedPixelPercentageToPersonContainers); if (possiblyNewPersonDisplayDirectoryNamesAndPersonContainer.Any()) faceDistance.SavePossiblyNewPersonContainers(propertyConfiguration, configuration.PersonBirthdayFormat, facesFileNameExtension, a2PeopleContentDirectory, personKeyToPersonContainer, possiblyNewPersonDisplayDirectoryNamesAndPersonContainer); } }