737 lines
46 KiB
C#
737 lines
46 KiB
C#
using Humanizer;
|
|
using ShellProgressBar;
|
|
using View_by_Distance.Shared.Models;
|
|
using View_by_Distance.Shared.Models.Stateless.Methods;
|
|
using WindowsShortcutFactory;
|
|
|
|
namespace View_by_Distance.Map.Models.Stateless;
|
|
|
|
internal abstract class MapLogic
|
|
{
|
|
|
|
private static List<PersonContainer> AddToPersonKeysThenGetNonSpecificPeopleCollection(Configuration configuration, List<long> personKeys)
|
|
{
|
|
List<PersonContainer> results = new();
|
|
Person person;
|
|
long personKey;
|
|
int? approximateYears = null;
|
|
PersonBirthday personBirthday;
|
|
PersonContainer personContainer;
|
|
string[] personDisplayDirectoryAllFiles = Array.Empty<string>();
|
|
DateTime incrementDate = new(configuration.PersonBirthdayFirstYear, 1, 1);
|
|
for (int i = 0; i < 500; i++)
|
|
{
|
|
personKey = incrementDate.Ticks;
|
|
incrementDate = incrementDate.AddDays(1);
|
|
if (personKeys.Contains(personKey))
|
|
continue;
|
|
personKeys.Add(personKey);
|
|
personBirthday = IPersonBirthday.GetPersonBirthday(personKey);
|
|
person = IPerson.GetPerson(configuration.MappingDefaultName, personKey, personBirthday);
|
|
personContainer = new(approximateYears, person, new PersonBirthday[] { personBirthday }, personDisplayDirectoryAllFiles, configuration.MappingDefaultName, personKey, partialKeyFormatted: null);
|
|
results.Add(personContainer);
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static void SetPersonCollections(Configuration configuration, List<PersonContainer> personContainers, List<long> personKeys, Dictionary<string, string> personKeyFormattedToNewestPersonKeyFormatted, List<string> personKeyFormattedCollection, Dictionary<int, List<int>> skipCollection)
|
|
{
|
|
int? id;
|
|
long personKey;
|
|
string personKeyFormatted;
|
|
int? normalizedPixelPercentage;
|
|
string newestPersonKeyFormatted;
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
foreach (string personDisplayDirectoryAllFile in personContainer.DisplayDirectoryAllFiles)
|
|
{
|
|
if (!personDisplayDirectoryAllFile.EndsWith(configuration.FacesFileNameExtension))
|
|
continue;
|
|
(id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(configuration.FacesFileNameExtension, personDisplayDirectoryAllFile);
|
|
if (id is null || normalizedPixelPercentage is null)
|
|
continue;
|
|
if (!skipCollection.ContainsKey(id.Value))
|
|
skipCollection.Add(id.Value, new());
|
|
skipCollection[id.Value].Add(normalizedPixelPercentage.Value);
|
|
}
|
|
if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any())
|
|
continue;
|
|
foreach (PersonBirthday personBirthday in personContainer.Birthdays)
|
|
{
|
|
personKey = personBirthday.Value.Ticks;
|
|
personKeys.Add(personKey);
|
|
}
|
|
foreach (PersonBirthday personBirthday in personContainer.Birthdays)
|
|
{
|
|
personKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personBirthday);
|
|
personKeyFormattedCollection.Add(personKeyFormatted);
|
|
if (personContainer.Birthdays.Length < 1)
|
|
continue;
|
|
newestPersonKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personContainer.Key.Value);
|
|
if (!personKeyFormattedToNewestPersonKeyFormatted.ContainsKey(personKeyFormatted))
|
|
personKeyFormattedToNewestPersonKeyFormatted.Add(personKeyFormatted, newestPersonKeyFormatted);
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static List<(string, string[], string)> DeleteEmptyDirectoriesAndGetCollection(Configuration configuration, List<string> personKeyFormattedCollection, string[] ticksDirectories, string message)
|
|
{
|
|
List<(string, string[], string)> results = new();
|
|
int? id;
|
|
string[] files;
|
|
const int zero = 0;
|
|
string[] yearDirectories;
|
|
string personKeyFormatted;
|
|
string ticksDirectoryName;
|
|
string? personFirstInitial;
|
|
DirectoryInfo directoryInfo;
|
|
string[] personKeyDirectories;
|
|
int? normalizedPixelPercentage;
|
|
string[] personNameDirectories;
|
|
string[] personNameLinkDirectories;
|
|
string? personFirstInitialDirectory;
|
|
string[] personDisplayDirectoryNames;
|
|
string manualCopyHumanized = nameof(IMapLogic.ManualCopy).Humanize(LetterCasing.Title);
|
|
string forceSingleImageHumanized = nameof(IMapLogic.ForceSingleImage).Humanize(LetterCasing.Title);
|
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
|
using ProgressBar progressBar = new(ticksDirectories.Length, message, options);
|
|
foreach (string ticksDirectory in ticksDirectories)
|
|
{
|
|
progressBar.Tick();
|
|
ticksDirectoryName = Path.GetFileName(ticksDirectory);
|
|
if (ticksDirectoryName.Length < 3 || ticksDirectoryName[zero] != '(' || ticksDirectoryName[^1] != ')')
|
|
continue;
|
|
if (!long.TryParse(ticksDirectoryName[1..^1], out long directoryTicks))
|
|
{
|
|
if (!long.TryParse(ticksDirectoryName[1..^4], out directoryTicks))
|
|
continue;
|
|
}
|
|
directoryInfo = new(ticksDirectory);
|
|
if (directoryInfo.CreationTime.Ticks != directoryTicks)
|
|
Directory.SetCreationTime(ticksDirectory, new DateTime(directoryTicks));
|
|
if (directoryInfo.LastWriteTime.Ticks != directoryTicks)
|
|
Directory.SetLastWriteTime(ticksDirectory, new DateTime(directoryTicks));
|
|
personKeyDirectories = Directory.GetDirectories(ticksDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string personKeyDirectory in personKeyDirectories)
|
|
{
|
|
personKeyFormatted = Path.GetFileName(personKeyDirectory);
|
|
yearDirectories = Directory.GetDirectories(personKeyDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string yearDirectory in yearDirectories)
|
|
{
|
|
files = Directory.GetFiles(yearDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
personNameDirectories = Directory.GetDirectories(yearDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string file in files)
|
|
File.Delete(file);
|
|
foreach (string personNameDirectory in personNameDirectories)
|
|
{
|
|
personDisplayDirectoryNames = IPath.GetDirectoryNames(personNameDirectory);
|
|
if (!personDisplayDirectoryNames.Any())
|
|
continue;
|
|
files = Directory.GetFiles(personNameDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
if (personKeyFormatted == nameof(IMapLogic.Sorting) && files.Any())
|
|
throw new Exception($"Move personKey directories up one from {nameof(IMapLogic.Sorting)} and delete {nameof(IMapLogic.Sorting)} directory!");
|
|
if (personKeyFormatted == manualCopyHumanized && files.Any())
|
|
throw new Exception($"Move personKey directories up one from {manualCopyHumanized} and delete {manualCopyHumanized} directory!");
|
|
if (personKeyFormatted == forceSingleImageHumanized && files.Any())
|
|
throw new Exception($"Move personKey directories up one from {forceSingleImageHumanized} and delete {forceSingleImageHumanized} directory!");
|
|
if (personKeyFormatted.Length != configuration.PersonBirthdayFormat.Length)
|
|
continue;
|
|
if (personDisplayDirectoryNames[^1].Length == 1 || personDisplayDirectoryNames[^1] == configuration.MappingDefaultName || !personKeyFormattedCollection.Contains(personKeyFormatted))
|
|
personFirstInitialDirectory = personNameDirectory;
|
|
else
|
|
{
|
|
personFirstInitial = personDisplayDirectoryNames[^1][..1];
|
|
personFirstInitialDirectory = Path.Combine(yearDirectory, personFirstInitial.ToString());
|
|
Directory.Move(personNameDirectory, personFirstInitialDirectory);
|
|
files = Directory.GetFiles(personFirstInitialDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
}
|
|
foreach (string file in files)
|
|
{
|
|
if (file.EndsWith(".lnk") || file.EndsWith(".json"))
|
|
continue;
|
|
(id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(configuration.FacesFileNameExtension, file);
|
|
if (id is null || normalizedPixelPercentage is null)
|
|
continue;
|
|
results.Add(new(personKeyFormatted, personDisplayDirectoryNames, file));
|
|
}
|
|
personNameLinkDirectories = Directory.GetDirectories(personFirstInitialDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string personNameLinkDirectory in personNameLinkDirectories)
|
|
{
|
|
files = Directory.GetFiles(personNameLinkDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string file in files)
|
|
{
|
|
if (!file.EndsWith(".lnk"))
|
|
continue;
|
|
File.Delete(file);
|
|
}
|
|
_ = IPath.DeleteEmptyDirectories(personNameLinkDirectory);
|
|
}
|
|
_ = IPath.DeleteEmptyDirectories(personFirstInitialDirectory);
|
|
}
|
|
_ = IPath.DeleteEmptyDirectories(yearDirectory);
|
|
}
|
|
_ = IPath.DeleteEmptyDirectories(personKeyDirectory);
|
|
}
|
|
_ = IPath.DeleteEmptyDirectories(ticksDirectory);
|
|
_ = IPath.DeleteEmptyDirectories(ticksDirectory);
|
|
}
|
|
return results;
|
|
}
|
|
|
|
public static Dictionary<int, List<(string, int)>> GetIdToCollection(Configuration configuration, List<(string, string[], string)> collection)
|
|
{
|
|
Dictionary<int, List<(string, int)>> results = new();
|
|
int? id;
|
|
int? normalizedPixelPercentage;
|
|
foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, string mappedFaceFile) in collection)
|
|
{
|
|
(id, normalizedPixelPercentage, _) = IMapping.GetReversedDeterministicHashCodeKey(configuration.FacesFileNameExtension, mappedFaceFile);
|
|
if (id is null || normalizedPixelPercentage is null)
|
|
continue;
|
|
if (!results.ContainsKey(id.Value))
|
|
results.Add(id.Value, new());
|
|
results[id.Value].Add(new(mappedFaceFile, normalizedPixelPercentage.Value));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
internal static Dictionary<int, List<(string, int)>> DeleteEmptyDirectoriesAndGetMappedFaceFiles(Configuration configuration, long ticks, string? a2PeopleContentDirectory, string? eDistanceContentDirectory, PersonContainer[] personContainers)
|
|
{
|
|
Dictionary<int, List<(string, int)>> results;
|
|
string personKeyFormatted;
|
|
List<string> personKeyFormattedCollection = new();
|
|
List<(long? PersonKey, string Line)> lines = new();
|
|
_ = GetDistinctCollection(configuration, personContainers.ToList(), new());
|
|
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
string[] ticksDirectories;
|
|
if (string.IsNullOrEmpty(eDistanceContentDirectory))
|
|
ticksDirectories = Array.Empty<string>();
|
|
else
|
|
{
|
|
_ = IPath.DeleteEmptyDirectories(eDistanceContentDirectory);
|
|
ticksDirectories = Directory.GetDirectories(eDistanceContentDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
}
|
|
string message = $") {ticksDirectories.Length:000} collect from and clean ticks Director(ies) - A - {totalSeconds} total second(s)";
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
lines.AddRange(IPersonContainer.GetDisplay(configuration.PersonBirthdayFormat, personContainer));
|
|
if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any())
|
|
continue;
|
|
foreach (PersonBirthday personBirthday in personContainer.Birthdays)
|
|
{
|
|
personKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personBirthday);
|
|
personKeyFormattedCollection.Add(personKeyFormatted);
|
|
}
|
|
}
|
|
if (!string.IsNullOrEmpty(a2PeopleContentDirectory))
|
|
File.WriteAllLines(Path.Combine(a2PeopleContentDirectory, "People - C.tsv"), from l in lines select l.Line);
|
|
List<(string, string[], string)> collection = DeleteEmptyDirectoriesAndGetCollection(configuration, personKeyFormattedCollection, ticksDirectories, message);
|
|
results = GetIdToCollection(configuration, collection);
|
|
return results;
|
|
}
|
|
|
|
private static PersonContainer[] GetDistinctPersonContainers(List<PersonContainer> personContainers)
|
|
{
|
|
List<PersonContainer> results = new();
|
|
List<long> distinctCheck = new();
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
if (personContainer.Key is null || distinctCheck.Contains(personContainer.Key.Value))
|
|
continue;
|
|
results.Add(personContainer);
|
|
}
|
|
return results.ToArray();
|
|
}
|
|
|
|
private static void SetKeyValuePairs(Configuration configuration, long ticks, List<PersonContainer> personContainers, Mapping[] mappingCollection, List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, Dictionary<long, PersonContainer> personKeyToPersonContainer, Dictionary<int, Dictionary<int, PersonContainer[]>> idThenNormalizedPixelPercentageToPersonContainers, List<(string[], PersonContainer)> possiblyNewPersonDisplayDirectoryNamesAndPersonContainer, Dictionary<int, Dictionary<int, PersonContainer[]>> incorrectIdThenNormalizedPixelPercentageToPersonContainers, Dictionary<long, (long LCL, long Minimum, long Maximum, long UCL)> personKeyToRanges)
|
|
{
|
|
PersonBirthday? personBirthday;
|
|
PersonContainer[] distinctPersonContainers;
|
|
Dictionary<string, PersonContainer> personKeyFormattedToPersonContainer = new();
|
|
Dictionary<int, Dictionary<int, List<PersonContainer>>> idThenNormalizedPixelPercentageToPersonContainerCollection = new();
|
|
Dictionary<int, Dictionary<int, List<PersonContainer>>> incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection = new();
|
|
List<(long, PersonContainer)> collection = GetDistinctCollection(configuration, personContainers, personKeyFormattedToPersonContainer);
|
|
foreach ((long personKey, PersonContainer personContainer) in collection)
|
|
personKeyToPersonContainer.Add(personKey, personContainer);
|
|
if (personKeyFormattedIdThenNormalizedPixelPercentageCollection.Any())
|
|
{
|
|
string personDisplayDirectory;
|
|
PersonContainer personContainer;
|
|
string personDisplayDirectoryName;
|
|
Dictionary<string, (string[], PersonContainer)> personDisplayDirectoryTo = new();
|
|
foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, int id, int normalizedPixelPercentage) in personKeyFormattedIdThenNormalizedPixelPercentageCollection)
|
|
{
|
|
personBirthday = IPersonBirthday.GetPersonBirthday(configuration.PersonBirthdayFormat, personKeyFormatted);
|
|
if (personBirthday is null)
|
|
continue;
|
|
personDisplayDirectoryName = personDisplayDirectoryNames[^1];
|
|
personDisplayDirectory = Path.Combine(personDisplayDirectoryNames);
|
|
if (!personKeyFormattedToPersonContainer.ContainsKey(personKeyFormatted))
|
|
{
|
|
personContainer = new(personBirthday, personDisplayDirectoryName);
|
|
personKeyFormattedToPersonContainer.Add(personKeyFormatted, personContainer);
|
|
}
|
|
if (personDisplayDirectoryName.Length != 1 && personDisplayDirectoryName != configuration.MappingDefaultName && !personDisplayDirectoryTo.ContainsKey(personDisplayDirectory))
|
|
personDisplayDirectoryTo.Add(personDisplayDirectory, new(personDisplayDirectoryNames, personKeyFormattedToPersonContainer[personKeyFormatted]));
|
|
if (!idThenNormalizedPixelPercentageToPersonContainerCollection.ContainsKey(id))
|
|
idThenNormalizedPixelPercentageToPersonContainerCollection.Add(id, new());
|
|
if (!idThenNormalizedPixelPercentageToPersonContainerCollection[id].ContainsKey(normalizedPixelPercentage))
|
|
idThenNormalizedPixelPercentageToPersonContainerCollection[id].Add(normalizedPixelPercentage, new());
|
|
idThenNormalizedPixelPercentageToPersonContainerCollection[id][normalizedPixelPercentage].Add(personKeyFormattedToPersonContainer[personKeyFormatted]);
|
|
}
|
|
foreach (KeyValuePair<string, (string[], PersonContainer)> keyValuePair in personDisplayDirectoryTo)
|
|
possiblyNewPersonDisplayDirectoryNamesAndPersonContainer.Add(keyValuePair.Value);
|
|
}
|
|
foreach (KeyValuePair<int, Dictionary<int, List<PersonContainer>>> keyValuePair in idThenNormalizedPixelPercentageToPersonContainerCollection)
|
|
{
|
|
idThenNormalizedPixelPercentageToPersonContainers.Add(keyValuePair.Key, new());
|
|
foreach (KeyValuePair<int, List<PersonContainer>> innerKeyValuePair in keyValuePair.Value)
|
|
{
|
|
distinctPersonContainers = GetDistinctPersonContainers(innerKeyValuePair.Value);
|
|
idThenNormalizedPixelPercentageToPersonContainers[keyValuePair.Key].Add(innerKeyValuePair.Key, distinctPersonContainers);
|
|
}
|
|
};
|
|
SetPersonTicks(configuration, ticks, mappingCollection, personKeyToRanges, idThenNormalizedPixelPercentageToPersonContainers);
|
|
if (incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection.Any())
|
|
{
|
|
PersonContainer personContainer;
|
|
foreach ((string personKeyFormatted, int id, int normalizedPixelPercentage) in incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection)
|
|
{
|
|
personBirthday = IPersonBirthday.GetPersonBirthday(configuration.PersonBirthdayFormat, personKeyFormatted);
|
|
if (personBirthday is null)
|
|
continue;
|
|
if (!incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection.ContainsKey(id))
|
|
incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection.Add(id, new());
|
|
if (!personKeyFormattedToPersonContainer.ContainsKey(personKeyFormatted))
|
|
{
|
|
personContainer = new(personBirthday, configuration.MappingDefaultName);
|
|
personKeyFormattedToPersonContainer.Add(personKeyFormatted, personContainer);
|
|
}
|
|
if (!incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id].ContainsKey(normalizedPixelPercentage))
|
|
incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id].Add(normalizedPixelPercentage, new());
|
|
incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection[id][normalizedPixelPercentage].Add(personKeyFormattedToPersonContainer[personKeyFormatted]);
|
|
}
|
|
}
|
|
foreach (KeyValuePair<int, Dictionary<int, List<PersonContainer>>> keyValuePair in incorrectIdThenNormalizedPixelPercentageToPersonContainerCollection)
|
|
{
|
|
incorrectIdThenNormalizedPixelPercentageToPersonContainers.Add(keyValuePair.Key, new());
|
|
foreach (KeyValuePair<int, List<PersonContainer>> innerKeyValuePair in keyValuePair.Value)
|
|
{
|
|
distinctPersonContainers = GetDistinctPersonContainers(innerKeyValuePair.Value);
|
|
incorrectIdThenNormalizedPixelPercentageToPersonContainers[keyValuePair.Key].Add(innerKeyValuePair.Key, distinctPersonContainers);
|
|
}
|
|
}
|
|
}
|
|
|
|
private static List<(long, PersonContainer)> GetDistinctCollection(Configuration configuration, List<PersonContainer> personContainers, Dictionary<string, PersonContainer> personKeyFormattedToPersonContainer)
|
|
{
|
|
List<(long, PersonContainer)> results = new();
|
|
const int zero = 0;
|
|
string newestPersonKeyFormatted;
|
|
Dictionary<long, List<PersonContainer>> personKeyToPersonContainerCollection = new();
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
if (personContainer.Key is null)
|
|
continue;
|
|
if (!personKeyToPersonContainerCollection.ContainsKey(personContainer.Key.Value))
|
|
personKeyToPersonContainerCollection.Add(personContainer.Key.Value, new());
|
|
personKeyToPersonContainerCollection[personContainer.Key.Value].Add(personContainer);
|
|
newestPersonKeyFormatted = IPersonBirthday.GetFormatted(configuration.PersonBirthdayFormat, personContainer.Key.Value);
|
|
if (!personKeyFormattedToPersonContainer.ContainsKey(newestPersonKeyFormatted))
|
|
personKeyFormattedToPersonContainer.Add(newestPersonKeyFormatted, personContainer);
|
|
}
|
|
foreach (KeyValuePair<long, List<PersonContainer>> keyValuePair in personKeyToPersonContainerCollection)
|
|
{
|
|
if (keyValuePair.Value.Count != 1 && (from l in keyValuePair.Value select l.DisplayDirectoryName).Distinct().Count() != 1)
|
|
throw new NotSupportedException(keyValuePair.Value[zero].DisplayDirectoryName);
|
|
results.Add(new(keyValuePair.Key, keyValuePair.Value[zero]));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static (int, int) SetCollectionsAndGetUnableToMatchCount(Configuration configuration, long ticks, Dictionary<int, List<Mapping>> idToMappingCollection, Dictionary<string, string> personKeyFormattedToNewestPersonKeyFormatted, List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, List<(string, string[], string)> collection)
|
|
{
|
|
int result = 0;
|
|
int? id;
|
|
int? normalizedPixelPercentage;
|
|
string newestPersonKeyFormatted;
|
|
List<Mapping>? mappingCollection;
|
|
string personDisplayDirectoryName;
|
|
List<int> normalizedPixelPercentages;
|
|
List<Mapping> checkMappingCollection = new();
|
|
List<string> duplicateMappedFaceFiles = new();
|
|
bool idToMappingCollectionAny = idToMappingCollection.Any();
|
|
Dictionary<int, List<int>> idToNormalizedPixelPercentages = new();
|
|
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
string message = $") {collection.Count:000} join from ticks Director(ies) - C - {totalSeconds} total second(s)";
|
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
|
using ProgressBar progressBar = new(collection.Count, message, options);
|
|
foreach ((string personKeyFormatted, string[] personDisplayDirectoryNames, string mappedFaceFile) in collection)
|
|
{
|
|
progressBar.Tick();
|
|
(id, normalizedPixelPercentage, mappingCollection) = IMapping.GetReversedDeterministicHashCodeKey(configuration.FacesFileNameExtension, idToMappingCollectionAny, idToMappingCollection, mappedFaceFile);
|
|
if (id is null || normalizedPixelPercentage is null)
|
|
{
|
|
result++;
|
|
continue;
|
|
}
|
|
if (!idToNormalizedPixelPercentages.ContainsKey(id.Value))
|
|
idToNormalizedPixelPercentages.Add(id.Value, new());
|
|
normalizedPixelPercentages = idToNormalizedPixelPercentages[id.Value];
|
|
if (mappingCollection is null)
|
|
{
|
|
result++;
|
|
continue;
|
|
}
|
|
checkMappingCollection.Clear();
|
|
foreach (Mapping mapping in mappingCollection)
|
|
{
|
|
if (normalizedPixelPercentage.Value != mapping.MappingFromLocation.NormalizedPixelPercentage)
|
|
continue;
|
|
if (normalizedPixelPercentages.Contains(mapping.MappingFromLocation.NormalizedPixelPercentage))
|
|
{
|
|
duplicateMappedFaceFiles.Add(mappedFaceFile);
|
|
continue;
|
|
}
|
|
checkMappingCollection.Add(mapping);
|
|
}
|
|
if (!checkMappingCollection.Any())
|
|
{
|
|
result++;
|
|
continue;
|
|
}
|
|
if (checkMappingCollection.Count != 1)
|
|
{
|
|
result++;
|
|
continue;
|
|
}
|
|
normalizedPixelPercentages.Add(normalizedPixelPercentage.Value);
|
|
idToNormalizedPixelPercentages[id.Value].Add(normalizedPixelPercentage.Value);
|
|
if (!personKeyFormattedToNewestPersonKeyFormatted.ContainsKey(personKeyFormatted))
|
|
newestPersonKeyFormatted = personKeyFormatted;
|
|
else
|
|
newestPersonKeyFormatted = personKeyFormattedToNewestPersonKeyFormatted[personKeyFormatted];
|
|
personDisplayDirectoryName = personDisplayDirectoryNames[^1];
|
|
if (string.IsNullOrEmpty(personDisplayDirectoryName) || personDisplayDirectoryName[0] == '!')
|
|
incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection.Add(new(newestPersonKeyFormatted, id.Value, normalizedPixelPercentage.Value));
|
|
else
|
|
personKeyFormattedIdThenNormalizedPixelPercentageCollection.Add(new(newestPersonKeyFormatted, personDisplayDirectoryNames, id.Value, normalizedPixelPercentage.Value));
|
|
}
|
|
if (duplicateMappedFaceFiles.Any())
|
|
{
|
|
duplicateMappedFaceFiles.Sort();
|
|
if (duplicateMappedFaceFiles.Any())
|
|
{ }
|
|
}
|
|
return new(result, duplicateMappedFaceFiles.Count);
|
|
}
|
|
|
|
private static double GetStandardDeviation(IEnumerable<long> values, double average)
|
|
{
|
|
double result = 0;
|
|
if (!values.Any())
|
|
throw new Exception("Collection must have at least one value!");
|
|
double sum = values.Sum(l => (l - average) * (l - average));
|
|
result = Math.Sqrt(sum / values.Count());
|
|
return result;
|
|
}
|
|
|
|
private static void SetPersonKeysRanges(Configuration configuration, long ticks, Dictionary<long, List<long>> personKeyToMinimumDateTimeTicks, Dictionary<long, (long LCL, long Minimum, long Maximum, long UCL)> personKeyToRanges)
|
|
{
|
|
long lcl;
|
|
long ucl;
|
|
long maximum;
|
|
long minimum;
|
|
double average;
|
|
long[] collection;
|
|
double standardDeviation;
|
|
foreach (KeyValuePair<long, List<long>> keyValuePair in personKeyToMinimumDateTimeTicks)
|
|
{
|
|
minimum = keyValuePair.Value.Min();
|
|
if (keyValuePair.Value.Count < configuration.SortingMinimumToUseSigma)
|
|
{
|
|
maximum = keyValuePair.Value.Max();
|
|
personKeyToRanges.Add(keyValuePair.Key, new(new DateTime(minimum).AddDays(-configuration.SortingDaysDeltaTolerance).Ticks, minimum, maximum, new DateTime(maximum).AddDays(configuration.SortingDaysDeltaTolerance).Ticks));
|
|
}
|
|
else
|
|
{
|
|
collection = (from l in keyValuePair.Value select l - minimum).ToArray();
|
|
maximum = collection.Max() + minimum;
|
|
average = (collection.Sum() / collection.Length) + minimum;
|
|
standardDeviation = GetStandardDeviation(collection, average);
|
|
ucl = (long)(average + (standardDeviation * IMapLogic.Sigma));
|
|
lcl = (long)(average - (standardDeviation * IMapLogic.Sigma));
|
|
if (lcl < 0)
|
|
lcl = 0;
|
|
if (ucl > 0)
|
|
ucl = ticks;
|
|
personKeyToRanges.Add(keyValuePair.Key, new(lcl, minimum, maximum, ucl));
|
|
}
|
|
}
|
|
}
|
|
|
|
private static void SetPersonTicks(Configuration configuration, long ticks, Mapping[] mappingCollection, Dictionary<long, (long LCL, long Minimum, long Maximum, long UCL)> personKeyToRanges, Dictionary<int, Dictionary<int, PersonContainer[]>> idThenNormalizedPixelPercentageToPersonContainers)
|
|
{
|
|
PersonContainer[]? personContainers;
|
|
Dictionary<int, PersonContainer[]>? keyValuePairs;
|
|
Dictionary<long, List<long>> personKeyToMinimumDateTimeTicks = new();
|
|
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
string message = $") {mappingCollection.Length:000} Set Person Ticks - {totalSeconds} total second(s)";
|
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
|
using ProgressBar progressBar = new(mappingCollection.Length, message, options);
|
|
foreach (Mapping mapping in mappingCollection)
|
|
{
|
|
progressBar.Tick();
|
|
if (!idThenNormalizedPixelPercentageToPersonContainers.TryGetValue(mapping.MappingFromItem.Id, out keyValuePairs))
|
|
continue;
|
|
if (!keyValuePairs.TryGetValue(mapping.MappingFromLocation.NormalizedPixelPercentage, out personContainers))
|
|
continue;
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
if (personContainer.Key is null)
|
|
continue;
|
|
if (!personKeyToMinimumDateTimeTicks.ContainsKey(personContainer.Key.Value))
|
|
personKeyToMinimumDateTimeTicks.Add(personContainer.Key.Value, new());
|
|
personKeyToMinimumDateTimeTicks[personContainer.Key.Value].Add(mapping.MappingFromItem.MinimumDateTime.Ticks);
|
|
}
|
|
}
|
|
SetPersonKeysRanges(configuration, ticks, personKeyToMinimumDateTimeTicks, personKeyToRanges);
|
|
}
|
|
|
|
private static List<PersonContainer> GetNotMappedPersonContainers(Configuration configuration, List<PersonContainer> personContainers, long[] personKeyCollection)
|
|
{
|
|
List<PersonContainer> results = new();
|
|
List<PersonContainer> notMappedAndNotNamedPersonKeys = new();
|
|
List<PersonContainer> notMappedAndWithNamedPersonKeys = new();
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
if (personContainer.Person is null || personContainer.Key is null || personContainer.Birthdays is null || !personContainer.Birthdays.Any())
|
|
continue;
|
|
if (personKeyCollection.Contains(personContainer.Key.Value))
|
|
continue;
|
|
else if (string.IsNullOrEmpty(personContainer.DisplayDirectoryName) || personContainer.DisplayDirectoryName == configuration.MappingDefaultName)
|
|
notMappedAndNotNamedPersonKeys.Add(personContainer);
|
|
else
|
|
notMappedAndWithNamedPersonKeys.Add(personContainer);
|
|
}
|
|
results.AddRange(from l in notMappedAndNotNamedPersonKeys orderby l.Key is not null, l.Key select l);
|
|
results.AddRange(from l in notMappedAndWithNamedPersonKeys orderby l.Key is not null, l.Key select l);
|
|
return results;
|
|
}
|
|
|
|
private static void AppendToSkipCollection(Dictionary<int, List<int>> skipCollection, Dictionary<int, Dictionary<int, PersonContainer[]>> idThenNormalizedPixelPercentageToPersonContainers, Dictionary<int, Dictionary<int, PersonContainer[]>> incorrectIdThenNormalizedPixelPercentageToPersonContainers)
|
|
{
|
|
Dictionary<int, PersonContainer[]>? keyValuePairs;
|
|
foreach (KeyValuePair<int, Dictionary<int, PersonContainer[]>> keyValuePair in incorrectIdThenNormalizedPixelPercentageToPersonContainers)
|
|
{
|
|
if (!skipCollection.ContainsKey(keyValuePair.Key))
|
|
skipCollection.Add(keyValuePair.Key, new());
|
|
if (idThenNormalizedPixelPercentageToPersonContainers.TryGetValue(keyValuePair.Key, out keyValuePairs))
|
|
{
|
|
if (keyValuePairs.ContainsKey(keyValuePair.Value.ElementAt(0).Key))
|
|
continue;
|
|
}
|
|
skipCollection[keyValuePair.Key].AddRange(from l in keyValuePair.Value.Keys select l);
|
|
}
|
|
}
|
|
|
|
private static void SetPersonKeyToPersonContainer(Configuration configuration, List<PersonContainer> personContainers, long[] personKeyCollection, Dictionary<long, PersonContainer> personKeyToPersonContainer)
|
|
{
|
|
string personDisplayDirectoryName;
|
|
foreach (PersonContainer personContainer in personContainers)
|
|
{
|
|
if (personContainer.Key is null || !personKeyCollection.Contains(personContainer.Key.Value))
|
|
continue;
|
|
if (personKeyToPersonContainer.ContainsKey(personContainer.Key.Value))
|
|
{
|
|
personDisplayDirectoryName = personKeyToPersonContainer[personContainer.Key.Value].DisplayDirectoryName;
|
|
if (string.IsNullOrEmpty(personDisplayDirectoryName))
|
|
throw new NotSupportedException();
|
|
if (personDisplayDirectoryName == personContainer.DisplayDirectoryName || (personDisplayDirectoryName[0] == personContainer.DisplayDirectoryName[0] && (personDisplayDirectoryName.Length == 1 || personContainer.DisplayDirectoryName.Length == 1)))
|
|
continue;
|
|
throw new NotImplementedException();
|
|
}
|
|
personKeyToPersonContainer.Add(personContainer.Key.Value, personContainer);
|
|
}
|
|
if (personKeyCollection.Any())
|
|
{
|
|
int? approximateYears = null;
|
|
PersonBirthday? personBirthday;
|
|
PersonContainer? personContainer;
|
|
string displayDirectoryName = configuration.MappingDefaultName;
|
|
foreach (long personKey in personKeyCollection)
|
|
{
|
|
if (personKeyToPersonContainer.ContainsKey(personKey))
|
|
continue;
|
|
personBirthday = IPersonBirthday.GetPersonBirthday(personKey);
|
|
personContainer = new(approximateYears, personBirthday, displayDirectoryName, personKey);
|
|
personKeyToPersonContainer.Add(personKey, personContainer);
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static void Set(Shared.Models.Properties.IPropertyConfiguration propertyConfiguration, Configuration? configuration, long ticks, List<PersonContainer> personContainers, string? a2PeopleContentDirectory, string eDistanceContentDirectory, Mapping[] mappingCollection, Shared.Models.Methods.IMapLogicSupport faceDistance, Dictionary<long, PersonContainer> personKeyToPersonContainer, Dictionary<long, (long LCL, long Minimum, long Maximum, long UCL)> personKeyToRanges, List<PersonContainer> notMappedPersonContainers, Dictionary<int, List<int>> skipCollection, Dictionary<int, Dictionary<int, PersonContainer[]>> idThenNormalizedPixelPercentageToPersonContainers)
|
|
{
|
|
if (configuration is null)
|
|
throw new NullReferenceException(nameof(configuration));
|
|
string message;
|
|
int totalSeconds;
|
|
List<long> personKeys = new();
|
|
List<long?> nullablePersonKeyCollection = new();
|
|
List<string> personKeyFormattedCollection = new();
|
|
Dictionary<int, List<Mapping>> idToMappingCollection = new();
|
|
Dictionary<string, string> personKeyFormattedToNewestPersonKeyFormatted = new();
|
|
List<(string[], PersonContainer)> possiblyNewPersonDisplayDirectoryNamesAndPersonContainer = new();
|
|
List<(string, string[], int, int)> personKeyFormattedIdThenNormalizedPixelPercentageCollection = new();
|
|
List<(string, int, int)> incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection = new();
|
|
Dictionary<int, Dictionary<int, PersonContainer[]>> incorrectIdThenNormalizedPixelPercentageToPersonContainers = new();
|
|
SetPersonCollections(configuration, personContainers, personKeys, personKeyFormattedToNewestPersonKeyFormatted, personKeyFormattedCollection, skipCollection);
|
|
personContainers.AddRange(AddToPersonKeysThenGetNonSpecificPeopleCollection(configuration, personKeys));
|
|
foreach (Mapping mapping in mappingCollection)
|
|
{
|
|
if (!idToMappingCollection.ContainsKey(mapping.MappingFromItem.Id))
|
|
idToMappingCollection.Add(mapping.MappingFromItem.Id, new());
|
|
idToMappingCollection[mapping.MappingFromItem.Id].Add(mapping);
|
|
}
|
|
totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
string[] ticksDirectories = Directory.GetDirectories(eDistanceContentDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
message = $") {ticksDirectories.Length:000} compile from and clean ticks Director(ies) - B - {totalSeconds} total second(s)";
|
|
List<(string, string[], string)> collection = DeleteEmptyDirectoriesAndGetCollection(configuration, personKeyFormattedCollection, ticksDirectories, message);
|
|
(int unableToMatchCount, int duplicateCount) = SetCollectionsAndGetUnableToMatchCount(configuration, ticks, idToMappingCollection, personKeyFormattedToNewestPersonKeyFormatted, personKeyFormattedIdThenNormalizedPixelPercentageCollection, incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, collection);
|
|
SetKeyValuePairs(configuration, ticks, personContainers, mappingCollection, personKeyFormattedIdThenNormalizedPixelPercentageCollection, incorrectPersonKeyFormattedIdThenNormalizedPixelPercentageCollection, personKeyToPersonContainer, idThenNormalizedPixelPercentageToPersonContainers, possiblyNewPersonDisplayDirectoryNamesAndPersonContainer, incorrectIdThenNormalizedPixelPercentageToPersonContainers, personKeyToRanges);
|
|
totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
message = $") {collection.Count:000} message from ticks Director(ies) - D - {duplicateCount} Duplicate Count {unableToMatchCount} Unable To Match Count / {collection.Count} Collection - {totalSeconds} total second(s)";
|
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
|
using (ProgressBar progressBar = new(collection.Count, message, options))
|
|
{
|
|
foreach (KeyValuePair<int, Dictionary<int, PersonContainer[]>> keyValuePair in idThenNormalizedPixelPercentageToPersonContainers)
|
|
{
|
|
progressBar.Tick();
|
|
foreach (KeyValuePair<int, PersonContainer[]> keyValue in keyValuePair.Value)
|
|
nullablePersonKeyCollection.AddRange(from l in keyValue.Value select l.Key);
|
|
}
|
|
}
|
|
long[] personKeyCollection = (from l in nullablePersonKeyCollection where l is not null select l.Value).Distinct().ToArray();
|
|
SetPersonKeyToPersonContainer(configuration, personContainers, personKeyCollection, personKeyToPersonContainer);
|
|
notMappedPersonContainers.AddRange(GetNotMappedPersonContainers(configuration, personContainers, personKeyCollection));
|
|
AppendToSkipCollection(skipCollection, idThenNormalizedPixelPercentageToPersonContainers, incorrectIdThenNormalizedPixelPercentageToPersonContainers);
|
|
if (possiblyNewPersonDisplayDirectoryNamesAndPersonContainer.Any())
|
|
faceDistance.SavePossiblyNewPersonContainers(propertyConfiguration, configuration.PersonBirthdayFormat, configuration.FacesFileNameExtension, a2PeopleContentDirectory, personKeyToPersonContainer, possiblyNewPersonDisplayDirectoryNamesAndPersonContainer);
|
|
}
|
|
|
|
private static string GetMappingSegmentB(long ticks, PersonBirthday personBirthday, int? approximateYears, long minimumDateTimeTicks, bool? isWrongYear)
|
|
{
|
|
int years;
|
|
string result;
|
|
TimeSpan? timeSpan = IPersonBirthday.GetTimeSpan(minimumDateTimeTicks, isWrongYear, personBirthday);
|
|
if (timeSpan.HasValue && timeSpan.Value.Ticks < 0)
|
|
result = "!---";
|
|
else if (timeSpan.HasValue)
|
|
{
|
|
(years, _) = IPersonBirthday.GetAge(minimumDateTimeTicks, personBirthday);
|
|
result = $"^{years:000}";
|
|
}
|
|
else if (approximateYears.HasValue)
|
|
{
|
|
DateTime dateTime = new(ticks);
|
|
(years, _) = IAge.GetAge(minimumDateTimeTicks, dateTime.AddYears(-approximateYears.Value));
|
|
result = $"~{years:000}";
|
|
}
|
|
else
|
|
{
|
|
string isWrongYearFlag = IItem.GetWrongYearFlag(isWrongYear);
|
|
result = $"{isWrongYearFlag}{new DateTime(minimumDateTimeTicks):yyyy}";
|
|
}
|
|
return result;
|
|
}
|
|
|
|
internal static string GetMappingSegmentB(long ticks, PersonBirthday personBirthday, int? approximateYears, DateTime minimumDateTime, bool? isWrongYear)
|
|
{
|
|
string result = GetMappingSegmentB(ticks, personBirthday, approximateYears, minimumDateTime.Ticks, isWrongYear);
|
|
return result;
|
|
}
|
|
|
|
internal static string GetMappingSegmentB(long ticks, PersonBirthday personBirthday, int? approximateYears, MappingFromItem mappingFromItem)
|
|
{
|
|
string result = GetMappingSegmentB(ticks, personBirthday, approximateYears, mappingFromItem.MinimumDateTime, mappingFromItem.IsWrongYear);
|
|
return result;
|
|
}
|
|
|
|
internal static SaveContainer GetDebugSaveContainer(string directory, SortingContainer sortingContainer, Mapping mapping)
|
|
{
|
|
SaveContainer result;
|
|
string checkFile = string.Empty;
|
|
FileHolder? faceFileHolder = null;
|
|
FileHolder? facePartsFileHolder = null;
|
|
FileHolder? hiddenFaceFileHolder = null;
|
|
string shortcutFile = Path.Combine(directory, $"{sortingContainer.Mapping.MappingFromLocation.DeterministicHashCodeKey}{sortingContainer.Mapping.MappingFromItem.ImageFileHolder.ExtensionLowered}.debug.lnk");
|
|
result = new(checkFile, directory, faceFileHolder, hiddenFaceFileHolder, facePartsFileHolder, mapping.MappingFromItem.ResizedFileHolder, shortcutFile);
|
|
return result;
|
|
}
|
|
|
|
private static IEnumerable<(string, string)> GetCollection(string[] yearDirectories)
|
|
{
|
|
foreach (string l in yearDirectories)
|
|
yield return new(l, Path.GetFileName(l));
|
|
}
|
|
|
|
internal static void SaveMappingShortcuts(string mappingDirectory)
|
|
{
|
|
string? shortcutFileName;
|
|
string[] yearDirectories;
|
|
string personKeyFormatted;
|
|
string[] personNameDirectories;
|
|
WindowsShortcut windowsShortcut;
|
|
string personDisplayDirectoryName;
|
|
(string, string)[] yearDirectoryNameCheck;
|
|
List<(string, string)> yearDirectoryNames = new();
|
|
string[] personKeyDirectories = Directory.GetDirectories(mappingDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string personKeyDirectory in personKeyDirectories)
|
|
{
|
|
windowsShortcut = new();
|
|
shortcutFileName = null;
|
|
yearDirectoryNames.Clear();
|
|
personKeyFormatted = Path.GetFileName(personKeyDirectory);
|
|
yearDirectories = Directory.GetDirectories(personKeyDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
yearDirectoryNames.AddRange(GetCollection(yearDirectories));
|
|
yearDirectoryNameCheck = (from l in yearDirectoryNames where l.Item2.Contains('^') select l).OrderByDescending(l => l.Item2).ToArray();
|
|
if (!yearDirectoryNameCheck.Any())
|
|
yearDirectoryNameCheck = (from l in yearDirectoryNames where l.Item2.Contains('~') select l).OrderByDescending(l => l.Item2).ToArray();
|
|
if (!yearDirectoryNameCheck.Any())
|
|
yearDirectoryNameCheck = (from l in yearDirectoryNames where l.Item2.Contains('=') select l).OrderByDescending(l => l.Item2).ToArray();
|
|
if (!yearDirectoryNameCheck.Any())
|
|
yearDirectoryNameCheck = (from l in yearDirectoryNames select l).OrderByDescending(l => l).ToArray();
|
|
if (!yearDirectoryNameCheck.Any())
|
|
continue;
|
|
foreach ((string yearDirectory, string yearDirectoryName) in yearDirectoryNameCheck)
|
|
{
|
|
personNameDirectories = Directory.GetDirectories(yearDirectory, "*", SearchOption.TopDirectoryOnly);
|
|
foreach (string personNameDirectory in personNameDirectories)
|
|
{
|
|
personDisplayDirectoryName = Path.GetFileName(personNameDirectory).Split('-')[0];
|
|
if (personDisplayDirectoryName is null)
|
|
continue;
|
|
windowsShortcut.Path = yearDirectory;
|
|
windowsShortcut.Description = yearDirectoryName;
|
|
shortcutFileName = Path.Combine(mappingDirectory, $"{personDisplayDirectoryName} [{windowsShortcut.Description}].lnk");
|
|
break;
|
|
}
|
|
if (shortcutFileName is not null)
|
|
{
|
|
if (!File.Exists(shortcutFileName))
|
|
break;
|
|
}
|
|
}
|
|
if (shortcutFileName is null || windowsShortcut.Path is null || windowsShortcut.Description is null)
|
|
continue;
|
|
try
|
|
{
|
|
windowsShortcut.Save(shortcutFileName);
|
|
windowsShortcut.Dispose();
|
|
}
|
|
catch (Exception)
|
|
{ }
|
|
}
|
|
}
|
|
|
|
} |