824 lines
44 KiB
C#
824 lines
44 KiB
C#
using System.Text.Json;
|
|
using System.Text.RegularExpressions;
|
|
using View_by_Distance.FaceRecognitionDotNet;
|
|
using View_by_Distance.Metadata.Models;
|
|
using View_by_Distance.Property.Models;
|
|
using View_by_Distance.Resize.Models;
|
|
using View_by_Distance.Shared.Models;
|
|
using View_by_Distance.Shared.Models.Properties;
|
|
using View_by_Distance.Shared.Models.Stateless;
|
|
using WindowsShortcutFactory;
|
|
|
|
namespace View_by_Distance.Instance.Models;
|
|
|
|
internal class E_Distance
|
|
{
|
|
|
|
private readonly Serilog.ILogger? _Log;
|
|
private readonly Configuration _Configuration;
|
|
private readonly JsonSerializerOptions _WriteIndentedJsonSerializerOptions;
|
|
|
|
internal E_Distance(Configuration configuration)
|
|
{
|
|
_Configuration = configuration;
|
|
_Log = Serilog.Log.ForContext<E_Distance>();
|
|
_WriteIndentedJsonSerializerOptions = new JsonSerializerOptions { WriteIndented = true };
|
|
}
|
|
|
|
public override string ToString()
|
|
{
|
|
string result = JsonSerializer.Serialize(this, new JsonSerializerOptions() { WriteIndented = true });
|
|
return result;
|
|
}
|
|
|
|
private static List<(DistanceHolder, FaceRecognitionDotNet.FaceEncoding?)> GetDistanceHolder(Item[] items, List<(string JSONDirectory, string TSVDirectory)> directories)
|
|
{
|
|
List<(DistanceHolder, FaceRecognitionDotNet.FaceEncoding?)> results = new();
|
|
Item item;
|
|
const int zero = 0;
|
|
string tsvDirectory;
|
|
string jsonDirectory;
|
|
FaceRecognitionDotNet.FaceEncoding? faceEncoding;
|
|
if (items.Length != directories.Count)
|
|
throw new Exception();
|
|
for (int i = 0; i < items.Length; i++)
|
|
{
|
|
faceEncoding = null;
|
|
item = items[i];
|
|
if (item.ImageFileHolder is null || item.Property?.Id is null || !item.Faces.Any())
|
|
continue;
|
|
tsvDirectory = directories[i].TSVDirectory;
|
|
jsonDirectory = directories[i].JSONDirectory;
|
|
foreach (Face face in item.Faces)
|
|
{
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
faceEncoding = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
results.Add(new(new(face, item.ImageFileHolder, item.Property.Id.Value, jsonDirectory, item.Faces[zero].Location, tsvDirectory), faceEncoding));
|
|
}
|
|
if (faceEncoding is null)
|
|
results.Add(new(new(item.Faces[zero], item.ImageFileHolder, item.Property.Id.Value, jsonDirectory, item.Faces[zero].Location, tsvDirectory), null));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private void WriteNoFaceCollection(bool updateDateWhenMatches, DateTime? updateToWhenMatches, List<Tuple<string, DateTime>> subFileTuples, List<DistanceHolder> distanceHolders)
|
|
{
|
|
string json;
|
|
string check;
|
|
string jsonFile;
|
|
const int zero = 0;
|
|
DistanceHolder distanceHolder;
|
|
List<Tuple<Face, string>> tupleCollection;
|
|
for (int i = 0; i < distanceHolders.Count; i++)
|
|
{
|
|
distanceHolder = distanceHolders[i];
|
|
if (distanceHolder.Face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
check = Path.Combine(distanceHolder.JSONDirectory, $"{zero} - {distanceHolder.FileHolder.NameWithoutExtension}.json");
|
|
jsonFile = Path.Combine(distanceHolder.JSONDirectory, $"{distanceHolder.Id}.{zero}{distanceHolder.FileHolder.ExtensionLowered}.json");
|
|
if (File.Exists(check))
|
|
File.Move(check, jsonFile);
|
|
tupleCollection = new() { new(distanceHolders[i].Face, string.Empty) };
|
|
for (int j = 0; j < distanceHolders.Count; j++)
|
|
{
|
|
if (j == i)
|
|
continue;
|
|
distanceHolder = distanceHolders[j];
|
|
tupleCollection.Add(new(distanceHolder.Face, string.Empty));
|
|
if (tupleCollection.Count > _Configuration.MaxItemsInDistanceCollection)
|
|
break;
|
|
}
|
|
json = JsonSerializer.Serialize(tupleCollection, _WriteIndentedJsonSerializerOptions);
|
|
if (Shared.Models.Stateless.Methods.IPath.WriteAllText(jsonFile, json, updateDateWhenMatches, compareBeforeWrite: true, updateToWhenMatches: updateToWhenMatches))
|
|
subFileTuples.Add(new Tuple<string, DateTime>(nameof(E_Distance), DateTime.Now));
|
|
}
|
|
}
|
|
|
|
private static List<FaceRecognitionDotNet.FaceEncoding> GetFaceEncodings((DistanceHolder, FaceRecognitionDotNet.FaceEncoding?)[] distanceHoldersAfterSort)
|
|
{
|
|
List<FaceRecognitionDotNet.FaceEncoding> results = new();
|
|
foreach ((DistanceHolder distanceHolder, FaceRecognitionDotNet.FaceEncoding? faceEncoding) in distanceHoldersAfterSort)
|
|
{
|
|
if (distanceHolder.Face.FaceEncoding is null || distanceHolder.Face.Location?.NormalizedPixelPercentage is null || faceEncoding is null)
|
|
continue;
|
|
results.Add(faceEncoding);
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private void SaveDistanceResults(bool updateDateWhenMatches, DateTime? updateToWhenMatches, List<Tuple<string, DateTime>> subFileTuples, List<(DistanceHolder DistanceHolder, FaceRecognitionDotNet.FaceEncoding? _)> distanceHolders)
|
|
{
|
|
string json;
|
|
string check;
|
|
string jsonFile;
|
|
int locationIndex;
|
|
List<double> faceDistances;
|
|
DistanceHolder distanceHolder;
|
|
int normalizedPixelPercentage;
|
|
DistanceHolder[] sortedDistanceHolders;
|
|
List<Tuple<Face, string>> tupleCollection;
|
|
List<(int Index, double Distance)> collection;
|
|
FaceRecognitionDotNet.FaceEncoding? faceEncoding;
|
|
(DistanceHolder DistanceHolder, FaceRecognitionDotNet.FaceEncoding? FaceEncoding)[] distanceHoldersAfterSort =
|
|
distanceHolders.OrderByDescending(l => l.DistanceHolder.Face.FaceEncoding is not null && l.DistanceHolder.Face.Location?.NormalizedPixelPercentage is not null).ToArray();
|
|
List<FaceRecognitionDotNet.FaceEncoding> faceEncodings = GetFaceEncodings(distanceHoldersAfterSort);
|
|
for (int i = 0; i < distanceHoldersAfterSort.Length; i++)
|
|
{
|
|
faceEncoding = distanceHoldersAfterSort[i].FaceEncoding;
|
|
distanceHolder = distanceHoldersAfterSort[i].DistanceHolder;
|
|
collection = new();
|
|
tupleCollection = new();
|
|
distanceHolder.Sort = 0d;
|
|
if (distanceHolder.Face.LocationIndex is null)
|
|
locationIndex = 0;
|
|
else
|
|
locationIndex = distanceHolder.Face.LocationIndex.Value;
|
|
if (distanceHolder.Face.FaceEncoding is null || distanceHolder.Face.Location?.NormalizedPixelPercentage is null)
|
|
normalizedPixelPercentage = 0;
|
|
else
|
|
normalizedPixelPercentage = distanceHolder.Face.Location.NormalizedPixelPercentage.Value;
|
|
check = Path.Combine(distanceHolder.JSONDirectory, $"{locationIndex} - {distanceHolder.FileHolder.NameWithoutExtension}.json");
|
|
jsonFile = Path.Combine(distanceHolder.JSONDirectory, $"{distanceHolder.Id}.{normalizedPixelPercentage}{distanceHolder.FileHolder.ExtensionLowered}.json");
|
|
if (!Directory.Exists(distanceHolder.JSONDirectory))
|
|
_ = Directory.CreateDirectory(distanceHolder.JSONDirectory);
|
|
if (File.Exists(check))
|
|
File.Move(check, jsonFile);
|
|
if (faceEncodings.Count == 1)
|
|
faceDistances = new() { 0d };
|
|
else if (faceEncoding is null)
|
|
faceDistances = Enumerable.Repeat(9d, faceEncodings.Count).ToList();
|
|
else
|
|
faceDistances = FaceRecognition.FaceDistances(faceEncodings, faceEncoding);
|
|
if (distanceHolder.Face.FaceEncoding is not null && faceEncoding is not null && faceDistances[i] != 0d)
|
|
faceDistances[i] = 0d;
|
|
for (int d = 0; d < faceDistances.Count; d++)
|
|
collection.Add(new(d, faceDistances[d]));
|
|
collection = collection.OrderBy(l => l.Distance).ToList();
|
|
foreach ((int index, double distance) in collection)
|
|
{
|
|
distanceHolder = distanceHoldersAfterSort[index].DistanceHolder;
|
|
if (distanceHolder.Location is null)
|
|
continue;
|
|
distanceHolder.Sort = ((distance * _Configuration.DistanceFactor) + (distanceHolder.Location.Confidence * _Configuration.LocationConfidenceFactor)) / 10;
|
|
}
|
|
sortedDistanceHolders = (from l in distanceHoldersAfterSort orderby l.DistanceHolder.Sort select l.DistanceHolder).ToArray();
|
|
for (int j = 0; j < sortedDistanceHolders.Length; j++)
|
|
{
|
|
distanceHolder = sortedDistanceHolders[j];
|
|
tupleCollection.Add(new(distanceHoldersAfterSort[j].DistanceHolder.Face, string.Empty));
|
|
if (tupleCollection.Count > _Configuration.MaxItemsInDistanceCollection)
|
|
break;
|
|
}
|
|
json = JsonSerializer.Serialize(tupleCollection, _WriteIndentedJsonSerializerOptions);
|
|
if (Shared.Models.Stateless.Methods.IPath.WriteAllText(jsonFile, json, updateDateWhenMatches, compareBeforeWrite: true, updateToWhenMatches: updateToWhenMatches))
|
|
subFileTuples.Add(new Tuple<string, DateTime>(nameof(E_Distance), DateTime.Now));
|
|
}
|
|
}
|
|
|
|
internal void LoadOrCreateThenSaveDistanceResults(Property.Models.Configuration configuration, string eResultsFullGroupDirectory, string sourceDirectory, string outputResolution, List<Tuple<string, DateTime>> sourceDirectoryChanges, Item[] filteredItems)
|
|
{
|
|
Item item;
|
|
string json;
|
|
bool check = false;
|
|
string parentCheck;
|
|
bool hasPopulatedFace;
|
|
string usingRelativePath;
|
|
DateTime? dateTime = null;
|
|
string dCollectionDirectory;
|
|
FileInfo[] fileInfoCollection;
|
|
bool updateDateWhenMatches = false;
|
|
System.IO.DirectoryInfo directoryInfo;
|
|
System.IO.DirectoryInfo tvsDirectoryInfo;
|
|
int?[] normalizedPixelPercentageCollection;
|
|
int normalizedPixelPercentageDistinctCount;
|
|
List<(string, string)> directories = new();
|
|
string[] changesFrom = new string[] { nameof(A_Property), nameof(B_Metadata), nameof(C_Resize), nameof(D_Face) };
|
|
List<DateTime> dateTimes = (from l in sourceDirectoryChanges where changesFrom.Contains(l.Item1) select l.Item2).ToList();
|
|
List<string> directoryInfoCollection = Property.Models.Stateless.IResult.GetDirectoryInfoCollection(
|
|
configuration,
|
|
sourceDirectory,
|
|
eResultsFullGroupDirectory,
|
|
contentDescription: ".tvs File",
|
|
singletonDescription: string.Empty,
|
|
collectionDescription: "n json file(s) for each face found (one to many)",
|
|
converted: true);
|
|
for (int i = 0; i < filteredItems.Length; i++)
|
|
{
|
|
item = filteredItems[i];
|
|
if (item.ImageFileHolder is null || item.Property?.Id is null)
|
|
continue;
|
|
hasPopulatedFace = (from l in item.Faces where l.FaceEncoding is not null && l.Location?.NormalizedPixelPercentage is not null select true).Any();
|
|
usingRelativePath = Path.Combine(directoryInfoCollection[0].Replace("<>", "[]"), item.ImageFileHolder.NameWithoutExtension);
|
|
dCollectionDirectory = Path.Combine(eResultsFullGroupDirectory, "[]", Property.Models.Stateless.IResult.AllInOne, $"{item.Property.Id.Value}{item.ImageFileHolder.ExtensionLowered}");
|
|
directoryInfo = new System.IO.DirectoryInfo(dCollectionDirectory);
|
|
if (!directoryInfo.Exists)
|
|
{
|
|
if (Directory.Exists(usingRelativePath))
|
|
{
|
|
Directory.Move(usingRelativePath, directoryInfo.FullName);
|
|
directoryInfo.Refresh();
|
|
}
|
|
if (!Directory.Exists(dCollectionDirectory))
|
|
{
|
|
if (directoryInfo.Parent?.Parent is null)
|
|
throw new Exception();
|
|
parentCheck = Path.Combine(directoryInfo.Parent.Parent.FullName, directoryInfo.Name);
|
|
if (Directory.Exists(parentCheck))
|
|
{
|
|
foreach (string file in Directory.GetFiles(parentCheck))
|
|
File.Delete(file);
|
|
Directory.Delete(parentCheck);
|
|
}
|
|
}
|
|
}
|
|
tvsDirectoryInfo = new System.IO.DirectoryInfo(Path.Combine(directoryInfoCollection[0].Replace("<>", "()"), item.ImageFileHolder.NameWithoutExtension));
|
|
directories.Add(new(directoryInfo.FullName, tvsDirectoryInfo.FullName));
|
|
if (directoryInfo.Exists && (!check || _Configuration.CheckJsonForDistanceResults))
|
|
{
|
|
json = string.Empty;
|
|
normalizedPixelPercentageCollection = Shared.Models.Stateless.Methods.IFace.GetInts(item.Faces);
|
|
normalizedPixelPercentageDistinctCount = normalizedPixelPercentageCollection.Distinct().Count();
|
|
if (normalizedPixelPercentageDistinctCount != normalizedPixelPercentageCollection.Length)
|
|
check = true;
|
|
fileInfoCollection = directoryInfo.GetFiles($"{item.Property.Id.Value}*.json", SearchOption.TopDirectoryOnly);
|
|
if (fileInfoCollection.Length < normalizedPixelPercentageDistinctCount)
|
|
check = true;
|
|
if (!check && _Configuration.CheckJsonForDistanceResults)
|
|
{
|
|
for (int j = 0; j < fileInfoCollection.Length; j++)
|
|
{
|
|
json = Shared.Models.Stateless.Methods.IIndex.GetJson(fileInfoCollection[j].FullName, fileInfoCollection[j]);
|
|
if (!_Configuration.PropertiesChangedForDistance && Shared.Models.Stateless.Methods.IFace.GetFace(fileInfoCollection[j].FullName) is null)
|
|
{
|
|
check = true;
|
|
break;
|
|
}
|
|
}
|
|
if (!check && string.IsNullOrEmpty(json))
|
|
check = true;
|
|
}
|
|
}
|
|
if (check)
|
|
continue;
|
|
if (_Configuration.PropertiesChangedForDistance)
|
|
check = true;
|
|
else if (hasPopulatedFace && !directoryInfo.Exists)
|
|
check = true;
|
|
else if (dateTimes.Any() && dateTimes.Max() > directoryInfo.LastWriteTime)
|
|
check = true;
|
|
if (check && !updateDateWhenMatches)
|
|
{
|
|
updateDateWhenMatches = dateTimes.Any() && directoryInfo.Exists && dateTimes.Max() > directoryInfo.LastWriteTime;
|
|
dateTime = !updateDateWhenMatches ? null : dateTimes.Max();
|
|
}
|
|
}
|
|
if (check)
|
|
{
|
|
DateTime? updateToWhenMatches = dateTime;
|
|
List<Tuple<string, DateTime>> subFileTuples = new();
|
|
List<(DistanceHolder, FaceRecognitionDotNet.FaceEncoding?)> distanceHolders = GetDistanceHolder(filteredItems, directories);
|
|
SaveDistanceResults(updateDateWhenMatches, updateToWhenMatches, subFileTuples, distanceHolders);
|
|
}
|
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(directoryInfoCollection[0].Replace("<>", "()"));
|
|
}
|
|
|
|
private List<(string, List<KeyValuePair<string, Face[]>>)> GetFiles(Property.Models.Configuration configuration, Model? model, PredictorModel? predictorModel, string outputResolution)
|
|
{
|
|
string json;
|
|
List<KeyValuePair<string, Face[]>>? facesKeyValuePairCollection;
|
|
List<(string, List<KeyValuePair<string, Face[]>>)> results = new();
|
|
string dFacesCollectionDirectory = Path.Combine(Property.Models.Stateless.IResult.GetResultsFullGroupDirectory(configuration, model, predictorModel, nameof(D_Face), outputResolution, includeResizeGroup: true, includeModel: true, includePredictorModel: true), "[[]]");
|
|
string[] dFacesCollectionFiles = Directory.GetFiles(dFacesCollectionDirectory, "*.json", SearchOption.TopDirectoryOnly);
|
|
foreach (string dFacesCollectionFile in dFacesCollectionFiles)
|
|
{
|
|
json = File.ReadAllText(dFacesCollectionFile);
|
|
facesKeyValuePairCollection = JsonSerializer.Deserialize<List<KeyValuePair<string, Face[]>>>(json);
|
|
if (facesKeyValuePairCollection is null)
|
|
continue;
|
|
results.Add(new(dFacesCollectionFile, facesKeyValuePairCollection));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static List<(string, List<Face>, List<FaceRecognitionDotNet.FaceEncoding>)> GetMatches(List<(string, List<KeyValuePair<string, Face[]>>)> files)
|
|
{
|
|
List<(string, List<Face>, List<FaceRecognitionDotNet.FaceEncoding>)> results = new();
|
|
FaceRecognitionDotNet.FaceEncoding faceEncoding;
|
|
List<Face> faces;
|
|
List<FaceRecognitionDotNet.FaceEncoding> faceEncodings;
|
|
foreach ((string, List<KeyValuePair<string, Face[]>>) file in files)
|
|
{
|
|
faces = new();
|
|
faceEncodings = new();
|
|
foreach (KeyValuePair<string, Face[]> keyValuePair in file.Item2)
|
|
{
|
|
foreach (Face face in keyValuePair.Value)
|
|
{
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
faces.Add(face);
|
|
faceEncoding = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
faceEncodings.Add(faceEncoding);
|
|
}
|
|
}
|
|
results.Add(new(file.Item1, faces, faceEncodings));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static int GetIndex(double[] faceDistances)
|
|
{
|
|
int result;
|
|
List<double[]> faceDistancesWithIndex = new();
|
|
for (int y = 0; y < faceDistances.Length; y++)
|
|
faceDistancesWithIndex.Add(new double[] { faceDistances[y], y });
|
|
faceDistancesWithIndex = (from l in faceDistancesWithIndex orderby l[0] select l).ToList();
|
|
result = (int)faceDistancesWithIndex[0][1];
|
|
return result;
|
|
}
|
|
|
|
private void Save(Property.Models.Configuration configuration, Model? model, PredictorModel? predictorModel, string outputResolution, string eDistanceCollectionDirectory, int k, string relativePath, Face face, List<Tuple<Face, string>> faceAndFaceDistanceCollection)
|
|
{
|
|
if (string.IsNullOrEmpty(eDistanceCollectionDirectory))
|
|
eDistanceCollectionDirectory = Path.Combine(Property.Models.Stateless.IResult.GetResultsFullGroupDirectory(configuration, model, predictorModel, nameof(E_Distance), outputResolution, includeResizeGroup: true, includeModel: true, includePredictorModel: true), "[]");
|
|
string fileNameWithoutExtension = Path.GetFileNameWithoutExtension(face.RelativePath);
|
|
string jsonDirectory = string.Concat(eDistanceCollectionDirectory, Path.Combine(relativePath, fileNameWithoutExtension));
|
|
if (!Directory.Exists(jsonDirectory))
|
|
_ = Directory.CreateDirectory(jsonDirectory);
|
|
string json = JsonSerializer.Serialize(faceAndFaceDistanceCollection, _WriteIndentedJsonSerializerOptions);
|
|
string jsonFile = Path.Combine(jsonDirectory, $"{k} - {fileNameWithoutExtension}.nosj");
|
|
_ = Shared.Models.Stateless.Methods.IPath.WriteAllText(jsonFile, json, updateDateWhenMatches: true, compareBeforeWrite: true);
|
|
}
|
|
|
|
private static Tuple<Face, double> Get(FaceRecognitionDotNet.FaceEncoding faceEncoding, (string, List<Face>, List<FaceRecognitionDotNet.FaceEncoding>) match)
|
|
{
|
|
Tuple<Face, double> result;
|
|
double[] faceDistances = FaceRecognition.FaceDistances(match.Item3, faceEncoding).ToArray();
|
|
int index = GetIndex(faceDistances);
|
|
result = new(match.Item2[index], faceDistances[index]);
|
|
return result;
|
|
}
|
|
|
|
internal void LoadOrCreateThenSaveDirectoryDistanceResultsForOutputResolutions(Property.Models.Configuration configuration, Model? model, PredictorModel? predictorModel, string outputResolution)
|
|
{
|
|
if (_Log is null)
|
|
throw new NullReferenceException(nameof(_Log));
|
|
string? relativePath;
|
|
Face face;
|
|
ParallelOptions parallelOptions = new();
|
|
FaceRecognitionDotNet.FaceEncoding faceEncoding;
|
|
string eDistanceCollectionDirectory = string.Empty;
|
|
Tuple<Face, double> faceAndFaceDistance;
|
|
List<Tuple<Face, string>> faceAndFaceDistanceCollection;
|
|
List<(string, List<KeyValuePair<string, Face[]>>)> files = GetFiles(configuration, model, predictorModel, outputResolution);
|
|
List<(string, List<Face>, List<FaceRecognitionDotNet.FaceEncoding>)> matches = GetMatches(files);
|
|
if (files.Count != matches.Count)
|
|
throw new Exception();
|
|
int filesCount = files.Count;
|
|
for (int i = 0; i < filesCount; i++)
|
|
{
|
|
_Log.Debug(string.Concat("LoadOrCreateThenSaveDirectoryDistanceResultsForOutputResolutions - ", nameof(outputResolution), ' ', outputResolution, " - ", i, " of ", filesCount));
|
|
for (int j = 0; j < files[i].Item2.Count; j++)
|
|
{
|
|
if (!matches[i].Item2.Any())
|
|
continue;
|
|
for (int k = 0; k < files[i].Item2[j].Value.Length; k++)
|
|
{
|
|
face = files[i].Item2[j].Value[k];
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
faceAndFaceDistanceCollection = new(matches.Count);
|
|
relativePath = Path.GetDirectoryName(face.RelativePath);
|
|
if (string.IsNullOrEmpty(relativePath))
|
|
continue;
|
|
if (face.FaceEncoding is null)
|
|
continue;
|
|
faceEncoding = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
_ = Parallel.For(0, matches.Count, parallelOptions, z =>
|
|
{
|
|
if (z != i && matches[z].Item2.Any())
|
|
{
|
|
faceAndFaceDistance = Get(faceEncoding, matches[z]);
|
|
// if (faceAndFaceDistance.Item2 < _Configuration.)
|
|
faceAndFaceDistanceCollection.Add(new(faceAndFaceDistance.Item1, faceAndFaceDistance.Item2.ToString("0.000")));
|
|
}
|
|
});
|
|
if (faceAndFaceDistanceCollection.Any())
|
|
{
|
|
faceAndFaceDistanceCollection = (from l in faceAndFaceDistanceCollection orderby l.Item2 select l).Take(_Configuration.CrossDirectoryMaxItemsInDistanceCollection).ToList();
|
|
Save(configuration, model, predictorModel, outputResolution, eDistanceCollectionDirectory, k, relativePath, face, faceAndFaceDistanceCollection);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
public static double GetStandardDeviation(IEnumerable<double> values, double average)
|
|
{
|
|
double result = 0;
|
|
if (!values.Any())
|
|
throw new Exception("Collection must have at least one value!");
|
|
double sum = values.Sum(l => (l - average) * (l - average));
|
|
result = Math.Sqrt(sum / values.Count());
|
|
return result;
|
|
}
|
|
|
|
private static FaceRecognitionDotNet.FaceEncoding? GetFaceEncoding(Face face)
|
|
{
|
|
FaceRecognitionDotNet.FaceEncoding? result;
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
result = null;
|
|
else
|
|
result = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
return result;
|
|
}
|
|
|
|
private static (int index, double sum) GetIndexAndSum(int i, List<FaceRecognitionDotNet.FaceEncoding> results)
|
|
{
|
|
List<double> faceDistances = FaceRecognition.FaceDistances(results, results[i]);
|
|
return new(i, faceDistances.Sum());
|
|
}
|
|
|
|
private static List<FaceRecognitionDotNet.FaceEncoding> GetFaceEncodings(int maxDegreeOfParallelism, List<(DateTime MinimumDateTime, bool? IsWrongYear, PersonBirthday PersonBirthday, Face Face)> collection)
|
|
{
|
|
List<FaceRecognitionDotNet.FaceEncoding> results;
|
|
if (maxDegreeOfParallelism == 1)
|
|
{
|
|
results = new();
|
|
FaceRecognitionDotNet.FaceEncoding faceEncoding;
|
|
foreach ((DateTime _, bool? _, PersonBirthday _, Face face) in collection)
|
|
{
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
faceEncoding = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
results.Add(faceEncoding);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
results = new();
|
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = maxDegreeOfParallelism };
|
|
_ = Parallel.For(0, collection.Count, parallelOptions, i =>
|
|
{
|
|
FaceRecognitionDotNet.FaceEncoding? faceEncoding = GetFaceEncoding(collection[i].Face);
|
|
if (faceEncoding is not null)
|
|
{
|
|
lock (results)
|
|
results.Add(faceEncoding);
|
|
}
|
|
});
|
|
}
|
|
if (collection.Count == results.Count && results.Count > 1)
|
|
{
|
|
double sum;
|
|
int lowestIndex;
|
|
double lowestSum;
|
|
List<double> faceDistances;
|
|
if (maxDegreeOfParallelism == 1)
|
|
{
|
|
lowestIndex = 0;
|
|
lowestSum = double.MaxValue;
|
|
for (int i = 0; i < results.Count; i++)
|
|
{
|
|
faceDistances = FaceRecognition.FaceDistances(results, results[i]);
|
|
sum = faceDistances.Sum();
|
|
if (sum >= lowestSum)
|
|
continue;
|
|
lowestIndex = i;
|
|
lowestSum = sum;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
List<(int Index, double Sum)> indicesAndSums = new();
|
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = maxDegreeOfParallelism };
|
|
_ = Parallel.For(0, results.Count, parallelOptions, i =>
|
|
{
|
|
(int index, double sum) = GetIndexAndSum(i, results);
|
|
lock (indicesAndSums)
|
|
indicesAndSums.Add(new(index, sum));
|
|
});
|
|
(lowestIndex, lowestSum) = (from l in indicesAndSums orderby l.Sum select l).First();
|
|
}
|
|
faceDistances = FaceRecognition.FaceDistances(results, results[lowestIndex]);
|
|
sum = faceDistances.Sum();
|
|
if (sum == lowestSum)
|
|
{
|
|
double average = faceDistances.Average();
|
|
double standardDeviation = GetStandardDeviation(faceDistances, average);
|
|
double lcl = average - (standardDeviation * 3);
|
|
double ucl = average + (standardDeviation * 3);
|
|
for (int i = results.Count - 1; i > -1; i--)
|
|
{
|
|
if (faceDistances[i] < lcl || faceDistances[i] > ucl)
|
|
results.RemoveAt(i);
|
|
}
|
|
}
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> GetThreeSigmaFaceEncodings(int maxDegreeOfParallelism, Dictionary<string, List<(DateTime, bool?, PersonBirthday, Face)>> keyValuePairs)
|
|
{
|
|
List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> results = new();
|
|
const int zero = 0;
|
|
List<FaceRecognitionDotNet.FaceEncoding> faceEncodings;
|
|
foreach (KeyValuePair<string, List<(DateTime MinimumDateTime, bool? IsWrongYear, PersonBirthday PersonBirthday, Face _)>> keyValuePair in keyValuePairs)
|
|
{
|
|
faceEncodings = GetFaceEncodings(maxDegreeOfParallelism, keyValuePair.Value);
|
|
results.Add(new(keyValuePair.Value[zero].MinimumDateTime, keyValuePair.Value[zero].IsWrongYear, keyValuePair.Value[zero].PersonBirthday, faceEncodings.ToArray()));
|
|
}
|
|
return results;
|
|
}
|
|
|
|
private static Closest? GetClosestParallelFor(DateTime minimumDateTime, bool? isWrongYear, Face face, FaceRecognitionDotNet.FaceEncoding faceEncoding, (DateTime MinimumDateTime, bool? IsWrongYear, PersonBirthday PersonBirthday, FaceRecognitionDotNet.FaceEncoding[] FaceEncodings) tuple)
|
|
{
|
|
Closest? result;
|
|
if (isWrongYear.HasValue && !isWrongYear.Value && minimumDateTime < tuple.PersonBirthday.Value)
|
|
result = null;
|
|
else
|
|
{
|
|
List<double> faceDistances = FaceRecognition.FaceDistances(tuple.FaceEncodings, faceEncoding);
|
|
result = new(face.Location?.NormalizedPixelPercentage, tuple.MinimumDateTime, tuple.IsWrongYear, tuple.PersonBirthday, faceDistances);
|
|
if (result.Minimum > Shared.Models.Stateless.Methods.IClosest.MaximumMinimum)
|
|
result = null;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
private static Closest[] GetClosestCollection(int maxDegreeOfParallelism, List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> collection, DateTime itemMinimumDateTime, bool? itemIsWrongYear, Face face)
|
|
{
|
|
Closest[] results;
|
|
List<Closest> closestCollection;
|
|
if (face.FaceEncoding is null)
|
|
throw new NullReferenceException(nameof(face.FaceEncoding));
|
|
FaceRecognitionDotNet.FaceEncoding faceEncoding = FaceRecognition.LoadFaceEncoding(face.FaceEncoding.RawEncoding);
|
|
if (maxDegreeOfParallelism == 1)
|
|
{
|
|
closestCollection = new();
|
|
Closest closest;
|
|
List<double> faceDistances;
|
|
foreach ((DateTime minimumDateTime, bool? isWrongYear, PersonBirthday personBirthday, FaceRecognitionDotNet.FaceEncoding[] faceEncodings) in collection)
|
|
{
|
|
if (itemIsWrongYear.HasValue && !itemIsWrongYear.Value && itemMinimumDateTime < personBirthday.Value)
|
|
continue;
|
|
faceDistances = FaceRecognition.FaceDistances(faceEncodings, faceEncoding);
|
|
closest = new(face.Location?.NormalizedPixelPercentage, minimumDateTime, isWrongYear, personBirthday, faceDistances);
|
|
if (closest.Minimum > Shared.Models.Stateless.Methods.IClosest.MaximumMinimum)
|
|
continue;
|
|
closestCollection.Add(closest);
|
|
}
|
|
}
|
|
else
|
|
{
|
|
closestCollection = new();
|
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = maxDegreeOfParallelism };
|
|
_ = Parallel.For(0, collection.Count, parallelOptions, i =>
|
|
{
|
|
Closest? closest = GetClosestParallelFor(itemMinimumDateTime, itemIsWrongYear, face, faceEncoding, collection[i]);
|
|
if (closest is not null)
|
|
{
|
|
lock (closestCollection)
|
|
closestCollection.Add(closest);
|
|
}
|
|
});
|
|
}
|
|
results = Shared.Models.Stateless.Methods.IClosest.Get(closestCollection);
|
|
return results;
|
|
}
|
|
|
|
private static void AddClosest(int maxDegreeOfParallelism, string argZero, Map.Models.MapLogic mapLogic, List<Container> containers, List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> collection)
|
|
{
|
|
string key;
|
|
Face face;
|
|
Closest closest;
|
|
string personKey;
|
|
bool? itemIsWrongYear;
|
|
Closest[] closestCollection;
|
|
DateTime? itemMinimumDateTime;
|
|
double deterministicHashCodeKey;
|
|
Dictionary<string, int> results = new();
|
|
foreach (Container container in containers)
|
|
{
|
|
if (!container.Items.Any())
|
|
continue;
|
|
if (!container.SourceDirectory.StartsWith(argZero))
|
|
continue;
|
|
foreach (Item item in container.Items)
|
|
{
|
|
if (item.ImageFileHolder is null || item.Property is null || item.Named.Any())
|
|
continue;
|
|
itemMinimumDateTime = Shared.Models.Stateless.Methods.IProperty.GetMinimumDateTime(item.Property);
|
|
if (itemMinimumDateTime is null)
|
|
continue;
|
|
(itemIsWrongYear, _) = Map.Models.MapLogic.IsWrongYear(item);
|
|
if (Shared.Models.Stateless.Methods.IClosest.SkipIsWrongYear && itemIsWrongYear.HasValue && itemIsWrongYear.Value)
|
|
continue;
|
|
item.Closest.Clear();
|
|
for (int i = 0; i < item.Faces.Count; i++)
|
|
{
|
|
face = item.Faces[i];
|
|
closest = new(face.Location?.NormalizedPixelPercentage, itemMinimumDateTime.Value, itemIsWrongYear);
|
|
item.Closest.Add(closest);
|
|
if (face.FaceEncoding is null || face.Location?.NormalizedPixelPercentage is null)
|
|
continue;
|
|
deterministicHashCodeKey = Shared.Models.Stateless.Methods.INamed.GetDeterministicHashCodeKey(item, face);
|
|
closestCollection = GetClosestCollection(maxDegreeOfParallelism, collection, itemMinimumDateTime.Value, itemIsWrongYear, face);
|
|
for (int j = 0; j < closestCollection.Length; j++)
|
|
{
|
|
closest = closestCollection[j];
|
|
if (closest.PersonBirthday is null)
|
|
continue;
|
|
personKey = Shared.Models.Stateless.Methods.IPersonBirthday.GetFormatted(closest.PersonBirthday);
|
|
if (mapLogic.IncorrectDeterministicHashCodeKeyValuePairs.ContainsKey(deterministicHashCodeKey) && mapLogic.IncorrectDeterministicHashCodeKeyValuePairs[deterministicHashCodeKey].Contains(personKey))
|
|
continue;
|
|
key = Map.Models.MapLogic.GetKey(closest.MinimumDateTime, closest.IsWrongYear, closest.PersonBirthday);
|
|
if (!results.ContainsKey(key))
|
|
results.Add(key, 0);
|
|
else if (results[key] > Shared.Models.Stateless.Methods.IClosest.MaximumPer)
|
|
continue;
|
|
results[key] += 1;
|
|
item.Closest[0] = closest;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> ParallelWork(int maxDegreeOfParallelism, string argZero, Map.Models.MapLogic mapLogic, List<Container> containers)
|
|
{
|
|
List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> results;
|
|
Dictionary<string, List<(DateTime, bool?, PersonBirthday, Face)>> keyValuePairs = Map.Models.MapLogic.GetKeyValuePairs(argZero, containers);
|
|
results = GetThreeSigmaFaceEncodings(maxDegreeOfParallelism, keyValuePairs);
|
|
AddClosest(maxDegreeOfParallelism, argZero, mapLogic, containers, results);
|
|
return results;
|
|
}
|
|
|
|
public static void SavePropertyHolders(string argZero, List<Container> containers, string zPropertyHolderSingletonDirectory)
|
|
{
|
|
string json;
|
|
FileInfo fileInfo;
|
|
bool updateDateWhenMatches = false;
|
|
JsonSerializerOptions jsonSerializerOptions = new() { WriteIndented = true };
|
|
foreach (Container container in containers)
|
|
{
|
|
if (!container.Items.Any())
|
|
continue;
|
|
if (!container.SourceDirectory.StartsWith(argZero))
|
|
continue;
|
|
foreach (Item item in container.Items)
|
|
{
|
|
if (item.ImageFileHolder is null || item.Property is null || !item.Faces.Any() || !item.Closest.Any())
|
|
continue;
|
|
if (!(from l in item.Closest where l.Average.HasValue select true).Any())
|
|
continue;
|
|
json = JsonSerializer.Serialize(item, jsonSerializerOptions);
|
|
fileInfo = new(string.Concat(zPropertyHolderSingletonDirectory, item.RelativePath, ".json"));
|
|
if (fileInfo.Directory is null)
|
|
continue;
|
|
if (!fileInfo.Directory.Exists)
|
|
fileInfo.Directory.Create();
|
|
_ = Shared.Models.Stateless.Methods.IPath.WriteAllText(fileInfo.FullName, json, updateDateWhenMatches, compareBeforeWrite: true);
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static void SaveThreeSigmaFaceEncodings(List<(DateTime, bool?, PersonBirthday, FaceRecognitionDotNet.FaceEncoding[])> collection, Dictionary<string, List<Person>> peopleCollection, string eDistanceCollectionDirectory)
|
|
{
|
|
string json;
|
|
string checkFile;
|
|
string personKey;
|
|
string directory;
|
|
List<double[]> rawEncodings;
|
|
Person person;
|
|
const string facePopulatedKey = "ThreeSigma";
|
|
const string pattern = @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]";
|
|
foreach ((DateTime minimumDateTime, bool? isWrongYear, PersonBirthday personBirthday, FaceRecognitionDotNet.FaceEncoding[] faceEncodings) in collection)
|
|
{
|
|
rawEncodings = new();
|
|
checkFile = string.Empty;
|
|
personKey = Shared.Models.Stateless.Methods.IPersonBirthday.GetFormatted(personBirthday);
|
|
directory = Map.Models.MapLogic.GetDirectory(eDistanceCollectionDirectory, facePopulatedKey, minimumDateTime, isWrongYear, personBirthday, personKey);
|
|
if (!peopleCollection.ContainsKey(personKey))
|
|
continue;
|
|
person = peopleCollection[personKey][0];
|
|
checkFile = string.Concat(directory, " - ", Regex.Replace(Shared.Models.Stateless.Methods.IPersonName.GetFullName(person.Name), pattern, string.Empty), ".json");
|
|
if (string.IsNullOrEmpty(checkFile))
|
|
continue;
|
|
if (!Directory.Exists(directory))
|
|
_ = Directory.CreateDirectory(directory);
|
|
for (int i = 0; i < faceEncodings.Length; i++)
|
|
rawEncodings.Add(faceEncodings[i].GetRawEncoding());
|
|
json = JsonSerializer.Serialize(rawEncodings, new JsonSerializerOptions { WriteIndented = true });
|
|
_ = Shared.Models.Stateless.Methods.IPath.WriteAllText(checkFile, json, updateDateWhenMatches: true, compareBeforeWrite: true);
|
|
}
|
|
}
|
|
|
|
internal static List<(IFileHolder? resizedFileHolder, string directory, FileInfo? faceFileInfo, string checkFile, string shortcutFile)> GetClosest(string argZero, List<Container> containers, Dictionary<string, List<Person>> peopleCollection, string dFacesContentDirectory, string d2ResultsFullGroupDirectory, string eDistanceContentDirectory)
|
|
{
|
|
List<(IFileHolder?, string, FileInfo?, string, string)> results = new();
|
|
Person person;
|
|
string checkFile;
|
|
string directory;
|
|
string personKey;
|
|
string personName;
|
|
string shortcutFile;
|
|
FileInfo faceFileInfo;
|
|
string? directoryName;
|
|
string facesDirectory;
|
|
string personDirectory;
|
|
FileInfo landmarkFileInfo;
|
|
string landmarksDirectory;
|
|
double deterministicHashCodeKey;
|
|
const string facePopulatedKey = "Closest";
|
|
const string pattern = @"[\\,\/,\:,\*,\?,\"",\<,\>,\|]";
|
|
foreach (Container container in containers)
|
|
{
|
|
if (!container.Items.Any())
|
|
continue;
|
|
if (!container.SourceDirectory.StartsWith(argZero))
|
|
continue;
|
|
foreach (Item item in container.Items)
|
|
{
|
|
if (item.ImageFileHolder is null || item.Property?.Id is null || item.ResizedFileHolder is null || item.Named.Any())
|
|
continue;
|
|
if (!item.Closest.Any())
|
|
continue;
|
|
directoryName = Path.GetDirectoryName(item.RelativePath);
|
|
if (directoryName is null)
|
|
throw new Exception();
|
|
foreach (Closest closest in item.Closest)
|
|
{
|
|
if (closest.Average is null || closest.NormalizedPixelPercentage is null || closest.PersonBirthday is null)
|
|
continue;
|
|
personKey = Shared.Models.Stateless.Methods.IPersonBirthday.GetFormatted(closest.PersonBirthday);
|
|
directory = Map.Models.MapLogic.GetDirectory(eDistanceContentDirectory, facePopulatedKey, closest.MinimumDateTime, closest.IsWrongYear, closest.PersonBirthday, personKey);
|
|
if (!peopleCollection.ContainsKey(personKey))
|
|
personDirectory = string.Empty;
|
|
else
|
|
{
|
|
person = peopleCollection[personKey][0];
|
|
personName = Shared.Models.Stateless.Methods.IPersonName.GetFullName(person.Name);
|
|
personDirectory = Path.Combine(directory, Regex.Replace(personName, pattern, string.Empty), "lnk");
|
|
results.Add(new(null, personDirectory, null, string.Empty, string.Empty));
|
|
}
|
|
facesDirectory = string.Concat(dFacesContentDirectory, Path.Combine(directoryName, item.ImageFileHolder.NameWithoutExtension));
|
|
landmarksDirectory = string.Concat(d2ResultsFullGroupDirectory, Path.Combine(directoryName, item.ImageFileHolder.NameWithoutExtension));
|
|
deterministicHashCodeKey = Shared.Models.Stateless.Methods.INamed.GetDeterministicHashCodeKey(item, closest);
|
|
checkFile = Path.Combine(directory, $"{deterministicHashCodeKey}{item.ImageFileHolder.ExtensionLowered}");
|
|
faceFileInfo = new(Path.Combine(facesDirectory, $"{deterministicHashCodeKey}{item.ImageFileHolder.ExtensionLowered}.png"));
|
|
landmarkFileInfo = new(Path.Combine(landmarksDirectory, $"{deterministicHashCodeKey}{item.ImageFileHolder.ExtensionLowered}.gif"));
|
|
if (string.IsNullOrEmpty(personDirectory))
|
|
shortcutFile = string.Empty;
|
|
else
|
|
shortcutFile = Path.Combine(personDirectory, $"{deterministicHashCodeKey}{item.ImageFileHolder.ExtensionLowered}.lnk");
|
|
results.Add(new(item.ResizedFileHolder, directory, faceFileInfo, checkFile, shortcutFile));
|
|
}
|
|
}
|
|
}
|
|
return results;
|
|
}
|
|
|
|
internal static void SaveClosest(string argZero, List<Container> containers, Dictionary<string, List<Person>> peopleCollection, string dFacesContentDirectory, string d2ResultsFullGroupDirectory, string eDistanceContentDirectory)
|
|
{
|
|
WindowsShortcut windowsShortcut;
|
|
List<(IFileHolder? resizedFileHolder, string directory, FileInfo? faceFileInfo, string checkFile, string shortcutFile)> collection = GetClosest(argZero, containers, peopleCollection, dFacesContentDirectory, d2ResultsFullGroupDirectory, eDistanceContentDirectory);
|
|
string[] directories = (from l in collection select l.directory).Distinct().ToArray();
|
|
foreach (string directory in directories)
|
|
{
|
|
if (string.IsNullOrEmpty(directory))
|
|
continue;
|
|
if (!Directory.Exists(directory))
|
|
_ = Directory.CreateDirectory(directory);
|
|
}
|
|
foreach ((IFileHolder? resizedFileHolder, string directory, FileInfo? faceFileInfo, string checkFile, string shortcutFile) in collection)
|
|
{
|
|
if (string.IsNullOrEmpty(directory) || string.IsNullOrEmpty(checkFile) || resizedFileHolder is null || faceFileInfo is null)
|
|
continue;
|
|
if (File.Exists(checkFile))
|
|
continue;
|
|
if (faceFileInfo.Directory is not null && faceFileInfo.Directory.Exists && faceFileInfo.Exists)
|
|
File.Copy(faceFileInfo.FullName, checkFile);
|
|
else
|
|
File.Copy(resizedFileHolder.FullName, checkFile);
|
|
}
|
|
foreach ((IFileHolder? resizedFileHolder, string directory, FileInfo? _, string checkFile, string shortcutFile) in collection)
|
|
{
|
|
if (string.IsNullOrEmpty(directory) || string.IsNullOrEmpty(checkFile) || resizedFileHolder is null)
|
|
continue;
|
|
if (string.IsNullOrEmpty(shortcutFile) || !resizedFileHolder.Exists)
|
|
continue;
|
|
try
|
|
{
|
|
windowsShortcut = new() { Path = resizedFileHolder.FullName };
|
|
windowsShortcut.Save(shortcutFile);
|
|
windowsShortcut.Dispose();
|
|
}
|
|
catch (Exception)
|
|
{ }
|
|
}
|
|
}
|
|
|
|
} |