278 lines
15 KiB
C#
278 lines
15 KiB
C#
using Microsoft.Extensions.Configuration;
|
|
using Microsoft.VisualStudio.TestTools.UnitTesting;
|
|
using Phares.Shared;
|
|
using System.Collections.ObjectModel;
|
|
using System.Diagnostics;
|
|
using System.Drawing.Imaging;
|
|
using System.Reflection;
|
|
using System.Text.Json;
|
|
using View_by_Distance.FaceRecognitionDotNet;
|
|
using View_by_Distance.Metadata.Models;
|
|
using View_by_Distance.Property.Models;
|
|
using View_by_Distance.Resize.Models;
|
|
using View_by_Distance.Shared.Models;
|
|
using View_by_Distance.Shared.Models.Stateless;
|
|
using View_by_Distance.Shared.Models.Stateless.Methods;
|
|
using View_by_Distance.Tests.Models;
|
|
|
|
namespace View_by_Distance.Tests;
|
|
|
|
[TestClass]
|
|
public class UnitTestFace
|
|
{
|
|
|
|
private readonly AppSettings _AppSettings;
|
|
private readonly string _WorkingDirectory;
|
|
private readonly IsEnvironment _IsEnvironment;
|
|
private readonly Models.Configuration _Configuration;
|
|
private readonly IConfigurationRoot _ConfigurationRoot;
|
|
private readonly Property.Models.Configuration _PropertyConfiguration;
|
|
|
|
public UnitTestFace()
|
|
{
|
|
AppSettings appSettings;
|
|
string workingDirectory;
|
|
IsEnvironment isEnvironment;
|
|
Models.Configuration configuration;
|
|
IConfigurationRoot configurationRoot;
|
|
Property.Models.Configuration propertyConfiguration;
|
|
Assembly assembly = Assembly.GetExecutingAssembly();
|
|
bool debuggerWasAttachedAtLineZero = Debugger.IsAttached || assembly.Location.Contains(@"\bin\Debug");
|
|
isEnvironment = new(processesCount: null, nullASPNetCoreEnvironmentIsDevelopment: debuggerWasAttachedAtLineZero, nullASPNetCoreEnvironmentIsProduction: !debuggerWasAttachedAtLineZero);
|
|
IConfigurationBuilder configurationBuilder = new ConfigurationBuilder()
|
|
.AddEnvironmentVariables()
|
|
.AddUserSecrets<UnitTestFace>();
|
|
configurationRoot = configurationBuilder.Build();
|
|
appSettings = Models.Binder.AppSettings.Get(configurationRoot);
|
|
if (string.IsNullOrEmpty(appSettings.WorkingDirectoryName))
|
|
throw new Exception("Working directory name must have a value!");
|
|
workingDirectory = IWorkingDirectory.GetWorkingDirectory(assembly.GetName().Name, appSettings.WorkingDirectoryName);
|
|
Environment.SetEnvironmentVariable(nameof(workingDirectory), workingDirectory);
|
|
propertyConfiguration = Property.Models.Binder.Configuration.Get(isEnvironment, configurationRoot);
|
|
configuration = Models.Binder.Configuration.Get(isEnvironment, configurationRoot, propertyConfiguration);
|
|
Property.Models.Configuration.Verify(propertyConfiguration, requireExist: false);
|
|
_AppSettings = appSettings;
|
|
_Configuration = configuration;
|
|
_IsEnvironment = isEnvironment;
|
|
_WorkingDirectory = workingDirectory;
|
|
_ConfigurationRoot = configurationRoot;
|
|
_PropertyConfiguration = propertyConfiguration;
|
|
}
|
|
|
|
private static void NonThrowTryCatch()
|
|
{
|
|
try
|
|
{ throw new Exception(); }
|
|
catch (Exception) { }
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TestConfiguration()
|
|
{
|
|
if (_Configuration.LocationDigits != Shared.Models.Stateless.ILocation.Digits)
|
|
throw new Exception("Configuration has to match interface!");
|
|
if (_Configuration.LocationFactor != Shared.Models.Stateless.ILocation.Factor)
|
|
throw new Exception("Configuration has to match interface!");
|
|
NonThrowTryCatch();
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TestMethodNull()
|
|
{
|
|
Assert.IsFalse(_AppSettings is null);
|
|
Assert.IsFalse(_Configuration is null);
|
|
Assert.IsFalse(_IsEnvironment is null);
|
|
Assert.IsFalse(_WorkingDirectory is null);
|
|
Assert.IsFalse(_ConfigurationRoot is null);
|
|
Assert.IsFalse(_PropertyConfiguration is null);
|
|
NonThrowTryCatch();
|
|
}
|
|
|
|
private A_Property GetPropertyLogic(bool reverse, string aResultsFullGroupDirectory)
|
|
{
|
|
A_Property result;
|
|
if (_Configuration?.PropertyConfiguration is null)
|
|
throw new NullReferenceException(nameof(_PropertyConfiguration));
|
|
result = new(_AppSettings.MaxDegreeOfParallelism, _PropertyConfiguration, _Configuration.OutputExtension, reverse, aResultsFullGroupDirectory);
|
|
return result;
|
|
}
|
|
|
|
private static (Model model, PredictorModel predictorModel, ModelParameter modelParameter) GetModel(Models.Configuration configuration)
|
|
{
|
|
(Model, PredictorModel, ModelParameter) result;
|
|
Array array;
|
|
Model? model = null;
|
|
PredictorModel? predictorModel = null;
|
|
array = Enum.GetValues(typeof(Model));
|
|
foreach (Model check in array)
|
|
{
|
|
if (configuration.ModelName.Contains(check.ToString()))
|
|
{
|
|
model = check;
|
|
break;
|
|
}
|
|
}
|
|
if (model is null)
|
|
throw new Exception("Destination directory must have Model name!");
|
|
model = model.Value;
|
|
array = Enum.GetValues(typeof(PredictorModel));
|
|
foreach (PredictorModel check in array)
|
|
{
|
|
if (configuration.PredictorModelName.Contains(check.ToString()))
|
|
{
|
|
predictorModel = check;
|
|
break;
|
|
}
|
|
}
|
|
if (predictorModel is null)
|
|
throw new Exception("Destination directory must have Predictor Model name!");
|
|
predictorModel = predictorModel.Value;
|
|
ModelParameter modelParameter = new()
|
|
{
|
|
CnnFaceDetectorModel = File.ReadAllBytes(Path.Combine(configuration.ModelDirectory, "mmod_human_face_detector.dat")),
|
|
FaceRecognitionModel = File.ReadAllBytes(Path.Combine(configuration.ModelDirectory, "dlib_face_recognition_resnet_model_v1.dat")),
|
|
PosePredictor5FaceLandmarksModel = File.ReadAllBytes(Path.Combine(configuration.ModelDirectory, "shape_predictor_5_face_landmarks.dat")),
|
|
PosePredictor68FaceLandmarksModel = File.ReadAllBytes(Path.Combine(configuration.ModelDirectory, "shape_predictor_68_face_landmarks.dat"))
|
|
};
|
|
result = new(model.Value, predictorModel.Value, modelParameter);
|
|
return result;
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TestMethodRoundB()
|
|
{
|
|
const int DistanceDigits = 3;
|
|
const int DistanceFactor = 1000;
|
|
const int ToleranceAfterFactor = 600;
|
|
Assert.IsTrue(DistanceDigits == 3);
|
|
Assert.IsTrue(DistanceFactor == 1000);
|
|
Assert.IsTrue(_Configuration.RangeDistanceTolerance[1] == 0.6f);
|
|
Assert.IsTrue(ToleranceAfterFactor == 600);
|
|
double valueA = 0.00001d;
|
|
int checkA = (int)(Math.Round(valueA, _Configuration.LocationDigits) * _Configuration.LocationFactor);
|
|
Assert.IsTrue(checkA == 0);
|
|
double valueB = 0.01d;
|
|
int checkB = (int)(Math.Round(valueB, _Configuration.LocationDigits) * _Configuration.LocationFactor);
|
|
Assert.IsTrue(checkB == 100);
|
|
Assert.IsTrue(checkB > checkA);
|
|
int checkC = (int)(_Configuration.RangeDistanceTolerance[1] * DistanceFactor);
|
|
Assert.IsTrue(checkC == ToleranceAfterFactor);
|
|
NonThrowTryCatch();
|
|
}
|
|
|
|
private (string, string) GetResultsFullGroupDirectories()
|
|
{
|
|
string aResultsFullGroupDirectory = Property.Models.Stateless.IResult.GetResultsFullGroupDirectory(
|
|
_PropertyConfiguration,
|
|
nameof(A_Property),
|
|
string.Empty,
|
|
includeResizeGroup: false,
|
|
includeModel: false,
|
|
includePredictorModel: false);
|
|
string bResultsFullGroupDirectory = Property.Models.Stateless.IResult.GetResultsFullGroupDirectory(
|
|
_PropertyConfiguration,
|
|
nameof(B_Metadata),
|
|
string.Empty,
|
|
includeResizeGroup: false,
|
|
includeModel: false,
|
|
includePredictorModel: false);
|
|
return new(aResultsFullGroupDirectory, bResultsFullGroupDirectory);
|
|
}
|
|
|
|
private (string, string, string) GetResultsFullGroupDirectories(string outputResolution)
|
|
{
|
|
string cResultsFullGroupDirectory = Property.Models.Stateless.IResult.GetResultsFullGroupDirectory(
|
|
_PropertyConfiguration,
|
|
nameof(C_Resize),
|
|
outputResolution,
|
|
includeResizeGroup: true,
|
|
includeModel: false,
|
|
includePredictorModel: false);
|
|
string dResultsFullGroupDirectory = string.Empty;
|
|
string d2ResultsFullGroupDirectory = string.Empty;
|
|
return new(cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory);
|
|
}
|
|
|
|
[TestMethod]
|
|
public void TestMethodFace()
|
|
{
|
|
if (_PropertyConfiguration.NumberOfJitters is null)
|
|
throw new NullReferenceException(nameof(_PropertyConfiguration.NumberOfJitters));
|
|
if (_PropertyConfiguration.NumberOfTimesToUpsample is null)
|
|
throw new NullReferenceException(nameof(_PropertyConfiguration.NumberOfTimesToUpsample));
|
|
string sourceFileName = "100000507001158650387.jpg";
|
|
string sourceDirectoryName = "Facebook/2023.2 Summer Facebook";
|
|
Item item;
|
|
bool reverse = false;
|
|
FileHolder resizedFileHolder;
|
|
List<string> parseExceptions = new();
|
|
Shared.Models.Property? property = null;
|
|
const bool isValidImageFormatExtension = true;
|
|
List<Tuple<string, DateTime>> subFileTuples = new();
|
|
string[] alternateFileLines = Array.Empty<string>();
|
|
int length = _PropertyConfiguration.RootDirectory.Length;
|
|
string[] changesFrom = new string[] { nameof(A_Property) };
|
|
string outputResolution = _Configuration.OutputResolutions[0];
|
|
bool outputResolutionHasNumber = outputResolution.Any(l => char.IsNumber(l));
|
|
(string cResultsFullGroupDirectory, _, _) = GetResultsFullGroupDirectories(outputResolution);
|
|
(string aResultsFullGroupDirectory, string bResultsFullGroupDirectory) = GetResultsFullGroupDirectories();
|
|
Shared.Models.Methods.IBlurHasher blurHasher = new BlurHash.Models.C2_BlurHasher(_PropertyConfiguration);
|
|
A_Property propertyLogic = GetPropertyLogic(reverse, aResultsFullGroupDirectory);
|
|
string aPropertySingletonDirectory = Path.Combine(aResultsFullGroupDirectory, "{}");
|
|
if (!Directory.Exists(aPropertySingletonDirectory))
|
|
_ = Directory.CreateDirectory(aPropertySingletonDirectory);
|
|
(ImageCodecInfo imageCodecInfo, EncoderParameters encoderParameters, string filenameExtension) = C_Resize.GetTuple(_Configuration.OutputExtension, _Configuration.OutputQuality);
|
|
B_Metadata metadata = new(_PropertyConfiguration, _Configuration.ForceMetadataLastWriteTimeToCreationTime, _Configuration.PropertiesChangedForMetadata, bResultsFullGroupDirectory);
|
|
_ = metadata.ToString();
|
|
C_Resize resize = new(_PropertyConfiguration, _Configuration.ForceResizeLastWriteTimeToCreationTime, _Configuration.OverrideForResizeImages, _Configuration.PropertiesChangedForResize, _Configuration.ValidResolutions, imageCodecInfo, encoderParameters, filenameExtension);
|
|
_ = resize.ToString();
|
|
bool isUniqueFileName = false;
|
|
bool? isNotUniqueAndNeedsReview = null;
|
|
FileHolder sourceDirectoryFileHolder = new(".json");
|
|
string sourceDirectory = Path.GetFullPath(Path.Combine(_PropertyConfiguration.RootDirectory, sourceDirectoryName));
|
|
FileHolder fileHolder = new(Path.Combine(sourceDirectory, sourceFileName));
|
|
(_, int? id) = IDirectory.GetId(_PropertyConfiguration.Offset, fileHolder);
|
|
Assert.IsNotNull(id);
|
|
string relativePath = IPath.GetRelativePath(fileHolder.FullName, length);
|
|
string propertyLogicSourceDirectory = Path.GetFullPath(Path.Combine(aPropertySingletonDirectory, sourceDirectoryName));
|
|
propertyLogic.SetAngleBracketCollection(aResultsFullGroupDirectory, propertyLogicSourceDirectory);
|
|
if (outputResolutionHasNumber)
|
|
resize.SetAngleBracketCollection(cResultsFullGroupDirectory, sourceDirectory);
|
|
resize.Update(cResultsFullGroupDirectory);
|
|
blurHasher.Update(cResultsFullGroupDirectory);
|
|
item = new(sourceDirectoryFileHolder, relativePath, fileHolder, isNotUniqueAndNeedsReview, isUniqueFileName, isValidImageFormatExtension, property, alternateFileLines, false, false, false);
|
|
Assert.IsNotNull(item.ImageFileHolder);
|
|
if (item.Property is null)
|
|
{
|
|
property = propertyLogic.GetProperty(metadata, item, subFileTuples, parseExceptions);
|
|
item.Update(property);
|
|
}
|
|
if (property is null || item.Property is null)
|
|
throw new NullReferenceException(nameof(property));
|
|
resizedFileHolder = resize.GetResizedFileHolder(cResultsFullGroupDirectory, item, outputResolutionHasNumber, id.Value);
|
|
item.SetResizedFileHolder(resize.FileNameExtension, resizedFileHolder);
|
|
MappingFromItem mappingFromItem = IMappingFromItem.GetMappingFromItem(item);
|
|
IReadOnlyList<MetadataExtractor.Directory> directories = MetadataExtractor.ImageMetadataReader.ReadMetadata(resizedFileHolder.FullName);
|
|
Dictionary<string, int[]> outputResolutionToResize = resize.GetResizeKeyValuePairs(_PropertyConfiguration, cResultsFullGroupDirectory, subFileTuples, parseExceptions, item.Property, mappingFromItem);
|
|
Assert.IsNotNull(mappingFromItem.ResizedFileHolder);
|
|
resize.SaveResizedSubfile(_PropertyConfiguration, outputResolution, cResultsFullGroupDirectory, subFileTuples, item, item.Property, mappingFromItem, outputResolutionToResize);
|
|
string blurHash = blurHasher.Encode(resizedFileHolder);
|
|
Assert.IsNotNull(blurHash);
|
|
ReadOnlyDictionary<string, MetadataExtractorDirectory>? metadataExtractorDirectories = metadata.GetMetadataCollection(subFileTuples, parseExceptions, changesFrom, mappingFromItem);
|
|
string json = JsonSerializer.Serialize(metadataExtractorDirectories, ReadOnlyDictionaryStringMetadataExtractorDirectorySourceGenerationContext.Default.ReadOnlyDictionaryStringMetadataExtractorDirectory);
|
|
File.WriteAllText("../../../.json", json);
|
|
Image image = FaceRecognition.LoadImageFile(mappingFromItem.ResizedFileHolder.FullName);
|
|
Assert.IsNotNull(image);
|
|
(Model model, PredictorModel predictorModel, ModelParameter modelParameter) = GetModel(_Configuration);
|
|
FaceRecognition faceRecognition = new(_PropertyConfiguration.NumberOfJitters.Value, _PropertyConfiguration.NumberOfTimesToUpsample.Value, model, modelParameter, predictorModel);
|
|
List<(Location Location, FaceRecognitionDotNet.FaceEncoding? FaceEncoding, Dictionary<FacePart, FacePoint[]>? FaceParts)> collection;
|
|
collection = faceRecognition.GetCollection(image, locations: new(), includeFaceEncoding: true, includeFaceParts: true);
|
|
Assert.IsTrue(collection.Count == 2);
|
|
List<FaceDistance> faceDistanceEncodings = (from l in collection where l.FaceEncoding is not null select new FaceDistance(l.FaceEncoding)).ToList();
|
|
List<FaceDistance> faceDistanceLengths = FaceRecognition.FaceDistances(new(faceDistanceEncodings), faceDistanceEncodings[0]);
|
|
Assert.IsTrue(faceDistanceLengths.Count == 2);
|
|
Assert.IsNotNull(sourceFileName);
|
|
NonThrowTryCatch();
|
|
}
|
|
|
|
} |