Removed R from Container class
This commit is contained in:
parent
7390c13751
commit
deff6f484c
@ -45,7 +45,7 @@ public class Compare
|
|||||||
string searchPattern = "*";
|
string searchPattern = "*";
|
||||||
long ticks = DateTime.Now.Ticks;
|
long ticks = DateTime.Now.Ticks;
|
||||||
List<string> topDirectories = new();
|
List<string> topDirectories = new();
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection;
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection;
|
||||||
Property.Models.Configuration propertyConfiguration = Property.Models.Binder.Configuration.Get(isEnvironment, configurationRoot);
|
Property.Models.Configuration propertyConfiguration = Property.Models.Binder.Configuration.Get(isEnvironment, configurationRoot);
|
||||||
Property.Models.Configuration.Verify(propertyConfiguration);
|
Property.Models.Configuration.Verify(propertyConfiguration);
|
||||||
Models.Configuration configuration = Models.Stateless.Configuration.Get(isEnvironment, configurationRoot, workingDirectory, propertyConfiguration);
|
Models.Configuration configuration = Models.Stateless.Configuration.Get(isEnvironment, configurationRoot, workingDirectory, propertyConfiguration);
|
||||||
@ -106,7 +106,7 @@ public class Compare
|
|||||||
throw new Exception("Change configuration!");
|
throw new Exception("Change configuration!");
|
||||||
_RenameCFindReplace.Add(new(renameFrom, renameTo));
|
_RenameCFindReplace.Add(new(renameFrom, renameTo));
|
||||||
}
|
}
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
_Log.Information($"{nameof(Property.Models.Stateless.Container.GetGroupCollection)} has finished");
|
_Log.Information($"{nameof(Property.Models.Stateless.Container.GetGroupCollection)} has finished");
|
||||||
@ -118,7 +118,7 @@ public class Compare
|
|||||||
{
|
{
|
||||||
topDirectories.Clear();
|
topDirectories.Clear();
|
||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
}
|
}
|
||||||
@ -127,7 +127,7 @@ public class Compare
|
|||||||
{
|
{
|
||||||
topDirectories.Clear();
|
topDirectories.Clear();
|
||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
}
|
}
|
||||||
@ -136,7 +136,7 @@ public class Compare
|
|||||||
{
|
{
|
||||||
topDirectories.Clear();
|
topDirectories.Clear();
|
||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
}
|
}
|
||||||
@ -145,7 +145,7 @@ public class Compare
|
|||||||
{
|
{
|
||||||
topDirectories.Clear();
|
topDirectories.Clear();
|
||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
}
|
}
|
||||||
@ -158,13 +158,13 @@ public class Compare
|
|||||||
{
|
{
|
||||||
topDirectories.Clear();
|
topDirectories.Clear();
|
||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(propertyConfiguration.RootDirectory, searchPattern, topDirectories);
|
||||||
if (appSettings.MaxDegreeOfParallelism < 2)
|
if (appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
}
|
}
|
||||||
if (_IsEnvironment.Development && propertyConfiguration.PopulatePropertyId && !mapLogic.KeyValuePairs.Any())
|
if (_IsEnvironment.Development && propertyConfiguration.PopulatePropertyId && !mapLogic.KeyValuePairs.Any())
|
||||||
throw new Exception("Copy keyValuePairs-####.json file");
|
throw new Exception("Copy keyValuePairs-####.json file");
|
||||||
Shared.Models.Container[] containers = A_Property.Get(propertyConfiguration, propertyLogic);
|
(int j, int f, int t, Shared.Models.Container[] containers) = A_Property.Get(propertyConfiguration, propertyLogic);
|
||||||
if (!isSilent)
|
if (!isSilent)
|
||||||
{
|
{
|
||||||
_Log.Information("First pass completed");
|
_Log.Information("First pass completed");
|
||||||
@ -509,11 +509,11 @@ public class Compare
|
|||||||
string searchPattern = "*.delete";
|
string searchPattern = "*.delete";
|
||||||
long ticks = DateTime.Now.Ticks;
|
long ticks = DateTime.Now.Ticks;
|
||||||
List<string> topDirectories = new();
|
List<string> topDirectories = new();
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection;
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection;
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(aPropertySingletonDirectory, searchPattern, topDirectories);
|
(_, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(aPropertySingletonDirectory, searchPattern, topDirectories);
|
||||||
if (_AppSettings.MaxDegreeOfParallelism < 2)
|
if (_AppSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
ticks = LogDelta(ticks, nameof(Property.Models.Stateless.Container.GetGroupCollection));
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -522,14 +522,14 @@ public class Compare
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private bool PossiblyRename(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection)
|
private bool PossiblyRename(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection)
|
||||||
{
|
{
|
||||||
bool result = false;
|
bool result = false;
|
||||||
string replaceFile;
|
string replaceFile;
|
||||||
string replaceDirectory;
|
string replaceDirectory;
|
||||||
int remainingDirectories = 0;
|
int remainingDirectories = 0;
|
||||||
IEnumerable<(string Find, string Replace)>? found;
|
IEnumerable<(string Find, string Replace)>? found;
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -567,13 +567,13 @@ public class Compare
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
private bool PossiblyRenameB(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection)
|
private bool PossiblyRenameB(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection)
|
||||||
{
|
{
|
||||||
bool result = false;
|
bool result = false;
|
||||||
string replaceFile;
|
string replaceFile;
|
||||||
string replaceDirectory;
|
string replaceDirectory;
|
||||||
IEnumerable<(string Find, string Replace)>? found;
|
IEnumerable<(string Find, string Replace)>? found;
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -603,13 +603,13 @@ public class Compare
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
private bool PossiblyRenameC(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection)
|
private bool PossiblyRenameC(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection)
|
||||||
{
|
{
|
||||||
bool result = false;
|
bool result = false;
|
||||||
string replaceFile;
|
string replaceFile;
|
||||||
string replaceDirectory;
|
string replaceDirectory;
|
||||||
IEnumerable<(string Find, string Replace)>? found;
|
IEnumerable<(string Find, string Replace)>? found;
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -639,7 +639,7 @@ public class Compare
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
private bool PossiblyCorrect(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection)
|
private bool PossiblyCorrect(List<string> topDirectories, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection)
|
||||||
{
|
{
|
||||||
if (_Configuration?.PropertyConfiguration is null)
|
if (_Configuration?.PropertyConfiguration is null)
|
||||||
throw new NullReferenceException(nameof(_Configuration.PropertyConfiguration));
|
throw new NullReferenceException(nameof(_Configuration.PropertyConfiguration));
|
||||||
@ -651,7 +651,7 @@ public class Compare
|
|||||||
string[] filteredSourceDirectoryFiles;
|
string[] filteredSourceDirectoryFiles;
|
||||||
(string Find, string Replace) findReplace;
|
(string Find, string Replace) findReplace;
|
||||||
IEnumerable<(string Find, string Replace)>? found;
|
IEnumerable<(string Find, string Replace)>? found;
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -687,13 +687,13 @@ public class Compare
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
private List<string> GetMissingVerifyToSeasonCollection(List<string> _, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection)
|
private List<string> GetMissingVerifyToSeasonCollection(List<string> _, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection)
|
||||||
{
|
{
|
||||||
if (_Configuration?.PropertyConfiguration is null)
|
if (_Configuration?.PropertyConfiguration is null)
|
||||||
throw new NullReferenceException(nameof(_Configuration.PropertyConfiguration));
|
throw new NullReferenceException(nameof(_Configuration.PropertyConfiguration));
|
||||||
List<string> results = new();
|
List<string> results = new();
|
||||||
string check;
|
string check;
|
||||||
foreach ((int _, string sourceDirectory, string[] _, int _) in groupCollection)
|
foreach ((int _, string sourceDirectory, string[] _) in groupCollection)
|
||||||
{
|
{
|
||||||
if (sourceDirectory == _Configuration.PropertyConfiguration.RootDirectory)
|
if (sourceDirectory == _Configuration.PropertyConfiguration.RootDirectory)
|
||||||
continue;
|
continue;
|
||||||
|
@ -79,7 +79,7 @@
|
|||||||
"/zzz Phares Slides/Slides 2015-06-10/Magazine 01"
|
"/zzz Phares Slides/Slides 2015-06-10/Magazine 01"
|
||||||
],
|
],
|
||||||
"Configuration": {
|
"Configuration": {
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"DiffPropertyDirectory": "",
|
"DiffPropertyDirectory": "",
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForcePropertyLastWriteTimeToCreationTime": false,
|
"ForcePropertyLastWriteTimeToCreationTime": false,
|
||||||
@ -87,20 +87,20 @@
|
|||||||
"Pattern": "[^ABCDEFGHIJKLMNOPQRSTUVWXYZbcdfghjklmnpqrstvwxyz0-9]",
|
"Pattern": "[^ABCDEFGHIJKLMNOPQRSTUVWXYZbcdfghjklmnpqrstvwxyz0-9]",
|
||||||
"PopulatePropertyId": true,
|
"PopulatePropertyId": true,
|
||||||
"PropertiesChangedForProperty": false,
|
"PropertiesChangedForProperty": false,
|
||||||
"RootDirectory": "C:/Tmp/Phares/Compare/Images 2022-08-22 - bc2174b - III",
|
"RootDirectory": "C:/Tmp/Phares/Compare/Images 2022-09-15 - 7390c13 - III",
|
||||||
"WriteBitmapDataBytes": false,
|
"WriteBitmapDataBytes": false,
|
||||||
"IgnoreExtensions": [
|
"IgnoreExtensions": [
|
||||||
".gif",
|
".gif",
|
||||||
".GIF"
|
".GIF"
|
||||||
],
|
],
|
||||||
"PropertyContentCollectionFiles": [
|
"PropertyContentCollectionFiles": [
|
||||||
"/Images 2022-08-22 - bc2174b - III - Results/A) Property/2022-08-22/[()]/637869381676042455.json",
|
"/Images 2022-09-15 - 7390c13 - III - Results/A) Property/2022-09-15/[()]/637869381676042455.json",
|
||||||
"/Not-Copy-Copy/Images 2019-06-08 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869733124119330.json",
|
"/Not-Copy-Copy/Images 2019-06-08 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869733124119330.json",
|
||||||
"/Not-Copy-Copy/Images 2018-12-25 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869734240700328.json",
|
"/Not-Copy-Copy/Images 2018-12-25 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869734240700328.json",
|
||||||
"/Not-Copy-Copy/Images 2018-05-12 - b01d4763d8853b6d6057a3870b2723449726da75 - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869734970730630.json",
|
"/Not-Copy-Copy/Images 2018-05-12 - b01d4763d8853b6d6057a3870b2723449726da75 - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869734970730630.json",
|
||||||
"/Not-Copy-Copy/Images 2013-12-15 - d02c8791fa0b130c0bce2d39ee684e50f7ee7a97 - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869743752078399.json",
|
"/Not-Copy-Copy/Images 2013-12-15 - d02c8791fa0b130c0bce2d39ee684e50f7ee7a97 - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869743752078399.json",
|
||||||
"/Not-Copy-Copy - Delta/Amazon Drive - Results/A) Property/2022-08-22/[()]/637869744751177715.json",
|
"/Not-Copy-Copy - Delta/Amazon Drive - Results/A) Property/2022-09-15/[()]/637869744751177715.json",
|
||||||
"/Not-Copy-Copy - Delta/Blackberry - Results/A) Property/2022-08-22/[()]/637869745134124462.json"
|
"/Not-Copy-Copy - Delta/Blackberry - Results/A) Property/2022-09-15/[()]/637869745134124462.json"
|
||||||
],
|
],
|
||||||
"ValidImageFormatExtensions": [
|
"ValidImageFormatExtensions": [
|
||||||
".bmp",
|
".bmp",
|
||||||
|
@ -50,7 +50,7 @@
|
|||||||
"WorkingDirectoryName": "PharesApps",
|
"WorkingDirectoryName": "PharesApps",
|
||||||
"Windows": {
|
"Windows": {
|
||||||
"Configuration": {
|
"Configuration": {
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"DiffPropertyDirectory": "",
|
"DiffPropertyDirectory": "",
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForcePropertyLastWriteTimeToCreationTime": false,
|
"ForcePropertyLastWriteTimeToCreationTime": false,
|
||||||
@ -94,13 +94,13 @@
|
|||||||
".GIF"
|
".GIF"
|
||||||
],
|
],
|
||||||
"PropertyContentCollectionFiles": [
|
"PropertyContentCollectionFiles": [
|
||||||
"/Images 2022-08-22 - bc2174b - III - Results/A) Property/2022-08-22/[()]/637869381676042455.json",
|
"/Images 2022-09-15 - 7390c13 - III - Results/A) Property/2022-09-15/[()]/637869381676042455.json",
|
||||||
"/Not-Copy-Copy/Images 2019-06-08 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869733124119330.json",
|
"/Not-Copy-Copy/Images 2019-06-08 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869733124119330.json",
|
||||||
"/Not-Copy-Copy/Images 2018-12-25 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869734240700328.json",
|
"/Not-Copy-Copy/Images 2018-12-25 - 34a9240ac28b52da97428d7725153a80a757ee6b - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869734240700328.json",
|
||||||
"/Not-Copy-Copy/Images 2018-05-12 - b01d4763d8853b6d6057a3870b2723449726da75 - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869734970730630.json",
|
"/Not-Copy-Copy/Images 2018-05-12 - b01d4763d8853b6d6057a3870b2723449726da75 - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869734970730630.json",
|
||||||
"/Not-Copy-Copy/Images 2013-12-15 - d02c8791fa0b130c0bce2d39ee684e50f7ee7a97 - Not-Copy-Copy - Results/A) Property/2022-08-22/[()]/637869743752078399.json",
|
"/Not-Copy-Copy/Images 2013-12-15 - d02c8791fa0b130c0bce2d39ee684e50f7ee7a97 - Not-Copy-Copy - Results/A) Property/2022-09-15/[()]/637869743752078399.json",
|
||||||
"/Not-Copy-Copy - Delta/Amazon Drive - Results/A) Property/2022-08-22/[()]/637869744751177715.json",
|
"/Not-Copy-Copy - Delta/Amazon Drive - Results/A) Property/2022-09-15/[()]/637869744751177715.json",
|
||||||
"/Not-Copy-Copy - Delta/Blackberry - Results/A) Property/2022-08-22/[()]/637869745134124462.json"
|
"/Not-Copy-Copy - Delta/Blackberry - Results/A) Property/2022-09-15/[()]/637869745134124462.json"
|
||||||
],
|
],
|
||||||
"ValidImageFormatExtensions": [
|
"ValidImageFormatExtensions": [
|
||||||
".bmp",
|
".bmp",
|
||||||
|
@ -61,7 +61,7 @@ public class DateGroup
|
|||||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||||
if (true || appSettings.MaxDegreeOfParallelism < 2)
|
if (true || appSettings.MaxDegreeOfParallelism < 2)
|
||||||
ticks = LogDelta(ticks, nameof(Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories));
|
ticks = LogDelta(ticks, nameof(Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories));
|
||||||
Shared.Models.Container[] containers = A_Property.Get(propertyConfiguration, propertyLogic);
|
(int j, int f, int t, Shared.Models.Container[] containers) = A_Property.Get(propertyConfiguration, propertyLogic);
|
||||||
if (configuration.ByCreateDateShortcut.HasValue && configuration.ByCreateDateShortcut.Value)
|
if (configuration.ByCreateDateShortcut.HasValue && configuration.ByCreateDateShortcut.Value)
|
||||||
CreateDateShortcut(propertyConfiguration, containers);
|
CreateDateShortcut(propertyConfiguration, containers);
|
||||||
else
|
else
|
||||||
|
@ -55,7 +55,7 @@
|
|||||||
"ByHash": false,
|
"ByHash": false,
|
||||||
"BySeason": false,
|
"BySeason": false,
|
||||||
"ByWeek": false,
|
"ByWeek": false,
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForcePropertyLastWriteTimeToCreationTime": false,
|
"ForcePropertyLastWriteTimeToCreationTime": false,
|
||||||
"KeepFullPath": false,
|
"KeepFullPath": false,
|
||||||
@ -63,7 +63,7 @@
|
|||||||
"Pattern": "[^ABCDEFGHIJKLMNOPQRSTUVWXYZbcdfghjklmnpqrstvwxyz0-9]",
|
"Pattern": "[^ABCDEFGHIJKLMNOPQRSTUVWXYZbcdfghjklmnpqrstvwxyz0-9]",
|
||||||
"PopulatePropertyId": true,
|
"PopulatePropertyId": true,
|
||||||
"PropertiesChangedForProperty": false,
|
"PropertiesChangedForProperty": false,
|
||||||
"RootDirectory": "C:/Tmp/Phares/Compare/Images 2022-08-22 - bc2174b - III",
|
"RootDirectory": "C:/Tmp/Phares/Compare/Images 2022-09-15 - 7390c13 - III",
|
||||||
"WriteBitmapDataBytes": false,
|
"WriteBitmapDataBytes": false,
|
||||||
"IgnoreExtensions": [
|
"IgnoreExtensions": [
|
||||||
".gif",
|
".gif",
|
||||||
|
@ -338,7 +338,7 @@ public partial class DlibDotNet
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private int FullParallelWork(long ticks, A_Property propertyLogic, string outputResolution, string bResultsFullGroupDirectory, string cResultsFullGroupDirectory, string dResultsFullGroupDirectory, string d2ResultsFullGroupDirectory, List<Tuple<string, DateTime>> sourceDirectoryChanges, List<FileHolder?> propertyFileHolderCollection, List<Shared.Models.Property?> propertyCollection, List<List<KeyValuePair<string, string>>> metadataCollection, List<Dictionary<string, int[]>> resizeKeyValuePairs, List<List<Face>?> imageFaceCollections, int containersCount, Container container, Item[] filteredItems)
|
private int FullParallelWork(A_Property propertyLogic, string outputResolution, string bResultsFullGroupDirectory, string cResultsFullGroupDirectory, string dResultsFullGroupDirectory, string d2ResultsFullGroupDirectory, List<Tuple<string, DateTime>> sourceDirectoryChanges, List<FileHolder?> propertyFileHolderCollection, List<Shared.Models.Property?> propertyCollection, List<List<KeyValuePair<string, string>>> metadataCollection, List<Dictionary<string, int[]>> resizeKeyValuePairs, List<List<Face>?> imageFaceCollections, Container container, Item[] filteredItems, string message)
|
||||||
{
|
{
|
||||||
if (_Log is null)
|
if (_Log is null)
|
||||||
throw new NullReferenceException(nameof(_Log));
|
throw new NullReferenceException(nameof(_Log));
|
||||||
@ -347,7 +347,7 @@ public partial class DlibDotNet
|
|||||||
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
||||||
if (imageFaceCollections.Count != filteredItems.Length || metadataCollection.Count != filteredItems.Length || resizeKeyValuePairs.Count != filteredItems.Length || propertyCollection.Count != filteredItems.Length)
|
if (imageFaceCollections.Count != filteredItems.Length || metadataCollection.Count != filteredItems.Length || resizeKeyValuePairs.Count != filteredItems.Length || propertyCollection.Count != filteredItems.Length)
|
||||||
{
|
{
|
||||||
for (int i = 0; i < filteredItems.Length; i++)
|
for (int f = 0; f < filteredItems.Length; f++)
|
||||||
{
|
{
|
||||||
propertyCollection.Add(null);
|
propertyCollection.Add(null);
|
||||||
metadataCollection.Add(new());
|
metadataCollection.Add(new());
|
||||||
@ -356,8 +356,6 @@ public partial class DlibDotNet
|
|||||||
propertyFileHolderCollection.Add(null);
|
propertyFileHolderCollection.Add(null);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
||||||
string message = $"{container.R:000}.{container.G} / {containersCount:000}) {filteredItems.Length:000} file(s) - {totalSeconds} total second(s) - {outputResolution} - {container.SourceDirectory}";
|
|
||||||
using ProgressBar progressBar = new(filteredItems.Length, message, options);
|
using ProgressBar progressBar = new(filteredItems.Length, message, options);
|
||||||
_ = Parallel.For(0, filteredItems.Length, parallelOptions, (i, state) =>
|
_ = Parallel.For(0, filteredItems.Length, parallelOptions, (i, state) =>
|
||||||
{
|
{
|
||||||
@ -564,11 +562,15 @@ public partial class DlibDotNet
|
|||||||
converted: true);
|
converted: true);
|
||||||
}
|
}
|
||||||
|
|
||||||
private void FullDoWork(string argZero, Model? model, PredictorModel? predictorModel, string propertyRoot, long ticks, MapLogic mapLogic, A_Property propertyLogic, Container[] containers)
|
private void FullDoWork(string argZero, Model? model, PredictorModel? predictorModel, string propertyRoot, long ticks, A_Property propertyLogic, int t, Container[] containers)
|
||||||
{
|
{
|
||||||
if (_Log is null)
|
if (_Log is null)
|
||||||
throw new NullReferenceException(nameof(_Log));
|
throw new NullReferenceException(nameof(_Log));
|
||||||
|
int total;
|
||||||
|
string message;
|
||||||
|
int totalSeconds;
|
||||||
int exceptionCount;
|
int exceptionCount;
|
||||||
|
Container container;
|
||||||
Item[] filteredItems;
|
Item[] filteredItems;
|
||||||
string aResultsFullGroupDirectory;
|
string aResultsFullGroupDirectory;
|
||||||
string bResultsFullGroupDirectory;
|
string bResultsFullGroupDirectory;
|
||||||
@ -576,6 +578,7 @@ public partial class DlibDotNet
|
|||||||
string dResultsFullGroupDirectory;
|
string dResultsFullGroupDirectory;
|
||||||
string eResultsFullGroupDirectory;
|
string eResultsFullGroupDirectory;
|
||||||
string d2ResultsFullGroupDirectory;
|
string d2ResultsFullGroupDirectory;
|
||||||
|
int containersLength = containers.Length;
|
||||||
Shared.Models.Property[] propertyCollection;
|
Shared.Models.Property[] propertyCollection;
|
||||||
List<List<Face>?> imageFaceCollections = new();
|
List<List<Face>?> imageFaceCollections = new();
|
||||||
List<FileHolder?> propertyFileHolderCollection = new();
|
List<FileHolder?> propertyFileHolderCollection = new();
|
||||||
@ -586,11 +589,13 @@ public partial class DlibDotNet
|
|||||||
string aPropertySingletonDirectory = Property.Models.Stateless.IResult.GetResultsDateGroupDirectory(_Configuration.PropertyConfiguration, nameof(A_Property), "{}");
|
string aPropertySingletonDirectory = Property.Models.Stateless.IResult.GetResultsDateGroupDirectory(_Configuration.PropertyConfiguration, nameof(A_Property), "{}");
|
||||||
foreach (string outputResolution in _Configuration.OutputResolutions)
|
foreach (string outputResolution in _Configuration.OutputResolutions)
|
||||||
{
|
{
|
||||||
|
total = 0;
|
||||||
_FileKeyValuePairs.Clear();
|
_FileKeyValuePairs.Clear();
|
||||||
_FilePropertiesKeyValuePairs.Clear();
|
_FilePropertiesKeyValuePairs.Clear();
|
||||||
(aResultsFullGroupDirectory, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, eResultsFullGroupDirectory) = GetResultsFullGroupDirectories(_Configuration.PropertyConfiguration, model, predictorModel, outputResolution);
|
(aResultsFullGroupDirectory, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, eResultsFullGroupDirectory) = GetResultsFullGroupDirectories(_Configuration.PropertyConfiguration, model, predictorModel, outputResolution);
|
||||||
foreach (Container container in containers)
|
for (int i = 0; i < containers.Length; i++)
|
||||||
{
|
{
|
||||||
|
container = containers[i];
|
||||||
if (!container.Items.Any())
|
if (!container.Items.Any())
|
||||||
continue;
|
continue;
|
||||||
if (!_ArgZeroIsConfigurationRootDirectory && !container.SourceDirectory.StartsWith(argZero))
|
if (!_ArgZeroIsConfigurationRootDirectory && !container.SourceDirectory.StartsWith(argZero))
|
||||||
@ -604,14 +609,16 @@ public partial class DlibDotNet
|
|||||||
sourceDirectoryChanges.Clear();
|
sourceDirectoryChanges.Clear();
|
||||||
nullablePropertyCollection.Clear();
|
nullablePropertyCollection.Clear();
|
||||||
propertyFileHolderCollection.Clear();
|
propertyFileHolderCollection.Clear();
|
||||||
|
totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
||||||
|
message = $"{i:000}.{container.G} / {containersLength:000}) {filteredItems.Length:000} file(s) - {total} / {t} total file(s) - {totalSeconds} total second(s) - {outputResolution} - {container.SourceDirectory}";
|
||||||
SetAngleBracketCollections(_Configuration.PropertyConfiguration, propertyLogic, outputResolution, container, aResultsFullGroupDirectory, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, eResultsFullGroupDirectory);
|
SetAngleBracketCollections(_Configuration.PropertyConfiguration, propertyLogic, outputResolution, container, aResultsFullGroupDirectory, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, eResultsFullGroupDirectory);
|
||||||
exceptionCount = FullParallelWork(ticks, propertyLogic, outputResolution, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, sourceDirectoryChanges, propertyFileHolderCollection, nullablePropertyCollection, metadataCollection, resizeKeyValuePairs, imageFaceCollections, containers.Length, container, filteredItems);
|
exceptionCount = FullParallelWork(propertyLogic, outputResolution, bResultsFullGroupDirectory, cResultsFullGroupDirectory, dResultsFullGroupDirectory, d2ResultsFullGroupDirectory, sourceDirectoryChanges, propertyFileHolderCollection, nullablePropertyCollection, metadataCollection, resizeKeyValuePairs, imageFaceCollections, container, filteredItems, message);
|
||||||
if (metadataCollection.Count != filteredItems.Length || nullablePropertyCollection.Count != filteredItems.Length || resizeKeyValuePairs.Count != filteredItems.Length || imageFaceCollections.Count != filteredItems.Length)
|
if (metadataCollection.Count != filteredItems.Length || nullablePropertyCollection.Count != filteredItems.Length || resizeKeyValuePairs.Count != filteredItems.Length || imageFaceCollections.Count != filteredItems.Length)
|
||||||
throw new Exception("Counts don't match!");
|
throw new Exception("Counts don't match!");
|
||||||
if (exceptionCount != 0)
|
if (exceptionCount != 0)
|
||||||
_Exceptions.Add(container.SourceDirectory);
|
_Exceptions.Add(container.SourceDirectory);
|
||||||
for (int i = 0; i < imageFaceCollections.Count; i++)
|
for (int f = 0; f < imageFaceCollections.Count; f++)
|
||||||
filteredItems[i].Faces.AddRange(from l in imageFaceCollections[i] select l);
|
filteredItems[f].Faces.AddRange(from l in imageFaceCollections[f] select l);
|
||||||
propertyCollection = (from l in nullablePropertyCollection where l is not null select l).ToArray();
|
propertyCollection = (from l in nullablePropertyCollection where l is not null select l).ToArray();
|
||||||
if (_ArgZeroIsConfigurationRootDirectory && exceptionCount == 0)
|
if (_ArgZeroIsConfigurationRootDirectory && exceptionCount == 0)
|
||||||
WriteGroup(_Configuration.PropertyConfiguration, propertyLogic, propertyCollection, metadataCollection, resizeKeyValuePairs, imageFaceCollections, outputResolution, container, filteredItems);
|
WriteGroup(_Configuration.PropertyConfiguration, propertyLogic, propertyCollection, metadataCollection, resizeKeyValuePairs, imageFaceCollections, outputResolution, container, filteredItems);
|
||||||
@ -637,6 +644,7 @@ public partial class DlibDotNet
|
|||||||
// break;
|
// break;
|
||||||
// if (isSilent && container.SourceDirectory.EndsWith("Texas 2015")) //46#.4
|
// if (isSilent && container.SourceDirectory.EndsWith("Texas 2015")) //46#.4
|
||||||
// break;
|
// break;
|
||||||
|
total += container.Items.Count;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -658,9 +666,9 @@ public partial class DlibDotNet
|
|||||||
Item[] filteredItems;
|
Item[] filteredItems;
|
||||||
DateTime minimumDateTime;
|
DateTime minimumDateTime;
|
||||||
List<int> distinctCheck = new();
|
List<int> distinctCheck = new();
|
||||||
string deterministicHashCodeKeyDisplay;
|
|
||||||
MappingFromItem mappingFromItem;
|
MappingFromItem mappingFromItem;
|
||||||
MappingFromPerson mappingFromPerson;
|
MappingFromPerson mappingFromPerson;
|
||||||
|
string deterministicHashCodeKeyDisplay;
|
||||||
MappingFromLocation mappingFromLocation;
|
MappingFromLocation mappingFromLocation;
|
||||||
foreach (Container container in containers)
|
foreach (Container container in containers)
|
||||||
{
|
{
|
||||||
@ -716,7 +724,12 @@ public partial class DlibDotNet
|
|||||||
|
|
||||||
private void Search(Property.Models.Configuration configuration, Model? model, PredictorModel? predictorModel, string argZero, string propertyRoot, Person[] people)
|
private void Search(Property.Models.Configuration configuration, Model? model, PredictorModel? predictorModel, string argZero, string propertyRoot, Person[] people)
|
||||||
{
|
{
|
||||||
|
int j;
|
||||||
|
int f;
|
||||||
|
int t;
|
||||||
|
MapLogic? mapLogic;
|
||||||
Container[] containers;
|
Container[] containers;
|
||||||
|
A_Property propertyLogic;
|
||||||
long ticks = DateTime.Now.Ticks;
|
long ticks = DateTime.Now.Ticks;
|
||||||
string aResultsFullGroupDirectory;
|
string aResultsFullGroupDirectory;
|
||||||
string bResultsFullGroupDirectory;
|
string bResultsFullGroupDirectory;
|
||||||
@ -726,19 +739,27 @@ public partial class DlibDotNet
|
|||||||
string d2ResultsFullGroupDirectory;
|
string d2ResultsFullGroupDirectory;
|
||||||
string zResultsFullGroupDirectory = GetMapLogicResultsFullGroupDirectory(configuration, model, predictorModel);
|
string zResultsFullGroupDirectory = GetMapLogicResultsFullGroupDirectory(configuration, model, predictorModel);
|
||||||
string peopleDateGroupDirectory = Property.Models.Stateless.IResult.GetResultsDateGroupDirectory(configuration, nameof(A2_People));
|
string peopleDateGroupDirectory = Property.Models.Stateless.IResult.GetResultsDateGroupDirectory(configuration, nameof(A2_People));
|
||||||
MapLogic mapLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Faces.FilenameExtension, _Faces.HiddenFilenameExtension, _FaceParts.FilenameExtension, ticks, people, peopleDateGroupDirectory, zResultsFullGroupDirectory);
|
if (!_FirstRun)
|
||||||
A_Property propertyLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Configuration.Reverse, model, predictorModel, mapLogic.IndicesFromNew, mapLogic.KeyValuePairs);
|
{
|
||||||
|
mapLogic = null;
|
||||||
|
propertyLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Configuration.Reverse, model, predictorModel);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
mapLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Faces.FilenameExtension, _Faces.HiddenFilenameExtension, _FaceParts.FilenameExtension, ticks, people, peopleDateGroupDirectory, zResultsFullGroupDirectory);
|
||||||
|
propertyLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Configuration.Reverse, model, predictorModel, mapLogic.IndicesFromNew, mapLogic.KeyValuePairs);
|
||||||
|
}
|
||||||
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
int totalSeconds = (int)Math.Floor(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
||||||
string message = $") Building Container(s) - {totalSeconds} total second(s)";
|
string message = $") Building Container(s) - {totalSeconds} total second(s)";
|
||||||
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
||||||
using (ProgressBar progressBar = new(1, message, options))
|
using (ProgressBar progressBar = new(1, message, options))
|
||||||
{
|
{
|
||||||
if (string.IsNullOrEmpty(configuration.RootDirectory))
|
if (string.IsNullOrEmpty(configuration.RootDirectory))
|
||||||
containers = A_Property.Get(configuration, propertyLogic);
|
(j, f, t, containers) = A_Property.Get(configuration, propertyLogic);
|
||||||
else
|
else
|
||||||
containers = Property.Models.Stateless.Container.GetContainers(configuration, _FirstRun, propertyLogic);
|
(j, f, t, containers) = Property.Models.Stateless.Container.GetContainers(configuration, _FirstRun, propertyLogic);
|
||||||
}
|
}
|
||||||
FullDoWork(argZero, model, predictorModel, propertyRoot, ticks, mapLogic, propertyLogic, containers);
|
FullDoWork(argZero, model, predictorModel, propertyRoot, ticks, propertyLogic, t, containers);
|
||||||
foreach (string outputResolution in _Configuration.OutputResolutions)
|
foreach (string outputResolution in _Configuration.OutputResolutions)
|
||||||
{
|
{
|
||||||
if (_FirstRun)
|
if (_FirstRun)
|
||||||
@ -754,6 +775,8 @@ public partial class DlibDotNet
|
|||||||
_ = Directory.CreateDirectory(eDistanceContentDirectory);
|
_ = Directory.CreateDirectory(eDistanceContentDirectory);
|
||||||
string eDistanceContentFileName = Path.Combine(eDistanceContentDirectory, $"{Property.Models.Stateless.IResult.AllInOne}.tvs");
|
string eDistanceContentFileName = Path.Combine(eDistanceContentDirectory, $"{Property.Models.Stateless.IResult.AllInOne}.tvs");
|
||||||
List<Face> distinctFilteredFaces = SetMappingThenGetDistinctFilteredFacesWithMapping(argZero, containers);
|
List<Face> distinctFilteredFaces = SetMappingThenGetDistinctFilteredFacesWithMapping(argZero, containers);
|
||||||
|
if (mapLogic is null)
|
||||||
|
mapLogic = new(_AppSettings.MaxDegreeOfParallelism, _Configuration.PropertyConfiguration, _Resize.FilenameExtension, _Faces.FilenameExtension, _Faces.HiddenFilenameExtension, _FaceParts.FilenameExtension, ticks, people, peopleDateGroupDirectory, zResultsFullGroupDirectory);
|
||||||
SortingContainer[] sortingContainers = E_Distance.SetPersonTicksAndSetFaceDistancesAndSetFaceMappingSortingCollectionThenGetSortingContainers(_AppSettings.MaxDegreeOfParallelism, ticks, mapLogic, outputResolution, eDistanceContentFileName, distinctFilteredFaces);
|
SortingContainer[] sortingContainers = E_Distance.SetPersonTicksAndSetFaceDistancesAndSetFaceMappingSortingCollectionThenGetSortingContainers(_AppSettings.MaxDegreeOfParallelism, ticks, mapLogic, outputResolution, eDistanceContentFileName, distinctFilteredFaces);
|
||||||
mapLogic.CommonWork(_AppSettings.MaxDegreeOfParallelism, dFacesContentDirectory, d2ResultsFullGroupDirectory, distinctFilteredFaces, sortingContainers);
|
mapLogic.CommonWork(_AppSettings.MaxDegreeOfParallelism, dFacesContentDirectory, d2ResultsFullGroupDirectory, distinctFilteredFaces, sortingContainers);
|
||||||
if (_Configuration.SaveShortcutsForOutputResolutions.Contains(outputResolution))
|
if (_Configuration.SaveShortcutsForOutputResolutions.Contains(outputResolution))
|
||||||
|
@ -52,7 +52,7 @@
|
|||||||
"Configuration": {
|
"Configuration": {
|
||||||
"CheckJsonForDistanceResults": false,
|
"CheckJsonForDistanceResults": false,
|
||||||
"CrossDirectoryMaxItemsInDistanceCollection": 7,
|
"CrossDirectoryMaxItemsInDistanceCollection": 7,
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"DistanceFactor": 8,
|
"DistanceFactor": 8,
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForceFaceLastWriteTimeToCreationTime": false,
|
"ForceFaceLastWriteTimeToCreationTime": false,
|
||||||
|
@ -52,7 +52,7 @@
|
|||||||
"Configuration": {
|
"Configuration": {
|
||||||
"CheckJsonForDistanceResults": false,
|
"CheckJsonForDistanceResults": false,
|
||||||
"CrossDirectoryMaxItemsInDistanceCollection": 7,
|
"CrossDirectoryMaxItemsInDistanceCollection": 7,
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"DistanceFactor": 8,
|
"DistanceFactor": 8,
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForceFaceLastWriteTimeToCreationTime": false,
|
"ForceFaceLastWriteTimeToCreationTime": false,
|
||||||
|
@ -63,6 +63,9 @@ public class MapLogic
|
|||||||
string zPropertyHolderPeopleContentDirectory = Path.Combine(peopleDateGroupDirectory, "()", "(KnownPeople)");
|
string zPropertyHolderPeopleContentDirectory = Path.Combine(peopleDateGroupDirectory, "()", "(KnownPeople)");
|
||||||
Dictionary<int, Dictionary<int, PersonBirthday[]>> incorrectIdThenNormalizedPixelPercentageKeyValuePairs = new();
|
Dictionary<int, Dictionary<int, PersonBirthday[]>> incorrectIdThenNormalizedPixelPercentageKeyValuePairs = new();
|
||||||
string zPropertyHolderSingletonTicksDirectory = Path.Combine(zPropertyHolderSingletonDirectory, string.Concat('{', _Ticks, '}'));
|
string zPropertyHolderSingletonTicksDirectory = Path.Combine(zPropertyHolderSingletonDirectory, string.Concat('{', _Ticks, '}'));
|
||||||
|
for (int i = 1; i < 5; i++)
|
||||||
|
_ = IPath.DeleteEmptyDirectories(zPropertyHolderContentDirectory);
|
||||||
|
_ = IPath.DeleteEmptyDirectories(zPropertyHolderContentDirectory);
|
||||||
if (string.IsNullOrEmpty(rootDirectoryParent))
|
if (string.IsNullOrEmpty(rootDirectoryParent))
|
||||||
throw new NullReferenceException(nameof(rootDirectoryParent));
|
throw new NullReferenceException(nameof(rootDirectoryParent));
|
||||||
if (!Directory.Exists(zPropertyHolderContentDirectory))
|
if (!Directory.Exists(zPropertyHolderContentDirectory))
|
||||||
@ -732,9 +735,6 @@ public class MapLogic
|
|||||||
saveContainers = GetMappingSaveContainers(dFacesContentDirectory, d2ResultsFullGroupDirectory, distinctFilteredFaces);
|
saveContainers = GetMappingSaveContainers(dFacesContentDirectory, d2ResultsFullGroupDirectory, distinctFilteredFaces);
|
||||||
}
|
}
|
||||||
SaveContainers(saveContainers);
|
SaveContainers(saveContainers);
|
||||||
for (int i = 1; i < 5; i++)
|
|
||||||
_ = IPath.DeleteEmptyDirectories(_ZPropertyHolderContentTicksDirectory);
|
|
||||||
_ = IPath.DeleteEmptyDirectories(_ZPropertyHolderContentTicksDirectory);
|
|
||||||
SaveNotMappedTicks();
|
SaveNotMappedTicks();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -39,9 +39,9 @@ public class NotCopyCopy
|
|||||||
throw new Exception("This program only allows development environments!");
|
throw new Exception("This program only allows development environments!");
|
||||||
A_Property propertyLogic = GetPropertyLogic(reverse, model, outputExtension, predictorModel);
|
A_Property propertyLogic = GetPropertyLogic(reverse, model, outputExtension, predictorModel);
|
||||||
propertyConfiguration.ChangeRootDirectory(configuration.CompareSource);
|
propertyConfiguration.ChangeRootDirectory(configuration.CompareSource);
|
||||||
Shared.Models.Container[] compareContainers = A_Property.Get(propertyConfiguration, propertyLogic);
|
(_, _, _, Shared.Models.Container[] compareContainers) = A_Property.Get(propertyConfiguration, propertyLogic);
|
||||||
propertyConfiguration.ChangeRootDirectory(configuration.SelectedSource);
|
propertyConfiguration.ChangeRootDirectory(configuration.SelectedSource);
|
||||||
Shared.Models.Container[] selectedContainers = A_Property.Get(propertyConfiguration, propertyLogic);
|
(_, _, _, Shared.Models.Container[] selectedContainers) = A_Property.Get(propertyConfiguration, propertyLogic);
|
||||||
if (compareContainers.Length == selectedContainers.Length)
|
if (compareContainers.Length == selectedContainers.Length)
|
||||||
throw new Exception();
|
throw new Exception();
|
||||||
string directoryName;
|
string directoryName;
|
||||||
|
@ -50,7 +50,7 @@
|
|||||||
"WorkingDirectoryName": "PharesApps",
|
"WorkingDirectoryName": "PharesApps",
|
||||||
"Windows": {
|
"Windows": {
|
||||||
"Configuration": {
|
"Configuration": {
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForcePropertyLastWriteTimeToCreationTime": false,
|
"ForcePropertyLastWriteTimeToCreationTime": false,
|
||||||
"MaxImagesInDirectoryForTopLevelFirstPass": 10,
|
"MaxImagesInDirectoryForTopLevelFirstPass": 10,
|
||||||
|
@ -50,7 +50,7 @@
|
|||||||
"WorkingDirectoryName": "PharesApps",
|
"WorkingDirectoryName": "PharesApps",
|
||||||
"Windows": {
|
"Windows": {
|
||||||
"Configuration": {
|
"Configuration": {
|
||||||
"DateGroup": "2022-08-22",
|
"DateGroup": "2022-09-15",
|
||||||
"FileNameDirectorySeparator": ".Z.",
|
"FileNameDirectorySeparator": ".Z.",
|
||||||
"ForcePropertyLastWriteTimeToCreationTime": false,
|
"ForcePropertyLastWriteTimeToCreationTime": false,
|
||||||
"KeepFullPath": false,
|
"KeepFullPath": false,
|
||||||
|
@ -271,11 +271,11 @@ public class PropertyCompareLogic
|
|||||||
string[] filteredSourceDirectoryFiles;
|
string[] filteredSourceDirectoryFiles;
|
||||||
List<PropertyCompare> collection = new();
|
List<PropertyCompare> collection = new();
|
||||||
bool isArg = aPropertySingletonDirectory.Contains(_Configuration.RootDirectory);
|
bool isArg = aPropertySingletonDirectory.Contains(_Configuration.RootDirectory);
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> groupCollection;
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> groupCollection;
|
||||||
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = _MaxDegreeOfParallelism };
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = _MaxDegreeOfParallelism };
|
||||||
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
||||||
groupCollection = Property.Models.Stateless.Container.GetGroupCollection(aPropertySingletonDirectory, searchPattern, topDirectories);
|
(int r, groupCollection) = Property.Models.Stateless.Container.GetGroupCollection(aPropertySingletonDirectory, searchPattern, topDirectories);
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in groupCollection)
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in groupCollection)
|
||||||
{
|
{
|
||||||
if (!topDirectories.Any())
|
if (!topDirectories.Any())
|
||||||
continue;
|
continue;
|
||||||
|
@ -568,12 +568,11 @@ public class A_Property
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private void ParallelWork(bool firstPass, List<Exception> exceptions, List<Tuple<string, DateTime>> sourceDirectoryChanges, int containersCount, Shared.Models.Container container, Item[] filteredItems, int totalSeconds)
|
private void ParallelWork(bool firstPass, List<Exception> exceptions, List<Tuple<string, DateTime>> sourceDirectoryChanges, Shared.Models.Container container, Item[] filteredItems, string message)
|
||||||
{
|
{
|
||||||
List<Tuple<string, DateTime>> filteredSourceDirectoryFileTuples = new();
|
List<Tuple<string, DateTime>> filteredSourceDirectoryFileTuples = new();
|
||||||
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = _MaxDegreeOfParallelism };
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = _MaxDegreeOfParallelism };
|
||||||
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
||||||
string message = $"{container.R:000}.{container.G} / {containersCount:000}) {filteredItems.Length:000} file(s) - {totalSeconds} total second(s) - {container.SourceDirectory}";
|
|
||||||
using ProgressBar progressBar = new(filteredItems.Length, message, options);
|
using ProgressBar progressBar = new(filteredItems.Length, message, options);
|
||||||
_ = Parallel.For(0, filteredItems.Length, parallelOptions, (i, state) =>
|
_ = Parallel.For(0, filteredItems.Length, parallelOptions, (i, state) =>
|
||||||
{
|
{
|
||||||
@ -619,15 +618,18 @@ public class A_Property
|
|||||||
{
|
{
|
||||||
if (_Log is null)
|
if (_Log is null)
|
||||||
throw new NullReferenceException(nameof(_Log));
|
throw new NullReferenceException(nameof(_Log));
|
||||||
|
string message;
|
||||||
int totalSeconds;
|
int totalSeconds;
|
||||||
bool? anyFilesMoved;
|
bool? anyFilesMoved;
|
||||||
Item[] filteredItems;
|
Item[] filteredItems;
|
||||||
|
Shared.Models.Container container;
|
||||||
List<Exception> exceptions = new();
|
List<Exception> exceptions = new();
|
||||||
int containersCount = containers.Length;
|
int containersCount = containers.Length;
|
||||||
List<Tuple<string, DateTime>> sourceDirectoryChanges = new();
|
List<Tuple<string, DateTime>> sourceDirectoryChanges = new();
|
||||||
string propertyRoot = IResult.GetResultsGroupDirectory(_Configuration, nameof(A_Property));
|
string propertyRoot = IResult.GetResultsGroupDirectory(_Configuration, nameof(A_Property));
|
||||||
foreach (Shared.Models.Container container in containers)
|
for (int i = 0; i < containers.Length; i++)
|
||||||
{
|
{
|
||||||
|
container = containers[i];
|
||||||
if (!container.Items.Any())
|
if (!container.Items.Any())
|
||||||
continue;
|
continue;
|
||||||
sourceDirectoryChanges.Clear();
|
sourceDirectoryChanges.Clear();
|
||||||
@ -637,9 +639,10 @@ public class A_Property
|
|||||||
filteredItems = (from l in container.Items where l.ImageFileHolder is not null && !_Configuration.IgnoreExtensions.Contains(l.ImageFileHolder.ExtensionLowered) select l).ToArray();
|
filteredItems = (from l in container.Items where l.ImageFileHolder is not null && !_Configuration.IgnoreExtensions.Contains(l.ImageFileHolder.ExtensionLowered) select l).ToArray();
|
||||||
if (!filteredItems.Any())
|
if (!filteredItems.Any())
|
||||||
continue;
|
continue;
|
||||||
totalSeconds = (int)Math.Truncate(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
|
||||||
SetAngleBracketCollection(container.SourceDirectory);
|
SetAngleBracketCollection(container.SourceDirectory);
|
||||||
ParallelWork(firstPass, exceptions, sourceDirectoryChanges, containersCount, container, filteredItems, totalSeconds);
|
totalSeconds = (int)Math.Truncate(new TimeSpan(DateTime.Now.Ticks - ticks).TotalSeconds);
|
||||||
|
message = $"{i:000}.{container.G} / {containersCount:000}) {filteredItems.Length:000} file(s) - {totalSeconds} total second(s) - {container.SourceDirectory}";
|
||||||
|
ParallelWork(firstPass, exceptions, sourceDirectoryChanges, container, filteredItems, message);
|
||||||
foreach (Exception exception in exceptions)
|
foreach (Exception exception in exceptions)
|
||||||
_Log.Error(string.Concat(container.SourceDirectory, Environment.NewLine, exception.Message, Environment.NewLine, exception.StackTrace), exception);
|
_Log.Error(string.Concat(container.SourceDirectory, Environment.NewLine, exception.Message, Environment.NewLine, exception.StackTrace), exception);
|
||||||
if (exceptions.Count == filteredItems.Length)
|
if (exceptions.Count == filteredItems.Length)
|
||||||
@ -710,17 +713,17 @@ public class A_Property
|
|||||||
return results.OrderBy(l => l.Ticks).ToArray();
|
return results.OrderBy(l => l.Ticks).ToArray();
|
||||||
}
|
}
|
||||||
|
|
||||||
public static Shared.Models.Container[] Get(Configuration configuration, A_Property propertyLogic)
|
public static (int, int, int, Shared.Models.Container[]) Get(Configuration configuration, A_Property propertyLogic)
|
||||||
{
|
{
|
||||||
Shared.Models.Container[] results;
|
Shared.Models.Container[] results;
|
||||||
bool firstRun = false;
|
bool firstRun = false;
|
||||||
long ticks = DateTime.Now.Ticks;
|
long ticks = DateTime.Now.Ticks;
|
||||||
List<string> exceptionsDirectories = new();
|
List<string> exceptionsDirectories = new();
|
||||||
results = Stateless.Container.GetContainers(configuration, firstRun, propertyLogic);
|
(int j, int f, int t, results) = Stateless.Container.GetContainers(configuration, firstRun, propertyLogic);
|
||||||
propertyLogic.ParallelWork(ticks, results, firstPass: false);
|
propertyLogic.ParallelWork(ticks, results, firstPass: false);
|
||||||
if (exceptionsDirectories.Any())
|
if (exceptionsDirectories.Any())
|
||||||
throw new Exception();
|
throw new Exception();
|
||||||
return results;
|
return new(j, f, t, results);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
@ -6,9 +6,10 @@ namespace View_by_Distance.Property.Models.Stateless;
|
|||||||
public class Container
|
public class Container
|
||||||
{
|
{
|
||||||
|
|
||||||
public static List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> GetGroupCollection(string rootDirectory, int maxImagesInDirectoryForTopLevelFirstPass, bool reverse, string searchPattern, List<string> topDirectories)
|
public static (int t, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)>) GetGroupCollection(string rootDirectory, int maxImagesInDirectoryForTopLevelFirstPass, bool reverse, string searchPattern, List<string> topDirectories)
|
||||||
{
|
{
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> results = new();
|
int result = 0;
|
||||||
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> results = new();
|
||||||
string? parentDirectory;
|
string? parentDirectory;
|
||||||
string[] subDirectories;
|
string[] subDirectories;
|
||||||
string[] sourceDirectoryFiles;
|
string[] sourceDirectoryFiles;
|
||||||
@ -24,7 +25,7 @@ public class Container
|
|||||||
parentDirectory = Path.GetDirectoryName(fileCollections[i][0]);
|
parentDirectory = Path.GetDirectoryName(fileCollections[i][0]);
|
||||||
if (string.IsNullOrEmpty(parentDirectory))
|
if (string.IsNullOrEmpty(parentDirectory))
|
||||||
continue;
|
continue;
|
||||||
results.Add(new(g, parentDirectory, fileCollections[i], results.Count));
|
results.Add(new(g, parentDirectory, fileCollections[i]));
|
||||||
fileCollections.RemoveAt(i);
|
fileCollections.RemoveAt(i);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -38,7 +39,7 @@ public class Container
|
|||||||
parentDirectory = Path.GetDirectoryName(fileCollections[i][0]);
|
parentDirectory = Path.GetDirectoryName(fileCollections[i][0]);
|
||||||
if (string.IsNullOrEmpty(parentDirectory))
|
if (string.IsNullOrEmpty(parentDirectory))
|
||||||
continue;
|
continue;
|
||||||
results.Add(new(g, parentDirectory, fileCollections[i], results.Count));
|
results.Add(new(g, parentDirectory, fileCollections[i]));
|
||||||
fileCollections.RemoveAt(i);
|
fileCollections.RemoveAt(i);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -50,32 +51,36 @@ public class Container
|
|||||||
foreach (string subDirectory in subDirectories)
|
foreach (string subDirectory in subDirectories)
|
||||||
{
|
{
|
||||||
sourceDirectoryFiles = Directory.GetFiles(subDirectory, "*", SearchOption.TopDirectoryOnly);
|
sourceDirectoryFiles = Directory.GetFiles(subDirectory, "*", SearchOption.TopDirectoryOnly);
|
||||||
|
result += sourceDirectoryFiles.Length;
|
||||||
if (!topDirectories.Contains(subDirectory))
|
if (!topDirectories.Contains(subDirectory))
|
||||||
results.Add(new(g, subDirectory, sourceDirectoryFiles, results.Count));
|
results.Add(new(g, subDirectory, sourceDirectoryFiles));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else if (g == 1)
|
else if (g == 1)
|
||||||
{
|
{
|
||||||
sourceDirectoryFiles = Directory.GetFiles(rootDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
sourceDirectoryFiles = Directory.GetFiles(rootDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
||||||
|
result += sourceDirectoryFiles.Length;
|
||||||
if (sourceDirectoryFiles.Length > maxImagesInDirectoryForTopLevelFirstPass)
|
if (sourceDirectoryFiles.Length > maxImagesInDirectoryForTopLevelFirstPass)
|
||||||
fileCollections.Add(sourceDirectoryFiles);
|
fileCollections.Add(sourceDirectoryFiles);
|
||||||
else
|
else
|
||||||
results.Add(new(g, rootDirectory, sourceDirectoryFiles, results.Count));
|
results.Add(new(g, rootDirectory, sourceDirectoryFiles));
|
||||||
if (reverse)
|
if (reverse)
|
||||||
topDirectories.Reverse();
|
topDirectories.Reverse();
|
||||||
subDirectories = topDirectories.ToArray();
|
subDirectories = topDirectories.ToArray();
|
||||||
foreach (string subDirectory in subDirectories)
|
foreach (string subDirectory in subDirectories)
|
||||||
{
|
{
|
||||||
sourceDirectoryFiles = Directory.GetFiles(subDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
sourceDirectoryFiles = Directory.GetFiles(subDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
||||||
|
result += sourceDirectoryFiles.Length;
|
||||||
if (sourceDirectoryFiles.Length > maxImagesInDirectoryForTopLevelFirstPass)
|
if (sourceDirectoryFiles.Length > maxImagesInDirectoryForTopLevelFirstPass)
|
||||||
fileCollections.Add(sourceDirectoryFiles);
|
fileCollections.Add(sourceDirectoryFiles);
|
||||||
else
|
else
|
||||||
{
|
{
|
||||||
if (sourceDirectoryFiles.Any() || Directory.GetDirectories(subDirectory, "*", SearchOption.TopDirectoryOnly).Any())
|
if (sourceDirectoryFiles.Any() || Directory.GetDirectories(subDirectory, "*", SearchOption.TopDirectoryOnly).Any())
|
||||||
results.Add(new(g, subDirectory, sourceDirectoryFiles, results.Count));
|
results.Add(new(g, subDirectory, sourceDirectoryFiles));
|
||||||
else if (searchPattern == "*")
|
else if (searchPattern == "*")
|
||||||
{
|
{
|
||||||
sourceDirectoryFiles = Directory.GetFiles(subDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
sourceDirectoryFiles = Directory.GetFiles(subDirectory, searchPattern, SearchOption.TopDirectoryOnly);
|
||||||
|
result += sourceDirectoryFiles.Length;
|
||||||
foreach (string subFile in sourceDirectoryFiles)
|
foreach (string subFile in sourceDirectoryFiles)
|
||||||
File.Delete(subFile);
|
File.Delete(subFile);
|
||||||
Directory.Delete(subDirectory);
|
Directory.Delete(subDirectory);
|
||||||
@ -87,42 +92,43 @@ public class Container
|
|||||||
else
|
else
|
||||||
throw new Exception();
|
throw new Exception();
|
||||||
}
|
}
|
||||||
return results;
|
return new(result, results);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> GetGroupCollection(string rootDirectory, string searchPattern, List<string> topDirectories)
|
public static (int t, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)>) GetGroupCollection(string rootDirectory, string searchPattern, List<string> topDirectories)
|
||||||
{
|
{
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> results;
|
(int t, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)>) results;
|
||||||
int maxImagesInDirectoryForTopLevelFirstPass = 50;
|
int maxImagesInDirectoryForTopLevelFirstPass = 50;
|
||||||
bool reverse = false;
|
bool reverse = false;
|
||||||
results = GetGroupCollection(rootDirectory, maxImagesInDirectoryForTopLevelFirstPass, reverse, searchPattern, topDirectories);
|
results = GetGroupCollection(rootDirectory, maxImagesInDirectoryForTopLevelFirstPass, reverse, searchPattern, topDirectories);
|
||||||
return results;
|
return results;
|
||||||
}
|
}
|
||||||
|
|
||||||
private static List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> GetJsonGroupCollection(Configuration configuration, A_Property propertyLogic, string rootDirectory)
|
private static (int j, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)>) GetJsonGroupCollection(Configuration configuration, A_Property propertyLogic, string rootDirectory)
|
||||||
{
|
{
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> results;
|
(int j, List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)>) results;
|
||||||
string searchPattern = "*.json";
|
string searchPattern = "*.json";
|
||||||
List<string> topDirectories = new();
|
List<string> topDirectories = new();
|
||||||
results = GetGroupCollection(rootDirectory, configuration.MaxImagesInDirectoryForTopLevelFirstPass, propertyLogic.Reverse, searchPattern, topDirectories);
|
results = GetGroupCollection(rootDirectory, configuration.MaxImagesInDirectoryForTopLevelFirstPass, propertyLogic.Reverse, searchPattern, topDirectories);
|
||||||
return results;
|
return results;
|
||||||
}
|
}
|
||||||
|
|
||||||
private static List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles, int r)> GetFileHolderGroupCollection(Configuration configuration, A_Property propertyLogic, string searchPattern, List<string> topDirectories)
|
private static (int f, List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles)>) GetFileHolderGroupCollection(Configuration configuration, A_Property propertyLogic, string searchPattern, List<string> topDirectories)
|
||||||
{
|
{
|
||||||
List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles, int r)> results = new();
|
List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles)> results = new();
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)>? collection = GetGroupCollection(configuration.RootDirectory, configuration.MaxImagesInDirectoryForTopLevelFirstPass, propertyLogic.Reverse, searchPattern, topDirectories);
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> collection;
|
||||||
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) in collection)
|
(int f, collection) = GetGroupCollection(configuration.RootDirectory, configuration.MaxImagesInDirectoryForTopLevelFirstPass, propertyLogic.Reverse, searchPattern, topDirectories);
|
||||||
results.Add(new(g, sourceDirectory, (from l in sourceDirectoryFiles select new FileHolder(l)).ToArray(), r));
|
foreach ((int g, string sourceDirectory, string[] sourceDirectoryFiles) in collection)
|
||||||
return results;
|
results.Add(new(g, sourceDirectory, (from l in sourceDirectoryFiles select new FileHolder(l)).ToArray()));
|
||||||
|
return new(f, results);
|
||||||
}
|
}
|
||||||
|
|
||||||
private static void ParallelFor(List<(int, string, string[], int)> jsonCollection, int i, int length, List<(int, string, List<(string, Shared.Models.Property?)>, int)> results)
|
private static void ParallelFor(List<(int, string, string[])> jsonCollection, int i, int length, List<(int, string, List<(string, Shared.Models.Property?)>)> results)
|
||||||
{
|
{
|
||||||
string key;
|
string key;
|
||||||
string json;
|
string json;
|
||||||
Shared.Models.Property? property;
|
Shared.Models.Property? property;
|
||||||
(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r) = jsonCollection[i];
|
(int g, string sourceDirectory, string[] sourceDirectoryFiles) = jsonCollection[i];
|
||||||
List<(string, Shared.Models.Property?)> collection = new();
|
List<(string, Shared.Models.Property?)> collection = new();
|
||||||
foreach (string sourceDirectoryFile in sourceDirectoryFiles)
|
foreach (string sourceDirectoryFile in sourceDirectoryFiles)
|
||||||
{
|
{
|
||||||
@ -132,20 +138,21 @@ public class Container
|
|||||||
collection.Add(new(sourceDirectoryFile, property));
|
collection.Add(new(sourceDirectoryFile, property));
|
||||||
}
|
}
|
||||||
lock (results)
|
lock (results)
|
||||||
results.Add(new(g, sourceDirectory, collection, r));
|
results.Add(new(g, sourceDirectory, collection));
|
||||||
}
|
}
|
||||||
|
|
||||||
private static List<(int g, string sourceDirectory, List<(string sourceDirectoryFile, Shared.Models.Property? property)> collection, int r)> GetCollection(string rootDirectory, List<(int g, string sourceDirectory, string[] SourceDirectoryFiles, int r)> jsonCollection)
|
private static List<(int g, string sourceDirectory, List<(string sourceDirectoryFile, Shared.Models.Property? property)> collection)> GetCollection(string rootDirectory, List<(int g, string sourceDirectory, string[] SourceDirectoryFiles)> jsonCollection)
|
||||||
{
|
{
|
||||||
List<(int, string, List<(string, Shared.Models.Property?)>, int)> results = new();
|
List<(int, string, List<(string, Shared.Models.Property?)>)> results = new();
|
||||||
int length = rootDirectory.Length;
|
int length = rootDirectory.Length;
|
||||||
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = Environment.ProcessorCount };
|
ParallelOptions parallelOptions = new() { MaxDegreeOfParallelism = Environment.ProcessorCount };
|
||||||
_ = Parallel.For(0, jsonCollection.Count, parallelOptions, (i, state) => ParallelFor(jsonCollection, i, length, results));
|
_ = Parallel.For(0, jsonCollection.Count, parallelOptions, (i, state) => ParallelFor(jsonCollection, i, length, results));
|
||||||
return results;
|
return results;
|
||||||
}
|
}
|
||||||
|
|
||||||
private static Shared.Models.Container[] GetContainers(Configuration configuration, bool firstRun, string aPropertySingletonDirectory, List<(int, string, FileHolder[], int)> fileHolderGroupCollection, List<(int, string, List<(string, Shared.Models.Property?)>, int)> collectionFromJson)
|
private static (int, Shared.Models.Container[]) GetContainers(Configuration configuration, bool firstRun, string aPropertySingletonDirectory, List<(int, string, FileHolder[])> fileHolderGroupCollection, List<(int, string, List<(string, Shared.Models.Property?)>)> collectionFromJson)
|
||||||
{
|
{
|
||||||
|
int result = 0;
|
||||||
Shared.Models.Container[] results;
|
Shared.Models.Container[] results;
|
||||||
Item item;
|
Item item;
|
||||||
int length;
|
int length;
|
||||||
@ -162,7 +169,7 @@ public class Container
|
|||||||
Dictionary<string, Shared.Models.Container> keyValuePairs = new();
|
Dictionary<string, Shared.Models.Container> keyValuePairs = new();
|
||||||
Dictionary<string, (string SourceDirectory, FileHolder FileHolder)> fileHolderKeyValuePairs = new();
|
Dictionary<string, (string SourceDirectory, FileHolder FileHolder)> fileHolderKeyValuePairs = new();
|
||||||
length = configuration.RootDirectory.Length;
|
length = configuration.RootDirectory.Length;
|
||||||
foreach ((int g, string sourceDirectory, FileHolder[] sourceDirectoryFileHolderCollection, int r) in fileHolderGroupCollection)
|
foreach ((int g, string sourceDirectory, FileHolder[] sourceDirectoryFileHolderCollection) in fileHolderGroupCollection)
|
||||||
{
|
{
|
||||||
foreach (FileHolder sourceDirectoryFileHolder in sourceDirectoryFileHolderCollection)
|
foreach (FileHolder sourceDirectoryFileHolder in sourceDirectoryFileHolderCollection)
|
||||||
{
|
{
|
||||||
@ -171,7 +178,7 @@ public class Container
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
length = aPropertySingletonDirectory.Length;
|
length = aPropertySingletonDirectory.Length;
|
||||||
foreach ((int g, string _, List<(string, Shared.Models.Property?)> collection, int r) in collectionFromJson)
|
foreach ((int g, string _, List<(string, Shared.Models.Property?)> collection) in collectionFromJson)
|
||||||
{
|
{
|
||||||
if (!collection.Any())
|
if (!collection.Any())
|
||||||
continue;
|
continue;
|
||||||
@ -212,14 +219,15 @@ public class Container
|
|||||||
}
|
}
|
||||||
if (items.Any())
|
if (items.Any())
|
||||||
{
|
{
|
||||||
|
result += items.Count;
|
||||||
if (keySourceDirectories.Distinct().Count() != 1)
|
if (keySourceDirectories.Distinct().Count() != 1)
|
||||||
continue;
|
continue;
|
||||||
container = new(g, r, items, keySourceDirectories[0]);
|
container = new(g, items, keySourceDirectories[0]);
|
||||||
keyValuePairs.Add(keySourceDirectories[0], container);
|
keyValuePairs.Add(keySourceDirectories[0], container);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
length = configuration.RootDirectory.Length;
|
length = configuration.RootDirectory.Length;
|
||||||
foreach ((int g, string sourceDirectory, FileHolder[] sourceDirectoryFileHolderCollection, int r) in fileHolderGroupCollection)
|
foreach ((int g, string sourceDirectory, FileHolder[] sourceDirectoryFileHolderCollection) in fileHolderGroupCollection)
|
||||||
{
|
{
|
||||||
items = new();
|
items = new();
|
||||||
foreach (FileHolder sourceDirectoryFileHolder in sourceDirectoryFileHolderCollection)
|
foreach (FileHolder sourceDirectoryFileHolder in sourceDirectoryFileHolderCollection)
|
||||||
@ -244,7 +252,8 @@ public class Container
|
|||||||
{
|
{
|
||||||
if (!keyValuePairs.ContainsKey(sourceDirectory))
|
if (!keyValuePairs.ContainsKey(sourceDirectory))
|
||||||
{
|
{
|
||||||
container = new(g, r, items, sourceDirectory);
|
result += items.Count;
|
||||||
|
container = new(g, items, sourceDirectory);
|
||||||
keyValuePairs.Add(sourceDirectory, container);
|
keyValuePairs.Add(sourceDirectory, container);
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
@ -261,32 +270,32 @@ public class Container
|
|||||||
additional += 1;
|
additional += 1;
|
||||||
items.Add(item);
|
items.Add(item);
|
||||||
}
|
}
|
||||||
container = new(g, r + additional, items, sourceDirectory);
|
result += additional;
|
||||||
|
container = new(container.G, items, container.SourceDirectory);
|
||||||
keyValuePairs[sourceDirectory] = container;
|
keyValuePairs[sourceDirectory] = container;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (!firstRun && fileHolderKeyValuePairs.Any())
|
if (!firstRun && fileHolderKeyValuePairs.Any())
|
||||||
throw new Exception();
|
throw new Exception();
|
||||||
KeyValuePair<string, Shared.Models.Container>[] sortedKeyValuePairs = (from l in keyValuePairs orderby l.Value.G, l.Value.R select l).ToArray();
|
results = (from l in keyValuePairs orderby l.Value.G, l.Value.Items.Count select l.Value).ToArray();
|
||||||
results = (from l in sortedKeyValuePairs select l.Value).ToArray();
|
return new(result, results);
|
||||||
return results;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public static Shared.Models.Container[] GetContainers(Configuration configuration, bool firstRun, A_Property propertyLogic)
|
public static (int, int, int, Shared.Models.Container[]) GetContainers(Configuration configuration, bool firstRun, A_Property propertyLogic)
|
||||||
{
|
{
|
||||||
Shared.Models.Container[] results;
|
Shared.Models.Container[] results;
|
||||||
string searchPattern = "*";
|
string searchPattern = "*";
|
||||||
List<string> topDirectories = new();
|
List<string> topDirectories = new();
|
||||||
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles, int r)> jsonCollection;
|
List<(int g, string sourceDirectory, string[] sourceDirectoryFiles)> jsonCollection;
|
||||||
List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles, int r)> fileHolderGroupCollection;
|
List<(int g, string sourceDirectory, FileHolder[] sourceDirectoryFiles)> fileHolderGroupCollection;
|
||||||
string aPropertySingletonDirectory = IResult.GetResultsDateGroupDirectory(configuration, nameof(A_Property), "{}");
|
string aPropertySingletonDirectory = IResult.GetResultsDateGroupDirectory(configuration, nameof(A_Property), "{}");
|
||||||
List<(int g, string sourceDirectory, List<(string sourceDirectoryFile, Shared.Models.Property? property)> collection, int r)> collectionFromJson;
|
List<(int g, string sourceDirectory, List<(string sourceDirectoryFile, Shared.Models.Property? property)> collection)> collectionFromJson;
|
||||||
jsonCollection = GetJsonGroupCollection(configuration, propertyLogic, aPropertySingletonDirectory);
|
(int j, jsonCollection) = GetJsonGroupCollection(configuration, propertyLogic, aPropertySingletonDirectory);
|
||||||
fileHolderGroupCollection = GetFileHolderGroupCollection(configuration, propertyLogic, searchPattern, topDirectories);
|
(int f, fileHolderGroupCollection) = GetFileHolderGroupCollection(configuration, propertyLogic, searchPattern, topDirectories);
|
||||||
collectionFromJson = GetCollection(aPropertySingletonDirectory, jsonCollection);
|
collectionFromJson = GetCollection(aPropertySingletonDirectory, jsonCollection);
|
||||||
results = GetContainers(configuration, firstRun, aPropertySingletonDirectory, fileHolderGroupCollection, collectionFromJson);
|
(int t, results) = GetContainers(configuration, firstRun, aPropertySingletonDirectory, fileHolderGroupCollection, collectionFromJson);
|
||||||
return results;
|
return (j, f, t, results);
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
@ -7,27 +7,23 @@ public class Container : Properties.IContainer
|
|||||||
{
|
{
|
||||||
|
|
||||||
protected readonly int _G;
|
protected readonly int _G;
|
||||||
protected readonly int _R;
|
|
||||||
protected readonly List<Item> _Items;
|
protected readonly List<Item> _Items;
|
||||||
protected readonly string _SourceDirectory;
|
protected readonly string _SourceDirectory;
|
||||||
public int G => _G;
|
public int G => _G;
|
||||||
public List<Item> Items => _Items;
|
public List<Item> Items => _Items;
|
||||||
public int R => _R;
|
|
||||||
public string SourceDirectory => _SourceDirectory;
|
public string SourceDirectory => _SourceDirectory;
|
||||||
|
|
||||||
[JsonConstructor]
|
[JsonConstructor]
|
||||||
public Container(int g, int r, List<Item> items, string sourceDirectory)
|
public Container(int g, List<Item> items, string sourceDirectory)
|
||||||
{
|
{
|
||||||
_G = g;
|
_G = g;
|
||||||
_R = r;
|
|
||||||
_Items = items;
|
_Items = items;
|
||||||
_SourceDirectory = sourceDirectory;
|
_SourceDirectory = sourceDirectory;
|
||||||
}
|
}
|
||||||
|
|
||||||
public Container(int g, int r, string sourceDirectory)
|
public Container(int g, string sourceDirectory)
|
||||||
{
|
{
|
||||||
_G = g;
|
_G = g;
|
||||||
_R = r;
|
|
||||||
_Items = new();
|
_Items = new();
|
||||||
_SourceDirectory = sourceDirectory;
|
_SourceDirectory = sourceDirectory;
|
||||||
}
|
}
|
||||||
|
@ -5,7 +5,6 @@ public interface IContainer
|
|||||||
|
|
||||||
public int G { get; }
|
public int G { get; }
|
||||||
public List<Item> Items { get; }
|
public List<Item> Items { get; }
|
||||||
public int R { get; }
|
|
||||||
public string SourceDirectory { get; }
|
public string SourceDirectory { get; }
|
||||||
|
|
||||||
}
|
}
|
@ -5,14 +5,6 @@ namespace View_by_Distance.Shared.Models.Stateless.Methods;
|
|||||||
internal abstract class Mapping
|
internal abstract class Mapping
|
||||||
{
|
{
|
||||||
|
|
||||||
internal static double GetDeterministicHashCodeKey(int locationDigits, Models.Item item, Models.Face face)
|
|
||||||
{
|
|
||||||
if (item.Property?.Id is null || item.ImageFileHolder is null || face.Location?.NormalizedPixelPercentage is null)
|
|
||||||
throw new NullReferenceException();
|
|
||||||
double result = IMapping.GetDeterministicHashCodeKeyValue(locationDigits, item.Property.Id.Value, face.Location.NormalizedPixelPercentage.Value);
|
|
||||||
return result;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static void UseKeyValuePairsSaveFaceEncoding(int locationDigits, Dictionary<int, List<Models.Face>> keyValuePairs, string file, int id, int normalizedPixelPercentageValue, double deterministicHashCodeKey, string extensionLowered)
|
private static void UseKeyValuePairsSaveFaceEncoding(int locationDigits, Dictionary<int, List<Models.Face>> keyValuePairs, string file, int id, int normalizedPixelPercentageValue, double deterministicHashCodeKey, string extensionLowered)
|
||||||
{
|
{
|
||||||
string json;
|
string json;
|
||||||
|
Loading…
x
Reference in New Issue
Block a user