phares3757/view-by-distance-mklink-console
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

GetToDoCollection

Browse Source
This commit is contained in:
Mike Phares
2023-07-04 09:04:22 -07:00
parent b331a4d015
commit 79f069445e
10 changed files with 296 additions and 251 deletions
Download Patch File Download Diff File Expand all files Collapse all files

223
Copy-Distinct/CopyDistinct.cs
View File

@ -36,15 +36,15 @@ public class CopyDistinct
_Configuration = configuration;
propertyConfiguration.Update();
log.Information(propertyConfiguration.RootDirectory);
(bool move, List<string> allFiles, bool anyLenFiles, bool moveBack) = Verify();
(bool move, List<string[]> filesCollection, bool anyLenFiles, bool moveBack) = Verify();
_FileGroups = Shared.Models.Stateless.Methods.IPath.GetKeyValuePairs(propertyConfiguration, appSettings.CopyTo, new string[] { appSettings.ResultDirectoryKey });
List<string> lines = CopyDistinctFilesInDirectories(log, move, allFiles, anyLenFiles, moveBack);
List<string> lines = CopyDistinctFilesInDirectories(log, move, filesCollection, anyLenFiles, moveBack);
if (lines.Any())
File.WriteAllLines($"D:/Tmp/Phares/{DateTime.Now.Ticks}.tsv", lines);
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
}
private (bool, List<string>, bool, bool) Verify()
private (bool, List<string[]>, bool, bool) Verify()
{
if (_AppSettings is null)
throw new NullReferenceException(nameof(_AppSettings));
@ -64,8 +64,7 @@ public class CopyDistinct
string copyTo = Path.GetFullPath(_AppSettings.CopyTo);
bool move = copyTo == _PropertyConfiguration.RootDirectory;
List<string[]> filesCollection = Shared.Models.Stateless.Methods.IDirectory.GetFilesCollection(_PropertyConfiguration.RootDirectory, directorySearchFilter, fileSearchFilter);
(_, List<string> allFiles) = Get(filesCollection);
bool anyLenFiles = allFiles.Any(l => l.EndsWith("len"));
bool anyLenFiles = filesCollection.Any(l => l.Any(m => m.EndsWith("len")));
if (!move)
moveBack = false;
else
@ -82,198 +81,98 @@ public class CopyDistinct
moveBack = true;
}
}
return (move, allFiles, anyLenFiles, moveBack);
return (move, filesCollection, anyLenFiles, moveBack);
}
private static (List<string>, List<string>) Get(List<string[]> filesCollection)
private static (string[], List<(FileHolder, string)>) GetMoveBackToDoCollection(List<string[]> filesCollection)
{
List<string> results = new();
string? directory;
List<string> directories = new();
foreach (string[] files in filesCollection)
{
if (!files.Any())
continue;
directory = Path.GetDirectoryName(files.First());
if (directory is null)
continue;
if (!directories.Contains(directory))
directories.Add(directory);
results.AddRange(files);
}
return (directories, results);
}
private List<(FileHolder, string, string)> GetToDoCollection(ProgressBar progressBar, FileHolder[] fileHolders)
{
List<(FileHolder, string, string)> results = new();
string checkFile;
string directory;
FileInfo fileInfo;
int directoryIndex;
string directoryName;
bool wrapped = false;
List<string> distinct = new();
FileHolder[] sortedFileHolders = (from l in fileHolders orderby l.LastWriteTime, l.FullName.Length descending select l).ToArray();
string key = string.IsNullOrEmpty(_AppSettings.ResultDirectoryKey) ? _PropertyConfiguration.ResultAllInOne : _AppSettings.ResultDirectoryKey;
foreach (FileHolder fileHolder in sortedFileHolders)
{
progressBar.Tick();
if (fileHolder.Name.EndsWith("len") || fileHolder.ExtensionLowered == ".id" || fileHolder.ExtensionLowered == ".lsv" || fileHolder.DirectoryName is null)
continue;
(_, directoryIndex) = Shared.Models.Stateless.Methods.IPath.GetDirectoryNameAndIndex(_PropertyConfiguration.ResultAllInOneSubdirectoryLength, fileHolder.NameWithoutExtension);
directoryName = Path.GetFileName(fileHolder.DirectoryName);
if (directoryName.Length < _PropertyConfiguration.ResultAllInOneSubdirectoryLength + 3 || !fileHolder.Name.StartsWith(directoryName))
{
if (wrapped)
continue;
directory = _FileGroups[key][directoryIndex];
}
else
{
if (!wrapped)
wrapped = true;
directory = Path.Combine(_FileGroups[key][directoryIndex], directoryName);
}
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}{fileHolder.ExtensionLowered}");
if (distinct.Contains(checkFile))
{
if (!_AppSettings.CopyDuplicates)
continue;
for (int i = 1; i < int.MaxValue; i++)
{
fileInfo = new(checkFile);
if (!fileInfo.Exists || fileHolder.Length == fileInfo.Length && fileHolder.LastWriteTime == fileInfo.LastWriteTime)
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}.{i}dup{fileHolder.ExtensionLowered}");
else
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}.{i}why{fileHolder.ExtensionLowered}");
if (distinct.Contains(checkFile))
continue;
distinct.Add(checkFile);
results.Add(new(fileHolder, directory, checkFile));
break;
}
continue;
}
distinct.Add(checkFile);
results.Add(new(fileHolder, directory, checkFile));
}
return results;
}
private static List<(FileHolder, string, string)> GetMoveBackToDoCollection(List<string> files)
{
List<(FileHolder, string, string)> results = new();
List<(FileHolder, string)> results = new();
string key;
string? value;
string fileName;
files.Reverse();
string? directory;
string destinationFile;
List<string> distinctFound = new();
List<string> distinctNeeded = new();
List<string> distinctDirectories = new();
Dictionary<string, string> nameToPath = new();
for (int i = 1; i < 3; i++)
{
foreach (string[] files in filesCollection)
{
foreach (string file in files.Reverse())
{
fileName = Path.GetFileName(file);
if (fileName.EndsWith("len"))
{
key = fileName[..^3];
destinationFile = file[..^3];
if (nameToPath.ContainsKey(key))
continue;
nameToPath.Add(key, destinationFile);
}
else
{
if (!distinctNeeded.Contains(file))
distinctNeeded.Add(file);
if (!nameToPath.ContainsKey(fileName))
continue;
if (distinctFound.Contains(file))
continue;
distinctFound.Add(file);
}
}
if (distinctNeeded.Count != distinctFound.Count)
continue;
break;
}
}
foreach (string[] files in filesCollection)
{
foreach (string file in files)
{
// if (distinctNeeded.Count != distinctFound.Count)
// continue;
fileName = Path.GetFileName(file);
if (fileName.EndsWith("len"))
{
key = fileName[..^3];
destinationFile = file[..^3];
if (nameToPath.ContainsKey(key))
continue;
nameToPath.Add(key, destinationFile);
}
else
{
if (!distinctNeeded.Contains(file))
distinctNeeded.Add(file);
if (!nameToPath.ContainsKey(fileName))
continue;
if (distinctFound.Contains(file))
continue;
distinctFound.Add(file);
}
}
if (distinctNeeded.Count != distinctFound.Count)
continue;
break;
}
foreach (string file in files)
{
// if (distinctNeeded.Count != distinctFound.Count)
// continue;
fileName = Path.GetFileName(file);
if (fileName.EndsWith("len"))
continue;
if (!nameToPath.TryGetValue(fileName, out value))
continue;
directory = Path.GetDirectoryName(value);
if (string.IsNullOrEmpty(directory))
continue;
results.Add(new(new(file), directory, value));
}
return results;
}
private static List<string> CopyOrMove(ProgressBar progressBar, List<(FileHolder, string, string)> toDoCollection, bool move, bool moveBack)
{
List<string> results = new();
FileInfo fileInfo;
foreach ((FileHolder fileHolder, string _, string to) in toDoCollection)
{
progressBar.Tick();
fileInfo = new(to);
if (fileInfo.Exists)
{
if (fileHolder.Length != fileInfo.Length || fileHolder.LastWriteTime != fileInfo.LastWriteTime)
fileInfo.Delete();
else
continue;
if (!nameToPath.TryGetValue(fileName, out value))
continue;
directory = Path.GetDirectoryName(value);
if (string.IsNullOrEmpty(directory))
continue;
results.Add(new(new(file), value));
if (!distinctDirectories.Contains(directory))
distinctDirectories.Add(directory);
}
results.Add(fileHolder.NameWithoutExtension);
try
{
if (move || moveBack)
File.Move(fileHolder.FullName, to);
else
File.Copy(fileHolder.FullName, to);
}
catch (Exception) { }
}
return results;
return (distinctDirectories.ToArray(), results);
}
private List<string> CopyDistinctFilesInDirectories(ILogger log, bool move, List<string> allFiles, bool anyLenFiles, bool moveBack)
private List<string> CopyDistinctFilesInDirectories(ILogger log, bool move, List<string[]> filesCollection, bool anyLenFiles, bool moveBack)
{
List<string> results = new();
ProgressBar progressBar;
string[] distinctDirectories;
ConsoleKey? consoleKey = null;
string message = nameof(CopyDistinct);
List<string> distinctDirectories = new();
List<(FileHolder, string, string)> toDoCollection;
List<(FileHolder, string)> toDoCollection;
int count = filesCollection.Select(l => l.Length).Sum();
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
if (moveBack)
{
if (!anyLenFiles)
throw new NotSupportedException();
toDoCollection = GetMoveBackToDoCollection(allFiles);
(distinctDirectories, toDoCollection) = GetMoveBackToDoCollection(filesCollection);
}
else
{
progressBar = new(allFiles.Count, message, options);
FileHolder[] fileHolders = (from l in allFiles select new FileHolder(l)).ToArray();
toDoCollection = GetToDoCollection(progressBar, fileHolders);
progressBar = new(count, message, options);
string key = string.IsNullOrEmpty(_AppSettings.ResultDirectoryKey) ? _PropertyConfiguration.ResultAllInOne : _AppSettings.ResultDirectoryKey;
string[] directories = _FileGroups[key];
(distinctDirectories, toDoCollection) = Shared.Models.Stateless.Methods.IDirectory.GetToDoCollection(_PropertyConfiguration, _AppSettings.CopyDuplicates, filesCollection, directories, () => progressBar.Tick());
progressBar.Dispose();
}
foreach ((FileHolder fileHolder, string directory, string to) in toDoCollection)
{
if (distinctDirectories.Contains(directory))
continue;
distinctDirectories.Add(directory);
}
foreach (string distinctDirectory in distinctDirectories)
{
if (!Directory.Exists(distinctDirectory))
@ -307,8 +206,8 @@ public class CopyDistinct
}
else
{
progressBar = new(allFiles.Count, message, options);
results.AddRange(CopyOrMove(progressBar, toDoCollection, move, moveBack));
progressBar = new(count, message, options);
results.AddRange(Shared.Models.Stateless.Methods.IDirectory.CopyOrMove(toDoCollection, move, moveBack, () => progressBar.Tick()));
progressBar.Dispose();
if (move || moveBack)
log.Information("Done moving");