GetToDoCollection
This commit is contained in:
@ -36,15 +36,15 @@ public class CopyDistinct
|
||||
_Configuration = configuration;
|
||||
propertyConfiguration.Update();
|
||||
log.Information(propertyConfiguration.RootDirectory);
|
||||
(bool move, List<string> allFiles, bool anyLenFiles, bool moveBack) = Verify();
|
||||
(bool move, List<string[]> filesCollection, bool anyLenFiles, bool moveBack) = Verify();
|
||||
_FileGroups = Shared.Models.Stateless.Methods.IPath.GetKeyValuePairs(propertyConfiguration, appSettings.CopyTo, new string[] { appSettings.ResultDirectoryKey });
|
||||
List<string> lines = CopyDistinctFilesInDirectories(log, move, allFiles, anyLenFiles, moveBack);
|
||||
List<string> lines = CopyDistinctFilesInDirectories(log, move, filesCollection, anyLenFiles, moveBack);
|
||||
if (lines.Any())
|
||||
File.WriteAllLines($"D:/Tmp/Phares/{DateTime.Now.Ticks}.tsv", lines);
|
||||
_ = Shared.Models.Stateless.Methods.IPath.DeleteEmptyDirectories(propertyConfiguration.RootDirectory);
|
||||
}
|
||||
|
||||
private (bool, List<string>, bool, bool) Verify()
|
||||
private (bool, List<string[]>, bool, bool) Verify()
|
||||
{
|
||||
if (_AppSettings is null)
|
||||
throw new NullReferenceException(nameof(_AppSettings));
|
||||
@ -64,8 +64,7 @@ public class CopyDistinct
|
||||
string copyTo = Path.GetFullPath(_AppSettings.CopyTo);
|
||||
bool move = copyTo == _PropertyConfiguration.RootDirectory;
|
||||
List<string[]> filesCollection = Shared.Models.Stateless.Methods.IDirectory.GetFilesCollection(_PropertyConfiguration.RootDirectory, directorySearchFilter, fileSearchFilter);
|
||||
(_, List<string> allFiles) = Get(filesCollection);
|
||||
bool anyLenFiles = allFiles.Any(l => l.EndsWith("len"));
|
||||
bool anyLenFiles = filesCollection.Any(l => l.Any(m => m.EndsWith("len")));
|
||||
if (!move)
|
||||
moveBack = false;
|
||||
else
|
||||
@ -82,198 +81,98 @@ public class CopyDistinct
|
||||
moveBack = true;
|
||||
}
|
||||
}
|
||||
return (move, allFiles, anyLenFiles, moveBack);
|
||||
return (move, filesCollection, anyLenFiles, moveBack);
|
||||
}
|
||||
|
||||
private static (List<string>, List<string>) Get(List<string[]> filesCollection)
|
||||
private static (string[], List<(FileHolder, string)>) GetMoveBackToDoCollection(List<string[]> filesCollection)
|
||||
{
|
||||
List<string> results = new();
|
||||
string? directory;
|
||||
List<string> directories = new();
|
||||
foreach (string[] files in filesCollection)
|
||||
{
|
||||
if (!files.Any())
|
||||
continue;
|
||||
directory = Path.GetDirectoryName(files.First());
|
||||
if (directory is null)
|
||||
continue;
|
||||
if (!directories.Contains(directory))
|
||||
directories.Add(directory);
|
||||
results.AddRange(files);
|
||||
}
|
||||
return (directories, results);
|
||||
}
|
||||
|
||||
private List<(FileHolder, string, string)> GetToDoCollection(ProgressBar progressBar, FileHolder[] fileHolders)
|
||||
{
|
||||
List<(FileHolder, string, string)> results = new();
|
||||
string checkFile;
|
||||
string directory;
|
||||
FileInfo fileInfo;
|
||||
int directoryIndex;
|
||||
string directoryName;
|
||||
bool wrapped = false;
|
||||
List<string> distinct = new();
|
||||
FileHolder[] sortedFileHolders = (from l in fileHolders orderby l.LastWriteTime, l.FullName.Length descending select l).ToArray();
|
||||
string key = string.IsNullOrEmpty(_AppSettings.ResultDirectoryKey) ? _PropertyConfiguration.ResultAllInOne : _AppSettings.ResultDirectoryKey;
|
||||
foreach (FileHolder fileHolder in sortedFileHolders)
|
||||
{
|
||||
progressBar.Tick();
|
||||
if (fileHolder.Name.EndsWith("len") || fileHolder.ExtensionLowered == ".id" || fileHolder.ExtensionLowered == ".lsv" || fileHolder.DirectoryName is null)
|
||||
continue;
|
||||
(_, directoryIndex) = Shared.Models.Stateless.Methods.IPath.GetDirectoryNameAndIndex(_PropertyConfiguration.ResultAllInOneSubdirectoryLength, fileHolder.NameWithoutExtension);
|
||||
directoryName = Path.GetFileName(fileHolder.DirectoryName);
|
||||
if (directoryName.Length < _PropertyConfiguration.ResultAllInOneSubdirectoryLength + 3 || !fileHolder.Name.StartsWith(directoryName))
|
||||
{
|
||||
if (wrapped)
|
||||
continue;
|
||||
directory = _FileGroups[key][directoryIndex];
|
||||
}
|
||||
else
|
||||
{
|
||||
if (!wrapped)
|
||||
wrapped = true;
|
||||
directory = Path.Combine(_FileGroups[key][directoryIndex], directoryName);
|
||||
}
|
||||
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}{fileHolder.ExtensionLowered}");
|
||||
if (distinct.Contains(checkFile))
|
||||
{
|
||||
if (!_AppSettings.CopyDuplicates)
|
||||
continue;
|
||||
for (int i = 1; i < int.MaxValue; i++)
|
||||
{
|
||||
fileInfo = new(checkFile);
|
||||
if (!fileInfo.Exists || fileHolder.Length == fileInfo.Length && fileHolder.LastWriteTime == fileInfo.LastWriteTime)
|
||||
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}.{i}dup{fileHolder.ExtensionLowered}");
|
||||
else
|
||||
checkFile = Path.Combine(directory, $"{fileHolder.NameWithoutExtension}.{i}why{fileHolder.ExtensionLowered}");
|
||||
if (distinct.Contains(checkFile))
|
||||
continue;
|
||||
distinct.Add(checkFile);
|
||||
results.Add(new(fileHolder, directory, checkFile));
|
||||
break;
|
||||
}
|
||||
continue;
|
||||
}
|
||||
distinct.Add(checkFile);
|
||||
results.Add(new(fileHolder, directory, checkFile));
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
||||
private static List<(FileHolder, string, string)> GetMoveBackToDoCollection(List<string> files)
|
||||
{
|
||||
List<(FileHolder, string, string)> results = new();
|
||||
List<(FileHolder, string)> results = new();
|
||||
string key;
|
||||
string? value;
|
||||
string fileName;
|
||||
files.Reverse();
|
||||
string? directory;
|
||||
string destinationFile;
|
||||
List<string> distinctFound = new();
|
||||
List<string> distinctNeeded = new();
|
||||
List<string> distinctDirectories = new();
|
||||
Dictionary<string, string> nameToPath = new();
|
||||
for (int i = 1; i < 3; i++)
|
||||
{
|
||||
foreach (string[] files in filesCollection)
|
||||
{
|
||||
foreach (string file in files.Reverse())
|
||||
{
|
||||
fileName = Path.GetFileName(file);
|
||||
if (fileName.EndsWith("len"))
|
||||
{
|
||||
key = fileName[..^3];
|
||||
destinationFile = file[..^3];
|
||||
if (nameToPath.ContainsKey(key))
|
||||
continue;
|
||||
nameToPath.Add(key, destinationFile);
|
||||
}
|
||||
else
|
||||
{
|
||||
if (!distinctNeeded.Contains(file))
|
||||
distinctNeeded.Add(file);
|
||||
if (!nameToPath.ContainsKey(fileName))
|
||||
continue;
|
||||
if (distinctFound.Contains(file))
|
||||
continue;
|
||||
distinctFound.Add(file);
|
||||
}
|
||||
}
|
||||
if (distinctNeeded.Count != distinctFound.Count)
|
||||
continue;
|
||||
break;
|
||||
}
|
||||
}
|
||||
foreach (string[] files in filesCollection)
|
||||
{
|
||||
foreach (string file in files)
|
||||
{
|
||||
// if (distinctNeeded.Count != distinctFound.Count)
|
||||
// continue;
|
||||
fileName = Path.GetFileName(file);
|
||||
if (fileName.EndsWith("len"))
|
||||
{
|
||||
key = fileName[..^3];
|
||||
destinationFile = file[..^3];
|
||||
if (nameToPath.ContainsKey(key))
|
||||
continue;
|
||||
nameToPath.Add(key, destinationFile);
|
||||
}
|
||||
else
|
||||
{
|
||||
if (!distinctNeeded.Contains(file))
|
||||
distinctNeeded.Add(file);
|
||||
if (!nameToPath.ContainsKey(fileName))
|
||||
continue;
|
||||
if (distinctFound.Contains(file))
|
||||
continue;
|
||||
distinctFound.Add(file);
|
||||
}
|
||||
}
|
||||
if (distinctNeeded.Count != distinctFound.Count)
|
||||
continue;
|
||||
break;
|
||||
}
|
||||
foreach (string file in files)
|
||||
{
|
||||
// if (distinctNeeded.Count != distinctFound.Count)
|
||||
// continue;
|
||||
fileName = Path.GetFileName(file);
|
||||
if (fileName.EndsWith("len"))
|
||||
continue;
|
||||
if (!nameToPath.TryGetValue(fileName, out value))
|
||||
continue;
|
||||
directory = Path.GetDirectoryName(value);
|
||||
if (string.IsNullOrEmpty(directory))
|
||||
continue;
|
||||
results.Add(new(new(file), directory, value));
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
||||
private static List<string> CopyOrMove(ProgressBar progressBar, List<(FileHolder, string, string)> toDoCollection, bool move, bool moveBack)
|
||||
{
|
||||
List<string> results = new();
|
||||
FileInfo fileInfo;
|
||||
foreach ((FileHolder fileHolder, string _, string to) in toDoCollection)
|
||||
{
|
||||
progressBar.Tick();
|
||||
fileInfo = new(to);
|
||||
if (fileInfo.Exists)
|
||||
{
|
||||
if (fileHolder.Length != fileInfo.Length || fileHolder.LastWriteTime != fileInfo.LastWriteTime)
|
||||
fileInfo.Delete();
|
||||
else
|
||||
continue;
|
||||
if (!nameToPath.TryGetValue(fileName, out value))
|
||||
continue;
|
||||
directory = Path.GetDirectoryName(value);
|
||||
if (string.IsNullOrEmpty(directory))
|
||||
continue;
|
||||
results.Add(new(new(file), value));
|
||||
if (!distinctDirectories.Contains(directory))
|
||||
distinctDirectories.Add(directory);
|
||||
}
|
||||
results.Add(fileHolder.NameWithoutExtension);
|
||||
try
|
||||
{
|
||||
if (move || moveBack)
|
||||
File.Move(fileHolder.FullName, to);
|
||||
else
|
||||
File.Copy(fileHolder.FullName, to);
|
||||
}
|
||||
catch (Exception) { }
|
||||
}
|
||||
return results;
|
||||
return (distinctDirectories.ToArray(), results);
|
||||
}
|
||||
|
||||
private List<string> CopyDistinctFilesInDirectories(ILogger log, bool move, List<string> allFiles, bool anyLenFiles, bool moveBack)
|
||||
private List<string> CopyDistinctFilesInDirectories(ILogger log, bool move, List<string[]> filesCollection, bool anyLenFiles, bool moveBack)
|
||||
{
|
||||
List<string> results = new();
|
||||
ProgressBar progressBar;
|
||||
string[] distinctDirectories;
|
||||
ConsoleKey? consoleKey = null;
|
||||
string message = nameof(CopyDistinct);
|
||||
List<string> distinctDirectories = new();
|
||||
List<(FileHolder, string, string)> toDoCollection;
|
||||
List<(FileHolder, string)> toDoCollection;
|
||||
int count = filesCollection.Select(l => l.Length).Sum();
|
||||
ProgressBarOptions options = new() { ProgressCharacter = '─', ProgressBarOnBottom = true, DisableBottomPercentage = true };
|
||||
if (moveBack)
|
||||
{
|
||||
if (!anyLenFiles)
|
||||
throw new NotSupportedException();
|
||||
toDoCollection = GetMoveBackToDoCollection(allFiles);
|
||||
(distinctDirectories, toDoCollection) = GetMoveBackToDoCollection(filesCollection);
|
||||
}
|
||||
else
|
||||
{
|
||||
progressBar = new(allFiles.Count, message, options);
|
||||
FileHolder[] fileHolders = (from l in allFiles select new FileHolder(l)).ToArray();
|
||||
toDoCollection = GetToDoCollection(progressBar, fileHolders);
|
||||
progressBar = new(count, message, options);
|
||||
string key = string.IsNullOrEmpty(_AppSettings.ResultDirectoryKey) ? _PropertyConfiguration.ResultAllInOne : _AppSettings.ResultDirectoryKey;
|
||||
string[] directories = _FileGroups[key];
|
||||
(distinctDirectories, toDoCollection) = Shared.Models.Stateless.Methods.IDirectory.GetToDoCollection(_PropertyConfiguration, _AppSettings.CopyDuplicates, filesCollection, directories, () => progressBar.Tick());
|
||||
progressBar.Dispose();
|
||||
}
|
||||
foreach ((FileHolder fileHolder, string directory, string to) in toDoCollection)
|
||||
{
|
||||
if (distinctDirectories.Contains(directory))
|
||||
continue;
|
||||
distinctDirectories.Add(directory);
|
||||
}
|
||||
foreach (string distinctDirectory in distinctDirectories)
|
||||
{
|
||||
if (!Directory.Exists(distinctDirectory))
|
||||
@ -307,8 +206,8 @@ public class CopyDistinct
|
||||
}
|
||||
else
|
||||
{
|
||||
progressBar = new(allFiles.Count, message, options);
|
||||
results.AddRange(CopyOrMove(progressBar, toDoCollection, move, moveBack));
|
||||
progressBar = new(count, message, options);
|
||||
results.AddRange(Shared.Models.Stateless.Methods.IDirectory.CopyOrMove(toDoCollection, move, moveBack, () => progressBar.Tick()));
|
||||
progressBar.Dispose();
|
||||
if (move || moveBack)
|
||||
log.Information("Done moving");
|
||||
|
||||
Reference in New Issue
Block a user