phares3757/file-exposer
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: phares3757:05-12-a
Branches Tags
phares3757:main
phares3757:05-12-a
phares3757:05-10-a
..
compare: phares3757:main
Branches Tags
phares3757:05-12-a
phares3757:05-10-a
phares3757:main

No commits in common. "05-12-a" and "main" have entirely different histories.
05-12-a ... main

5 changed files with 109 additions and 40 deletions
Show Stats Expand all files Collapse all files

20
Models/Record.cs
View File

@ -11,23 +11,35 @@ public record Record(string RelativePath,
long Ticks) long Ticks)
{ {
internal static ReadOnlyCollection<Record> GetRecords(Matcher matcher, string directory) internal static ReadOnlyCollection<Record> GetCollection(SyncConfiguration syncConfiguration, string rightDirectory)
{
ReadOnlyCollection<Record> results;
Matcher matcher = new();
string excludePatternsFile = Path.Combine(rightDirectory, syncConfiguration.ExcludePatternsFile);
string includePatternsFile = Path.Combine(rightDirectory, syncConfiguration.IncludePatternsFile);
matcher.AddIncludePatterns(!File.Exists(includePatternsFile) ? ["*"] : File.ReadAllLines(includePatternsFile));
matcher.AddExcludePatterns(!File.Exists(excludePatternsFile) ? ["System Volume Information"] : File.ReadAllLines(excludePatternsFile));
results = GetRecords(rightDirectory, matcher);
return results;
}
private static ReadOnlyCollection<Record> GetRecords(string rightDirectory, Matcher matcher)
{ {
List<Record> results = []; List<Record> results = [];
Record record; Record record;
FileInfo fileInfo; FileInfo fileInfo;
string relativePath; string relativePath;
ReadOnlyCollection<ReadOnlyCollection<string>> collection = GetFilesCollection(directory, "*", "*"); ReadOnlyCollection<ReadOnlyCollection<string>> collection = GetFilesCollection(rightDirectory, "*", "*");
foreach (ReadOnlyCollection<string> c in collection) foreach (ReadOnlyCollection<string> c in collection)
{ {
foreach (string f in c) foreach (string f in c)
{ {
if (!matcher.Match(directory, f).HasMatches) if (!matcher.Match(rightDirectory, f).HasMatches)
continue; continue;
fileInfo = new(f); fileInfo = new(f);
if (fileInfo.Length == 0) if (fileInfo.Length == 0)
continue; continue;
relativePath = Path.GetRelativePath(directory, fileInfo.FullName); relativePath = Path.GetRelativePath(rightDirectory, fileInfo.FullName);
record = new(RelativePath: relativePath, record = new(RelativePath: relativePath,
Size: fileInfo.Length, Size: fileInfo.Length,
Ticks: fileInfo.LastWriteTime.ToUniversalTime().Ticks); Ticks: fileInfo.LastWriteTime.ToUniversalTime().Ticks);

3
Models/RelativePath.cs
View File

@ -5,8 +5,7 @@ using System.Threading.Tasks;
namespace FileExposer.Models; namespace FileExposer.Models;
public record RelativePath(string LeftDirectory, public record RelativePath(string Path,
string? RightDirectory,
Record[] Records) Record[] Records)
{ {

96
Models/Review.cs
View File

@ -36,17 +36,29 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetAreEqual(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetAreEqual(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
double totalSeconds; double totalSeconds;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath);
foreach (Record r in records) foreach (Record r in records)
{ {
if (!keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue;
}
if (r.RelativePath == relativePath.Path)
continue;
if (!keyValuePairs.TryGetValue(r.RelativePath, out record))
continue; continue;
totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds; totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds;
if (record.Size != r.Size || totalSeconds is > 2 or < -2) if (record.Size != r.Size || totalSeconds is > 2 or < -2)
continue; continue;
segment = new(Left: r, Right: record); segment = new(Left: r,
LeftDirectory: checkDirectory,
Right: record,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();
@ -66,19 +78,31 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetNotEqualBut(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetNotEqualBut(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
double totalSeconds; double totalSeconds;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath);
foreach (Record r in records) foreach (Record r in records)
{ {
if (!keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue;
}
if (r.RelativePath == relativePath.Path)
continue;
if (!keyValuePairs.TryGetValue(r.RelativePath, out record))
continue; continue;
if (record.Size == r.Size) if (record.Size == r.Size)
continue; continue;
totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds; totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds;
if (totalSeconds is >= 2 or <= -2) if (totalSeconds is >= 2 or <= -2)
continue; continue;
segment = new(Left: r, Right: record); segment = new(Left: r,
LeftDirectory: checkDirectory,
Right: record,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();
@ -87,13 +111,25 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetLeftSideOnly(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetLeftSideOnly(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath);
foreach (Record r in records) foreach (Record r in records)
{ {
if (keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue; continue;
segment = new(Left: r, Right: record); }
if (r.RelativePath == relativePath.Path)
continue;
if (keyValuePairs.TryGetValue(r.RelativePath, out record))
continue;
segment = new(Left: r,
LeftDirectory: checkDirectory,
Right: record,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();
@ -102,13 +138,25 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetRightSideOnly(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetRightSideOnly(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(records); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(records);
foreach (Record r in relativePath.Records) foreach (Record r in relativePath.Records)
{ {
if (keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue; continue;
segment = new(Left: record, Right: r); }
if (r.RelativePath == relativePath.Path)
continue;
if (keyValuePairs.TryGetValue(r.RelativePath, out record))
continue;
segment = new(Left: record,
LeftDirectory: null,
Right: r,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();
@ -117,17 +165,29 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetLeftSideIsNewer(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetLeftSideIsNewer(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
double totalSeconds; double totalSeconds;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(relativePath);
foreach (Record r in records) foreach (Record r in records)
{ {
if (!keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue;
}
if (r.RelativePath == relativePath.Path)
continue;
if (!keyValuePairs.TryGetValue(r.RelativePath, out record))
continue; continue;
totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds; totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds;
if (totalSeconds is > -2) if (totalSeconds is > -2)
continue; continue;
segment = new(Left: r, Right: record); segment = new(Left: r,
LeftDirectory: checkDirectory,
Right: record,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();
@ -136,17 +196,29 @@ public record Review(Segment[]? AreEqual,
private static ReadOnlyCollection<Segment> GetRightSideIsNewer(RelativePath relativePath, ReadOnlyCollection<Record> records) private static ReadOnlyCollection<Segment> GetRightSideIsNewer(RelativePath relativePath, ReadOnlyCollection<Record> records)
{ {
List<Segment> results = []; List<Segment> results = [];
Record? record;
Segment segment; Segment segment;
double totalSeconds; double totalSeconds;
string? checkDirectory = null;
ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(records); ReadOnlyDictionary<string, Record> keyValuePairs = GetKeyValuePairs(records);
foreach (Record r in relativePath.Records) foreach (Record r in relativePath.Records)
{ {
if (!keyValuePairs.TryGetValue(r.RelativePath, out Record? record)) if (checkDirectory is null && r.Size == 0 && r.Ticks == 0)
{
checkDirectory = r.RelativePath;
continue;
}
if (r.RelativePath == relativePath.Path)
continue;
if (!keyValuePairs.TryGetValue(r.RelativePath, out record))
continue; continue;
totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds; totalSeconds = new TimeSpan(record.Ticks - r.Ticks).TotalSeconds;
if (totalSeconds is > -2) if (totalSeconds is > -2)
continue; continue;
segment = new(Left: record, Right: r); segment = new(Left: record,
LeftDirectory: null,
Right: r,
RightDirectory: relativePath.Path);
results.Add(segment); results.Add(segment);
} }
return results.AsReadOnly(); return results.AsReadOnly();

4
Models/Segment.cs
View File

@ -3,7 +3,9 @@ using System.Text.Json.Serialization;
namespace FileExposer.Models; namespace FileExposer.Models;
public record Segment(Record? Left, public record Segment(Record? Left,
Record? Right); string? LeftDirectory,
Record? Right,
string RightDirectory);
[JsonSourceGenerationOptions(WriteIndented = true)] [JsonSourceGenerationOptions(WriteIndented = true)]
[JsonSerializable(typeof(Segment))] [JsonSerializable(typeof(Segment))]

22
Models/SyncV1Repository.cs
View File

@ -5,7 +5,6 @@ using System.Collections.ObjectModel;
using System.IO; using System.IO;
using System.Text.Json; using System.Text.Json;
using System.Threading.Tasks; using System.Threading.Tasks;
using Microsoft.Extensions.FileSystemGlobbing;
public class SyncV1Repository(AppSettings appSettings) : ISyncV1Repository public class SyncV1Repository(AppSettings appSettings) : ISyncV1Repository
{ {
@ -36,24 +35,13 @@ public class SyncV1Repository(AppSettings appSettings) : ISyncV1Repository
if (File.Exists(path)) if (File.Exists(path))
throw new Exception("Must pass size and ticks when passing a file!"); throw new Exception("Must pass size and ticks when passing a file!");
string directory = Path.GetFullPath(path); string directory = Path.GetFullPath(path);
string excludePatternsFile = Path.Combine(directory, _AppSettings.SyncConfiguration.ExcludePatternsFile); ReadOnlyCollection<Record> records = Record.GetCollection(_AppSettings.SyncConfiguration, directory);
string includePatternsFile = Path.Combine(directory, _AppSettings.SyncConfiguration.IncludePatternsFile); RelativePath relativePath = new(Path: path, Records: [.. records]);
Matcher matcher = GetMatcher(excludePatternsFile, includePatternsFile);
ReadOnlyCollection<Record> records = Record.GetRecords(matcher, directory);
RelativePath relativePath = new(LeftDirectory: path, Records: [.. records], RightDirectory: null);
result = new (JSON: JsonSerializer.Serialize(relativePath, RelativePathSourceGenerationContext.Default.RelativePath), Bytes: null); result = new (JSON: JsonSerializer.Serialize(relativePath, RelativePathSourceGenerationContext.Default.RelativePath), Bytes: null);
} }
return result; return result;
} }
private static Matcher GetMatcher(string excludePatternsFile, string includePatternsFile)
{
Matcher result = new();
result.AddIncludePatterns(!File.Exists(includePatternsFile) ? ["*"] : File.ReadAllLines(includePatternsFile));
result.AddExcludePatterns(!File.Exists(excludePatternsFile) ? ["System Volume Information"] : File.ReadAllLines(excludePatternsFile));
return result;
}
private FileInfo Verify(string path, long size, long ticks) private FileInfo Verify(string path, long size, long ticks)
{ {
FileInfo fileInfo = new(path); FileInfo fileInfo = new(path);
@ -70,11 +58,7 @@ public class SyncV1Repository(AppSettings appSettings) : ISyncV1Repository
string result; string result;
RelativePath? relativePath = RelativePath.Get(stream) ?? RelativePath? relativePath = RelativePath.Get(stream) ??
throw new MissingFieldException(); throw new MissingFieldException();
string directory = Path.GetFullPath(relativePath.LeftDirectory); ReadOnlyCollection<Record> records = Record.GetCollection(_AppSettings.SyncConfiguration, relativePath.Path);
string excludePatternsFile = Path.Combine(directory, _AppSettings.SyncConfiguration.ExcludePatternsFile);
string includePatternsFile = Path.Combine(directory, _AppSettings.SyncConfiguration.IncludePatternsFile);
Matcher matcher = GetMatcher(excludePatternsFile, includePatternsFile);
ReadOnlyCollection<Record> records = Record.GetRecords(matcher, directory);
if (records.Count == 0) if (records.Count == 0)
throw new Exception("No source records"); throw new Exception("No source records");
Review review = Review.Get(relativePath, records); Review review = Review.Get(relativePath, records);