Compare commits
1
Commits
next
..
8e814bf0ba
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8e814bf0ba |
@@ -427,8 +427,8 @@ operands:
|
||||
- A file whose mtime is newer than recorded, or whose size differs, is processed
|
||||
as if new: re-hashed, or recorded without hashes, per the shared-size rule.
|
||||
Change detection compares the mtime to the nanosecond, as finely as the
|
||||
filesystem records it, so a same-size rewrite counts as a change whenever the
|
||||
filesystem gives it a later mtime than recorded, even within the same second.
|
||||
filesystem records it, so a same-size rewrite later in the same second as the
|
||||
recorded mtime still counts as a change.
|
||||
- A database record whose path lies under one of the scanned operands but was
|
||||
not successfully processed this run is deleted. This removes records for
|
||||
deleted files. It also removes records for paths that failed to stat or hash
|
||||
|
||||
@@ -416,7 +416,7 @@ func (s *scanState) walkPhase(
|
||||
old, ok := s.existing[ev.rec.path]
|
||||
|
||||
switch {
|
||||
case !ok || old.size != ev.rec.size || mtimeAfter(ev.rec.mtime, old.mtime):
|
||||
case !ok || old.size != ev.rec.size || ev.rec.mtime.After(old.mtime):
|
||||
changed = append(changed, ev.rec)
|
||||
case old.hashed:
|
||||
delete(s.existing, ev.rec.path)
|
||||
@@ -808,7 +808,7 @@ func unchangedFile(r scanRec) (fileRec, bool, error) {
|
||||
}
|
||||
|
||||
if !fi.Mode().IsRegular() || fi.Size() != r.size ||
|
||||
mtimeAfter(fi.ModTime(), r.mtime) {
|
||||
fi.ModTime().After(r.mtime) {
|
||||
return fileRec{}, false, nil
|
||||
}
|
||||
|
||||
@@ -819,16 +819,6 @@ func unchangedFile(r scanRec) (fileRec, bool, error) {
|
||||
}, true, nil
|
||||
}
|
||||
|
||||
// mtimeAfter reports whether mtime a is later than mtime b.
|
||||
// Not a.After(b): time.Time wraps an mtime past year 292 billion; Unix() undoes it.
|
||||
func mtimeAfter(a, b time.Time) bool {
|
||||
if a.Unix() != b.Unix() {
|
||||
return a.Unix() > b.Unix()
|
||||
}
|
||||
|
||||
return a.Nanosecond() > b.Nanosecond()
|
||||
}
|
||||
|
||||
// underAnyRoot reports whether path is any of the roots or lies under
|
||||
// one of them.
|
||||
func underAnyRoot(path string, roots []string) bool {
|
||||
|
||||
+10
-92
@@ -20,8 +20,6 @@ import (
|
||||
"syscall"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"golang.org/x/sys/unix"
|
||||
)
|
||||
|
||||
// writeFile creates a file with the given content and returns its path.
|
||||
@@ -583,65 +581,6 @@ func TestScanContentHashedStalePartners(t *testing.T) {
|
||||
}
|
||||
}
|
||||
|
||||
// TestScanContentSameSecondRewrite is TestScanContentStalePartners for
|
||||
// a stored file rewritten in place at the same size with an mtime later
|
||||
// in the same second than recorded: the file counts as changed, so
|
||||
// neither it nor its match inside the operand is read.
|
||||
func TestScanContentSameSecondRewrite(t *testing.T) {
|
||||
t.Parallel()
|
||||
|
||||
db := openTestDB(t)
|
||||
dirA := t.TempDir()
|
||||
changed := sparseFileWithoutMatch(t, dirA, "changed", headTailMin)
|
||||
|
||||
first := time.Date(2026, 1, 2, 3, 4, 5, 100_000_000, time.UTC)
|
||||
|
||||
err := os.Chtimes(changed, first, first)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
|
||||
syncTree(t, db, dirA)
|
||||
|
||||
before := dbRecords(t, db)
|
||||
|
||||
// Rewrite one byte in place, keeping the size.
|
||||
pokeAt(t, changed, headTailMin/2, []byte{1})
|
||||
|
||||
later := first.Add(500 * time.Millisecond)
|
||||
|
||||
err = os.Chtimes(changed, later, later)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
|
||||
dirB := t.TempDir()
|
||||
sparseFile(t, dirB, "changed-copy", headTailMin)
|
||||
|
||||
st := syncTree(t, db, dirB)
|
||||
if st != (scanStats{walked: 1, added: 1}) {
|
||||
t.Errorf("stats = %+v, want 1 added and nothing skipped", st)
|
||||
}
|
||||
|
||||
recs := dbRecords(t, db)
|
||||
for _, r := range recs {
|
||||
if r.content != "" {
|
||||
t.Errorf("%s: content = %q, want none: its only match is stale",
|
||||
r.path, r.content)
|
||||
}
|
||||
}
|
||||
|
||||
for _, old := range before {
|
||||
if r := recordByPath(t, recs, old.path); r != old {
|
||||
t.Errorf("record = %+v, want it left as %+v", r, old)
|
||||
}
|
||||
}
|
||||
|
||||
if groups := dupeGroups(t, db); len(groups) != 0 {
|
||||
t.Errorf("groups = %+v, want none", groups)
|
||||
}
|
||||
}
|
||||
|
||||
// TestScanContentReadFailure checks that a failed content read is
|
||||
// counted as skipped and leaves the record without a content hash, and
|
||||
// that a later scan tries the read again.
|
||||
@@ -1446,30 +1385,12 @@ func TestSyncScanOperandSameSecondRewrite(t *testing.T) {
|
||||
assertWholeFileHashed(t, db, a, rewritten)
|
||||
}
|
||||
|
||||
// TestSyncScanRewriteAfter2262 runs assertLateRewriteRehashed with an
|
||||
// mtime after 2262, a time too late to count in nanoseconds in an int64.
|
||||
// TestSyncScanRewriteAfter2262 rewrites a file in place at the same
|
||||
// size and sets its mtime after 2262, a time too late to count in
|
||||
// nanoseconds in an int64: the next scan must still re-hash it.
|
||||
func TestSyncScanRewriteAfter2262(t *testing.T) {
|
||||
t.Parallel()
|
||||
|
||||
assertLateRewriteRehashed(t, time.Date(2300, 1, 2, 3, 4, 5, 0, time.UTC))
|
||||
}
|
||||
|
||||
// TestSyncScanRewritePastTimeLimit runs assertLateRewriteRehashed with an
|
||||
// mtime one second past the latest a time.Time holds without wrapping it
|
||||
// to a time far in the past.
|
||||
func TestSyncScanRewritePastTimeLimit(t *testing.T) {
|
||||
t.Parallel()
|
||||
|
||||
assertLateRewriteRehashed(t, time.Unix(9223371974719179008, 0))
|
||||
}
|
||||
|
||||
// assertLateRewriteRehashed scans a directory, rewrites a file in it in
|
||||
// place at the same size, sets its mtime to late, and fails unless the
|
||||
// next scan re-hashes the file. It skips where late does not fit the
|
||||
// platform's timespec or the filesystem does not store it.
|
||||
func assertLateRewriteRehashed(t *testing.T, late time.Time) {
|
||||
t.Helper()
|
||||
|
||||
dir := t.TempDir()
|
||||
db := openTestDB(t)
|
||||
a := writeFile(t, dir, "a.bin", pattern(1, 500))
|
||||
@@ -1482,14 +1403,11 @@ func assertLateRewriteRehashed(t *testing.T, late time.Time) {
|
||||
rewritten := pattern(3, 500)
|
||||
writeFile(t, dir, "a.bin", rewritten)
|
||||
|
||||
// os.Chtimes cannot set such a time: it converts through UnixNano.
|
||||
ts, err := unix.TimeToTimespec(late)
|
||||
if err != nil {
|
||||
t.Skipf("an mtime %d seconds after 1970 does not fit this platform's "+
|
||||
"timespec: %v", late.Unix(), err)
|
||||
}
|
||||
// os.Chtimes cannot set this time: it converts through UnixNano.
|
||||
late := time.Date(2300, 1, 2, 3, 4, 5, 0, time.UTC)
|
||||
ts := syscall.Timespec{Sec: late.Unix()}
|
||||
|
||||
err = unix.UtimesNano(a, []unix.Timespec{ts, ts})
|
||||
err := syscall.UtimesNano(a, []syscall.Timespec{ts, ts})
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
@@ -1499,9 +1417,9 @@ func assertLateRewriteRehashed(t *testing.T, late time.Time) {
|
||||
t.Fatal(err)
|
||||
}
|
||||
|
||||
if fi.ModTime().Unix() != late.Unix() {
|
||||
t.Skipf("the filesystem stored the mtime as %d seconds after 1970, "+
|
||||
"not %d", fi.ModTime().Unix(), late.Unix())
|
||||
if !fi.ModTime().Equal(late) {
|
||||
t.Skipf("the filesystem stored mtime %v instead of %v",
|
||||
fi.ModTime().UTC(), late)
|
||||
}
|
||||
|
||||
st := syncTree(t, db, dir)
|
||||
|
||||
Reference in New Issue
Block a user