forked from sneak/util
Compare commits
1 Commits
proposal-a
...
proposal-h
| Author | SHA1 | Date | |
|---|---|---|---|
| 500768ad32 |
@@ -1,56 +0,0 @@
|
|||||||
package util
|
|
||||||
|
|
||||||
import (
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
)
|
|
||||||
|
|
||||||
// AtomicWriteFile writes data to path without ever leaving a half-written file
|
|
||||||
// behind. It writes to a temporary file in the same directory, flushes it to
|
|
||||||
// disk, gives it the mode in perm and renames it over path, so anything reading
|
|
||||||
// path sees either the previous contents or the complete new contents and
|
|
||||||
// never something in between. If any step fails, the temporary file is removed
|
|
||||||
// and path is left as it was.
|
|
||||||
//
|
|
||||||
// The temporary file has to live in the same directory as path, because a
|
|
||||||
// rename across two filesystems is not possible and would not be instant if it
|
|
||||||
// were.
|
|
||||||
//
|
|
||||||
// Two details differ from os.WriteFile. The mode is applied after the file is
|
|
||||||
// created, so perm is what the finished file ends up with rather than perm with
|
|
||||||
// the process umask taken out of it. And the directory holding the file is not
|
|
||||||
// flushed, so a machine that loses power immediately after this returns may
|
|
||||||
// come back with the rename undone, even though the data itself was written.
|
|
||||||
func AtomicWriteFile(path string, data []byte, perm os.FileMode) error {
|
|
||||||
directory := filepath.Dir(path)
|
|
||||||
|
|
||||||
temporary, err := os.CreateTemp(directory, "."+filepath.Base(path)+".tmp")
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
temporaryPath := temporary.Name()
|
|
||||||
|
|
||||||
// Does nothing once the rename below has succeeded, because by then the
|
|
||||||
// temporary name no longer refers to anything.
|
|
||||||
defer os.Remove(temporaryPath)
|
|
||||||
|
|
||||||
if _, err := temporary.Write(data); err != nil {
|
|
||||||
temporary.Close()
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := temporary.Sync(); err != nil {
|
|
||||||
temporary.Close()
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := temporary.Close(); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := os.Chmod(temporaryPath, perm); err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
return os.Rename(temporaryPath, path)
|
|
||||||
}
|
|
||||||
@@ -1,110 +0,0 @@
|
|||||||
package util
|
|
||||||
|
|
||||||
import (
|
|
||||||
"os"
|
|
||||||
"path/filepath"
|
|
||||||
"testing"
|
|
||||||
)
|
|
||||||
|
|
||||||
func TestAtomicWriteFile(t *testing.T) {
|
|
||||||
tests := []struct {
|
|
||||||
name string
|
|
||||||
existing string
|
|
||||||
data []byte
|
|
||||||
perm os.FileMode
|
|
||||||
}{
|
|
||||||
{"a new file", "", []byte("hello"), 0644},
|
|
||||||
{"replacing a shorter file", "old", []byte("a much longer set of contents"), 0644},
|
|
||||||
{"replacing a longer file", "a much longer set of contents", []byte("new"), 0644},
|
|
||||||
{"an empty payload", "something", []byte{}, 0644},
|
|
||||||
{"a nil payload", "something", nil, 0644},
|
|
||||||
{"a private mode", "", []byte("secret"), 0600},
|
|
||||||
{"an executable mode", "", []byte("#!/bin/sh\n"), 0755},
|
|
||||||
{"binary contents", "", []byte{0x00, 0xff, 0x10, 0x00}, 0644},
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, test := range tests {
|
|
||||||
t.Run(test.name, func(t *testing.T) {
|
|
||||||
directory := t.TempDir()
|
|
||||||
path := filepath.Join(directory, "target")
|
|
||||||
|
|
||||||
if test.existing != "" {
|
|
||||||
if err := os.WriteFile(path, []byte(test.existing), 0666); err != nil {
|
|
||||||
t.Fatalf("could not write the file to be replaced: %v", err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := AtomicWriteFile(path, test.data, test.perm); err != nil {
|
|
||||||
t.Fatalf("did not expect an error, got %v", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
written, err := os.ReadFile(path)
|
|
||||||
if err != nil {
|
|
||||||
t.Fatalf("could not read the file back: %v", err)
|
|
||||||
}
|
|
||||||
if string(written) != string(test.data) {
|
|
||||||
t.Errorf("expected contents %q got %q", string(test.data), string(written))
|
|
||||||
}
|
|
||||||
|
|
||||||
info, err := os.Stat(path)
|
|
||||||
if err != nil {
|
|
||||||
t.Fatalf("could not look at the file: %v", err)
|
|
||||||
}
|
|
||||||
if info.Mode().Perm() != test.perm {
|
|
||||||
t.Errorf("expected mode %v got %v", test.perm, info.Mode().Perm())
|
|
||||||
}
|
|
||||||
|
|
||||||
entries, err := os.ReadDir(directory)
|
|
||||||
if err != nil {
|
|
||||||
t.Fatalf("could not list the directory: %v", err)
|
|
||||||
}
|
|
||||||
if len(entries) != 1 {
|
|
||||||
names := make([]string, 0, len(entries))
|
|
||||||
for _, entry := range entries {
|
|
||||||
names = append(names, entry.Name())
|
|
||||||
}
|
|
||||||
t.Errorf("expected only the target file to be left, got %v", names)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestAtomicWriteFileReportsAMissingDirectory(t *testing.T) {
|
|
||||||
path := filepath.Join(t.TempDir(), "not-there", "target")
|
|
||||||
|
|
||||||
if err := AtomicWriteFile(path, []byte("hello"), 0644); err == nil {
|
|
||||||
t.Errorf("expected an error for a directory that does not exist")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestAtomicWriteFileLeavesTheOldFileAloneOnFailure(t *testing.T) {
|
|
||||||
directory := t.TempDir()
|
|
||||||
path := filepath.Join(directory, "target")
|
|
||||||
|
|
||||||
if err := os.WriteFile(path, []byte("original"), 0644); err != nil {
|
|
||||||
t.Fatalf("could not write the file to be replaced: %v", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
// A directory that cannot be written to means the temporary file cannot
|
|
||||||
// be created, so the write has to fail before anything is replaced.
|
|
||||||
if err := os.Chmod(directory, 0500); err != nil {
|
|
||||||
t.Fatalf("could not change the directory mode: %v", err)
|
|
||||||
}
|
|
||||||
defer os.Chmod(directory, 0700)
|
|
||||||
|
|
||||||
if os.Geteuid() == 0 {
|
|
||||||
t.Skip("running as root, which ignores the directory mode")
|
|
||||||
}
|
|
||||||
|
|
||||||
if err := AtomicWriteFile(path, []byte("replacement"), 0644); err == nil {
|
|
||||||
t.Fatalf("expected an error for a directory that cannot be written to")
|
|
||||||
}
|
|
||||||
|
|
||||||
existing, err := os.ReadFile(path)
|
|
||||||
if err != nil {
|
|
||||||
t.Fatalf("could not read the file back: %v", err)
|
|
||||||
}
|
|
||||||
if string(existing) != "original" {
|
|
||||||
t.Errorf("expected the original contents to survive, got %q", string(existing))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
38
humanbytes.go
Normal file
38
humanbytes.go
Normal file
@@ -0,0 +1,38 @@
|
|||||||
|
package util
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"math"
|
||||||
|
)
|
||||||
|
|
||||||
|
const bytesPerUnit = 1024
|
||||||
|
|
||||||
|
var byteUnits = []string{"KiB", "MiB", "GiB", "TiB", "PiB", "EiB"}
|
||||||
|
|
||||||
|
// HumanBytes writes a byte count the way a person would read it, using powers
|
||||||
|
// of 1024: "0 B", "1023 B", "1.0 KiB", "1.5 MiB", "16.0 EiB". Counts below 1024
|
||||||
|
// are given as whole bytes, and anything larger gets one digit after the
|
||||||
|
// decimal point.
|
||||||
|
func HumanBytes(bytes uint64) string {
|
||||||
|
if bytes < bytesPerUnit {
|
||||||
|
return fmt.Sprintf("%d B", bytes)
|
||||||
|
}
|
||||||
|
|
||||||
|
value := float64(bytes)
|
||||||
|
unit := -1
|
||||||
|
|
||||||
|
for value >= bytesPerUnit && unit < len(byteUnits)-1 {
|
||||||
|
value /= bytesPerUnit
|
||||||
|
unit++
|
||||||
|
}
|
||||||
|
|
||||||
|
// Rounding happens after the unit has been chosen, so a count just short
|
||||||
|
// of the next threshold would otherwise come out as "1024.0 KiB" rather
|
||||||
|
// than "1.0 MiB".
|
||||||
|
if unit < len(byteUnits)-1 && math.Round(value*10)/10 >= bytesPerUnit {
|
||||||
|
value /= bytesPerUnit
|
||||||
|
unit++
|
||||||
|
}
|
||||||
|
|
||||||
|
return fmt.Sprintf("%.1f %s", value, byteUnits[unit])
|
||||||
|
}
|
||||||
33
humanbytes_test.go
Normal file
33
humanbytes_test.go
Normal file
@@ -0,0 +1,33 @@
|
|||||||
|
package util
|
||||||
|
|
||||||
|
import "testing"
|
||||||
|
|
||||||
|
func TestHumanBytes(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
input uint64
|
||||||
|
expected string
|
||||||
|
}{
|
||||||
|
{"zero", 0, "0 B"},
|
||||||
|
{"one byte", 1, "1 B"},
|
||||||
|
{"just below a kibibyte", 1023, "1023 B"},
|
||||||
|
{"exactly a kibibyte", 1024, "1.0 KiB"},
|
||||||
|
{"half a kibibyte more", 1536, "1.5 KiB"},
|
||||||
|
{"rounds up into the next unit", 1048575, "1.0 MiB"},
|
||||||
|
{"exactly a mebibyte", 1 << 20, "1.0 MiB"},
|
||||||
|
{"a gibibyte", 1 << 30, "1.0 GiB"},
|
||||||
|
{"a tebibyte", 1 << 40, "1.0 TiB"},
|
||||||
|
{"a pebibyte", 1 << 50, "1.0 PiB"},
|
||||||
|
{"an exbibyte", 1 << 60, "1.0 EiB"},
|
||||||
|
{"the largest count there is", ^uint64(0), "16.0 EiB"},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
got := HumanBytes(test.input)
|
||||||
|
if got != test.expected {
|
||||||
|
t.Errorf("expected %q got %q", test.expected, got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user