From e08c29438af3dbde33ce84b507294bd0dfc955a2 Mon Sep 17 00:00:00 2001 From: sneak Date: Wed, 14 Oct 2026 17:56:51 +0000 Subject: [PATCH] Write encrypt and decrypt output only once they succeed (closes #143) `secret encrypt` and `secret decrypt` emptied the file named by `--output` before reading any input, so a failure left it empty, and a file given as both `--input` and `--output` was emptied before it was read. They now write into a temporary file of mode 0600 next to it, or next to the path it is a symbolic link to, and rename that over it only on success, using the new `secret.WriteFileAtomicFunc`, which `secret.WriteFileAtomic` now calls. Ctrl-C or SIGTERM removes the temporary file. A device or pipe given as `--output`, such as `/dev/null`, is written to directly. Judgement call: the device and pipe case goes beyond the plan. Model: opus-5-5 --- README.md | 8 ++ TODO.md | 11 ++ internal/cli/crypto.go | 135 ++++++++++++++------ internal/cli/crypto_test.go | 241 ++++++++++++++++++++++++++++++++++++ internal/cli/entry_test.go | 57 +++++++++ internal/cli/root.go | 7 ++ internal/secret/atomic.go | 35 ++++-- 7 files changed, 449 insertions(+), 45 deletions(-) create mode 100644 internal/cli/crypto_test.go diff --git a/README.md b/README.md index 0bb262a..3da98b8 100644 --- a/README.md +++ b/README.md @@ -274,6 +274,14 @@ generates a new Age key. Decrypts data using an Age key stored as a secret. +Both write the result to a new file next to `--output` and rename it over +`--output` only once they have succeeded, so a failed or interrupted command +leaves an existing `--output` as it was and creates none, and `--input` and +`--output` can be the same file. The file has mode 0600, whatever mode the file +it replaced had. When `--output` is a symbolic link, the file it points to is +replaced, or created if it does not exist yet, and the link kept. A device or a +pipe, such as `/dev/null`, is written to directly. + ## Storage Architecture ### Directory Structure diff --git a/TODO.md b/TODO.md index cfc97da..290fe12 100644 --- a/TODO.md +++ b/TODO.md @@ -18,6 +18,17 @@ https://git.eeqj.de/sneak/secret/milestone/12 # Completed Steps +- 2026-10-14: A failed `secret encrypt` or `secret decrypt` leaves the file + named by `--output` as it was, and the same file can be given as `--input` and + `--output` (https://git.eeqj.de/sneak/secret/issues/143). Both emptied the + output file before reading any input, so a wrong key left it empty, and a file + given as both was emptied before it was read. They now write the result into a + temporary file next to it, or next to the file it is a symbolic link to, and + rename that over it once they have succeeded, with the new + `secret.WriteFileAtomicFunc`, which `secret.WriteFileAtomic` now calls; the + output file has mode 0600. Ctrl-C or SIGTERM removes the temporary file. A + device or a pipe given as `--output`, such as `/dev/null`, is still written to + directly. - 2026-10-14: A `secret add --force` that cannot unlock the vault, given a wrong passphrase or mnemonic, leaves the secret as it was (https://git.eeqj.de/sneak/secret/issues/136). The new version used to be diff --git a/internal/cli/crypto.go b/internal/cli/crypto.go index b2112ee..d9274c7 100644 --- a/internal/cli/crypto.go +++ b/internal/cli/crypto.go @@ -5,9 +5,12 @@ import ( "fmt" "io" "os" + "path/filepath" + "sync/atomic" "filippo.io/age" "github.com/awnumar/memguard" + "github.com/spf13/afero" "github.com/spf13/cobra" "sneak.berlin/go/secret/internal/secret" "sneak.berlin/go/secret/internal/vault" @@ -188,36 +191,24 @@ func (cli *Instance) Encrypt(secretName, inputFile, outputFile string) error { input = file } - // Set up output writer - output := cli.cmd.OutOrStdout() - - if outputFile != "" { - file, err := cli.fs.Create(outputFile) + return cli.writeOutput(outputFile, func(output io.Writer) error { + encryptor, err := age.Encrypt(output, recipient) if err != nil { - return fmt.Errorf("failed to create output file: %w", err) + return fmt.Errorf("failed to create age encryptor: %w", err) } - defer func() { _ = file.Close() }() - output = file - } + _, err = io.Copy(encryptor, input) + if err != nil { + return fmt.Errorf("failed to encrypt data: %w", err) + } - // Encrypt the data - encryptor, err := age.Encrypt(output, recipient) - if err != nil { - return fmt.Errorf("failed to create age encryptor: %w", err) - } + err = encryptor.Close() + if err != nil { + return fmt.Errorf("failed to finalize encryption: %w", err) + } - _, err = io.Copy(encryptor, input) - if err != nil { - return fmt.Errorf("failed to encrypt data: %w", err) - } - - err = encryptor.Close() - if err != nil { - return fmt.Errorf("failed to finalize encryption: %w", err) - } - - return nil + return nil + }) } // Decrypt decrypts data using an age secret key stored in a secret @@ -278,31 +269,99 @@ func (cli *Instance) Decrypt(secretName, inputFile, outputFile string) error { input = file } - // Set up output writer - output := cli.cmd.OutOrStdout() - - if outputFile != "" { - file, err := cli.fs.Create(outputFile) + return cli.writeOutput(outputFile, func(output io.Writer) error { + decryptor, err := age.Decrypt(input, identity) if err != nil { - return fmt.Errorf("failed to create output file: %w", err) + return fmt.Errorf("failed to create age decryptor: %w", err) + } + + _, err = io.Copy(output, decryptor) + if err != nil { + return fmt.Errorf("failed to decrypt data: %w", err) + } + + return nil + }) +} + +// temporaryOutput is the name of the temporary file writeOutput is filling, +// until it is renamed into place. The signal handler in Entry removes it, +// since for decrypt it holds part of the secret. +// +//nolint:gochecknoglobals // read by the signal handler, which has no Instance +var temporaryOutput atomic.Pointer[string] + +// writeOutput calls write with stdout when outputFile is empty, and with +// outputFile itself when it is a device or a pipe, such as /dev/null. +// Otherwise write fills a new file of mode 0600 that replaces outputFile, +// or the file it is a symbolic link to, only once write has succeeded, so a +// failure leaves that file as it was, and it may be the input file too. +func (cli *Instance) writeOutput( + outputFile string, write func(output io.Writer) error, +) error { + if outputFile == "" { + return write(cli.cmd.OutOrStdout()) + } + + info, err := cli.fs.Stat(outputFile) + if err == nil && !info.Mode().IsRegular() { + file, err := cli.fs.OpenFile(outputFile, os.O_WRONLY, 0) + if err != nil { + return fmt.Errorf("failed to open output file: %w", err) } defer func() { _ = file.Close() }() - output = file + return write(file) } - // Decrypt the data - decryptor, err := age.Decrypt(input, identity) + path, err := outputPath(outputFile) if err != nil { - return fmt.Errorf("failed to create age decryptor: %w", err) + return fmt.Errorf("failed to open output file: %w", err) + } + + err = secret.WriteFileAtomicFunc(cli.fs, path, func(file afero.File) error { + name := file.Name() + temporaryOutput.Store(&name) + + return write(file) + }) + + temporaryOutput.Store(nil) + + return err +} + +// outputPath returns the path of the file that writing to outputFile +// replaces. When outputFile is a symbolic link, as /dev/stdout is when +// stdout goes to a file, that is the path the link points to, whether or +// not a file is there yet, so the link is kept, as writing through it would +// keep it. A link that cannot be followed, such as one that points to +// itself, is an error. +func outputPath(outputFile string) (string, error) { + path, err := filepath.EvalSymlinks(outputFile) + if !errors.Is(err, os.ErrNotExist) { + return path, err + } + + // No file is at outputFile, or at the end of its links, yet + target, err := os.Readlink(outputFile) + if errors.Is(err, os.ErrNotExist) { + return outputFile, nil } - _, err = io.Copy(output, decryptor) if err != nil { - return fmt.Errorf("failed to decrypt data: %w", err) + return "", err } - return nil + if !filepath.IsAbs(target) { + // Not filepath.Join, which would remove a ".." in target together + // with the name before it, even when that name is a link to a + // directory + dir, _ := filepath.Split(outputFile) + target = dir + target + } + + return outputPath(target) } // isValidAgeSecretKey checks if a string is a valid age secret key by diff --git a/internal/cli/crypto_test.go b/internal/cli/crypto_test.go new file mode 100644 index 0000000..cec5719 --- /dev/null +++ b/internal/cli/crypto_test.go @@ -0,0 +1,241 @@ +//nolint:testpackage // sets the unexported fields of Instance +package cli + +import ( + "io" + "os" + "path/filepath" + "strings" + "syscall" + "testing" + + "github.com/spf13/afero" + "github.com/spf13/cobra" + "github.com/stretchr/testify/require" + "sneak.berlin/go/secret/internal/vault" +) + +// plainText is the content of plain.txt in the directory newCryptoTest makes. +const plainText = "document" + +// newCryptoTest returns an Instance whose current vault, in a new state +// directory on the real filesystem, holds the age key secret "key", and a +// new directory holding only plain.txt and plain.txt.age, its encryption +// with that key. +func newCryptoTest(t *testing.T) (*Instance, string) { + t.Helper() + + fs := afero.NewOsFs() + stateDir := t.TempDir() + + _, err := vault.CreateVault(fs, stateDir, "default", testMnemonicBuffer(t), nil) + require.NoError(t, err) + + cli := NewCLIInstanceWithStateDir(fs, stateDir) + cli.Mnemonic = testMnemonicBuffer(t) + cli.cmd = &cobra.Command{} + + dir := t.TempDir() + plain := filepath.Join(dir, "plain.txt") + require.NoError(t, afero.WriteFile(fs, plain, []byte(plainText), 0o600)) + require.NoError(t, cli.Encrypt("key", plain, plain+".age")) + + return cli, dir +} + +// TestFailedCryptoLeavesOutputUnchanged is a regression test for +// https://git.eeqj.de/sneak/secret/issues/143, where secret encrypt and +// secret decrypt emptied the file named by --output before they failed. +// A failed command must leave an existing file as it was and create none, +// and give the same error as without --output. +func TestFailedCryptoLeavesOutputUnchanged(t *testing.T) { + t.Parallel() + + tests := []struct { + name string + run func(cli *Instance, dir, output string) error + }{ + // Reading a directory fails once encryption has begun + {"encrypt", func(cli *Instance, dir, output string) error { + return cli.Encrypt("key", dir, output) + }}, + // plain.txt is not an age file + {"decrypt", func(cli *Instance, dir, output string) error { + return cli.Decrypt("key", filepath.Join(dir, "plain.txt"), output) + }}, + } + + for _, tt := range tests { + t.Run(tt.name, func(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + existing := filepath.Join(dir, "existing.txt") + require.NoError(t, afero.WriteFile(cli.fs, existing, []byte("precious"), 0o600)) + + cli.cmd.SetOut(io.Discard) + toStdout := tt.run(cli, dir, "") + require.Error(t, toStdout) + + require.EqualError(t, tt.run(cli, dir, existing), toStdout.Error()) + require.EqualError(t, tt.run(cli, dir, filepath.Join(dir, "new.txt")), + toStdout.Error()) + + content, err := afero.ReadFile(cli.fs, existing) + require.NoError(t, err) + require.Equal(t, "precious", string(content)) + + // No new.txt, and no temporary file left behind + entries, err := afero.ReadDir(cli.fs, dir) + require.NoError(t, err) + + names := make([]string, 0, len(entries)) + for _, entry := range entries { + names = append(names, entry.Name()) + } + + require.Equal(t, []string{"existing.txt", "plain.txt", "plain.txt.age"}, names) + }) + } +} + +// TestCryptoInPlace checks that secret encrypt and secret decrypt given +// one file as both --input and --output replace it with the right result. +// Before https://git.eeqj.de/sneak/secret/issues/143 they emptied the file +// before reading it. +func TestCryptoInPlace(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + file := filepath.Join(dir, "plain.txt") + + require.NoError(t, cli.Encrypt("key", file, file)) + require.NoError(t, cli.Decrypt("key", file, file)) + + content, err := afero.ReadFile(cli.fs, file) + require.NoError(t, err) + require.Equal(t, plainText, string(content)) +} + +// TestDecryptToPipe checks that secret decrypt writes into a named pipe +// given as --output, as it must into a device such as /dev/null, instead +// of replacing it with a file. +func TestDecryptToPipe(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + pipe := filepath.Join(dir, "pipe") + require.NoError(t, syscall.Mkfifo(pipe, 0o600)) + + received := make(chan []byte, 1) + + go func() { + content, _ := afero.ReadFile(cli.fs, pipe) + received <- content + }() + + require.NoError(t, cli.Decrypt("key", filepath.Join(dir, "plain.txt.age"), pipe)) + + info, err := os.Lstat(pipe) + require.NoError(t, err) + require.Equal(t, os.ModeNamedPipe, info.Mode().Type()) + require.Equal(t, plainText, string(<-received)) +} + +// TestDecryptThroughLink checks that secret decrypt given a symbolic link +// as --output replaces the file the link points to, in another directory, +// and keeps the link, as writing through the link would. +func TestDecryptThroughLink(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + targetDir := t.TempDir() + target := filepath.Join(targetDir, "target.txt") + require.NoError(t, afero.WriteFile(cli.fs, target, []byte("old"), 0o600)) + + link := filepath.Join(dir, "link") + require.NoError(t, os.Symlink(target, link)) + + require.NoError(t, cli.Decrypt("key", filepath.Join(dir, "plain.txt.age"), link)) + + info, err := os.Lstat(link) + require.NoError(t, err) + require.Equal(t, os.ModeSymlink, info.Mode().Type()) + + content, err := afero.ReadFile(cli.fs, target) + require.NoError(t, err) + require.Equal(t, plainText, string(content)) + + // No temporary file left beside the target + entries, err := afero.ReadDir(cli.fs, targetDir) + require.NoError(t, err) + require.Len(t, entries, 1) +} + +// TestDecryptThroughLinkToMissingFile checks that secret decrypt given a +// symbolic link to a file that does not exist yet as --output creates that +// file and keeps the link, as writing through the link would. Here --output +// is a relative link to a second link, which points into another directory. +func TestDecryptThroughLinkToMissingFile(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + targetDir := t.TempDir() + target := filepath.Join(targetDir, "target.txt") + + link := filepath.Join(dir, "link") + require.NoError(t, os.Symlink("second-link", link)) + require.NoError(t, os.Symlink(target, filepath.Join(dir, "second-link"))) + + require.NoError(t, cli.Decrypt("key", filepath.Join(dir, "plain.txt.age"), link)) + + for _, name := range []string{"link", "second-link"} { + info, err := os.Lstat(filepath.Join(dir, name)) + require.NoError(t, err) + require.Equal(t, os.ModeSymlink, info.Mode().Type(), name) + } + + content, err := afero.ReadFile(cli.fs, target) + require.NoError(t, err) + require.Equal(t, plainText, string(content)) + + // No temporary file left beside the target + entries, err := afero.ReadDir(cli.fs, targetDir) + require.NoError(t, err) + require.Len(t, entries, 1) +} + +// TestDecryptThroughLoopingLink checks that secret decrypt given a symbolic +// link that points to itself as --output fails, as writing through it +// would, and leaves the link as it was. +func TestDecryptThroughLoopingLink(t *testing.T) { + t.Parallel() + + cli, dir := newCryptoTest(t) + link := filepath.Join(dir, "link") + require.NoError(t, os.Symlink("link", link)) + + require.Error(t, cli.Decrypt("key", filepath.Join(dir, "plain.txt.age"), link)) + + target, err := os.Readlink(link) + require.NoError(t, err) + require.Equal(t, "link", target) +} + +// TestDecryptToLongestName checks that secret decrypt writes an --output +// whose name is as long as a file name can be, 255 bytes on Linux and +// macOS: the temporary file's name must not be longer. +func TestDecryptToLongestName(t *testing.T) { + t.Parallel() + + const longestName = 255 + + cli, dir := newCryptoTest(t) + output := filepath.Join(dir, strings.Repeat("a", longestName)) + + require.NoError(t, cli.Decrypt("key", filepath.Join(dir, "plain.txt.age"), output)) + + content, err := afero.ReadFile(cli.fs, output) + require.NoError(t, err) + require.Equal(t, plainText, string(content)) +} diff --git a/internal/cli/entry_test.go b/internal/cli/entry_test.go index 3889936..bbe80b8 100644 --- a/internal/cli/entry_test.go +++ b/internal/cli/entry_test.go @@ -8,6 +8,7 @@ import ( "path/filepath" "strings" "testing" + "time" "github.com/awnumar/memguard" "github.com/stretchr/testify/assert" @@ -105,3 +106,59 @@ func TestInterruptExitsThroughMemguard(t *testing.T) { require.ErrorAs(t, err, &exitErr) assert.Equal(t, 1, exitErr.ExitCode(), "add ended with %v", err) } + +// Ctrl-C while encrypt or decrypt waits for input must remove the temporary +// file it is writing next to --output, which for decrypt holds part of the +// secret. +func TestInterruptRemovesTemporaryOutput(t *testing.T) { + t.Parallel() + + ctx, cancel := context.WithTimeout(t.Context(), commandWait) + defer cancel() + + secretPath := secretBinaryPath(t) + env := []string{ + secret.EnvStateDir + "=" + t.TempDir(), + secret.EnvMnemonic + "=" + testMnemonic, + secret.EnvUnlockPassphrase + "=test-passphrase", + "PATH=/usr/bin:/bin", + } + + //nolint:gosec // G204: test executes the freshly built secret binary + initCmd := exec.CommandContext(ctx, secretPath, "init") + initCmd.Env = env + + output, err := initCmd.CombinedOutput() + require.NoError(t, err, "init should succeed: %s", output) + + // encrypt stores the new key before it starts writing, so decrypt has it + for _, command := range []string{"encrypt", "decrypt"} { + outputDir := t.TempDir() + + //nolint:gosec // G204: test executes the freshly built secret binary + cmd := exec.CommandContext(ctx, secretPath, command, "key", + "--output", filepath.Join(outputDir, "out")) + cmd.Env = env + + // Held open and never written, so the command keeps waiting for + // input. Wait closes it. + _, err := cmd.StdinPipe() + require.NoError(t, err) + require.NoError(t, cmd.Start()) + + require.Eventually(t, func() bool { + entries, err := os.ReadDir(outputDir) + + return err == nil && len(entries) > 0 + }, commandWait, 10*time.Millisecond, "%s made no temporary file", command) + require.NoError(t, cmd.Process.Signal(os.Interrupt)) + + var exitErr *exec.ExitError + + require.ErrorAs(t, cmd.Wait(), &exitErr) + + entries, err := os.ReadDir(outputDir) + require.NoError(t, err) + assert.Empty(t, entries, "%s left its temporary file", command) + } +} diff --git a/internal/cli/root.go b/internal/cli/root.go index 8a7929f..c9d6ef9 100644 --- a/internal/cli/root.go +++ b/internal/cli/root.go @@ -19,6 +19,8 @@ func Entry() int { // off until the read finishes, so a signal there would leave echo off. // Only a process in the terminal's foreground process group may reset // it: one in the background that tries is stopped instead of exiting. + // The function also removes the temporary file that encrypt or decrypt + // is writing. terminalState, terminalErr := term.GetState(unix.Stdin) memguard.CatchSignal(func(os.Signal) { @@ -26,6 +28,11 @@ func Entry() int { if terminalErr == nil && err == nil && foreground == unix.Getpgrp() { _ = term.Restore(unix.Stdin, terminalState) } + + name := temporaryOutput.Load() + if name != nil { + _ = os.Remove(*name) + } }, os.Interrupt, unix.SIGTERM) defer memguard.Purge() diff --git a/internal/secret/atomic.go b/internal/secret/atomic.go index 5c2f6f9..93bd27a 100644 --- a/internal/secret/atomic.go +++ b/internal/secret/atomic.go @@ -10,8 +10,8 @@ import ( "github.com/spf13/afero" ) -// tempNamePart is in the name of every temporary file WriteFileAtomic makes, -// ".NAME.tmp-123", and every temporary directory TempDirFor makes, ".tmp-123". +// tempNamePart starts the name of every temporary file WriteFileAtomicFunc +// makes and every temporary directory TempDirFor makes, ".tmp-123". const tempNamePart = ".tmp-" // WriteFileAtomic replaces the file at path with data so that a reader, or @@ -21,17 +21,38 @@ const tempNamePart = ".tmp-" // within one filesystem), is synced to disk, and is renamed over path. The // temporary file is removed if any step fails. func WriteFileAtomic(fs afero.Fs, path string, data []byte) error { - tmp, err := afero.TempFile(fs, filepath.Dir(path), - "."+filepath.Base(path)+tempNamePart+"*") + return WriteFileAtomicFunc(fs, path, func(file afero.File) error { + _, err := file.Write(data) + if err != nil { + return fmt.Errorf("failed to write %s: %w", path, err) + } + + return nil + }) +} + +// WriteFileAtomicFunc is WriteFileAtomic for content that write streams +// into the temporary file, which it is given, instead of holding it in +// memory. An error from write is returned as it is. The temporary file's +// name leaves out path's, which may already be as long as a name can be. +func WriteFileAtomicFunc( + fs afero.Fs, path string, write func(file afero.File) error, +) error { + tmp, err := afero.TempFile(fs, filepath.Dir(path), tempNamePart) if err != nil { return fmt.Errorf("failed to create temporary file for %s: %w", path, err) } - _, err = tmp.Write(data) - if err == nil { - err = tmp.Sync() + err = write(tmp) + if err != nil { + _ = tmp.Close() + _ = fs.Remove(tmp.Name()) + + return err } + err = tmp.Sync() + closeErr := tmp.Close() if err == nil { err = closeErr