1 Commits
Author SHA1 Message Date
sneak ba343c30e2 Refuse config keys that no setting has (closes #419)
check / check (push) Failing after 21m21s
config.Parse walks the file as written and fails on the first key that
matches no setting, naming its dotted path and line, so a typo in
exclude or prune_grace_period no longer falls back silently. ${...}
references and YAML merge keys still load. config set refuses such a key
before writing. The key-to-field lookup moves from internal/cli to
config.SettingType so both use it.

Model: opus-5-5
2026-11-11 00:26:47 +00:00
6 changed files with 21 additions and 79 deletions

No files matched your search

+9 -6
View File
@@ -311,12 +311,15 @@ existing file. Created with mode `0600` since it will contain credentials.
in the file are preserved. Missing keys along the path are created: as a list in the file are preserved. Missing keys along the path are created: as a list
when the next path element is a number (so when the next path element is a number (so
`vaultik config set age_recipients.0 age1...` works on a file without `vaultik config set age_recipients.0 age1...` works on a file without
`age_recipients`), otherwise as a map. If the config loads, a change after which `age_recipients`), otherwise as a map. A key that no setting has, such as a
it would not, such as `vaultik config set compression_level 99`, is refused and misspelled one, is refused. If the config loads, a change after which it would
the file is left unchanged. A config that does not load is checked one setting not, such as `vaultik config set compression_level 99`, is refused and the file
at a time. Examples are the file `config init` writes before `storage_url` is is left unchanged. A config that does not load, such as the one `config init`
set, and one with a `${ENV:...}` reference to a variable not set in this shell. writes before `storage_url` is set or one with a `${ENV:...}` reference to a
In such a config, an unknown key or a value of the wrong type is refused. variable not set in this shell, is checked one setting at a time: a change after
which the changed setting cannot be read, such as one giving it the wrong type
(a single value where a list belongs or a word where a number belongs), is
refused.
**`snapshot create`**: Perform incremental backup of configured snapshots. **`snapshot create`**: Perform incremental backup of configured snapshots.
+6 -5
View File
@@ -440,14 +440,15 @@ func newConfigSetCommand() *cobra.Command {
Long: `Sets a scalar config value addressed by dotted YAML path and writes Long: `Sets a scalar config value addressed by dotted YAML path and writes
the file back, preserving comments and formatting. Missing keys along the file back, preserving comments and formatting. Missing keys along
the path are created: as a list when the next path element is a the path are created: as a list when the next path element is a
number, otherwise as a map. number, otherwise as a map. A key that no setting has is refused.
If the config loads, a change after which it would not, such as If the config loads, a change after which it would not, such as
compression_level 99, is refused and the file is left unchanged. A compression_level 99, is refused and the file is left unchanged. A
config that does not load is checked one setting at a time. Examples config that does not load, such as the one config init writes before
are the file config init writes before storage_url is set, and one storage_url is set or one with a ${ENV:...} reference to a variable
with a ${ENV:...} reference to a variable not set in this shell. In not set here, is checked one setting at a time: a change after which
such a config, an unknown key or a value of the wrong type is refused. the changed setting cannot be read, such as one giving it the wrong
type, is refused.
Examples: Examples:
vaultik config set storage_url "file:///mnt/backups" vaultik config set storage_url "file:///mnt/backups"
+1 -1
View File
@@ -225,7 +225,7 @@ func TestConfigSetIndexUnderMissingKey(t *testing.T) {
// change after which the config would not load, with an error giving the // change after which the config would not load, with an error giving the
// reason, and leaves the file as it was. On the file `config init` writes, // reason, and leaves the file as it was. On the file `config init` writes,
// which does not load until storage_url is set, and on one that cannot be // which does not load until storage_url is set, and on one that cannot be
// read here, only an unknown key or a value of the wrong type is refused. // read here, only a value of the wrong type is refused.
func TestConfigSetKeepsFileThatWouldNotLoad(t *testing.T) { func TestConfigSetKeepsFileThatWouldNotLoad(t *testing.T) {
t.Parallel() t.Parallel()
-6
View File
@@ -311,12 +311,6 @@ func Parse(data []byte) (*Config, error) {
return nil, fmt.Errorf("failed to load config file: %w", err) return nil, fmt.Errorf("failed to load config file: %w", err)
} }
// A ${...} reference can bring in keys that are not in the file.
err = checkFilledKeys(sc.Data())
if err != nil {
return nil, err
}
cfg := &Config{ cfg := &Config{
// Set defaults // Set defaults
BlobSizeLimit: defaultBlobSizeLimit, BlobSizeLimit: defaultBlobSizeLimit,
+4 -31
View File
@@ -14,11 +14,6 @@ import (
// of the map it names to the map it sits in. // of the map it names to the map it sits in.
const yamlMergeTag = "!!merge" const yamlMergeTag = "!!merge"
// envSection is the top-level key of a map of environment variables that
// smartconfig sets while it loads the config. It is not a vaultik setting,
// so its keys are not checked.
const envSection = "env"
var errUnknownKey = errors.New("unknown config key") var errUnknownKey = errors.New("unknown config key")
// SettingType returns the type of the setting that the dotted key names in // SettingType returns the type of the setting that the dotted key names in
@@ -60,9 +55,9 @@ func yamlField(typ reflect.Type, key string) (reflect.StructField, bool) {
} }
// checkKeys returns an error naming the first key in node, a parsed config // checkKeys returns an error naming the first key in node, a parsed config
// or part of one at the dotted path, that no setting in typ has. The error // file or part of one at the dotted path, that no setting in typ has. The
// gives the key's line in the file, when it has one. A value of the wrong // error gives the key's line in the file. A value of the wrong type is left
// type is left for the YAML decoder to report. // for the YAML decoder to report.
func checkKeys(node *yaml.Node, typ reflect.Type, path string) error { func checkKeys(node *yaml.Node, typ reflect.Type, path string) error {
switch node.Kind { switch node.Kind {
case yaml.DocumentNode: case yaml.DocumentNode:
@@ -94,21 +89,7 @@ func checkKeys(node *yaml.Node, typ reflect.Type, path string) error {
return nil return nil
} }
// checkFilledKeys is checkKeys for data, the config after smartconfig has // checkMappingKeys is checkKeys for a map in the file.
// filled in its ${...} references. A key that a reference brings in is not
// in the file, and the copy that Encode makes has no line numbers.
func checkFilledKeys(data map[string]any) error {
var filled yaml.Node
err := filled.Encode(data)
if err != nil {
return fmt.Errorf("failed to marshal config data: %w", err)
}
return checkKeys(&filled, reflect.TypeFor[Config](), "")
}
// checkMappingKeys is checkKeys for a map.
func checkMappingKeys(node *yaml.Node, typ reflect.Type, path string) error { func checkMappingKeys(node *yaml.Node, typ reflect.Type, path string) error {
for i := 0; i+1 < len(node.Content); i += 2 { for i := 0; i+1 < len(node.Content); i += 2 {
key, value := node.Content[i], node.Content[i+1] key, value := node.Content[i], node.Content[i+1]
@@ -131,9 +112,6 @@ func checkMappingKeys(node *yaml.Node, typ reflect.Type, path string) error {
} }
keyPath := joinKey(path, key.Value) keyPath := joinKey(path, key.Value)
if keyPath == envSection {
continue
}
var valueType reflect.Type var valueType reflect.Type
@@ -142,11 +120,6 @@ func checkMappingKeys(node *yaml.Node, typ reflect.Type, path string) error {
valueType = typ.Elem() valueType = typ.Elem()
case typ.Kind() == reflect.Struct: case typ.Kind() == reflect.Struct:
field, ok := yamlField(typ, key.Value) field, ok := yamlField(typ, key.Value)
if !ok && key.Line == 0 {
// A key that a ${...} reference brought in has no line.
return fmt.Errorf("%w %q", errUnknownKey, keyPath)
}
if !ok { if !ok {
return fmt.Errorf("%w %q on line %d", return fmt.Errorf("%w %q on line %d",
errUnknownKey, keyPath, key.Line) errUnknownKey, keyPath, key.Line)
+1 -30
View File
@@ -17,21 +17,10 @@ const keysTestConfig = "storage_url: file:///tmp/vaultik-test-storage\n" +
" paths: [/tmp/vaultik-test-source]\n" " paths: [/tmp/vaultik-test-source]\n"
// TestParseRefusesUnknownKey checks that a key no setting has, at any // TestParseRefusesUnknownKey checks that a key no setting has, at any
// depth, fails the parse with an error naming the key and its line. A key // depth, fails the parse with an error naming the key and its line.
// that a ${...} reference brings in is not in the file, so its error gives
// no line.
func TestParseRefusesUnknownKey(t *testing.T) { func TestParseRefusesUnknownKey(t *testing.T) {
t.Parallel() t.Parallel()
snapshotPath := filepath.Join(t.TempDir(), "snapshot.yml")
err := os.WriteFile(snapshotPath, []byte("other:\n"+
" paths: [/tmp/vaultik-test-source]\n"+
" exlude: [/tmp/cache]\n"), 0o600)
if err != nil {
t.Fatalf("write snapshot: %v", err)
}
tests := []struct { tests := []struct {
name string name string
yaml string yaml string
@@ -44,9 +33,6 @@ func TestParseRefusesUnknownKey(t *testing.T) {
{"in s3", strings.Replace(keysTestConfig, " region:", {"in s3", strings.Replace(keysTestConfig, " region:",
" bukcet: b\n region:", 1), " bukcet: b\n region:", 1),
`unknown config key "s3.bukcet" on line 3`}, `unknown config key "s3.bukcet" on line 3`},
{"from a reference",
keysTestConfig + " other: ${YAML:" + snapshotPath + ":other}\n",
`unknown config key "snapshots.other.exlude"`},
} }
for _, tt := range tests { for _, tt := range tests {
@@ -98,18 +84,3 @@ func TestParseAcceptsKnownKeys(t *testing.T) {
other) other)
} }
} }
// TestParseAcceptsEnvSection checks that a config with a top-level env
// section still parses. smartconfig sets the environment variables it
// lists, so its keys are not settings.
func TestParseAcceptsEnvSection(t *testing.T) {
const name = "VAULTIK_TEST_ENV_SECTION"
// Parse sets the variable; t.Setenv restores it after the test.
t.Setenv(name, "")
_, err := Parse([]byte(keysTestConfig + "env:\n " + name + ": set\n"))
if err != nil {
t.Fatalf("Parse() unexpected error: %v", err)
}
}