- Updated JSON resolver to use gjson library for JSON5 support (comments, trailing commas) - Added --json flag to CLI tool for JSON output format - Added typed getter methods: GetInt(), GetUint(), GetFloat(), GetBool(), GetBytes() - GetBytes() supports human-readable formats like "10G", "20KiB" via go-humanize - Fixed YAML interpolation to always quote output values for safety - Updated README to clarify YAML-only input and automatic quoting behavior - Added .gitignore to exclude compiled binary - Fixed test config files to use unquoted interpolation syntax - Updated tests to expect quoted interpolation output
403 lines
11 KiB
Go
403 lines
11 KiB
Go
package smartconfig
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strconv"
|
|
|
|
"github.com/dustin/go-humanize"
|
|
"gopkg.in/yaml.v3"
|
|
)
|
|
|
|
const (
|
|
maxRecursionDepth = 3
|
|
interpolationPattern = `\$\{([^:]+?):(.*?)\}`
|
|
)
|
|
|
|
// Config represents the loaded configuration with support for interpolated values.
|
|
// It provides methods to load configuration from files or readers, access values,
|
|
// and register custom resolvers for extending interpolation capabilities.
|
|
type Config struct {
|
|
data map[string]interface{}
|
|
resolvers map[string]Resolver
|
|
}
|
|
|
|
// Resolver defines the interface for custom variable resolution.
|
|
// Implementations should resolve the given value and return the result.
|
|
// For example, an environment resolver would return the value of the
|
|
// environment variable specified in the value parameter.
|
|
type Resolver interface {
|
|
Resolve(value string) (string, error)
|
|
}
|
|
|
|
// NewFromAppName loads configuration from /etc/appname/config.yml.
|
|
// It creates a new Config instance, loads and interpolates the configuration file.
|
|
func NewFromAppName(appname string) (*Config, error) {
|
|
configPath := fmt.Sprintf("/etc/%s/config.yml", appname)
|
|
return NewFromConfigPath(configPath)
|
|
}
|
|
|
|
// NewFromConfigPath loads configuration from the specified file path.
|
|
// It creates a new Config instance, loads and interpolates the configuration file.
|
|
func NewFromConfigPath(path string) (*Config, error) {
|
|
file, err := os.Open(path)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to open config file: %w", err)
|
|
}
|
|
defer func() {
|
|
_ = file.Close()
|
|
}()
|
|
|
|
return NewFromReader(file)
|
|
}
|
|
|
|
// NewFromReader loads configuration from an io.Reader.
|
|
// It creates a new Config instance, loads and interpolates the configuration.
|
|
func NewFromReader(reader io.Reader) (*Config, error) {
|
|
c := newWithDefaults()
|
|
|
|
data, err := io.ReadAll(reader)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to read config: %w", err)
|
|
}
|
|
|
|
// Interpolate variables recursively
|
|
interpolated, err := c.interpolate(string(data), 0)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to interpolate config: %w", err)
|
|
}
|
|
|
|
// Parse as YAML
|
|
if err := yaml.Unmarshal([]byte(interpolated), &c.data); err != nil {
|
|
return nil, fmt.Errorf("failed to parse YAML: %w", err)
|
|
}
|
|
|
|
// Handle environment variable injection
|
|
if err := c.injectEnvironment(); err != nil {
|
|
return nil, fmt.Errorf("failed to inject environment variables: %w", err)
|
|
}
|
|
|
|
return c, nil
|
|
}
|
|
|
|
// New creates an empty Config instance with default resolvers registered.
|
|
// For loading configuration, prefer using NewFromAppName, NewFromConfigPath, or NewFromReader.
|
|
func New() *Config {
|
|
return newWithDefaults()
|
|
}
|
|
|
|
func newWithDefaults() *Config {
|
|
c := &Config{
|
|
resolvers: make(map[string]Resolver),
|
|
data: make(map[string]interface{}),
|
|
}
|
|
|
|
// Register default resolvers
|
|
c.RegisterResolver("ENV", &EnvResolver{})
|
|
c.RegisterResolver("EXEC", &ExecResolver{})
|
|
c.RegisterResolver("FILE", &FileResolver{})
|
|
c.RegisterResolver("JSON", &JSONResolver{})
|
|
c.RegisterResolver("YAML", &YAMLResolver{})
|
|
c.RegisterResolver("AWSSM", &AWSSecretManagerResolver{})
|
|
c.RegisterResolver("GCPSM", &GCPSecretManagerResolver{})
|
|
c.RegisterResolver("VAULT", &VaultResolver{})
|
|
c.RegisterResolver("CONSUL", &ConsulResolver{})
|
|
c.RegisterResolver("AZURESM", &AzureKeyVaultResolver{})
|
|
c.RegisterResolver("K8SS", &K8SSecretResolver{})
|
|
c.RegisterResolver("ETCD", &EtcdResolver{})
|
|
|
|
return c
|
|
}
|
|
|
|
// RegisterResolver registers a custom resolver with the given name.
|
|
// The resolver will be available for use in interpolations with the syntax ${name:value}.
|
|
func (c *Config) RegisterResolver(name string, resolver Resolver) {
|
|
c.resolvers[name] = resolver
|
|
}
|
|
|
|
// LoadFromFile loads configuration from a YAML file at the specified path.
|
|
// DEPRECATED: Use NewFromConfigPath instead for cleaner API.
|
|
func (c *Config) LoadFromFile(path string) error {
|
|
file, err := os.Open(path)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to open config file: %w", err)
|
|
}
|
|
defer func() {
|
|
_ = file.Close()
|
|
}()
|
|
|
|
return c.LoadFromReader(file)
|
|
}
|
|
|
|
// LoadFromReader loads configuration from an io.Reader containing YAML data.
|
|
// DEPRECATED: Use NewFromReader instead for cleaner API.
|
|
func (c *Config) LoadFromReader(reader io.Reader) error {
|
|
data, err := io.ReadAll(reader)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to read config: %w", err)
|
|
}
|
|
|
|
// Interpolate variables recursively
|
|
interpolated, err := c.interpolate(string(data), 0)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to interpolate config: %w", err)
|
|
}
|
|
|
|
// Parse as YAML
|
|
if err := yaml.Unmarshal([]byte(interpolated), &c.data); err != nil {
|
|
return fmt.Errorf("failed to parse YAML: %w", err)
|
|
}
|
|
|
|
// Handle environment variable injection
|
|
if err := c.injectEnvironment(); err != nil {
|
|
return fmt.Errorf("failed to inject environment variables: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *Config) injectEnvironment() error {
|
|
envData, ok := c.data["env"]
|
|
if !ok {
|
|
return nil
|
|
}
|
|
|
|
envMap, ok := envData.(map[string]interface{})
|
|
if !ok {
|
|
return fmt.Errorf("env section must be a map")
|
|
}
|
|
|
|
for key, value := range envMap {
|
|
strValue, ok := value.(string)
|
|
if !ok {
|
|
strValue = fmt.Sprintf("%v", value)
|
|
}
|
|
|
|
if err := os.Setenv(key, strValue); err != nil {
|
|
return fmt.Errorf("failed to set environment variable %s: %w", key, err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// Get retrieves a value from the configuration using dot notation.
|
|
// For example:
|
|
// - "database.host" retrieves config.database.host
|
|
// - "servers.0.name" retrieves the name of the first server in a list
|
|
//
|
|
// Returns the value and true if found, nil and false if not found.
|
|
func (c *Config) Get(key string) (interface{}, bool) {
|
|
return c.data[key], true
|
|
}
|
|
|
|
// GetString retrieves a string value from the configuration.
|
|
// Returns an error if the key doesn't exist. Numeric values are converted to strings.
|
|
func (c *Config) GetString(key string) (string, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return "", fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct string conversion first
|
|
if strValue, ok := value.(string); ok {
|
|
return strValue, nil
|
|
}
|
|
|
|
// Convert other types to string
|
|
return fmt.Sprintf("%v", value), nil
|
|
}
|
|
|
|
// GetInt retrieves an integer value from the configuration.
|
|
// Returns an error if the key doesn't exist or if the value cannot be converted to an integer.
|
|
func (c *Config) GetInt(key string) (int, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return 0, fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct int conversion first
|
|
if intValue, ok := value.(int); ok {
|
|
return intValue, nil
|
|
}
|
|
|
|
// Try float64 (common in JSON/YAML parsing)
|
|
if floatValue, ok := value.(float64); ok {
|
|
return int(floatValue), nil
|
|
}
|
|
|
|
// Try string conversion
|
|
if strValue, ok := value.(string); ok {
|
|
intValue, err := strconv.Atoi(strValue)
|
|
if err != nil {
|
|
return 0, fmt.Errorf("cannot convert value %q to integer: %w", strValue, err)
|
|
}
|
|
return intValue, nil
|
|
}
|
|
|
|
return 0, fmt.Errorf("cannot convert value of type %T to integer", value)
|
|
}
|
|
|
|
// GetUint retrieves an unsigned integer value from the configuration.
|
|
// Returns an error if the key doesn't exist or if the value cannot be converted to a uint.
|
|
func (c *Config) GetUint(key string) (uint, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return 0, fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct uint conversion first
|
|
if uintValue, ok := value.(uint); ok {
|
|
return uintValue, nil
|
|
}
|
|
|
|
// Try int conversion
|
|
if intValue, ok := value.(int); ok {
|
|
if intValue < 0 {
|
|
return 0, fmt.Errorf("cannot convert negative value %d to uint", intValue)
|
|
}
|
|
return uint(intValue), nil
|
|
}
|
|
|
|
// Try float64 (common in JSON/YAML parsing)
|
|
if floatValue, ok := value.(float64); ok {
|
|
if floatValue < 0 {
|
|
return 0, fmt.Errorf("cannot convert negative value %f to uint", floatValue)
|
|
}
|
|
return uint(floatValue), nil
|
|
}
|
|
|
|
// Try string conversion
|
|
if strValue, ok := value.(string); ok {
|
|
uintValue, err := strconv.ParseUint(strValue, 10, 0)
|
|
if err != nil {
|
|
return 0, fmt.Errorf("cannot convert value %q to uint: %w", strValue, err)
|
|
}
|
|
return uint(uintValue), nil
|
|
}
|
|
|
|
return 0, fmt.Errorf("cannot convert value of type %T to uint", value)
|
|
}
|
|
|
|
// GetFloat retrieves a float64 value from the configuration.
|
|
// Returns an error if the key doesn't exist or if the value cannot be converted to a float64.
|
|
func (c *Config) GetFloat(key string) (float64, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return 0, fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct float64 conversion first
|
|
if floatValue, ok := value.(float64); ok {
|
|
return floatValue, nil
|
|
}
|
|
|
|
// Try float32 conversion
|
|
if floatValue, ok := value.(float32); ok {
|
|
return float64(floatValue), nil
|
|
}
|
|
|
|
// Try int conversion
|
|
if intValue, ok := value.(int); ok {
|
|
return float64(intValue), nil
|
|
}
|
|
|
|
// Try string conversion
|
|
if strValue, ok := value.(string); ok {
|
|
floatValue, err := strconv.ParseFloat(strValue, 64)
|
|
if err != nil {
|
|
return 0, fmt.Errorf("cannot convert value %q to float: %w", strValue, err)
|
|
}
|
|
return floatValue, nil
|
|
}
|
|
|
|
return 0, fmt.Errorf("cannot convert value of type %T to float", value)
|
|
}
|
|
|
|
// GetBool retrieves a boolean value from the configuration.
|
|
// Returns an error if the key doesn't exist or if the value cannot be converted to a boolean.
|
|
func (c *Config) GetBool(key string) (bool, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return false, fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct bool conversion first
|
|
if boolValue, ok := value.(bool); ok {
|
|
return boolValue, nil
|
|
}
|
|
|
|
// Try string conversion
|
|
if strValue, ok := value.(string); ok {
|
|
boolValue, err := strconv.ParseBool(strValue)
|
|
if err != nil {
|
|
return false, fmt.Errorf("cannot convert value %q to boolean: %w", strValue, err)
|
|
}
|
|
return boolValue, nil
|
|
}
|
|
|
|
// Try numeric conversions (0 = false, non-zero = true)
|
|
if intValue, ok := value.(int); ok {
|
|
return intValue != 0, nil
|
|
}
|
|
|
|
if floatValue, ok := value.(float64); ok {
|
|
return floatValue != 0, nil
|
|
}
|
|
|
|
return false, fmt.Errorf("cannot convert value of type %T to boolean", value)
|
|
}
|
|
|
|
// GetBytes retrieves a byte size value from the configuration.
|
|
// Supports human-readable formats like "10G", "20KiB", "25TB", etc.
|
|
// Returns the size in bytes as uint64.
|
|
func (c *Config) GetBytes(key string) (uint64, error) {
|
|
value, ok := c.data[key]
|
|
if !ok {
|
|
return 0, fmt.Errorf("key %s not found", key)
|
|
}
|
|
|
|
// Try direct numeric conversions first
|
|
if uintValue, ok := value.(uint64); ok {
|
|
return uintValue, nil
|
|
}
|
|
|
|
if intValue, ok := value.(int); ok {
|
|
if intValue < 0 {
|
|
return 0, fmt.Errorf("cannot convert negative value %d to bytes", intValue)
|
|
}
|
|
return uint64(intValue), nil
|
|
}
|
|
|
|
if floatValue, ok := value.(float64); ok {
|
|
if floatValue < 0 {
|
|
return 0, fmt.Errorf("cannot convert negative value %f to bytes", floatValue)
|
|
}
|
|
return uint64(floatValue), nil
|
|
}
|
|
|
|
// Try string conversion with humanize parsing
|
|
if strValue, ok := value.(string); ok {
|
|
// Try parsing as a plain number first
|
|
if bytesValue, err := strconv.ParseUint(strValue, 10, 64); err == nil {
|
|
return bytesValue, nil
|
|
}
|
|
|
|
// Try parsing with humanize
|
|
bytesValue, err := humanize.ParseBytes(strValue)
|
|
if err != nil {
|
|
return 0, fmt.Errorf("cannot parse value %q as bytes: %w", strValue, err)
|
|
}
|
|
return bytesValue, nil
|
|
}
|
|
|
|
return 0, fmt.Errorf("cannot convert value of type %T to bytes", value)
|
|
}
|
|
|
|
// Data returns the entire configuration as a map.
|
|
// This is useful for unmarshaling into custom structures.
|
|
func (c *Config) Data() map[string]interface{} {
|
|
return c.data
|
|
}
|