sneak
78af626759
This commit represents a significant architectural overhaul of vaultik: Database Schema Changes: - Switch files table to use UUID primary keys instead of path-based keys - Add UUID primary keys to blobs table for immediate chunk association - Update all foreign key relationships to use UUIDs - Add comprehensive schema documentation in DATAMODEL.md - Add SQLite busy timeout handling for concurrent operations Streaming and Performance Improvements: - Implement true streaming blob packing without intermediate storage - Add streaming chunk processing to reduce memory usage - Improve progress reporting with real-time metrics - Add upload metrics tracking in new uploads table CLI Refactoring: - Restructure CLI to use subcommands: snapshot create/list/purge/verify - Add store info command for S3 configuration display - Add custom duration parser supporting days/weeks/months/years - Remove old backup.go in favor of enhanced snapshot.go - Add --cron flag for silent operation Configuration Changes: - Remove unused index_prefix configuration option - Add support for snapshot pruning retention policies - Improve configuration validation and error messages Testing Improvements: - Add comprehensive repository tests with edge cases - Add cascade delete debugging tests - Fix concurrent operation tests to use SQLite busy timeout - Remove tolerance for SQLITE_BUSY errors in tests Documentation: - Add MIT LICENSE file - Update README with new command structure - Add comprehensive DATAMODEL.md explaining database schema - Update DESIGN.md with UUID-based architecture Other Changes: - Add test-config.yml for testing - Update Makefile with better test output formatting - Fix various race conditions in concurrent operations - Improve error handling throughout
102 lines
2.3 KiB
Go
102 lines
2.3 KiB
Go
package database
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"path/filepath"
|
|
"testing"
|
|
)
|
|
|
|
func TestDatabase(t *testing.T) {
|
|
ctx := context.Background()
|
|
dbPath := filepath.Join(t.TempDir(), "test.db")
|
|
|
|
db, err := New(ctx, dbPath)
|
|
if err != nil {
|
|
t.Fatalf("failed to create database: %v", err)
|
|
}
|
|
defer func() {
|
|
if err := db.Close(); err != nil {
|
|
t.Errorf("failed to close database: %v", err)
|
|
}
|
|
}()
|
|
|
|
// Test connection
|
|
if db.Conn() == nil {
|
|
t.Fatal("database connection is nil")
|
|
}
|
|
|
|
// Test schema creation (already done in New)
|
|
// Verify tables exist
|
|
tables := []string{
|
|
"files", "file_chunks", "chunks", "blobs",
|
|
"blob_chunks", "chunk_files", "snapshots",
|
|
}
|
|
|
|
for _, table := range tables {
|
|
var name string
|
|
err := db.conn.QueryRow("SELECT name FROM sqlite_master WHERE type='table' AND name=?", table).Scan(&name)
|
|
if err != nil {
|
|
t.Errorf("table %s does not exist: %v", table, err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestDatabaseInvalidPath(t *testing.T) {
|
|
ctx := context.Background()
|
|
|
|
// Test with invalid path
|
|
_, err := New(ctx, "/invalid/path/that/does/not/exist/test.db")
|
|
if err == nil {
|
|
t.Fatal("expected error for invalid path")
|
|
}
|
|
}
|
|
|
|
func TestDatabaseConcurrentAccess(t *testing.T) {
|
|
ctx := context.Background()
|
|
dbPath := filepath.Join(t.TempDir(), "test.db")
|
|
|
|
db, err := New(ctx, dbPath)
|
|
if err != nil {
|
|
t.Fatalf("failed to create database: %v", err)
|
|
}
|
|
defer func() {
|
|
if err := db.Close(); err != nil {
|
|
t.Errorf("failed to close database: %v", err)
|
|
}
|
|
}()
|
|
|
|
// Test concurrent writes
|
|
type result struct {
|
|
index int
|
|
err error
|
|
}
|
|
results := make(chan result, 10)
|
|
|
|
for i := 0; i < 10; i++ {
|
|
go func(i int) {
|
|
_, err := db.ExecWithLog(ctx, "INSERT INTO chunks (chunk_hash, sha256, size) VALUES (?, ?, ?)",
|
|
fmt.Sprintf("hash%d", i), fmt.Sprintf("sha%d", i), i*1024)
|
|
results <- result{index: i, err: err}
|
|
}(i)
|
|
}
|
|
|
|
// Wait for all goroutines and check results
|
|
for i := 0; i < 10; i++ {
|
|
r := <-results
|
|
if r.err != nil {
|
|
t.Fatalf("concurrent insert %d failed: %v", r.index, r.err)
|
|
}
|
|
}
|
|
|
|
// Verify all inserts succeeded
|
|
var count int
|
|
err = db.conn.QueryRowContext(ctx, "SELECT COUNT(*) FROM chunks").Scan(&count)
|
|
if err != nil {
|
|
t.Fatalf("failed to count chunks: %v", err)
|
|
}
|
|
if count != 10 {
|
|
t.Errorf("expected 10 chunks, got %d", count)
|
|
}
|
|
}
|