check / check (push) Successful in 12m47s
Linting and testing become the lint and test phases of the Dockerfile, and the build stage depends on both. Dockerfile.lint, CHECK_EPOCH and the tests that checked them are removed. Every docker build in script/ passes --no-cache, and script/cibuild runs script/bootstrap first. A host without Go gets the go.mod version from script/install-go in .tool/go, which bootstrap, the Makefile, fmt, fmt-check, precommit and release add to PATH; fmt-check skips .tool. The image takes its version from the VERSION build arg or git describe, dev without .git. This repo's own entries follow the canonical content in .gitignore and .editorconfig. The golangci-lint v2.14.0 findings are fixed. The rules in CLAUDE.md move into AGENTS.md. IsDevVersion counts "unknown". Model: opus-5-5
269 lines
6.2 KiB
Go
269 lines
6.2 KiB
Go
package database
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"sneak.berlin/go/vaultik/internal/types"
|
|
)
|
|
|
|
// ChunkFileRepository provides access to the chunk_files table, the
|
|
// reverse mapping from chunks to the files that contain them.
|
|
type ChunkFileRepository struct {
|
|
db *DB
|
|
}
|
|
|
|
// NewChunkFileRepository creates a ChunkFileRepository backed by db.
|
|
func NewChunkFileRepository(db *DB) *ChunkFileRepository {
|
|
return &ChunkFileRepository{db: db}
|
|
}
|
|
|
|
// Create inserts a chunk_files row (idempotently), using tx when non-nil.
|
|
func (r *ChunkFileRepository) Create(
|
|
ctx context.Context, tx *sql.Tx, cf *ChunkFile,
|
|
) error {
|
|
query := `
|
|
INSERT INTO chunk_files (chunk_hash, file_id, file_offset, length)
|
|
VALUES (?, ?, ?, ?)
|
|
ON CONFLICT(chunk_hash, file_id) DO NOTHING
|
|
`
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("inserting chunk_file: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GetByChunkHash returns all chunk_files rows for the given chunk hash.
|
|
func (r *ChunkFileRepository) GetByChunkHash(
|
|
ctx context.Context, chunkHash types.ChunkHash,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT chunk_hash, file_id, file_offset, length
|
|
FROM chunk_files
|
|
WHERE chunk_hash = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, chunkHash.String())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
|
|
defer func() {
|
|
err := rows.Close()
|
|
if err != nil {
|
|
Fatalf("failed to close rows: %v", err)
|
|
}
|
|
}()
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// GetByFilePath returns all chunk_files rows for the file at the given path.
|
|
func (r *ChunkFileRepository) GetByFilePath(
|
|
ctx context.Context, filePath string,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT cf.chunk_hash, cf.file_id, cf.file_offset, cf.length
|
|
FROM chunk_files cf
|
|
JOIN files f ON cf.file_id = f.id
|
|
WHERE f.path = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, filePath)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
|
|
defer func() {
|
|
err := rows.Close()
|
|
if err != nil {
|
|
Fatalf("failed to close rows: %v", err)
|
|
}
|
|
}()
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// GetByFileID retrieves chunk files by file ID
|
|
func (r *ChunkFileRepository) GetByFileID(
|
|
ctx context.Context, fileID types.FileID,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT chunk_hash, file_id, file_offset, length
|
|
FROM chunk_files
|
|
WHERE file_id = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, fileID.String())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
|
|
defer func() {
|
|
err := rows.Close()
|
|
if err != nil {
|
|
Fatalf("failed to close rows: %v", err)
|
|
}
|
|
}()
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// DeleteByFileID deletes all chunk_files entries for a given file ID
|
|
func (r *ChunkFileRepository) DeleteByFileID(
|
|
ctx context.Context, tx *sql.Tx, fileID types.FileID,
|
|
) error {
|
|
query := `DELETE FROM chunk_files WHERE file_id = ?`
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, fileID.String())
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, fileID.String())
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("deleting chunk files: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// DeleteByFileIDs deletes all chunk_files for multiple files in a single statement.
|
|
//
|
|
//nolint:dupl // symmetric implementation for a parallel association table
|
|
func (r *ChunkFileRepository) DeleteByFileIDs(
|
|
ctx context.Context, tx *sql.Tx, fileIDs []types.FileID,
|
|
) error {
|
|
if len(fileIDs) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Batch at 500 to stay within SQLite's variable limit
|
|
const batchSize = 500
|
|
|
|
for i := 0; i < len(fileIDs); i += batchSize {
|
|
end := min(i+batchSize, len(fileIDs))
|
|
|
|
batch := fileIDs[i:end]
|
|
|
|
//nolint:gosec // G202: concatenates constant SQL and "?" placeholders only
|
|
query := "DELETE FROM chunk_files WHERE file_id IN (?" +
|
|
repeatPlaceholder(len(batch)-1) + ")"
|
|
|
|
args := make([]any, len(batch))
|
|
for j, id := range batch {
|
|
args[j] = id.String()
|
|
}
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, args...)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, args...)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("batch deleting chunk_files: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// CreateBatch inserts multiple chunk_files in a single statement for efficiency.
|
|
func (r *ChunkFileRepository) CreateBatch(
|
|
ctx context.Context, tx *sql.Tx, cfs []ChunkFile,
|
|
) error {
|
|
if len(cfs) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Each chunk_files row binds this many SQL variables.
|
|
const chunkFileCols = 4
|
|
|
|
// Batch at 200 rows to be safe with SQLite's variable limit.
|
|
const batchSize = 200
|
|
|
|
for i := 0; i < len(cfs); i += batchSize {
|
|
end := min(i+batchSize, len(cfs))
|
|
|
|
batch := cfs[i:end]
|
|
|
|
query := "INSERT INTO chunk_files (chunk_hash, file_id, file_offset, length) VALUES "
|
|
|
|
args := make([]any, 0, len(batch)*chunkFileCols)
|
|
|
|
var querySb183 strings.Builder
|
|
|
|
for j, cf := range batch {
|
|
if j > 0 {
|
|
querySb183.WriteString(", ")
|
|
}
|
|
|
|
querySb183.WriteString("(?, ?, ?, ?)")
|
|
|
|
args = append(args,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
}
|
|
|
|
query += querySb183.String()
|
|
|
|
query += " ON CONFLICT(chunk_hash, file_id) DO NOTHING"
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, args...)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, args...)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("batch inserting chunk_files: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// scanChunkFiles is a helper that scans chunk file rows.
|
|
func (r *ChunkFileRepository) scanChunkFiles(rows *sql.Rows) ([]*ChunkFile, error) {
|
|
var chunkFiles []*ChunkFile
|
|
|
|
for rows.Next() {
|
|
var (
|
|
cf ChunkFile
|
|
chunkHashStr, fileIDStr string
|
|
)
|
|
|
|
err := rows.Scan(&chunkHashStr, &fileIDStr, &cf.FileOffset, &cf.Length)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("scanning chunk file: %w", err)
|
|
}
|
|
|
|
cf.ChunkHash = types.ChunkHash(chunkHashStr)
|
|
|
|
cf.FileID, err = types.ParseFileID(fileIDStr)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parsing file ID: %w", err)
|
|
}
|
|
|
|
chunkFiles = append(chunkFiles, &cf)
|
|
}
|
|
|
|
return chunkFiles, rows.Err()
|
|
}
|