All checks were successful
check / check (push) Successful in 5s
Updates golangci-lint to v2.12.2 everywhere it is pinned and installs the canonical `.golangci.yml`, then remediates every finding the new linter/config surfaces so `make check` is green. ## Version bump - `Dockerfile` lint stage: `golangci/golangci-lint:v2.11.3-alpine` -> `v2.12.2-alpine` (digest-pinned, date comment updated) - `Makefile` `deps` target: `go install` moved from the old v1 module path at `@latest` to the pinned `github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.12.2` - `.golangci.yml` replaced with the canonical config (v2 schema; settings under `linters.settings` so the thresholds actually apply; `default: all` with the standard six disables) - `script/bootstrap` installs golangci-lint via the system package manager and carries no version pin, so it is unchanged - CI (`.gitea/workflows/check.yml`) only runs `script/cibuild`, so it needed no change ## Lint remediation The canonical config surfaced ~3,300 findings across 56k lines. All are fixed, behavior-preserving; incorporates and supersedes the per-package mechanical passes already merged to `main` (refs #61). Highlights: - `err113`: dynamic errors replaced with package sentinels + `%w` wrapping; comparisons via `errors.Is` - `goprintffuncname`: printf-style helpers renamed with an `f` suffix (`ui.Writer` message methods, `cli.ReportErrorf`, `database.Fatalf`) and all call sites updated - `revive` stutter renames: `blob.Handler`, `blob.WithReader`, `blob.ChunkPosition`, `storage.URL`, `storage.Info`; missing doc comments added - `contextcheck`/`noctx`: `context.Context` threaded through `blob.Packer` and the scanner call sites; context-aware `exec`/`sql` variants - `funlen`/`cyclop`/`gocognit`/`dupl`: oversized and duplicated functions split into focused helpers (production and test code) - tests: `t.Parallel()` added where safe (global logger init kept in the serial phase for `-race`), `t.TempDir()`/`t.Helper()` adopted, several suites converted to external test packages - `gosec`: bounded integer conversions, `ReadHeaderTimeout` on the test HTTP server; remaining warnings suppressed per-site with justifications - remaining `nolint` directives are rare, targeted, and each carries a reason (e.g. `nilnil` not-found contract in the repository layer, fx module globals, on-disk snake_case struct tags) - removed the deprecated `log.LogOptions` alias (callers migrated to `log.Options`) `make check` (tests with `-race`, lint, fmt-check) passes. Co-authored-by: sneak <sneak@sneak.berlin> Reviewed-on: #62 Co-authored-by: clawbot <clawbot@noreply.example.org> Co-committed-by: clawbot <clawbot@noreply.example.org>
251 lines
6.0 KiB
Go
251 lines
6.0 KiB
Go
package database
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"sneak.berlin/go/vaultik/internal/types"
|
|
)
|
|
|
|
// ChunkFileRepository provides access to the chunk_files table, the
|
|
// reverse mapping from chunks to the files that contain them.
|
|
type ChunkFileRepository struct {
|
|
db *DB
|
|
}
|
|
|
|
// NewChunkFileRepository creates a ChunkFileRepository backed by db.
|
|
func NewChunkFileRepository(db *DB) *ChunkFileRepository {
|
|
return &ChunkFileRepository{db: db}
|
|
}
|
|
|
|
// Create inserts a chunk_files row (idempotently), using tx when non-nil.
|
|
func (r *ChunkFileRepository) Create(
|
|
ctx context.Context, tx *sql.Tx, cf *ChunkFile,
|
|
) error {
|
|
query := `
|
|
INSERT INTO chunk_files (chunk_hash, file_id, file_offset, length)
|
|
VALUES (?, ?, ?, ?)
|
|
ON CONFLICT(chunk_hash, file_id) DO NOTHING
|
|
`
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("inserting chunk_file: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// GetByChunkHash returns all chunk_files rows for the given chunk hash.
|
|
func (r *ChunkFileRepository) GetByChunkHash(
|
|
ctx context.Context, chunkHash types.ChunkHash,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT chunk_hash, file_id, file_offset, length
|
|
FROM chunk_files
|
|
WHERE chunk_hash = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, chunkHash.String())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
defer CloseRows(rows)
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// GetByFilePath returns all chunk_files rows for the file at the given path.
|
|
func (r *ChunkFileRepository) GetByFilePath(
|
|
ctx context.Context, filePath string,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT cf.chunk_hash, cf.file_id, cf.file_offset, cf.length
|
|
FROM chunk_files cf
|
|
JOIN files f ON cf.file_id = f.id
|
|
WHERE f.path = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, filePath)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
defer CloseRows(rows)
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// GetByFileID retrieves chunk files by file ID
|
|
func (r *ChunkFileRepository) GetByFileID(
|
|
ctx context.Context, fileID types.FileID,
|
|
) ([]*ChunkFile, error) {
|
|
query := `
|
|
SELECT chunk_hash, file_id, file_offset, length
|
|
FROM chunk_files
|
|
WHERE file_id = ?
|
|
`
|
|
|
|
rows, err := r.db.conn.QueryContext(ctx, query, fileID.String())
|
|
if err != nil {
|
|
return nil, fmt.Errorf("querying chunk files: %w", err)
|
|
}
|
|
defer CloseRows(rows)
|
|
|
|
return r.scanChunkFiles(rows)
|
|
}
|
|
|
|
// DeleteByFileID deletes all chunk_files entries for a given file ID
|
|
func (r *ChunkFileRepository) DeleteByFileID(
|
|
ctx context.Context, tx *sql.Tx, fileID types.FileID,
|
|
) error {
|
|
query := `DELETE FROM chunk_files WHERE file_id = ?`
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, fileID.String())
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, fileID.String())
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("deleting chunk files: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// DeleteByFileIDs deletes all chunk_files for multiple files in a single statement.
|
|
//
|
|
//nolint:dupl // symmetric implementation for a parallel association table
|
|
func (r *ChunkFileRepository) DeleteByFileIDs(
|
|
ctx context.Context, tx *sql.Tx, fileIDs []types.FileID,
|
|
) error {
|
|
if len(fileIDs) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Batch at 500 to stay within SQLite's variable limit
|
|
const batchSize = 500
|
|
|
|
for i := 0; i < len(fileIDs); i += batchSize {
|
|
end := min(i+batchSize, len(fileIDs))
|
|
|
|
batch := fileIDs[i:end]
|
|
|
|
//nolint:gosec // G202: concatenates constant SQL and "?" placeholders only
|
|
query := "DELETE FROM chunk_files WHERE file_id IN (?" +
|
|
repeatPlaceholder(len(batch)-1) + ")"
|
|
|
|
args := make([]any, len(batch))
|
|
for j, id := range batch {
|
|
args[j] = id.String()
|
|
}
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, args...)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, args...)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("batch deleting chunk_files: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// CreateBatch inserts multiple chunk_files in a single statement for efficiency.
|
|
func (r *ChunkFileRepository) CreateBatch(
|
|
ctx context.Context, tx *sql.Tx, cfs []ChunkFile,
|
|
) error {
|
|
if len(cfs) == 0 {
|
|
return nil
|
|
}
|
|
|
|
// Each chunk_files row binds this many SQL variables.
|
|
const chunkFileCols = 4
|
|
|
|
// Batch at 200 rows to be safe with SQLite's variable limit.
|
|
const batchSize = 200
|
|
|
|
for i := 0; i < len(cfs); i += batchSize {
|
|
end := min(i+batchSize, len(cfs))
|
|
|
|
batch := cfs[i:end]
|
|
|
|
query := "INSERT INTO chunk_files (chunk_hash, file_id, file_offset, length) VALUES "
|
|
|
|
args := make([]any, 0, len(batch)*chunkFileCols)
|
|
|
|
var querySb183 strings.Builder
|
|
|
|
for j, cf := range batch {
|
|
if j > 0 {
|
|
querySb183.WriteString(", ")
|
|
}
|
|
|
|
querySb183.WriteString("(?, ?, ?, ?)")
|
|
|
|
args = append(args,
|
|
cf.ChunkHash.String(), cf.FileID.String(), cf.FileOffset, cf.Length)
|
|
}
|
|
|
|
query += querySb183.String() //nolint:gosec // G202: appends "?" placeholders only
|
|
|
|
query += " ON CONFLICT(chunk_hash, file_id) DO NOTHING"
|
|
|
|
var err error
|
|
if tx != nil {
|
|
_, err = tx.ExecContext(ctx, query, args...)
|
|
} else {
|
|
_, err = r.db.ExecWithLog(ctx, query, args...)
|
|
}
|
|
|
|
if err != nil {
|
|
return fmt.Errorf("batch inserting chunk_files: %w", err)
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// scanChunkFiles is a helper that scans chunk file rows.
|
|
func (r *ChunkFileRepository) scanChunkFiles(rows *sql.Rows) ([]*ChunkFile, error) {
|
|
var chunkFiles []*ChunkFile
|
|
|
|
for rows.Next() {
|
|
var (
|
|
cf ChunkFile
|
|
chunkHashStr, fileIDStr string
|
|
)
|
|
|
|
err := rows.Scan(&chunkHashStr, &fileIDStr, &cf.FileOffset, &cf.Length)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("scanning chunk file: %w", err)
|
|
}
|
|
|
|
cf.ChunkHash = types.ChunkHash(chunkHashStr)
|
|
|
|
cf.FileID, err = types.ParseFileID(fileIDStr)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parsing file ID: %w", err)
|
|
}
|
|
|
|
chunkFiles = append(chunkFiles, &cf)
|
|
}
|
|
|
|
return chunkFiles, rows.Err()
|
|
}
|