webhooker/internal/database/retention_test.go

package database_test

import (
	"context"
	"net/http"
	"testing"
	"time"

	"github.com/google/uuid"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
	"go.uber.org/fx/fxtest"
	"gorm.io/gorm"
	"gorm.io/gorm/clause"
	"sneak.berlin/go/webhooker/internal/config"
	"sneak.berlin/go/webhooker/internal/database"
	"sneak.berlin/go/webhooker/internal/globals"
	"sneak.berlin/go/webhooker/internal/logger"
)

// retentionTestEnv bundles the pieces a retention test drives.
type retentionTestEnv struct {
	reaper *database.RetentionReaper
	mainDB *database.Database
	mgr    *database.WebhookDBManager
}

func setupRetentionTest(t *testing.T) *retentionTestEnv {
	t.Helper()

	lc := fxtest.NewLifecycle(t)

	g := &globals.Globals{
		Appname: testAppname,
		Version: testVersion,
	}

	l, err := logger.New(lc, logger.LoggerParams{Globals: g})
	require.NoError(t, err)

	cfg := &config.Config{
		DataDir:     t.TempDir(),
		Environment: "dev",
	}

	mainDB, err := database.New(lc, database.DatabaseParams{
		Config: cfg,
		Logger: l,
	})
	require.NoError(t, err)

	mgr, err := database.NewWebhookDBManager(
		lc,
		database.WebhookDBManagerParams{Config: cfg, Logger: l.Get()},
	)
	require.NoError(t, err)

	ctx := context.Background()
	require.NoError(t, lc.Start(ctx))
	t.Cleanup(func() { require.NoError(t, lc.Stop(ctx)) })

	return &retentionTestEnv{
		reaper: database.NewTestRetentionReaper(mainDB, mgr),
		mainDB: mainDB,
		mgr:    mgr,
	}
}

// createWebhook inserts a webhook row into the main database with the
// given retention policy and returns its ID.
func createWebhook(
	t *testing.T,
	db *gorm.DB,
	retentionDays int,
) string {
	t.Helper()

	wh := &database.Webhook{
		UserID:        uuid.New().String(),
		Name:          testWebhookName,
		RetentionDays: retentionDays,
	}
	require.NoError(
		t,
		db.Omit(clause.Associations).Create(wh).Error,
	)

	return wh.ID
}

// eventChain is the set of row IDs seeded for a single event.
type eventChain struct {
	eventID    string
	deliveryID string
	resultID   string
}

// seedEventChain creates an event with one delivery and one delivery
// result, all stamped with createdAt, and returns their IDs.
func seedEventChain(
	t *testing.T,
	db *gorm.DB,
	webhookID string,
	createdAt time.Time,
) eventChain {
	t.Helper()

	event := &database.Event{
		WebhookID:    webhookID,
		EntrypointID: uuid.New().String(),
		Method:       http.MethodPost,
		Body:         `{"seed": true}`,
		ContentType:  testContentType,
	}
	event.CreatedAt = createdAt
	require.NoError(t, db.Create(event).Error)

	delivery := &database.Delivery{
		EventID:  event.ID,
		TargetID: uuid.New().String(),
		Status:   database.DeliveryStatusDelivered,
	}
	delivery.CreatedAt = createdAt
	require.NoError(t, db.Create(delivery).Error)

	result := &database.DeliveryResult{
		DeliveryID: delivery.ID,
		AttemptNum: 1,
		Success:    true,
		StatusCode: 200,
		Duration:   10,
	}
	result.CreatedAt = createdAt
	require.NoError(t, db.Create(result).Error)

	return eventChain{
		eventID:    event.ID,
		deliveryID: delivery.ID,
		resultID:   result.ID,
	}
}

// countByID returns how many rows of model match the given id,
// counting even hard-deletable rows via Unscoped.
func countByID(
	t *testing.T,
	db *gorm.DB,
	model any,
	id string,
) int64 {
	t.Helper()

	var n int64

	require.NoError(
		t,
		db.Unscoped().Model(model).
			Where("id = ?", id).Count(&n).Error,
	)

	return n
}

func assertChainGone(
	t *testing.T,
	db *gorm.DB,
	chain eventChain,
) {
	t.Helper()

	assert.Zero(
		t,
		countByID(t, db, &database.Event{}, chain.eventID),
		"expired event should be removed",
	)
	assert.Zero(
		t,
		countByID(t, db, &database.Delivery{}, chain.deliveryID),
		"expired delivery should be removed",
	)
	assert.Zero(
		t,
		countByID(
			t, db, &database.DeliveryResult{}, chain.resultID,
		),
		"expired delivery result should be removed",
	)
}

func assertChainPresent(
	t *testing.T,
	db *gorm.DB,
	chain eventChain,
) {
	t.Helper()

	assert.Equal(
		t,
		int64(1),
		countByID(t, db, &database.Event{}, chain.eventID),
		"recent event should be retained",
	)
	assert.Equal(
		t,
		int64(1),
		countByID(t, db, &database.Delivery{}, chain.deliveryID),
		"recent delivery should be retained",
	)
	assert.Equal(
		t,
		int64(1),
		countByID(
			t, db, &database.DeliveryResult{}, chain.resultID,
		),
		"recent delivery result should be retained",
	)
}

func TestRetentionReaper_ReapsExpiredKeepsRecent(t *testing.T) {
	t.Parallel()

	env := setupRetentionTest(t)

	const retentionDays = 30

	webhookID := createWebhook(
		t, env.mainDB.DB(), retentionDays,
	)

	db, err := env.mgr.GetDB(webhookID)
	require.NoError(t, err)

	now := time.Now()
	old := seedEventChain(
		t, db, webhookID,
		now.Add(-40*24*time.Hour),
	)
	recent := seedEventChain(
		t, db, webhookID,
		now.Add(-1*24*time.Hour),
	)

	env.reaper.ExportSweep(context.Background())

	assertChainGone(t, db, old)
	assertChainPresent(t, db, recent)
}

// TestRetentionReaper_SkipsZeroReapsFiniteInSameSweep covers the
// end-to-end retain-forever path: a webhook created with a retention
// of 0 reads back 0, and the reaper leaves its ancient events alone
// while still reaping a finite-retention webhook in the very same
// sweep.
func TestRetentionReaper_SkipsZeroReapsFiniteInSameSweep(
	t *testing.T,
) {
	t.Parallel()

	env := setupRetentionTest(t)

	foreverID := createWebhook(t, env.mainDB.DB(), 0)

	var stored database.Webhook

	require.NoError(
		t,
		env.mainDB.DB().Where("id = ?", foreverID).
			First(&stored).Error,
	)
	require.Zero(
		t, stored.RetentionDays,
		"a retention of 0 must be stored as 0",
	)

	finiteID := createWebhook(t, env.mainDB.DB(), 30)

	foreverDB, err := env.mgr.GetDB(foreverID)
	require.NoError(t, err)

	finiteDB, err := env.mgr.GetDB(finiteID)
	require.NoError(t, err)

	ancient := time.Now().Add(-365 * 24 * time.Hour)
	kept := seedEventChain(t, foreverDB, foreverID, ancient)
	doomed := seedEventChain(t, finiteDB, finiteID, ancient)

	env.reaper.ExportSweep(context.Background())

	assertChainPresent(t, foreverDB, kept)
	assertChainGone(t, finiteDB, doomed)
}

// TestRetentionReaper_HugeFiniteRetentionRetainsRecentEvents pins the
// overflow that made a large finite retention destroy everything.
//
// The cutoff is a time.Duration, an int64 nanosecond count. A day
// count above MaxFiniteRetentionDays multiplied out unclamped wraps
// negative, so subtracting it moves the cutoff into the far future,
// where "created_at < cutoff" matches every row: an event created a
// moment ago, and its delivery and delivery result, were all deleted
// on the first sweep. 200000 is inside that band.
//
// The form refuses such a value; the point of the test is that a row
// written by any other path still cannot trigger the wipe.
func TestRetentionReaper_HugeFiniteRetentionRetainsRecentEvents(
	t *testing.T,
) {
	t.Parallel()

	env := setupRetentionTest(t)

	const overflowingRetentionDays = 200000

	require.Greater(
		t,
		overflowingRetentionDays,
		database.MaxFiniteRetentionDays,
		"the test value must exceed what the cutoff can represent",
	)

	webhookID := createWebhook(
		t, env.mainDB.DB(), overflowingRetentionDays,
	)

	db, err := env.mgr.GetDB(webhookID)
	require.NoError(t, err)

	fresh := seedEventChain(t, db, webhookID, time.Now())

	env.reaper.ExportSweep(context.Background())

	assertChainPresent(t, db, fresh)
}

// TestRetentionReaper_RetainsForeverWhenNegative checks that a negative
// retention, which the forms refuse, keeps every event rather than
// putting the cutoff in the future, where it would match them all.
func TestRetentionReaper_RetainsForeverWhenNegative(t *testing.T) {
	t.Parallel()

	env := setupRetentionTest(t)

	webhookID := createWebhook(t, env.mainDB.DB(), -1)

	db, err := env.mgr.GetDB(webhookID)
	require.NoError(t, err)

	ancient := seedEventChain(
		t, db, webhookID,
		time.Now().Add(-365*24*time.Hour),
	)

	env.reaper.ExportSweep(context.Background())

	assertChainPresent(t, db, ancient)
}