Compare commits
8
Commits
60e787d7a5
...
v1.0.0-rc4
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
eda8e80844 | ||
|
|
e584718eb5 | ||
|
|
a8d226942e | ||
|
|
6df1fc7875 | ||
|
|
54b643044f | ||
|
|
55ccb28270 | ||
|
|
06be075b70 | ||
|
|
766f33a956 |
No files matched your search
+1
-3
@@ -72,10 +72,8 @@
|
|||||||
**/*.sublime-*
|
**/*.sublime-*
|
||||||
|
|
||||||
# This repository's own host-built artifacts: the binary `make build`
|
# This repository's own host-built artifacts: the binary `make build`
|
||||||
# writes, and the Alpine.js file `make assets` extracts from 3p/ (the
|
# writes.
|
||||||
# build extracts its own).
|
|
||||||
/bin
|
/bin
|
||||||
/static/js/alpine.min.js
|
|
||||||
|
|
||||||
# SQLite databases, which hold the session key and webhook payloads, at
|
# SQLite databases, which hold the session key and webhook payloads, at
|
||||||
# any depth.
|
# any depth.
|
||||||
|
|||||||
@@ -77,7 +77,3 @@ data/
|
|||||||
# Temporary files
|
# Temporary files
|
||||||
tmp/
|
tmp/
|
||||||
temp/
|
temp/
|
||||||
|
|
||||||
# Alpine.js, extracted by `make assets` from its tarball in 3p/, which is
|
|
||||||
# what is committed.
|
|
||||||
/static/js/alpine.min.js
|
|
||||||
@@ -1,2 +1,3 @@
|
|||||||
node_modules/
|
node_modules/
|
||||||
yarn.lock
|
yarn.lock
|
||||||
|
static/js/alpine.min.js
|
||||||
Binary file not shown.
+15
-19
@@ -92,10 +92,6 @@ COPY . .
|
|||||||
# fmt-check` is the markdown-check stage above.
|
# fmt-check` is the markdown-check stage above.
|
||||||
RUN if [ -n "$(gofmt -s -l .)" ]; then echo "gofmt needed on:"; gofmt -s -l .; exit 1; fi
|
RUN if [ -n "$(gofmt -s -l .)" ]; then echo "gofmt needed on:"; gofmt -s -l .; exit 1; fi
|
||||||
|
|
||||||
# static/static.go embeds the Alpine.js file this extracts from 3p/; without
|
|
||||||
# it the static package does not compile and cannot be linted.
|
|
||||||
RUN script/assets
|
|
||||||
|
|
||||||
# The golangci-lint steps run with --network=none. `golangci-lint config
|
# The golangci-lint steps run with --network=none. `golangci-lint config
|
||||||
# verify` is documented as fetching its JSON schema over HTTPS; this pinned
|
# verify` is documented as fetching its JSON schema over HTTPS; this pinned
|
||||||
# image resolves the schema without any network, and --network=none enforces
|
# image resolves the schema without any network, and --network=none enforces
|
||||||
@@ -111,11 +107,16 @@ RUN --network=none golangci-lint run --config .golangci.yml --build-tags browser
|
|||||||
# Nothing is wanted from js-lint; the copy is what makes this phase run it.
|
# Nothing is wanted from js-lint; the copy is what makes this phase run it.
|
||||||
COPY --from=js-lint /src/yarn.lock /dev/null
|
COPY --from=js-lint /src/yarn.lock /dev/null
|
||||||
|
|
||||||
# Test phase. -race needs cgo and so a C compiler, which the Debian Go image
|
# Test phase. The tests run with cgo off and so without Go's race detector,
|
||||||
# ships and the alpine one does not. `make test` (script/test) builds this
|
# which needs cgo on Linux; sneak ruled the race detector out in
|
||||||
# stage alone; the build stage below depends on it.
|
# https://git.eeqj.de/sneak/webhooker/issues/538#issuecomment-153273.
|
||||||
|
# `make test` (script/test) builds this stage alone; the build stage below
|
||||||
|
# depends on it.
|
||||||
#
|
#
|
||||||
# golang:1.26.1-bookworm (Debian-based), 2026-03-17
|
# golang:1.26.1-bookworm (Debian-based), 2026-03-17: the builder stage's
|
||||||
|
# image, which that stage needs for its git and make. Its test step runs
|
||||||
|
# under the image's bash, and the tests in internal/versionscript use its
|
||||||
|
# git, make and sh, and skip when they are missing.
|
||||||
FROM golang:1.26.1-bookworm@sha256:4465644228bc2857a954b092167e12aa59c006a3492282a6c820bf4755fd64a4 AS test
|
FROM golang:1.26.1-bookworm@sha256:4465644228bc2857a954b092167e12aa59c006a3492282a6c820bf4755fd64a4 AS test
|
||||||
|
|
||||||
WORKDIR /src
|
WORKDIR /src
|
||||||
@@ -125,14 +126,11 @@ RUN go mod download
|
|||||||
|
|
||||||
COPY . .
|
COPY . .
|
||||||
|
|
||||||
# static/static.go embeds the Alpine.js file this extracts from 3p/.
|
|
||||||
RUN script/assets
|
|
||||||
|
|
||||||
# -timeout applies to each package on its own, so 90s has only to clear the
|
# -timeout applies to each package on its own, so 90s has only to clear the
|
||||||
# slowest one. -p 4 -parallel 8 keep the run under 2 GB of memory: at most
|
# slowest one. -p 4 -parallel 8 keep the run under 2 GB of memory: at most
|
||||||
# four test binaries build or run at once, each with at most eight parallel
|
# four test binaries build or run at once, each with at most eight parallel
|
||||||
# tests. Under -race every test binary and every link costs a few hundred MB,
|
# tests. The defaults are one per core, so without these the memory the run
|
||||||
# so the defaults (one per core) add up to several GB on a many-core host.
|
# needs grows with the host's core count.
|
||||||
#
|
#
|
||||||
# The first run has no -v: go test then prints one result line per package,
|
# The first run has no -v: go test then prints one result line per package,
|
||||||
# with its coverage, and for a package that fails, everything its tests
|
# with its coverage, and for a package that fails, everything its tests
|
||||||
@@ -154,12 +152,12 @@ RUN script/assets
|
|||||||
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
||||||
RUN --mount=type=tmpfs,target=/tmp/tests,size=512m \
|
RUN --mount=type=tmpfs,target=/tmp/tests,size=512m \
|
||||||
export TMPDIR=/tmp/tests GOTMPDIR=/tmp; \
|
export TMPDIR=/tmp/tests GOTMPDIR=/tmp; \
|
||||||
go test -race -cover -p 4 -parallel 8 -timeout 90s ./... 2>&1 | tee /tmp/go-test.log && exit 0; \
|
CGO_ENABLED=0 go test -cover -p 4 -parallel 8 -timeout 90s ./... 2>&1 | tee /tmp/go-test.log && exit 0; \
|
||||||
tests="$(awk '/^--- FAIL: / { print $3 }' /tmp/go-test.log | paste -s -d '|' -)"; \
|
tests="$(awk '/^--- FAIL: / { print $3 }' /tmp/go-test.log | paste -s -d '|' -)"; \
|
||||||
packages="$(awk '/^FAIL\t/ { print $2 }' /tmp/go-test.log)"; \
|
packages="$(awk '/^FAIL\t/ { print $2 }' /tmp/go-test.log)"; \
|
||||||
if [ -n "$tests" ]; then \
|
if [ -n "$tests" ]; then \
|
||||||
echo "--- Rerunning the failed tests with -v for details ---"; \
|
echo "--- Rerunning the failed tests with -v for details ---"; \
|
||||||
go test -race -v -p 4 -parallel 8 -timeout 90s -run "^($tests)\$" $packages; \
|
CGO_ENABLED=0 go test -v -p 4 -parallel 8 -timeout 90s -run "^($tests)\$" $packages; \
|
||||||
fi; \
|
fi; \
|
||||||
exit 1
|
exit 1
|
||||||
|
|
||||||
@@ -206,10 +204,8 @@ RUN version="$(make version VERSION="$VERSION")"; \
|
|||||||
esac; \
|
esac; \
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Builds through the Makefile's build target, which runs script/assets
|
# The Makefile's build target builds with cgo off, so the binary is
|
||||||
# (Alpine.js, extracted from its tarball in 3p/) first. The target builds
|
# statically linked and runs on the Alpine runtime image below.
|
||||||
# with cgo off, so the binary is statically linked and runs on the Alpine
|
|
||||||
# runtime image below as it is.
|
|
||||||
RUN make build VERSION="$VERSION"
|
RUN make build VERSION="$VERSION"
|
||||||
|
|
||||||
# Runtime stage
|
# Runtime stage
|
||||||
|
|||||||
+3
-3
@@ -15,9 +15,9 @@ RUN go mod download
|
|||||||
COPY . .
|
COPY . .
|
||||||
|
|
||||||
# The test binary embeds the templates and static files, so the browser
|
# The test binary embeds the templates and static files, so the browser
|
||||||
# stage needs nothing else. -p 4 keeps the compile's memory down, as in
|
# stage needs nothing else. It is built with cgo off and -p 4 keeps the
|
||||||
# the test phase of Dockerfile.
|
# compile's memory down, both as in the test phase of Dockerfile.
|
||||||
RUN make assets && go test -c -p 4 -tags browser -o /browser.test ./internal/server
|
RUN CGO_ENABLED=0 go test -c -p 4 -tags browser -o /browser.test ./internal/server
|
||||||
|
|
||||||
# chromedp/headless-shell:151.0.7922.109 (Debian trixie), 2026-08-11. The
|
# chromedp/headless-shell:151.0.7922.109 (Debian trixie), 2026-08-11. The
|
||||||
# browser is on PATH as headless-shell, where the test's browser library
|
# browser is on PATH as headless-shell, where the test's browser library
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
.PHONY: bootstrap setup assets test test-browser lint fmt fmt-check check build run dev deps docker clean hooks css css-check version
|
.PHONY: bootstrap setup test test-browser lint fmt fmt-check check build run dev deps docker clean hooks css css-check version
|
||||||
|
|
||||||
# Default target
|
# Default target
|
||||||
.DEFAULT_GOAL := check
|
.DEFAULT_GOAL := check
|
||||||
@@ -22,9 +22,6 @@ bootstrap:
|
|||||||
setup:
|
setup:
|
||||||
@script/setup
|
@script/setup
|
||||||
|
|
||||||
assets:
|
|
||||||
@script/assets
|
|
||||||
|
|
||||||
test:
|
test:
|
||||||
@script/test
|
@script/test
|
||||||
|
|
||||||
@@ -47,13 +44,13 @@ check:
|
|||||||
# REPO_POLICIES.md does: the binary carries no build paths, symbol table or
|
# REPO_POLICIES.md does: the binary carries no build paths, symbol table or
|
||||||
# debug information, and on Linux, the image's included, it is statically
|
# debug information, and on Linux, the image's included, it is statically
|
||||||
# linked.
|
# linked.
|
||||||
build: assets
|
build:
|
||||||
CGO_ENABLED=0 go build -trimpath -ldflags '-s -w -X main.version=$(VERSION)' -o bin/webhooker ./cmd/webhooker
|
CGO_ENABLED=0 go build -trimpath -ldflags '-s -w -X main.version=$(VERSION)' -o bin/webhooker ./cmd/webhooker
|
||||||
|
|
||||||
run: build
|
run: build
|
||||||
./bin/webhooker
|
./bin/webhooker
|
||||||
|
|
||||||
dev: assets
|
dev:
|
||||||
go run ./cmd/webhooker
|
go run ./cmd/webhooker
|
||||||
|
|
||||||
deps:
|
deps:
|
||||||
|
|||||||
@@ -1,72 +1,77 @@
|
|||||||
# Workflow
|
# Workflow
|
||||||
|
|
||||||
One issue per unit of work, one branch and one PR per issue:
|
One issue per unit of work, and one branch and one PR per issue:
|
||||||
|
|
||||||
- ensure a tracked issue exists with a definition of done
|
- make sure a tracked issue exists with a definition of done
|
||||||
- branch from `next` (never from `main`)
|
- branch from `next`, never from `main`
|
||||||
- do the work; open a PR based on `next` (never on `main`)
|
- do the work and push the branch
|
||||||
- pass an independent review, then the manager squash-merges into `next`
|
- open a PR with base `next`, never `main`
|
||||||
- push; nothing stays local-only
|
- pass an independent review
|
||||||
|
- the repository manager squash-merges it into `next`
|
||||||
|
|
||||||
`next` is the branch for the next milestone and must stay green and mergeable to
|
The repository manager is the role that merges each issue's PR into `next`.
|
||||||
`main` without notice. One `next` -> `main` PR accumulates the milestone;
|
Nothing stays local-only: every commit is pushed.
|
||||||
releases are cut from `main` separately.
|
|
||||||
|
|
||||||
The tracker (https://git.eeqj.de/sneak/webhooker/issues) is the record of what
|
`next` is the branch for the next milestone. It must stay green and mergeable
|
||||||
is done and what is under way. This file keeps no list of either.
|
into `main` at all times. A milestone's work reaches `main` through one PR from
|
||||||
|
`next`. The owner, @sneak, merges that PR. Cutting a release from `main` is a
|
||||||
|
separate step after that.
|
||||||
|
|
||||||
|
The tracker (https://git.eeqj.de/sneak/webhooker/issues) records what is done
|
||||||
|
and what is under way. This file keeps no list of either.
|
||||||
|
|
||||||
# Status
|
# Status
|
||||||
|
|
||||||
What is still open for 1.0.0 is in its milestone
|
What is still open for 1.0.0 is in its milestone
|
||||||
(https://git.eeqj.de/sneak/webhooker/milestone/9). `v1.0.0` is not tagged, and
|
(https://git.eeqj.de/sneak/webhooker/milestone/9). `v1.0.0` is not tagged. Only
|
||||||
only @sneak tags it.
|
@sneak tags it.
|
||||||
|
|
||||||
Delivery is at-least-once by design, not by accident: a send whose result row
|
Delivery is at least once by design. When webhooker cannot record the outcome of
|
||||||
does not land is attempted again, so a receiver can see a duplicate. That is
|
a delivery, it sends that delivery again. The target can then receive the same
|
||||||
deliberate — the alternative is a silent lost delivery — and the README says so
|
event twice. The alternative is a lost delivery that nothing reports. The README
|
||||||
under Rationale. It is not a defect to re-file.
|
says so. Such a duplicate is not a defect to re-file.
|
||||||
|
|
||||||
# Next Step
|
# Next Step
|
||||||
|
|
||||||
@sneak runs webhooker in limited production, then tags `v1.0.0`. Merging `next`
|
@sneak runs webhooker in limited production, then tags `v1.0.0`. Merging `next`
|
||||||
into `main` is a separate act from tagging and waits on neither of those: `next`
|
into `main` is a separate act. It waits on neither the production run nor the
|
||||||
is kept mergeable at all times, which is the point of the branch.
|
tag.
|
||||||
|
|
||||||
# Future Steps
|
# Future Steps
|
||||||
|
|
||||||
- Per-webhook rate limits, set in the web UI and enforced in the receiver
|
- Per-webhook rate limits, set in the web UI and enforced at the entrypoint.
|
||||||
handler, on top of the receiver's existing limits, which `RECEIVER_RATE_LIMIT`
|
Today `RECEIVER_RATE_LIMIT` is the only rate-limit setting. It is how many
|
||||||
sets for the whole server (see Rate Limiting in the README)
|
requests per minute one client address may send to one entrypoint. The same
|
||||||
- API key authentication for programmatic access (the `APIKey` model exists, but
|
address is also capped at ten times that across all entrypoints together.
|
||||||
nothing creates a key and no middleware checks one)
|
- API key authentication for programmatic access. The `APIKey` model and its
|
||||||
- REST API v1
|
`api_keys` table exist. Nothing creates a key and nothing checks one.
|
||||||
- CRUD for webhooks, entrypoints, targets
|
- REST API v1. `/api/v1` is mounted with no routes today.
|
||||||
|
- CRUD for webhooks, entrypoints and targets
|
||||||
- event viewing and filtering endpoints
|
- event viewing and filtering endpoints
|
||||||
- event redelivery endpoint
|
- event redelivery endpoint
|
||||||
- OpenAPI specification
|
- OpenAPI specification
|
||||||
- Analytics in the web UI: response times summarised per webhook or per target,
|
- Analytics in the web UI: response times summarised per webhook or per target,
|
||||||
and figures for all webhooks together. The webhook page already shows event,
|
and figures for all webhooks together. Today the webhook page shows event,
|
||||||
delivery and failure counts and failure percentages, the target list counts
|
delivery and failure counts and failure percentages. The target list counts
|
||||||
each target's deliveries, the event log and each event's page show every
|
each target's deliveries. The event log shows every attempt's duration.
|
||||||
attempt's duration, and `/metrics` carries server-wide counts and delivery
|
`/metrics` carries server-wide counts and delivery durations.
|
||||||
durations
|
- A remember-me option at login. Today every session survives a browser restart.
|
||||||
- A remember-me option at login. Every session already survives a browser
|
It lasts up to 7 days. It ends sooner after `SESSION_IDLE_TIMEOUT` (default 24
|
||||||
restart: it lasts up to 7 days, and ends sooner after `SESSION_IDLE_TIMEOUT`
|
hours) without use.
|
||||||
(default 24 hours) without activity
|
- Password reset over the web for a forgotten password. Today a signed-in user
|
||||||
- Password reset flow for a forgotten password over the web. The authenticated
|
can change their password. A lost password is reset from the command line with
|
||||||
password _change_ flow already landed, and a lost password is recoverable from
|
`webhooker resetpw` (https://git.eeqj.de/sneak/webhooker/issues/208).
|
||||||
the console with `webhooker resetpw`
|
|
||||||
(https://git.eeqj.de/sneak/webhooker/issues/208)
|
|
||||||
- Later, nice to have
|
- Later, nice to have
|
||||||
- email delivery target type
|
- email delivery target type
|
||||||
- SNS and S3 delivery targets
|
- SNS and S3 delivery targets
|
||||||
- data transformations (e.g. a configurable Slack message format; the Slack
|
- data transformations, such as a configurable Slack message format. The
|
||||||
target sends one fixed format today)
|
Slack target sends one fixed format today.
|
||||||
- JSONL file delivery with periodic S3 upload (the `database` target already
|
- JSONL file delivery with periodic S3 upload. Today an archive target
|
||||||
archives events to SQLite files, rotated hourly, daily or monthly if set,
|
writes events to SQLite files. An archive target can rotate those files
|
||||||
and the webhook page offers them as one gzipped JSON download)
|
hourly, daily or monthly. The webhook page offers them as one gzipped JSON
|
||||||
|
download.
|
||||||
- webhook event search, and filtering beyond the event log's failed and
|
- webhook event search, and filtering beyond the event log's failed and
|
||||||
pending views
|
pending views
|
||||||
- multi-user with role-based access control (each webhook already belongs to
|
- multi-user with role-based access control. Today each webhook belongs to
|
||||||
one account, but there is only the account made at first boot and no way
|
one account. Only the account made at first boot exists. There is no way
|
||||||
to add another)
|
to add another.
|
||||||
@@ -211,9 +211,6 @@ func newApp() *fx.App {
|
|||||||
delivery.New,
|
delivery.New,
|
||||||
archive.NewWriters,
|
archive.NewWriters,
|
||||||
archive.NewSweeper,
|
archive.NewSweeper,
|
||||||
// Wire *delivery.Engine as delivery.Notifier so the
|
|
||||||
// webhook handler can notify the engine of new deliveries.
|
|
||||||
func(e *delivery.Engine) delivery.Notifier { return e },
|
|
||||||
// Wire *archive.Writers as archive.Archives so deleting
|
// Wire *archive.Writers as archive.Archives so deleting
|
||||||
// or renaming a webhook or target reaches its archive
|
// or renaming a webhook or target reaches its archive
|
||||||
// files.
|
// files.
|
||||||
|
|||||||
+1
-1
@@ -5,7 +5,7 @@
|
|||||||
// REPO_POLICIES.md states that a linter can check: const for everything,
|
// REPO_POLICIES.md states that a linter can check: const for everything,
|
||||||
// let only for a variable that is reassigned, never var.
|
// let only for a variable that is reassigned, never var.
|
||||||
export default [
|
export default [
|
||||||
// Alpine.js, extracted from 3p/ by make assets; not ours to lint.
|
// Alpine.js, committed as published; not ours to lint.
|
||||||
{ ignores: ["static/js/alpine.min.js"] },
|
{ ignores: ["static/js/alpine.min.js"] },
|
||||||
{
|
{
|
||||||
// The pages load static/js/app.js as a classic script, not a module.
|
// The pages load static/js/app.js as a classic script, not a module.
|
||||||
|
|||||||
@@ -303,7 +303,7 @@ func (r *racingWrites) wait() (bool, error) {
|
|||||||
// contending for the writer's mutex when the eviction takes it.
|
// contending for the writer's mutex when the eviction takes it.
|
||||||
// The write that wins the mutex after the eviction must abandon
|
// The write that wins the mutex after the eviction must abandon
|
||||||
// its work rather than reopen the archive, leaving the writer
|
// its work rather than reopen the archive, leaving the writer
|
||||||
// permanently handle-free. Run under -race.
|
// permanently handle-free.
|
||||||
func TestEvictWebhook_RacingWriteDoesNotReopenHandle(
|
func TestEvictWebhook_RacingWriteDoesNotReopenHandle(
|
||||||
t *testing.T,
|
t *testing.T,
|
||||||
) {
|
) {
|
||||||
|
|||||||
@@ -959,9 +959,11 @@ func TestArchiveSweep_SkipsDeletedWebhookTargets(t *testing.T) {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestArchiveSweep_ConcurrentWrites proves the sweep serialises
|
// TestArchiveSweep_ConcurrentWrites runs the sweep while writes to
|
||||||
// against writes through the target's writer mutex. Run under
|
// the same target are under way. The sweep serialises against them
|
||||||
// -race, an unsynchronised sweep would be caught here.
|
// through the target's writer mutex; the suite runs without Go's race
|
||||||
|
// detector, so a sweep that did not would fail this test only by
|
||||||
|
// panicking, hanging or leaving no archive file.
|
||||||
func TestArchiveSweep_ConcurrentWrites(t *testing.T) {
|
func TestArchiveSweep_ConcurrentWrites(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
|
|||||||
@@ -67,9 +67,10 @@ func DefaultPasswordConfig() *PasswordConfig {
|
|||||||
// testArgon2Memory is the Argon2id memory cost, in KiB, that a test
|
// testArgon2Memory is the Argon2id memory cost, in KiB, that a test
|
||||||
// binary hashes with: 1 MB instead of the shipped 64 MB. Every test
|
// binary hashes with: 1 MB instead of the shipped 64 MB. Every test
|
||||||
// that starts a database hashes the bootstrap admin password, dozens
|
// that starts a database hashes the bootstrap admin password, dozens
|
||||||
// of them run in parallel, and under the race detector each 64 MB hash
|
// of them run in parallel, and each 64 MB hash holds at least 64 MB
|
||||||
// holds about 150 MB. VerifyPassword reads the cost from the hash it
|
// while it runs (about 150 MB when the suite ran under the race
|
||||||
// checks, so verification follows.
|
// detector). VerifyPassword reads the cost from the hash it checks, so
|
||||||
|
// verification follows.
|
||||||
const testArgon2Memory = 1024
|
const testArgon2Memory = 1024
|
||||||
|
|
||||||
// hashAtShippedCostInTest makes a test binary hash at the shipped
|
// hashAtShippedCostInTest makes a test binary hash at the shipped
|
||||||
|
|||||||
+60
-60
@@ -1,5 +1,5 @@
|
|||||||
// Package delivery manages asynchronous event delivery
|
// Package delivery stores each event with its deliveries and delivers
|
||||||
// to configured targets.
|
// them, asynchronously, to configured targets.
|
||||||
package delivery
|
package delivery
|
||||||
|
|
||||||
import (
|
import (
|
||||||
@@ -23,10 +23,11 @@ import (
|
|||||||
|
|
||||||
const (
|
const (
|
||||||
// deliveryChannelSize is the buffer size for the delivery
|
// deliveryChannelSize is the buffer size for the delivery
|
||||||
// channel. New Tasks from the webhook handler are sent
|
// channel. The Tasks of newly stored deliveries, and of the
|
||||||
// here. Workers drain this channel. Sized large enough
|
// pending deliveries the recovery routine hands back, are
|
||||||
// that the webhook handler should never block under
|
// sent here. Workers drain this channel. Sized large enough
|
||||||
// normal load.
|
// that no task should be dropped under normal load: one that
|
||||||
|
// does not fit is left for the sweep.
|
||||||
deliveryChannelSize = 10000
|
deliveryChannelSize = 10000
|
||||||
|
|
||||||
// retryChannelSize is the buffer size for the retry
|
// retryChannelSize is the buffer size for the retry
|
||||||
@@ -127,17 +128,11 @@ type Task struct {
|
|||||||
AttemptNum int
|
AttemptNum int
|
||||||
}
|
}
|
||||||
|
|
||||||
// Notifier is the interface for notifying the delivery
|
|
||||||
// engine about new deliveries.
|
|
||||||
type Notifier interface {
|
|
||||||
Notify(tasks []Task)
|
|
||||||
}
|
|
||||||
|
|
||||||
// CircuitBreakers is how the handlers read a target's circuit
|
// CircuitBreakers is how the handlers read a target's circuit
|
||||||
// breaker, so the webhook page and the event log can say that
|
// breaker, so the webhook page and the event log can say that
|
||||||
// deliveries to the target are paused and until when. It keeps the
|
// deliveries to the target are paused and until when. The handlers
|
||||||
// handlers free of the engine's internals and is trivially faked in
|
// hold the engine itself as well; they read breakers through this
|
||||||
// tests.
|
// interface so that a test can make one read as open.
|
||||||
type CircuitBreakers interface {
|
type CircuitBreakers interface {
|
||||||
StateAndCooldown(targetID string) (CircuitState, time.Duration)
|
StateAndCooldown(targetID string) (CircuitState, time.Duration)
|
||||||
}
|
}
|
||||||
@@ -157,12 +152,13 @@ type EngineParams struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Engine processes queued deliveries in the background
|
// Engine processes queued deliveries in the background
|
||||||
// using a bounded worker pool architecture. It owns only
|
// using a bounded worker pool architecture. It also stores each
|
||||||
// the cross-target machinery: the worker pool, the queue
|
// event with its deliveries and creates replay deliveries (see
|
||||||
// and retry channels, the recovery routine, and the persistence
|
// store.go). Beyond that it owns only the cross-target machinery:
|
||||||
// helpers and Scheduler that individual targets rely on.
|
// the worker pool, the delivery and retry channels, the recovery
|
||||||
// Each target type owns its own delivery, including retries,
|
// routine, and the persistence helpers and Scheduler that
|
||||||
// backoff, and circuit breaking.
|
// individual targets rely on. Each target type owns its own
|
||||||
|
// delivery, including retries, backoff, and circuit breaking.
|
||||||
type Engine struct {
|
type Engine struct {
|
||||||
database *database.Database
|
database *database.Database
|
||||||
dbManager *database.WebhookDBManager
|
dbManager *database.WebhookDBManager
|
||||||
@@ -232,38 +228,6 @@ func New(
|
|||||||
return e
|
return e
|
||||||
}
|
}
|
||||||
|
|
||||||
// Notify signals the delivery engine that new deliveries
|
|
||||||
// are ready.
|
|
||||||
func (e *Engine) Notify(tasks []Task) {
|
|
||||||
for i := range tasks {
|
|
||||||
// Owned before it is queued, and until the worker that runs
|
|
||||||
// it returns. A task can sit in a 10000-deep channel for a
|
|
||||||
// long time on a healthy system, and nothing may re-send it
|
|
||||||
// while it waits. See inflight.go.
|
|
||||||
if !e.inflight.retainIdle(tasks[i].DeliveryID) {
|
|
||||||
e.log.Warn(
|
|
||||||
"delivery already in flight, not queued again",
|
|
||||||
"delivery_id", tasks[i].DeliveryID,
|
|
||||||
"event_id", tasks[i].EventID,
|
|
||||||
)
|
|
||||||
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
|
|
||||||
select {
|
|
||||||
case e.deliveryCh <- tasks[i]:
|
|
||||||
default:
|
|
||||||
e.inflight.release(tasks[i].DeliveryID)
|
|
||||||
e.log.Warn(
|
|
||||||
"delivery channel full, "+
|
|
||||||
"task will be recovered by the sweep",
|
|
||||||
"delivery_id", tasks[i].DeliveryID,
|
|
||||||
"event_id", tasks[i].EventID,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// StateAndCooldown implements CircuitBreakers. It returns the state of
|
// StateAndCooldown implements CircuitBreakers. It returns the state of
|
||||||
// the target's circuit breaker and, while the breaker is open, what is
|
// the target's circuit breaker and, while the breaker is open, what is
|
||||||
// left of its cooldown; the cooldown is zero once that has passed and
|
// left of its cooldown; the cooldown is zero once that has passed and
|
||||||
@@ -324,6 +288,38 @@ func (e *Engine) ScheduleRetry(
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// notify queues the tasks of deliveries already stored. StoreEvent and
|
||||||
|
// CreateReplay call it once their transaction has committed.
|
||||||
|
func (e *Engine) notify(tasks []Task) {
|
||||||
|
for i := range tasks {
|
||||||
|
// Owned before it is queued, and until the worker that runs
|
||||||
|
// it returns. A task can sit in a 10000-deep channel for a
|
||||||
|
// long time on a healthy system, and nothing may re-send it
|
||||||
|
// while it waits. See inflight.go.
|
||||||
|
if !e.inflight.retainIdle(tasks[i].DeliveryID) {
|
||||||
|
e.log.Warn(
|
||||||
|
"delivery already in flight, not queued again",
|
||||||
|
"delivery_id", tasks[i].DeliveryID,
|
||||||
|
"event_id", tasks[i].EventID,
|
||||||
|
)
|
||||||
|
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case e.deliveryCh <- tasks[i]:
|
||||||
|
default:
|
||||||
|
e.inflight.release(tasks[i].DeliveryID)
|
||||||
|
e.log.Warn(
|
||||||
|
"delivery channel full, "+
|
||||||
|
"task will be recovered by the sweep",
|
||||||
|
"delivery_id", tasks[i].DeliveryID,
|
||||||
|
"event_id", tasks[i].EventID,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
// userAgent is the User-Agent header of every http and slack
|
// userAgent is the User-Agent header of every http and slack
|
||||||
// delivery request: the program name and the running build's
|
// delivery request: the program name and the running build's
|
||||||
// version.
|
// version.
|
||||||
@@ -472,9 +468,9 @@ func (e *Engine) processNewTask(
|
|||||||
}
|
}
|
||||||
|
|
||||||
// The recovery routine's run at start can send and release this
|
// The recovery routine's run at start can send and release this
|
||||||
// delivery before the receiver's Notify queues it. Ownership cannot
|
// delivery before StoreEvent or CreateReplay queues it. Ownership
|
||||||
// refuse a delivery nobody holds, so the row decides whether it
|
// cannot refuse a delivery nobody holds, so the row decides whether
|
||||||
// still needs sending.
|
// it still needs sending.
|
||||||
row, err := e.loadDelivery(webhookDB, task.DeliveryID)
|
row, err := e.loadDelivery(webhookDB, task.DeliveryID)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
e.log.Error(
|
e.log.Error(
|
||||||
@@ -899,7 +895,7 @@ func (e *Engine) recoverSingleRetry(
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
e.ScheduleRetry(buildRecoveryTask(
|
e.ScheduleRetry(buildTask(
|
||||||
d, webhookID, &event, &target, attemptNum+1,
|
d, webhookID, &event, &target, attemptNum+1,
|
||||||
), remaining)
|
), remaining)
|
||||||
|
|
||||||
@@ -921,7 +917,7 @@ func (e *Engine) recoverSingleRetry(
|
|||||||
// it stopped working on before then: for example one whose bookkeeping
|
// it stopped working on before then: for example one whose bookkeeping
|
||||||
// write failed, whose attempt a stop cut off, that was still queued
|
// write failed, whose attempt a stop cut off, that was still queued
|
||||||
// when the engine last stopped, whose task was dropped because the
|
// when the engine last stopped, whose task was dropped because the
|
||||||
// delivery channel was full (by Notify or by queueRecovered), or whose
|
// delivery channel was full (by notify or by queueRecovered), or whose
|
||||||
// worker could not open the webhook's database.
|
// worker could not open the webhook's database.
|
||||||
//
|
//
|
||||||
// At start every pending delivery is taken, however recent, so one a
|
// At start every pending delivery is taken, however recent, so one a
|
||||||
@@ -1822,7 +1818,11 @@ func (e *Engine) loadTarget(
|
|||||||
return target, nil
|
return target, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func buildRecoveryTask(
|
// buildTask builds the task that carries delivery d of event to target
|
||||||
|
// through the engine's channels, as attempt attemptNum. The body is
|
||||||
|
// carried only when it is under MaxInlineBodySize; a larger one is read
|
||||||
|
// from the event row when the attempt runs (see hydrateEvent).
|
||||||
|
func buildTask(
|
||||||
d *database.Delivery,
|
d *database.Delivery,
|
||||||
webhookID string,
|
webhookID string,
|
||||||
event *database.Event,
|
event *database.Event,
|
||||||
@@ -1998,7 +1998,7 @@ func (e *Engine) sendRecoveredDeliveries(
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
task := buildRecoveryTask(
|
task := buildTask(
|
||||||
&deliveries[i], webhookID, &event, &target,
|
&deliveries[i], webhookID, &event, &target,
|
||||||
attempts[deliveries[i].ID]+1,
|
attempts[deliveries[i].ID]+1,
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -492,7 +492,7 @@ func TestWorkerLifecycle_StartStop(t *testing.T) {
|
|||||||
)
|
)
|
||||||
task.TargetType = database.TargetTypeLog
|
task.TargetType = database.TargetTypeLog
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{task})
|
s.Engine.ExportNotify([]delivery.Task{task})
|
||||||
|
|
||||||
iWaitForDelivered(t, s.WebhookDB, d.ID)
|
iWaitForDelivered(t, s.WebhookDB, d.ID)
|
||||||
|
|
||||||
@@ -1452,7 +1452,7 @@ func TestDeliverHTTP_NoURL(t *testing.T) {
|
|||||||
iAssertResultFailed(t, db, del.ID)
|
iAssertResultFailed(t, db, del.ID)
|
||||||
}
|
}
|
||||||
|
|
||||||
// --- Notify batching ---
|
// --- notify batching ---
|
||||||
|
|
||||||
func TestNotify_MultipleTasks(t *testing.T) {
|
func TestNotify_MultipleTasks(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
@@ -1467,7 +1467,7 @@ func TestNotify_MultipleTasks(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
e.Notify(tasks)
|
e.ExportNotify(tasks)
|
||||||
|
|
||||||
for i := range 5 {
|
for i := range 5 {
|
||||||
select {
|
select {
|
||||||
|
|||||||
@@ -29,7 +29,7 @@ const (
|
|||||||
// OnStart before the caller may enqueue work. A worker pool
|
// OnStart before the caller may enqueue work. A worker pool
|
||||||
// wrongly rooted in the already-done hook context has nothing
|
// wrongly rooted in the already-done hook context has nothing
|
||||||
// but ctx.Done() ready in its select, so it is deterministically
|
// but ctx.Done() ready in its select, so it is deterministically
|
||||||
// gone by the end of this window. Without the wait, Notify would
|
// gone by the end of this window. Without the wait, notify would
|
||||||
// race the pool's very first select, in which a ready ctx.Done()
|
// race the pool's very first select, in which a ready ctx.Done()
|
||||||
// and a ready deliveryCh are chosen between at random and a
|
// and a ready deliveryCh are chosen between at random and a
|
||||||
// doomed pool still delivers.
|
// doomed pool still delivers.
|
||||||
@@ -182,7 +182,7 @@ func TestEngine_WorkersOutliveStartHookContext(t *testing.T) {
|
|||||||
// routine's run at start cannot enqueue it.
|
// routine's run at start cannot enqueue it.
|
||||||
deliveryID, task := seedLogTask(t, s)
|
deliveryID, task := seedLogTask(t, s)
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{task})
|
s.Engine.ExportNotify([]delivery.Task{task})
|
||||||
|
|
||||||
iWaitForDelivered(t, s.WebhookDB, deliveryID)
|
iWaitForDelivered(t, s.WebhookDB, deliveryID)
|
||||||
}
|
}
|
||||||
@@ -202,7 +202,7 @@ func TestEngine_StopHookStopsWorkers(t *testing.T) {
|
|||||||
// Let the pool prove it is running before stopping it, so a
|
// Let the pool prove it is running before stopping it, so a
|
||||||
// fast OnStop cannot pass by stopping something already dead.
|
// fast OnStop cannot pass by stopping something already dead.
|
||||||
firstID, firstTask := seedLogTask(t, s)
|
firstID, firstTask := seedLogTask(t, s)
|
||||||
s.Engine.Notify([]delivery.Task{firstTask})
|
s.Engine.ExportNotify([]delivery.Task{firstTask})
|
||||||
iWaitForDelivered(t, s.WebhookDB, firstID)
|
iWaitForDelivered(t, s.WebhookDB, firstID)
|
||||||
|
|
||||||
var stopErr error
|
var stopErr error
|
||||||
@@ -232,7 +232,7 @@ func TestEngine_StopHookStopsWorkers(t *testing.T) {
|
|||||||
// With every worker gone, a freshly notified task must sit
|
// With every worker gone, a freshly notified task must sit
|
||||||
// untouched in the queue rather than being delivered.
|
// untouched in the queue rather than being delivered.
|
||||||
secondID, secondTask := seedLogTask(t, s)
|
secondID, secondTask := seedLogTask(t, s)
|
||||||
s.Engine.Notify([]delivery.Task{secondTask})
|
s.Engine.ExportNotify([]delivery.Task{secondTask})
|
||||||
|
|
||||||
time.Sleep(200 * time.Millisecond)
|
time.Sleep(200 * time.Millisecond)
|
||||||
|
|
||||||
@@ -383,7 +383,7 @@ func TestEngine_StopLeavesFireAndForgetAttemptPending(t *testing.T) {
|
|||||||
t, s, 1, database.DeliveryStatusPending, 1,
|
t, s, 1, database.DeliveryStatusPending, 1,
|
||||||
)
|
)
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{task})
|
s.Engine.ExportNotify([]delivery.Task{task})
|
||||||
stopDuringAttempt(t, lc, arrived)
|
stopDuringAttempt(t, lc, arrived)
|
||||||
|
|
||||||
iAssertStatus(
|
iAssertStatus(
|
||||||
@@ -448,7 +448,7 @@ func deliverToArchive(t *testing.T, s iSetup) string {
|
|||||||
task.TargetID = tgt.ID
|
task.TargetID = tgt.ID
|
||||||
task.TargetType = database.TargetTypeDatabase
|
task.TargetType = database.TargetTypeDatabase
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{task})
|
s.Engine.ExportNotify([]delivery.Task{task})
|
||||||
|
|
||||||
iWaitForDelivered(t, s.WebhookDB, deliveryID)
|
iWaitForDelivered(t, s.WebhookDB, deliveryID)
|
||||||
|
|
||||||
|
|||||||
@@ -218,7 +218,7 @@ func TestNotify_NonBlocking(t *testing.T) {
|
|||||||
done := make(chan struct{})
|
done := make(chan struct{})
|
||||||
|
|
||||||
go func() {
|
go func() {
|
||||||
e.Notify([]delivery.Task{
|
e.ExportNotify([]delivery.Task{
|
||||||
{DeliveryID: "overflow-1"},
|
{DeliveryID: "overflow-1"},
|
||||||
{DeliveryID: "overflow-2"},
|
{DeliveryID: "overflow-2"},
|
||||||
})
|
})
|
||||||
@@ -229,7 +229,7 @@ func TestNotify_NonBlocking(t *testing.T) {
|
|||||||
case <-done:
|
case <-done:
|
||||||
case <-time.After(2 * time.Second):
|
case <-time.After(2 * time.Second):
|
||||||
t.Fatal(
|
t.Fatal(
|
||||||
"Notify blocked when delivery channel was full",
|
"notify blocked when delivery channel was full",
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -158,6 +158,11 @@ func (e *Engine) ExportUpdateDeliveryStatus(
|
|||||||
return e.updateDeliveryStatus(webhookDB, d, "", status)
|
return e.updateDeliveryStatus(webhookDB, d, "", status)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ExportNotify exposes notify.
|
||||||
|
func (e *Engine) ExportNotify(tasks []Task) {
|
||||||
|
e.notify(tasks)
|
||||||
|
}
|
||||||
|
|
||||||
// ExportProcessNewTask exposes processNewTask.
|
// ExportProcessNewTask exposes processNewTask.
|
||||||
func (e *Engine) ExportProcessNewTask(
|
func (e *Engine) ExportProcessNewTask(
|
||||||
ctx context.Context, task *Task,
|
ctx context.Context, task *Task,
|
||||||
|
|||||||
@@ -61,7 +61,7 @@ func (s *inflightSet) retain(deliveryID string) {
|
|||||||
|
|
||||||
// retainIdle takes the first reference on a delivery, and reports
|
// retainIdle takes the first reference on a delivery, and reports
|
||||||
// whether it got it. It fails when the engine already owns the
|
// whether it got it. It fails when the engine already owns the
|
||||||
// delivery, which is what makes two claimants — Notify and the
|
// delivery, which is what makes two claimants — notify and the
|
||||||
// recovery routine, say — mutually exclusive rather than merely
|
// recovery routine, say — mutually exclusive rather than merely
|
||||||
// atomic.
|
// atomic.
|
||||||
func (s *inflightSet) retainIdle(deliveryID string) bool {
|
func (s *inflightSet) retainIdle(deliveryID string) bool {
|
||||||
|
|||||||
@@ -84,9 +84,9 @@ func TestSweepLeavesAQueuedDeliveryAlone(t *testing.T) {
|
|||||||
)
|
)
|
||||||
rAgePending(t, s.WebhookDB, d.ID)
|
rAgePending(t, s.WebhookDB, d.ID)
|
||||||
|
|
||||||
// Queued exactly as the receiver queues it, and never dequeued:
|
// Queued exactly as StoreEvent queues it, and never dequeued:
|
||||||
// no workers are running in this engine.
|
// no workers are running in this engine.
|
||||||
s.Engine.Notify([]delivery.Task{{
|
s.Engine.ExportNotify([]delivery.Task{{
|
||||||
DeliveryID: d.ID,
|
DeliveryID: d.ID,
|
||||||
EventID: event.ID,
|
EventID: event.ID,
|
||||||
WebhookID: s.WebhookID,
|
WebhookID: s.WebhookID,
|
||||||
@@ -109,7 +109,7 @@ func TestSweepLeavesAQueuedDeliveryAlone(t *testing.T) {
|
|||||||
|
|
||||||
// TestRecoveryAndSweepDoNotDoubleDispatch drives the recovery routine's
|
// TestRecoveryAndSweepDoNotDoubleDispatch drives the recovery routine's
|
||||||
// run at start and a tick of the sweep at once against one aged pending
|
// run at start and a tick of the sweep at once against one aged pending
|
||||||
// row. The engine runs them one after the other, but Notify can race
|
// row. The engine runs them one after the other, but notify can race
|
||||||
// either, and ownership is what keeps any two claimants from both
|
// either, and ownership is what keeps any two claimants from both
|
||||||
// sending. Before ownership the two runs both dispatched the row.
|
// sending. Before ownership the two runs both dispatched the row.
|
||||||
func TestRecoveryAndSweepDoNotDoubleDispatch(t *testing.T) {
|
func TestRecoveryAndSweepDoNotDoubleDispatch(t *testing.T) {
|
||||||
@@ -224,7 +224,7 @@ func TestOwnershipIsReleasedAfterDelivery(t *testing.T) {
|
|||||||
|
|
||||||
body := `{"released":true}`
|
body := `{"released":true}`
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{{
|
s.Engine.ExportNotify([]delivery.Task{{
|
||||||
DeliveryID: d.ID,
|
DeliveryID: d.ID,
|
||||||
EventID: event.ID,
|
EventID: event.ID,
|
||||||
WebhookID: s.WebhookID,
|
WebhookID: s.WebhookID,
|
||||||
@@ -248,10 +248,10 @@ func TestOwnershipIsReleasedAfterDelivery(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// TestNotifyAfterRecoveryDoesNotSendAgain is the startup race of
|
// TestNotifyAfterRecoveryDoesNotSendAgain is the startup race of
|
||||||
// https://git.eeqj.de/sneak/webhooker/issues/299. The receiver has
|
// https://git.eeqj.de/sneak/webhooker/issues/299. StoreEvent has
|
||||||
// written a delivery, the recovery routine's run at start finds it
|
// written a delivery, the recovery routine's run at start finds it
|
||||||
// pending, sends it and releases it, and only then does the receiver's
|
// pending, sends it and releases it, and only then does StoreEvent's
|
||||||
// Notify for it arrive. Nothing owns the delivery by then, so Notify
|
// notify for it arrive. Nothing owns the delivery by then, so notify
|
||||||
// takes it.
|
// takes it.
|
||||||
func TestNotifyAfterRecoveryDoesNotSendAgain(t *testing.T) {
|
func TestNotifyAfterRecoveryDoesNotSendAgain(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
@@ -289,7 +289,7 @@ func TestNotifyAfterRecoveryDoesNotSendAgain(t *testing.T) {
|
|||||||
|
|
||||||
body := event.Body
|
body := event.Body
|
||||||
|
|
||||||
s.Engine.Notify([]delivery.Task{{
|
s.Engine.ExportNotify([]delivery.Task{{
|
||||||
DeliveryID: d.ID,
|
DeliveryID: d.ID,
|
||||||
EventID: event.ID,
|
EventID: event.ID,
|
||||||
WebhookID: s.WebhookID,
|
WebhookID: s.WebhookID,
|
||||||
@@ -300,7 +300,7 @@ func TestNotifyAfterRecoveryDoesNotSendAgain(t *testing.T) {
|
|||||||
EntrypointID: event.EntrypointID,
|
EntrypointID: event.EntrypointID,
|
||||||
}})
|
}})
|
||||||
|
|
||||||
// Notify took the delivery, and a worker releases it once it has
|
// notify took the delivery, and a worker releases it once it has
|
||||||
// run the task.
|
// run the task.
|
||||||
require.Eventually(
|
require.Eventually(
|
||||||
t,
|
t,
|
||||||
|
|||||||
@@ -0,0 +1,164 @@
|
|||||||
|
package delivery
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
|
||||||
|
"gorm.io/gorm"
|
||||||
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
|
)
|
||||||
|
|
||||||
|
// StoreEvent stores event with one pending delivery for each of its
|
||||||
|
// webhook's active targets, and adds them to the totals, in one
|
||||||
|
// transaction, then queues the deliveries. It returns how many
|
||||||
|
// deliveries it created.
|
||||||
|
//
|
||||||
|
// The receiver stores every event it accepts through here, and a
|
||||||
|
// resubmit stores its copy of a stored event, so every event is
|
||||||
|
// stored, retried, SSRF-guarded and circuit-broken the same way however
|
||||||
|
// it entered the system. CreateReplay is the only other place a
|
||||||
|
// delivery is created.
|
||||||
|
//
|
||||||
|
// The targets are the webhook's active ones as they stand now: a
|
||||||
|
// target created after a resubmitted event first arrived is included,
|
||||||
|
// and an inactive one is skipped. An event with no active target is
|
||||||
|
// stored with no deliveries.
|
||||||
|
func (e *Engine) StoreEvent(event *database.Event) (int, error) {
|
||||||
|
var targets []database.Target
|
||||||
|
|
||||||
|
err := e.database.DB().Where(
|
||||||
|
"webhook_id = ? AND active = ?", event.WebhookID, true,
|
||||||
|
).Find(&targets).Error
|
||||||
|
if err != nil {
|
||||||
|
return 0, fmt.Errorf("loading active targets: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
webhookDB, err := e.dbManager.GetDB(event.WebhookID)
|
||||||
|
if err != nil {
|
||||||
|
return 0, fmt.Errorf("getting webhook database: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
event.BodyBytes = int64(len(event.Body))
|
||||||
|
tasks := make([]Task, 0, len(targets))
|
||||||
|
|
||||||
|
err = webhookDB.Transaction(func(tx *gorm.DB) error {
|
||||||
|
err := tx.Create(event).Error
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("creating event: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := range targets {
|
||||||
|
dlv, err := createDelivery(tx, event.ID, targets[i].ID, false)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
tasks = append(tasks, buildTask(
|
||||||
|
dlv, event.WebhookID, event, &targets[i], 1,
|
||||||
|
))
|
||||||
|
}
|
||||||
|
|
||||||
|
err = database.AddEventTotals(tx, database.EventTotals{
|
||||||
|
Events: 1, LastEventAt: &event.CreatedAt,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// A resubmitted copy did not arrive on its entrypoint's URL, so
|
||||||
|
// it leaves the entrypoint's last event as it is.
|
||||||
|
if event.ResubmittedFromID != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
return database.AddEntrypointTotals(tx, database.EntrypointTotals{
|
||||||
|
EntrypointID: event.EntrypointID, LastEventAt: event.CreatedAt,
|
||||||
|
})
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return 0, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Counted here, after the commit: an event exists once it is
|
||||||
|
// durably stored, which is what the delivery counters are compared
|
||||||
|
// against on a dashboard. A resubmitted event counts too, because
|
||||||
|
// it produces deliveries that the delivery side counts; the
|
||||||
|
// resubmit counter is what separates the two.
|
||||||
|
e.mtr.EventReceived()
|
||||||
|
|
||||||
|
e.notify(tasks)
|
||||||
|
|
||||||
|
return len(tasks), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// CreateReplay creates one more pending delivery of the stored event
|
||||||
|
// eventID to target, marked as a replay, adds it to the target's totals
|
||||||
|
// in the same transaction, and queues it. It returns the new
|
||||||
|
// delivery's id.
|
||||||
|
//
|
||||||
|
// The caller passes the target as it stands now and has already
|
||||||
|
// decided the replay may go ahead. The delivery being replayed is not
|
||||||
|
// touched.
|
||||||
|
func (e *Engine) CreateReplay(
|
||||||
|
webhookID, eventID string, target *database.Target,
|
||||||
|
) (string, error) {
|
||||||
|
webhookDB, err := e.dbManager.GetDB(webhookID)
|
||||||
|
if err != nil {
|
||||||
|
return "", fmt.Errorf("getting webhook database: %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
event, err := e.loadEvent(webhookDB, eventID)
|
||||||
|
if err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
var dlv *database.Delivery
|
||||||
|
|
||||||
|
err = webhookDB.Transaction(func(tx *gorm.DB) error {
|
||||||
|
var err error
|
||||||
|
|
||||||
|
dlv, err = createDelivery(tx, event.ID, target.ID, true)
|
||||||
|
|
||||||
|
return err
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
|
||||||
|
e.notify([]Task{buildTask(dlv, webhookID, &event, target, 1)})
|
||||||
|
|
||||||
|
return dlv.ID, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// createDelivery writes a pending delivery of the event to the target
|
||||||
|
// on the caller's transaction, and adds it to the target's totals.
|
||||||
|
//
|
||||||
|
// Neither Event nor Target is set on the row, and the per-webhook
|
||||||
|
// database omits associations on every write in any case (see
|
||||||
|
// internal/database/event_db_isolation.go), so the target's settings
|
||||||
|
// are never copied into the event database.
|
||||||
|
func createDelivery(
|
||||||
|
tx *gorm.DB, eventID, targetID string, replay bool,
|
||||||
|
) (*database.Delivery, error) {
|
||||||
|
dlv := &database.Delivery{
|
||||||
|
EventID: eventID,
|
||||||
|
TargetID: targetID,
|
||||||
|
Status: database.DeliveryStatusPending,
|
||||||
|
Replay: replay,
|
||||||
|
}
|
||||||
|
|
||||||
|
err := tx.Create(dlv).Error
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf(
|
||||||
|
"creating delivery for target %s: %w", targetID, err,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
err = database.AddTargetTotals(tx, database.TargetTotals{
|
||||||
|
TargetID: targetID, Deliveries: 1,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
return dlv, nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,386 @@
|
|||||||
|
package delivery_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/http"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/google/uuid"
|
||||||
|
"github.com/stretchr/testify/assert"
|
||||||
|
"github.com/stretchr/testify/require"
|
||||||
|
"gorm.io/gorm"
|
||||||
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
|
"sneak.berlin/go/webhooker/internal/delivery"
|
||||||
|
)
|
||||||
|
|
||||||
|
// storeTestTarget creates an active http target of the setup's webhook
|
||||||
|
// with every one of a target's settings set, so a task that drops one
|
||||||
|
// of them differs from the target.
|
||||||
|
func storeTestTarget(
|
||||||
|
t *testing.T, s iSetup, name string,
|
||||||
|
) database.Target {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
target := database.Target{
|
||||||
|
WebhookID: s.WebhookID,
|
||||||
|
Name: name,
|
||||||
|
Type: database.TargetTypeHTTP,
|
||||||
|
Active: true,
|
||||||
|
URL: "http://93.184.216.34/" + name,
|
||||||
|
Headers: map[string]string{"X-Api-Key": "k"},
|
||||||
|
TimeoutSeconds: 7,
|
||||||
|
ForwardQuery: true,
|
||||||
|
ArchiveExpiry: time.Hour,
|
||||||
|
ArchiveRotation: rotationDaily,
|
||||||
|
MaxAttempts: 3,
|
||||||
|
}
|
||||||
|
|
||||||
|
require.NoError(t, s.MainDB.Create(&target).Error)
|
||||||
|
|
||||||
|
return target
|
||||||
|
}
|
||||||
|
|
||||||
|
// newStoreTestEvent returns an event of the setup's webhook as the
|
||||||
|
// receiver builds one, not yet stored.
|
||||||
|
func newStoreTestEvent(s iSetup, body string) *database.Event {
|
||||||
|
return &database.Event{
|
||||||
|
WebhookID: s.WebhookID,
|
||||||
|
EntrypointID: uuid.New().String(),
|
||||||
|
Method: http.MethodPost,
|
||||||
|
RawQuery: "a=1&b=2",
|
||||||
|
Headers: `{"X-Test":["yes"]}`,
|
||||||
|
ContentType: testContentType,
|
||||||
|
Body: body,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// queuedTasks takes every task the engine has queued so far. The
|
||||||
|
// engine in these tests is never started, so nothing else takes them.
|
||||||
|
func queuedTasks(e *delivery.Engine) []delivery.Task {
|
||||||
|
var tasks []delivery.Task
|
||||||
|
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case task := <-e.ExportDeliveryCh():
|
||||||
|
tasks = append(tasks, task)
|
||||||
|
default:
|
||||||
|
return tasks
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// assertTaskFor proves task carries delivery deliveryID of event to
|
||||||
|
// target: every one of the target's settings and every event field.
|
||||||
|
// They are copied into the task one field at a time, and a field left
|
||||||
|
// out is sent empty without any error.
|
||||||
|
func assertTaskFor(
|
||||||
|
t *testing.T,
|
||||||
|
task delivery.Task,
|
||||||
|
deliveryID string,
|
||||||
|
event *database.Event,
|
||||||
|
target *database.Target,
|
||||||
|
) {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
assert.Equal(t, deliveryID, task.DeliveryID)
|
||||||
|
assert.Equal(t, event.ID, task.EventID)
|
||||||
|
assert.Equal(t, event.WebhookID, task.WebhookID)
|
||||||
|
assert.Equal(t, event.EntrypointID, task.EntrypointID)
|
||||||
|
|
||||||
|
assert.Equal(t, target.ID, task.TargetID)
|
||||||
|
assert.Equal(t, target.Name, task.TargetName)
|
||||||
|
assert.Equal(t, target.Type, task.TargetType)
|
||||||
|
assert.Equal(t, target.URL, task.TargetURL)
|
||||||
|
assert.Equal(t, target.Headers, task.TargetHeaders)
|
||||||
|
assert.Equal(t, target.TimeoutSeconds, task.TimeoutSeconds)
|
||||||
|
assert.Equal(t, target.ForwardQuery, task.ForwardQuery)
|
||||||
|
assert.Equal(t, target.ArchiveExpiry, task.ArchiveExpiry)
|
||||||
|
assert.Equal(t, target.ArchiveRotation, task.ArchiveRotation)
|
||||||
|
assert.Equal(t, target.MaxAttempts, task.MaxAttempts)
|
||||||
|
|
||||||
|
assert.Equal(t, event.Method, task.Method)
|
||||||
|
assert.Equal(t, event.RawQuery, task.RawQuery)
|
||||||
|
assert.Equal(t, event.Headers, task.Headers)
|
||||||
|
assert.Equal(t, event.ContentType, task.ContentType)
|
||||||
|
require.NotNil(t, task.Body)
|
||||||
|
assert.Equal(t, event.Body, *task.Body)
|
||||||
|
|
||||||
|
assert.Equal(t, 1, task.AttemptNum)
|
||||||
|
}
|
||||||
|
|
||||||
|
// storedDeliveries reads every delivery of an event.
|
||||||
|
func storedDeliveries(
|
||||||
|
t *testing.T, db *gorm.DB, eventID string,
|
||||||
|
) []database.Delivery {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
var deliveries []database.Delivery
|
||||||
|
|
||||||
|
require.NoError(t, db.Where("event_id = ?", eventID).
|
||||||
|
Find(&deliveries).Error)
|
||||||
|
|
||||||
|
return deliveries
|
||||||
|
}
|
||||||
|
|
||||||
|
// storedEventTotals reads the webhook's event totals.
|
||||||
|
func storedEventTotals(t *testing.T, db *gorm.DB) database.EventTotals {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
var totals database.EventTotals
|
||||||
|
|
||||||
|
require.NoError(t, db.First(&totals).Error)
|
||||||
|
|
||||||
|
return totals
|
||||||
|
}
|
||||||
|
|
||||||
|
// countRows counts the rows of model in db.
|
||||||
|
func countRows(t *testing.T, db *gorm.DB, model any) int64 {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
var n int64
|
||||||
|
|
||||||
|
require.NoError(t, db.Model(model).Count(&n).Error)
|
||||||
|
|
||||||
|
return n
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestStoreEvent_StoresDeliveriesToActiveTargets proves StoreEvent
|
||||||
|
// stores the event with one pending delivery to each active target and
|
||||||
|
// none to an inactive one, adds them to the totals, and queues one task
|
||||||
|
// per delivery.
|
||||||
|
func TestStoreEvent_StoresDeliveriesToActiveTargets(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
targets := []database.Target{
|
||||||
|
storeTestTarget(t, s, "first"),
|
||||||
|
storeTestTarget(t, s, "second"),
|
||||||
|
}
|
||||||
|
off := storeTestTarget(t, s, "off")
|
||||||
|
|
||||||
|
require.NoError(t, s.MainDB.Model(&database.Target{}).
|
||||||
|
Where("id = ?", off.ID).Update("active", false).Error)
|
||||||
|
|
||||||
|
event := newStoreTestEvent(s, `{"hello":"world"}`)
|
||||||
|
|
||||||
|
created, err := s.Engine.StoreEvent(event)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, 2, created)
|
||||||
|
|
||||||
|
var stored database.Event
|
||||||
|
|
||||||
|
require.NoError(t, s.WebhookDB.First(&stored, "id = ?", event.ID).Error)
|
||||||
|
assert.Equal(t, event.Body, stored.Body)
|
||||||
|
assert.Equal(t, int64(len(event.Body)), stored.BodyBytes)
|
||||||
|
|
||||||
|
rows := storedDeliveries(t, s.WebhookDB, event.ID)
|
||||||
|
queued := queuedTasks(s.Engine)
|
||||||
|
|
||||||
|
require.Len(t, rows, 2)
|
||||||
|
require.Len(t, queued, 2)
|
||||||
|
|
||||||
|
deliveries := map[string]database.Delivery{}
|
||||||
|
for _, dlv := range rows {
|
||||||
|
deliveries[dlv.TargetID] = dlv
|
||||||
|
}
|
||||||
|
|
||||||
|
tasks := map[string]delivery.Task{}
|
||||||
|
for _, task := range queued {
|
||||||
|
tasks[task.TargetID] = task
|
||||||
|
}
|
||||||
|
|
||||||
|
for i := range targets {
|
||||||
|
dlv, ok := deliveries[targets[i].ID]
|
||||||
|
require.True(t, ok, "no delivery to %s", targets[i].Name)
|
||||||
|
assert.Equal(t, database.DeliveryStatusPending, dlv.Status)
|
||||||
|
assert.False(t, dlv.Replay)
|
||||||
|
assert.Equal(t, int64(1),
|
||||||
|
targetTotals(t, s.WebhookDB, targets[i].ID).Deliveries)
|
||||||
|
|
||||||
|
assertTaskFor(t, tasks[targets[i].ID], dlv.ID, event, &targets[i])
|
||||||
|
}
|
||||||
|
|
||||||
|
totals := storedEventTotals(t, s.WebhookDB)
|
||||||
|
assert.Equal(t, int64(1), totals.Events)
|
||||||
|
require.NotNil(t, totals.LastEventAt)
|
||||||
|
assert.True(t, totals.LastEventAt.Equal(stored.CreatedAt))
|
||||||
|
|
||||||
|
var entrypoint database.EntrypointTotals
|
||||||
|
|
||||||
|
require.NoError(t, s.WebhookDB.First(
|
||||||
|
&entrypoint, "entrypoint_id = ?", event.EntrypointID,
|
||||||
|
).Error)
|
||||||
|
assert.True(t, entrypoint.LastEventAt.Equal(stored.CreatedAt))
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestStoreEvent_ResubmittedCopyLeavesTheEntrypoint proves a
|
||||||
|
// resubmitted copy is counted among the webhook's events but leaves its
|
||||||
|
// entrypoint's last event as it is: it did not arrive on that URL.
|
||||||
|
func TestStoreEvent_ResubmittedCopyLeavesTheEntrypoint(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
storeTestTarget(t, s, "only")
|
||||||
|
|
||||||
|
sourceID := uuid.New().String()
|
||||||
|
event := newStoreTestEvent(s, `{"copy":true}`)
|
||||||
|
event.ResubmittedFromID = &sourceID
|
||||||
|
|
||||||
|
created, err := s.Engine.StoreEvent(event)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Equal(t, 1, created)
|
||||||
|
assert.Len(t, queuedTasks(s.Engine), 1)
|
||||||
|
|
||||||
|
assert.Equal(t, int64(1), storedEventTotals(t, s.WebhookDB).Events)
|
||||||
|
assert.Zero(t, countRows(t, s.WebhookDB, &database.EntrypointTotals{}))
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestStoreEvent_NoActiveTarget proves an event of a webhook with no
|
||||||
|
// active target is stored with no delivery and nothing queued.
|
||||||
|
func TestStoreEvent_NoActiveTarget(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
event := newStoreTestEvent(s, `{"to":"nobody"}`)
|
||||||
|
|
||||||
|
created, err := s.Engine.StoreEvent(event)
|
||||||
|
require.NoError(t, err)
|
||||||
|
assert.Zero(t, created)
|
||||||
|
|
||||||
|
assert.Equal(t, int64(1), countRows(t, s.WebhookDB, &database.Event{}))
|
||||||
|
assert.Empty(t, storedDeliveries(t, s.WebhookDB, event.ID))
|
||||||
|
assert.Empty(t, queuedTasks(s.Engine))
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestStoreEvent_LargeBodyIsNotCarried proves a body at the inline
|
||||||
|
// limit is stored whole but left off the task, for the attempt to read
|
||||||
|
// from the event row.
|
||||||
|
func TestStoreEvent_LargeBodyIsNotCarried(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
storeTestTarget(t, s, "only")
|
||||||
|
|
||||||
|
event := newStoreTestEvent(
|
||||||
|
s, strings.Repeat("x", delivery.MaxInlineBodySize),
|
||||||
|
)
|
||||||
|
|
||||||
|
_, err := s.Engine.StoreEvent(event)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
tasks := queuedTasks(s.Engine)
|
||||||
|
require.Len(t, tasks, 1)
|
||||||
|
assert.Nil(t, tasks[0].Body)
|
||||||
|
|
||||||
|
var stored database.Event
|
||||||
|
|
||||||
|
require.NoError(t, s.WebhookDB.First(&stored, "id = ?", event.ID).Error)
|
||||||
|
assert.Equal(t, event.Body, stored.Body)
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestStoreEvent_RollsBackWhenAWriteFails proves the event, its
|
||||||
|
// deliveries and its totals are one transaction: when the entrypoint
|
||||||
|
// totals write fails, the last one, after the event, its delivery, the
|
||||||
|
// target totals and the event totals were written, none of them is left
|
||||||
|
// and nothing is queued.
|
||||||
|
func TestStoreEvent_RollsBackWhenAWriteFails(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
storeTestTarget(t, s, "only")
|
||||||
|
|
||||||
|
require.NoError(t,
|
||||||
|
s.WebhookDB.Migrator().DropTable(&database.EntrypointTotals{}))
|
||||||
|
|
||||||
|
_, err := s.Engine.StoreEvent(newStoreTestEvent(s, `{"lost":true}`))
|
||||||
|
require.Error(t, err)
|
||||||
|
|
||||||
|
assert.Zero(t, countRows(t, s.WebhookDB, &database.Event{}))
|
||||||
|
assert.Zero(t, countRows(t, s.WebhookDB, &database.Delivery{}))
|
||||||
|
assert.Zero(t, countRows(t, s.WebhookDB, &database.TargetTotals{}))
|
||||||
|
|
||||||
|
totals := storedEventTotals(t, s.WebhookDB)
|
||||||
|
assert.Zero(t, totals.Events)
|
||||||
|
assert.Nil(t, totals.LastEventAt)
|
||||||
|
|
||||||
|
assert.Empty(t, queuedTasks(s.Engine))
|
||||||
|
assert.Zero(t, s.Engine.ExportInflightHeld())
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestCreateReplay_CreatesAndQueuesAReplay proves CreateReplay adds a
|
||||||
|
// new pending delivery marked as a replay, counts it in the target's
|
||||||
|
// totals, queues its task built from the target it was given and the
|
||||||
|
// stored event, and leaves the delivery it repeats as it was. The
|
||||||
|
// stored event has every event field set, so a task that drops one of
|
||||||
|
// them differs from the event.
|
||||||
|
func TestCreateReplay_CreatesAndQueuesAReplay(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
target := storeTestTarget(t, s, "replayed")
|
||||||
|
event := newStoreTestEvent(s, `{"replay":"me"}`)
|
||||||
|
require.NoError(t, s.WebhookDB.Create(event).Error)
|
||||||
|
|
||||||
|
original := iSeedDelivery(
|
||||||
|
t, s.WebhookDB, event.ID, target.ID,
|
||||||
|
database.DeliveryStatusFailed,
|
||||||
|
)
|
||||||
|
|
||||||
|
deliveryID, err := s.Engine.CreateReplay(s.WebhookID, event.ID, &target)
|
||||||
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
replay := storedDelivery(t, s.WebhookDB, deliveryID)
|
||||||
|
assert.Equal(t, event.ID, replay.EventID)
|
||||||
|
assert.Equal(t, target.ID, replay.TargetID)
|
||||||
|
assert.Equal(t, database.DeliveryStatusPending, replay.Status)
|
||||||
|
assert.True(t, replay.Replay)
|
||||||
|
|
||||||
|
assert.Equal(t, database.DeliveryStatusFailed,
|
||||||
|
storedDelivery(t, s.WebhookDB, original.ID).Status)
|
||||||
|
assert.Equal(t, int64(1),
|
||||||
|
targetTotals(t, s.WebhookDB, target.ID).Deliveries)
|
||||||
|
|
||||||
|
tasks := queuedTasks(s.Engine)
|
||||||
|
require.Len(t, tasks, 1)
|
||||||
|
assertTaskFor(t, tasks[0], deliveryID, event, &target)
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestCreateReplay_RollsBackWhenAWriteFails proves the replay delivery
|
||||||
|
// and its target totals are one transaction: when the totals write
|
||||||
|
// fails, after the delivery was written, no new delivery is left and
|
||||||
|
// nothing is queued.
|
||||||
|
func TestCreateReplay_RollsBackWhenAWriteFails(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
s := newISetup(t)
|
||||||
|
target := storeTestTarget(t, s, "replayed")
|
||||||
|
event := iSeedEvent(t, s.WebhookDB, s.WebhookID, `{"replay":"me"}`)
|
||||||
|
iSeedDelivery(
|
||||||
|
t, s.WebhookDB, event.ID, target.ID,
|
||||||
|
database.DeliveryStatusFailed,
|
||||||
|
)
|
||||||
|
|
||||||
|
require.NoError(t,
|
||||||
|
s.WebhookDB.Migrator().DropTable(&database.TargetTotals{}))
|
||||||
|
|
||||||
|
_, err := s.Engine.CreateReplay(s.WebhookID, event.ID, &target)
|
||||||
|
require.Error(t, err)
|
||||||
|
|
||||||
|
assert.Len(t, storedDeliveries(t, s.WebhookDB, event.ID), 1)
|
||||||
|
assert.Empty(t, queuedTasks(s.Engine))
|
||||||
|
assert.Zero(t, s.Engine.ExportInflightHeld())
|
||||||
|
}
|
||||||
|
|
||||||
|
// storedDelivery reads one delivery back.
|
||||||
|
func storedDelivery(
|
||||||
|
t *testing.T, db *gorm.DB, deliveryID string,
|
||||||
|
) database.Delivery {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
var dlv database.Delivery
|
||||||
|
|
||||||
|
require.NoError(t, db.First(&dlv, "id = ?", deliveryID).Error)
|
||||||
|
|
||||||
|
return dlv
|
||||||
|
}
|
||||||
@@ -5,9 +5,7 @@ import (
|
|||||||
|
|
||||||
"github.com/go-chi/chi"
|
"github.com/go-chi/chi"
|
||||||
"gorm.io/gorm"
|
"gorm.io/gorm"
|
||||||
"gorm.io/gorm/clause"
|
|
||||||
"sneak.berlin/go/webhooker/internal/database"
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
"sneak.berlin/go/webhooker/internal/delivery"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
// The outcomes of a replay POST, as the notice codes its redirect
|
// The outcomes of a replay POST, as the notice codes its redirect
|
||||||
@@ -46,12 +44,12 @@ const (
|
|||||||
// HandleDeliveryReplay re-sends a finished delivery's event to its
|
// HandleDeliveryReplay re-sends a finished delivery's event to its
|
||||||
// target.
|
// target.
|
||||||
//
|
//
|
||||||
// A replay never touches the delivery it repeats. It creates a NEW
|
// A replay never touches the delivery it repeats. The delivery engine
|
||||||
// pending delivery row for the same event and target and hands it to
|
// creates a NEW pending delivery row for the same event and target and
|
||||||
// the delivery engine through the same Notifier the receiver uses, so
|
// queues it as it queues the receiver's, so the original's status,
|
||||||
// the original's status, attempts and timestamps stand as the record
|
// attempts and timestamps stand as the record of what actually
|
||||||
// of what actually happened, and the replay is retried, SSRF-guarded
|
// happened, and the replay is retried, SSRF-guarded and circuit-broken
|
||||||
// and circuit-broken exactly as a first attempt is.
|
// exactly as a first attempt is.
|
||||||
//
|
//
|
||||||
// What is re-sent is the stored EVENT body, never the response the
|
// What is re-sent is the stored EVENT body, never the response the
|
||||||
// original delivery received.
|
// original delivery received.
|
||||||
@@ -145,7 +143,8 @@ func (h *Handlers) loadReplaySource(
|
|||||||
return &original, true
|
return &original, true
|
||||||
}
|
}
|
||||||
|
|
||||||
// queueReplay writes the new delivery and hands it to the engine.
|
// queueReplay has the delivery engine create and queue the new
|
||||||
|
// delivery, unless an earlier replay is still in flight.
|
||||||
func (h *Handlers) queueReplay(
|
func (h *Handlers) queueReplay(
|
||||||
w http.ResponseWriter,
|
w http.ResponseWriter,
|
||||||
r *http.Request,
|
r *http.Request,
|
||||||
@@ -171,18 +170,8 @@ func (h *Handlers) queueReplay(
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
var event database.Event
|
deliveryID, err := h.engine.CreateReplay(
|
||||||
|
webhook.ID, original.EventID, target,
|
||||||
err = webhookDB.
|
|
||||||
First(&event, "id = ?", original.EventID).Error
|
|
||||||
if err != nil {
|
|
||||||
h.serverError(w, r, "failed to load event for replay", err)
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
task, err := createReplayDelivery(
|
|
||||||
webhookDB, webhook.ID, &event, target,
|
|
||||||
)
|
)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
h.serverError(
|
h.serverError(
|
||||||
@@ -193,15 +182,14 @@ func (h *Handlers) queueReplay(
|
|||||||
}
|
}
|
||||||
|
|
||||||
h.mtr.DeliveryReplayed(target.Type)
|
h.mtr.DeliveryReplayed(target.Type)
|
||||||
h.notifier.Notify([]delivery.Task{task})
|
|
||||||
|
|
||||||
h.log.Info(
|
h.log.Info(
|
||||||
"delivery replay queued",
|
"delivery replay queued",
|
||||||
"webhook_id", webhook.ID,
|
"webhook_id", webhook.ID,
|
||||||
"event_id", event.ID,
|
"event_id", original.EventID,
|
||||||
"target_id", target.ID,
|
"target_id", target.ID,
|
||||||
"replayed_delivery_id", original.ID,
|
"replayed_delivery_id", original.ID,
|
||||||
"delivery_id", task.DeliveryID,
|
"delivery_id", deliveryID,
|
||||||
)
|
)
|
||||||
|
|
||||||
redirectToEventLog(w, r, webhook, replayQueued)
|
redirectToEventLog(w, r, webhook, replayQueued)
|
||||||
@@ -263,77 +251,6 @@ func countInFlightDeliveries(
|
|||||||
return count, err
|
return count, err
|
||||||
}
|
}
|
||||||
|
|
||||||
// createReplayDelivery writes the new pending delivery row, adds it to
|
|
||||||
// its target's totals in the same transaction, and returns the task
|
|
||||||
// that carries it to the delivery engine.
|
|
||||||
//
|
|
||||||
// The row is written with associations omitted, and neither Event nor
|
|
||||||
// Target is populated on it: GORM's SaveBeforeAssociations would
|
|
||||||
// otherwise upsert the whole target row — plaintext config, which for a
|
|
||||||
// Slack target is the credential — into the per-webhook event database.
|
|
||||||
// See https://git.eeqj.de/sneak/webhooker/issues/206.
|
|
||||||
func createReplayDelivery(
|
|
||||||
webhookDB *gorm.DB,
|
|
||||||
webhookID string,
|
|
||||||
event *database.Event,
|
|
||||||
target *database.Target,
|
|
||||||
) (delivery.Task, error) {
|
|
||||||
dlv := &database.Delivery{
|
|
||||||
EventID: event.ID,
|
|
||||||
TargetID: target.ID,
|
|
||||||
Status: database.DeliveryStatusPending,
|
|
||||||
Replay: true,
|
|
||||||
}
|
|
||||||
|
|
||||||
err := webhookDB.Transaction(func(tx *gorm.DB) error {
|
|
||||||
err := tx.Omit(clause.Associations).Create(dlv).Error
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
return database.AddTargetTotals(tx, database.TargetTotals{
|
|
||||||
TargetID: dlv.TargetID, Deliveries: 1,
|
|
||||||
})
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return delivery.Task{}, err
|
|
||||||
}
|
|
||||||
|
|
||||||
return delivery.Task{
|
|
||||||
DeliveryID: dlv.ID,
|
|
||||||
EventID: event.ID,
|
|
||||||
WebhookID: webhookID,
|
|
||||||
EntrypointID: event.EntrypointID,
|
|
||||||
TargetID: target.ID,
|
|
||||||
TargetName: target.Name,
|
|
||||||
TargetType: target.Type,
|
|
||||||
TargetURL: target.URL,
|
|
||||||
TargetHeaders: target.Headers,
|
|
||||||
TimeoutSeconds: target.TimeoutSeconds,
|
|
||||||
ForwardQuery: target.ForwardQuery,
|
|
||||||
ArchiveExpiry: target.ArchiveExpiry,
|
|
||||||
ArchiveRotation: target.ArchiveRotation,
|
|
||||||
MaxAttempts: target.MaxAttempts,
|
|
||||||
Method: event.Method,
|
|
||||||
RawQuery: event.RawQuery,
|
|
||||||
Headers: event.Headers,
|
|
||||||
ContentType: event.ContentType,
|
|
||||||
Body: replayBody(event.Body),
|
|
||||||
AttemptNum: 1,
|
|
||||||
}, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// replayBody returns the stored event body for a replay task to carry
|
|
||||||
// inline, or nil when it is large enough that the engine should fetch
|
|
||||||
// it from the per-webhook database instead.
|
|
||||||
func replayBody(body string) *string {
|
|
||||||
if len(body) >= delivery.MaxInlineBodySize {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
return &body
|
|
||||||
}
|
|
||||||
|
|
||||||
// redirectToEventLog redirects a replay or resubmit back to the event
|
// redirectToEventLog redirects a replay or resubmit back to the event
|
||||||
// log it was triggered from, carrying the outcome as its notice. A
|
// log it was triggered from, carrying the outcome as its notice. A
|
||||||
// Replay form carries the list it was pressed in as show, so a replay
|
// Replay form carries the list it was pressed in as show, so a replay
|
||||||
|
|||||||
@@ -12,7 +12,6 @@ import (
|
|||||||
"gorm.io/gorm"
|
"gorm.io/gorm"
|
||||||
"gorm.io/gorm/clause"
|
"gorm.io/gorm/clause"
|
||||||
"sneak.berlin/go/webhooker/internal/database"
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
"sneak.berlin/go/webhooker/internal/delivery"
|
|
||||||
"sneak.berlin/go/webhooker/internal/handlers"
|
"sneak.berlin/go/webhooker/internal/handlers"
|
||||||
"sneak.berlin/go/webhooker/internal/session"
|
"sneak.berlin/go/webhooker/internal/session"
|
||||||
)
|
)
|
||||||
@@ -23,7 +22,7 @@ const paramDeliveryID = "deliveryID"
|
|||||||
|
|
||||||
// replayTargetURL is a public destination, so a target configured with
|
// replayTargetURL is a public destination, so a target configured with
|
||||||
// it is one the SSRF guard would accept. Nothing in these tests
|
// it is one the SSRF guard would accept. Nothing in these tests
|
||||||
// dispatches to it: the notifier is recorded, not run.
|
// dispatches to it: the delivery engine is never started.
|
||||||
const replayTargetURL = "http://93.184.216.34/hook"
|
const replayTargetURL = "http://93.184.216.34/hook"
|
||||||
|
|
||||||
// replayEventQuery is the query string a seeded event arrived with.
|
// replayEventQuery is the query string a seeded event arrived with.
|
||||||
@@ -163,14 +162,8 @@ func postReplay(
|
|||||||
|
|
||||||
// TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal is the
|
// TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal is the
|
||||||
// core requirement: replaying a failed delivery succeeds, appends a
|
// core requirement: replaying a failed delivery succeeds, appends a
|
||||||
// new delivery, and leaves the original row and its recorded attempt
|
// new delivery marked as a replay, and leaves the original row and its
|
||||||
// exactly as they were.
|
// recorded attempt exactly as they were.
|
||||||
//
|
|
||||||
// It also pins the two things a replay would be wrong to get from the
|
|
||||||
// original: the task carries the target's CURRENT configuration, which
|
|
||||||
// this test changes between the failure and the replay, and it carries
|
|
||||||
// the stored EVENT body rather than anything the failed attempt
|
|
||||||
// received back.
|
|
||||||
func TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal(
|
func TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal(
|
||||||
t *testing.T,
|
t *testing.T,
|
||||||
) {
|
) {
|
||||||
@@ -181,10 +174,9 @@ func TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -204,15 +196,6 @@ func TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal(
|
|||||||
|
|
||||||
before := loadDelivery(t, webhookDB, original.ID)
|
before := loadDelivery(t, webhookDB, original.ID)
|
||||||
|
|
||||||
// The operator fixes the destination, which is the whole reason
|
|
||||||
// to replay. The replay must use this, not the URL the original
|
|
||||||
// delivery ran against.
|
|
||||||
const fixedURL = "http://93.184.216.34/fixed"
|
|
||||||
|
|
||||||
require.NoError(t, db.DB().Model(&database.Target{}).
|
|
||||||
Where("id = ?", tgt.ID).
|
|
||||||
Update("url", fixedURL).Error)
|
|
||||||
|
|
||||||
w := postReplay(t, h, sess, wh.ID, original.ID)
|
w := postReplay(t, h, sess, wh.ID, original.ID)
|
||||||
|
|
||||||
require.Equal(t, http.StatusSeeOther, w.Code)
|
require.Equal(t, http.StatusSeeOther, w.Code)
|
||||||
@@ -234,14 +217,9 @@ func TestHandleDeliveryReplay_AppendsDeliveryAndLeavesOriginal(
|
|||||||
assert.Equal(
|
assert.Equal(
|
||||||
t, database.DeliveryStatusPending, replayed.Status,
|
t, database.DeliveryStatusPending, replayed.Status,
|
||||||
)
|
)
|
||||||
|
assert.True(t, replayed.Replay)
|
||||||
|
|
||||||
assertDeliveryUntouched(t, webhookDB, before)
|
assertDeliveryUntouched(t, webhookDB, before)
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
|
||||||
require.Len(t, tasks, 1)
|
|
||||||
assertReplayTask(
|
|
||||||
t, tasks[0], wh.ID, event, tgt, replayed.ID, fixedURL,
|
|
||||||
)
|
|
||||||
assertNoLeakedTarget(t, webhookDB)
|
assertNoLeakedTarget(t, webhookDB)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -275,45 +253,6 @@ func assertDeliveryUntouched(
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// assertReplayTask proves the task handed to the delivery engine is
|
|
||||||
// the one the receiver would build for this event and this target, and
|
|
||||||
// that it carries wantURL — the target's URL as it stands now rather
|
|
||||||
// than as the original delivery ran against it.
|
|
||||||
func assertReplayTask(
|
|
||||||
t *testing.T,
|
|
||||||
task delivery.Task,
|
|
||||||
webhookID string,
|
|
||||||
event *database.Event,
|
|
||||||
target *database.Target,
|
|
||||||
wantDeliveryID, wantURL string,
|
|
||||||
) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
assert.Equal(t, wantDeliveryID, task.DeliveryID)
|
|
||||||
assert.Equal(t, event.ID, task.EventID)
|
|
||||||
assert.Equal(t, webhookID, task.WebhookID)
|
|
||||||
assert.Equal(t, event.EntrypointID, task.EntrypointID)
|
|
||||||
assert.Equal(t, target.ID, task.TargetID)
|
|
||||||
assert.Equal(t, target.Type, task.TargetType)
|
|
||||||
assert.Equal(
|
|
||||||
t, wantURL, task.TargetURL,
|
|
||||||
"replay must use the target's current URL",
|
|
||||||
)
|
|
||||||
assert.Equal(t, event.Method, task.Method)
|
|
||||||
assert.Equal(
|
|
||||||
t, replayEventQuery, task.RawQuery,
|
|
||||||
"replay re-sends the stored query string",
|
|
||||||
)
|
|
||||||
assert.Equal(t, event.Headers, task.Headers)
|
|
||||||
assert.Equal(t, event.ContentType, task.ContentType)
|
|
||||||
assert.Equal(t, 1, task.AttemptNum)
|
|
||||||
require.NotNil(t, task.Body)
|
|
||||||
assert.Equal(
|
|
||||||
t, event.Body, *task.Body,
|
|
||||||
"replay re-sends the stored event body",
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
// assertNoLeakedTarget proves the per-webhook database holds no
|
// assertNoLeakedTarget proves the per-webhook database holds no
|
||||||
// target: an association write would have upserted the whole target,
|
// target: an association write would have upserted the whole target,
|
||||||
// plaintext config and all, into the event database. See
|
// plaintext config and all, into the event database. See
|
||||||
@@ -327,12 +266,10 @@ func assertNoLeakedTarget(t *testing.T, webhookDB *gorm.DB) {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleDeliveryReplay_TaskCarriesEveryTargetSetting proves the
|
// TestHandleDeliveryReplay_FailedStoreIsAnError proves a replay the
|
||||||
// task a replay hands the delivery engine carries every one of the
|
// engine cannot store answers with the 500 error page and adds no
|
||||||
// target's settings.
|
// delivery.
|
||||||
func TestHandleDeliveryReplay_TaskCarriesEveryTargetSetting(
|
func TestHandleDeliveryReplay_FailedStoreIsAnError(t *testing.T) {
|
||||||
t *testing.T,
|
|
||||||
) {
|
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
var (
|
var (
|
||||||
@@ -340,10 +277,9 @@ func TestHandleDeliveryReplay_TaskCarriesEveryTargetSetting(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -351,22 +287,28 @@ func TestHandleDeliveryReplay_TaskCarriesEveryTargetSetting(
|
|||||||
wh := seedWebhook(t, db)
|
wh := seedWebhook(t, db)
|
||||||
tgt := seedConfiguredTarget(
|
tgt := seedConfiguredTarget(
|
||||||
t, db, wh.ID, database.TargetTypeHTTP,
|
t, db, wh.ID, database.TargetTypeHTTP,
|
||||||
targetWithEverySetting(),
|
database.Target{URL: replayTargetURL},
|
||||||
)
|
)
|
||||||
|
|
||||||
_, original := seedFailedDelivery(t, dbMgr, wh.ID, tgt.ID)
|
event, original := seedFailedDelivery(t, dbMgr, wh.ID, tgt.ID)
|
||||||
|
|
||||||
|
// Without its target totals table the webhook's database refuses
|
||||||
|
// the totals write, which comes after the delivery row.
|
||||||
|
webhookDB, err := dbMgr.GetDB(wh.ID)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t,
|
||||||
|
webhookDB.Migrator().DropTable(&database.TargetTotals{}))
|
||||||
|
|
||||||
w := postReplay(t, h, sess, wh.ID, original.ID)
|
w := postReplay(t, h, sess, wh.ID, original.ID)
|
||||||
require.Equal(t, http.StatusSeeOther, w.Code)
|
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
assert.Equal(t, http.StatusInternalServerError, w.Code)
|
||||||
require.Len(t, tasks, 1)
|
assert.Contains(t, w.Body.String(), "500 Internal Server Error")
|
||||||
assertTaskCarriesTargetSettings(t, tasks[0], tgt)
|
assert.Len(t, listDeliveries(t, webhookDB, event.ID), 1)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleDeliveryReplay_RefusesDeletedTarget proves the required
|
// TestHandleDeliveryReplay_RefusesDeletedTarget proves the required
|
||||||
// refusal: a target deleted since the delivery ran is reported as
|
// refusal: a target deleted since the delivery ran is reported as
|
||||||
// deleted rather than erroring, and nothing is created or queued.
|
// deleted rather than erroring, and nothing is created.
|
||||||
func TestHandleDeliveryReplay_RefusesDeletedTarget(t *testing.T) {
|
func TestHandleDeliveryReplay_RefusesDeletedTarget(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
@@ -375,10 +317,9 @@ func TestHandleDeliveryReplay_RefusesDeletedTarget(t *testing.T) {
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -414,10 +355,6 @@ func TestHandleDeliveryReplay_RefusesDeletedTarget(t *testing.T) {
|
|||||||
t, listDeliveries(t, webhookDB, event.ID), 1,
|
t, listDeliveries(t, webhookDB, event.ID), 1,
|
||||||
"a refused replay must create no delivery",
|
"a refused replay must create no delivery",
|
||||||
)
|
)
|
||||||
assert.Empty(
|
|
||||||
t, notif.Tasks(),
|
|
||||||
"a refused replay must queue nothing",
|
|
||||||
)
|
|
||||||
|
|
||||||
// The refusal is specific, which is why the target is looked up
|
// The refusal is specific, which is why the target is looked up
|
||||||
// including soft-deleted rows: an id that never named a target
|
// including soft-deleted rows: an id that never named a target
|
||||||
@@ -450,10 +387,9 @@ func TestHandleDeliveryReplay_RefusesWhileEarlierReplayInFlight(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -491,10 +427,6 @@ func TestHandleDeliveryReplay_RefusesWhileEarlierReplayInFlight(
|
|||||||
t, listDeliveries(t, webhookDB, event.ID), 2,
|
t, listDeliveries(t, webhookDB, event.ID), 2,
|
||||||
"the refused second replay must add nothing",
|
"the refused second replay must add nothing",
|
||||||
)
|
)
|
||||||
assert.Len(
|
|
||||||
t, notif.Tasks(), 1,
|
|
||||||
"only the first replay reaches the delivery engine",
|
|
||||||
)
|
|
||||||
|
|
||||||
// A delivery the engine has not finished is not replayable
|
// A delivery the engine has not finished is not replayable
|
||||||
// either, which is the same rule seen from the other side.
|
// either, which is the same rule seen from the other side.
|
||||||
|
|||||||
@@ -171,37 +171,29 @@ func loadResubmitSource(
|
|||||||
return src, true, nil
|
return src, true, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// queueResubmit stores the copy and fans it out to the webhook's
|
// queueResubmit has the delivery engine store the copy, with a delivery
|
||||||
// active targets.
|
// for each of the webhook's active targets as they stand now, through
|
||||||
|
// the same StoreEvent the receiver uses. The one difference is that the
|
||||||
|
// copy leaves its entrypoint's last event as it is, since it did not
|
||||||
|
// arrive on that URL.
|
||||||
func (h *Handlers) queueResubmit(
|
func (h *Handlers) queueResubmit(
|
||||||
w http.ResponseWriter,
|
w http.ResponseWriter,
|
||||||
r *http.Request,
|
r *http.Request,
|
||||||
webhook database.Webhook,
|
webhook database.Webhook,
|
||||||
src resubmitSource,
|
src resubmitSource,
|
||||||
) {
|
) {
|
||||||
// The receiver's own query, run now: an active target created
|
event := &database.Event{
|
||||||
// after the original event arrived is included, and an
|
|
||||||
// inactive one is skipped rather than refused.
|
|
||||||
targets, err := h.loadActiveTargets(webhook.ID)
|
|
||||||
if err != nil {
|
|
||||||
h.serverError(w, r, "failed to query targets", err)
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
event, tasks, err := h.createAndFanOut(
|
|
||||||
eventSource{
|
|
||||||
WebhookID: webhook.ID,
|
WebhookID: webhook.ID,
|
||||||
EntrypointID: src.EntrypointID,
|
EntrypointID: src.EntrypointID,
|
||||||
Method: src.Method,
|
Method: src.Method,
|
||||||
RawQuery: src.RawQuery,
|
RawQuery: src.RawQuery,
|
||||||
HeadersJSON: src.Headers,
|
Headers: src.Headers,
|
||||||
ContentType: src.ContentType,
|
ContentType: src.ContentType,
|
||||||
Body: src.Body,
|
Body: string(src.Body),
|
||||||
ResubmittedFromID: &src.ID,
|
ResubmittedFromID: &src.ID,
|
||||||
},
|
}
|
||||||
targets,
|
|
||||||
)
|
deliveries, err := h.engine.StoreEvent(event)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
h.serverError(w, r, "failed to store resubmitted event", err)
|
h.serverError(w, r, "failed to store resubmitted event", err)
|
||||||
|
|
||||||
@@ -215,11 +207,11 @@ func (h *Handlers) queueResubmit(
|
|||||||
"webhook_id", webhook.ID,
|
"webhook_id", webhook.ID,
|
||||||
"event_id", event.ID,
|
"event_id", event.ID,
|
||||||
"resubmitted_from_id", src.ID,
|
"resubmitted_from_id", src.ID,
|
||||||
"target_count", len(tasks),
|
"target_count", deliveries,
|
||||||
)
|
)
|
||||||
|
|
||||||
code := resubmitQueued
|
code := resubmitQueued
|
||||||
if len(tasks) == 0 {
|
if deliveries == 0 {
|
||||||
code = resubmitNoTargets
|
code = resubmitNoTargets
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ import (
|
|||||||
|
|
||||||
// resubmitTargetURL is a public destination, so a target configured
|
// resubmitTargetURL is a public destination, so a target configured
|
||||||
// with it is one the SSRF guard would accept. Nothing in these tests
|
// with it is one the SSRF guard would accept. Nothing in these tests
|
||||||
// dispatches to it: the notifier is recorded, not run.
|
// dispatches to it: the delivery engine is never started.
|
||||||
const resubmitTargetURL = "http://93.184.216.34/hook"
|
const resubmitTargetURL = "http://93.184.216.34/hook"
|
||||||
|
|
||||||
// resubmitEventHeaders and resubmitEventQuery are the stored header
|
// resubmitEventHeaders and resubmitEventQuery are the stored header
|
||||||
@@ -134,10 +134,9 @@ func TestHandleEventResubmit_DeliversToTargetCreatedAfterTheEvent(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -189,11 +188,6 @@ func TestHandleEventResubmit_DeliversToTargetCreatedAfterTheEvent(
|
|||||||
t, database.DeliveryStatusPending, deliveries[0].Status,
|
t, database.DeliveryStatusPending, deliveries[0].Status,
|
||||||
)
|
)
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
|
||||||
require.Len(t, tasks, 1)
|
|
||||||
assert.Equal(t, deliveries[0].ID, tasks[0].DeliveryID)
|
|
||||||
assertResubmitTask(t, tasks[0], wh.ID, &fresh, tgt)
|
|
||||||
|
|
||||||
assertNoLeakedTarget(t, webhookDB)
|
assertNoLeakedTarget(t, webhookDB)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -225,32 +219,6 @@ func assertEventCopy(
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// assertResubmitTask proves the task handed to the delivery engine is
|
|
||||||
// the one the receiver would build for the NEW event and this target.
|
|
||||||
func assertResubmitTask(
|
|
||||||
t *testing.T,
|
|
||||||
task delivery.Task,
|
|
||||||
webhookID string,
|
|
||||||
fresh *database.Event,
|
|
||||||
target *database.Target,
|
|
||||||
) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
assert.Equal(t, fresh.ID, task.EventID)
|
|
||||||
assert.Equal(t, webhookID, task.WebhookID)
|
|
||||||
assert.Equal(t, fresh.EntrypointID, task.EntrypointID)
|
|
||||||
assert.Equal(t, target.ID, task.TargetID)
|
|
||||||
assert.Equal(t, target.Type, task.TargetType)
|
|
||||||
assert.Equal(t, fresh.Method, task.Method)
|
|
||||||
assert.Equal(t, fresh.RawQuery, task.RawQuery)
|
|
||||||
assert.Equal(t, fresh.Headers, task.Headers)
|
|
||||||
assert.Equal(t, fresh.ContentType, task.ContentType)
|
|
||||||
assert.Equal(t, 1, task.AttemptNum)
|
|
||||||
|
|
||||||
require.NotNil(t, task.Body)
|
|
||||||
assert.Equal(t, fresh.Body, *task.Body)
|
|
||||||
}
|
|
||||||
|
|
||||||
// TestHandleEventResubmit_IsRepeatable proves the requirement replay
|
// TestHandleEventResubmit_IsRepeatable proves the requirement replay
|
||||||
// deliberately does not meet: firing the same captured event at a
|
// deliberately does not meet: firing the same captured event at a
|
||||||
// backend over and over must work, with no in-flight refusal, and each
|
// backend over and over must work, with no in-flight refusal, and each
|
||||||
@@ -263,10 +231,9 @@ func TestHandleEventResubmit_IsRepeatable(t *testing.T) {
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -300,30 +267,18 @@ func TestHandleEventResubmit_IsRepeatable(t *testing.T) {
|
|||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|
||||||
events := listEvents(t, webhookDB)
|
events := listEvents(t, webhookDB)
|
||||||
require.Len(t, events, presses+1)
|
require.Len(
|
||||||
|
t, events, presses+1, "each resubmit creates its own event",
|
||||||
|
)
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
assert.Empty(
|
||||||
require.Len(t, tasks, presses)
|
t, listDeliveries(t, webhookDB, original.ID),
|
||||||
|
|
||||||
seen := make(map[string]struct{}, presses)
|
|
||||||
|
|
||||||
for _, task := range tasks {
|
|
||||||
assert.Equal(t, tgt.ID, task.TargetID)
|
|
||||||
assert.NotEqual(
|
|
||||||
t, original.ID, task.EventID,
|
|
||||||
"each resubmit delivers its own new event",
|
"each resubmit delivers its own new event",
|
||||||
)
|
)
|
||||||
|
|
||||||
_, dup := seen[task.EventID]
|
// Every copy has its own delivery, and names the same source
|
||||||
assert.False(t, dup, "each resubmit creates its own event")
|
// event, so twenty presses stay traceable to the one captured
|
||||||
|
// request.
|
||||||
seen[task.EventID] = struct{}{}
|
|
||||||
|
|
||||||
require.Len(t, listDeliveries(t, webhookDB, task.EventID), 1)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Every copy names the same source event, so twenty presses stay
|
|
||||||
// traceable to the one captured request.
|
|
||||||
for _, e := range events {
|
for _, e := range events {
|
||||||
if e.ID == original.ID {
|
if e.ID == original.ID {
|
||||||
continue
|
continue
|
||||||
@@ -331,6 +286,10 @@ func TestHandleEventResubmit_IsRepeatable(t *testing.T) {
|
|||||||
|
|
||||||
require.NotNil(t, e.ResubmittedFromID)
|
require.NotNil(t, e.ResubmittedFromID)
|
||||||
assert.Equal(t, original.ID, *e.ResubmittedFromID)
|
assert.Equal(t, original.ID, *e.ResubmittedFromID)
|
||||||
|
|
||||||
|
deliveries := listDeliveries(t, webhookDB, e.ID)
|
||||||
|
require.Len(t, deliveries, 1)
|
||||||
|
assert.Equal(t, tgt.ID, deliveries[0].TargetID)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -346,10 +305,9 @@ func TestHandleEventResubmit_OversizeBodySurvivesIntact(t *testing.T) {
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -385,22 +343,7 @@ func TestHandleEventResubmit_OversizeBodySurvivesIntact(t *testing.T) {
|
|||||||
t, stored, fresh.Body,
|
t, stored, fresh.Body,
|
||||||
"the stored body must be copied byte for byte",
|
"the stored body must be copied byte for byte",
|
||||||
)
|
)
|
||||||
|
assert.Len(t, listDeliveries(t, webhookDB, fresh.ID), 1)
|
||||||
tasks := notif.Tasks()
|
|
||||||
require.Len(t, tasks, 1)
|
|
||||||
assert.Nil(
|
|
||||||
t, tasks[0].Body,
|
|
||||||
"a body over the inline limit is fetched from the new "+
|
|
||||||
"event row rather than carried on the task",
|
|
||||||
)
|
|
||||||
|
|
||||||
// The engine's own read of the body, against the new event id:
|
|
||||||
// what it would send is what was stored.
|
|
||||||
var loaded database.Event
|
|
||||||
|
|
||||||
require.NoError(t, webhookDB.Select("body").
|
|
||||||
First(&loaded, "id = ?", tasks[0].EventID).Error)
|
|
||||||
assert.Equal(t, stored, loaded.Body)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleEventResubmit_SkipsInactiveTarget proves a deactivated
|
// TestHandleEventResubmit_SkipsInactiveTarget proves a deactivated
|
||||||
@@ -414,10 +357,9 @@ func TestHandleEventResubmit_SkipsInactiveTarget(t *testing.T) {
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -448,21 +390,19 @@ func TestHandleEventResubmit_SkipsInactiveTarget(t *testing.T) {
|
|||||||
"an inactive target is skipped, not an error",
|
"an inactive target is skipped, not an error",
|
||||||
)
|
)
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
|
||||||
require.Len(t, tasks, 1)
|
|
||||||
assert.Equal(t, active.ID, tasks[0].TargetID)
|
|
||||||
|
|
||||||
webhookDB, err := dbMgr.GetDB(wh.ID)
|
webhookDB, err := dbMgr.GetDB(wh.ID)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|
||||||
fresh := theOtherEvent(t, listEvents(t, webhookDB), original.ID)
|
fresh := theOtherEvent(t, listEvents(t, webhookDB), original.ID)
|
||||||
require.Len(t, listDeliveries(t, webhookDB, fresh.ID), 1)
|
deliveries := listDeliveries(t, webhookDB, fresh.ID)
|
||||||
|
require.Len(t, deliveries, 1)
|
||||||
|
assert.Equal(t, active.ID, deliveries[0].TargetID)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleEventResubmit_NoActiveTargetsStillStoresEvent proves a
|
// TestHandleEventResubmit_NoActiveTargetsStillStoresEvent proves a
|
||||||
// source with nothing to deliver to behaves as the receiver does: the
|
// source with nothing to deliver to behaves as the receiver does: the
|
||||||
// event is stored, nothing is queued, and the operator is told so
|
// event is stored with no delivery, and the operator is told so rather
|
||||||
// rather than being shown an error.
|
// than being shown an error.
|
||||||
func TestHandleEventResubmit_NoActiveTargetsStillStoresEvent(
|
func TestHandleEventResubmit_NoActiveTargetsStillStoresEvent(
|
||||||
t *testing.T,
|
t *testing.T,
|
||||||
) {
|
) {
|
||||||
@@ -473,10 +413,9 @@ func TestHandleEventResubmit_NoActiveTargetsStillStoresEvent(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -493,12 +432,14 @@ func TestHandleEventResubmit_NoActiveTargetsStillStoresEvent(
|
|||||||
w.Header().Get("Location"),
|
w.Header().Get("Location"),
|
||||||
)
|
)
|
||||||
|
|
||||||
assert.Empty(t, notif.Tasks())
|
|
||||||
|
|
||||||
webhookDB, err := dbMgr.GetDB(wh.ID)
|
webhookDB, err := dbMgr.GetDB(wh.ID)
|
||||||
require.NoError(t, err)
|
require.NoError(t, err)
|
||||||
|
|
||||||
assert.Len(t, listEvents(t, webhookDB), 2)
|
events := listEvents(t, webhookDB)
|
||||||
|
assert.Len(t, events, 2)
|
||||||
|
|
||||||
|
fresh := theOtherEvent(t, events, original.ID)
|
||||||
|
assert.Empty(t, listDeliveries(t, webhookDB, fresh.ID))
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleEventResubmit_RefusesEventOfAnotherWebhook proves the
|
// TestHandleEventResubmit_RefusesEventOfAnotherWebhook proves the
|
||||||
@@ -514,10 +455,9 @@ func TestHandleEventResubmit_RefusesEventOfAnotherWebhook(
|
|||||||
sess *session.Session
|
sess *session.Session
|
||||||
db *database.Database
|
db *database.Database
|
||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
notif *recordingNotifier
|
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &sess, &db, &dbMgr, ¬if)
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -548,10 +488,49 @@ func TestHandleEventResubmit_RefusesEventOfAnotherWebhook(
|
|||||||
w = postResubmit(t, h, sess, mine.ID, "not-a-uuid")
|
w = postResubmit(t, h, sess, mine.ID, "not-a-uuid")
|
||||||
assert.Equal(t, http.StatusNotFound, w.Code)
|
assert.Equal(t, http.StatusNotFound, w.Code)
|
||||||
|
|
||||||
assert.Empty(
|
for _, webhookID := range []string{theirs.ID, mine.ID} {
|
||||||
t, notif.Tasks(),
|
webhookDB, err := dbMgr.GetDB(webhookID)
|
||||||
"a refused resubmit must queue nothing",
|
require.NoError(t, err)
|
||||||
|
|
||||||
|
assert.Len(
|
||||||
|
t, listEvents(t, webhookDB), 1,
|
||||||
|
"a refused resubmit must store nothing",
|
||||||
)
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestHandleEventResubmit_FailedStoreIsAnError proves a copy the engine
|
||||||
|
// cannot store answers with the 500 error page and leaves no new event.
|
||||||
|
func TestHandleEventResubmit_FailedStoreIsAnError(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
var (
|
||||||
|
h *handlers.Handlers
|
||||||
|
sess *session.Session
|
||||||
|
db *database.Database
|
||||||
|
dbMgr *database.WebhookDBManager
|
||||||
|
)
|
||||||
|
|
||||||
|
app := newTestApp(t, &h, &sess, &db, &dbMgr)
|
||||||
|
app.RequireStart()
|
||||||
|
|
||||||
|
t.Cleanup(app.RequireStop)
|
||||||
|
|
||||||
|
wh := seedWebhook(t, db)
|
||||||
|
original := seedStoredEvent(t, dbMgr, wh.ID, `{"not":"stored"}`)
|
||||||
|
|
||||||
|
// Without its event totals table the webhook's database refuses
|
||||||
|
// the totals write, which comes after the event row.
|
||||||
|
webhookDB, err := dbMgr.GetDB(wh.ID)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t,
|
||||||
|
webhookDB.Migrator().DropTable(&database.EventTotals{}))
|
||||||
|
|
||||||
|
w := postResubmit(t, h, sess, wh.ID, original.ID)
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusInternalServerError, w.Code)
|
||||||
|
assert.Contains(t, w.Body.String(), "500 Internal Server Error")
|
||||||
|
assert.Len(t, listEvents(t, webhookDB), 1)
|
||||||
}
|
}
|
||||||
|
|
||||||
// TestHandleSourceLogs_ShowsResubmitProvenance proves the event log
|
// TestHandleSourceLogs_ShowsResubmitProvenance proves the event log
|
||||||
|
|||||||
@@ -64,7 +64,7 @@ type HandlersParams struct {
|
|||||||
Healthcheck *healthcheck.Healthcheck
|
Healthcheck *healthcheck.Healthcheck
|
||||||
Session *session.Session
|
Session *session.Session
|
||||||
Middleware *middleware.Middleware
|
Middleware *middleware.Middleware
|
||||||
Notifier delivery.Notifier
|
Engine *delivery.Engine
|
||||||
Archives archive.Archives
|
Archives archive.Archives
|
||||||
CircuitBreakers delivery.CircuitBreakers
|
CircuitBreakers delivery.CircuitBreakers
|
||||||
SSRFGuard *delivery.Guard
|
SSRFGuard *delivery.Guard
|
||||||
@@ -82,7 +82,7 @@ type Handlers struct {
|
|||||||
dbMgr *database.WebhookDBManager
|
dbMgr *database.WebhookDBManager
|
||||||
session *session.Session
|
session *session.Session
|
||||||
mw *middleware.Middleware
|
mw *middleware.Middleware
|
||||||
notifier delivery.Notifier
|
engine *delivery.Engine
|
||||||
archives archive.Archives
|
archives archive.Archives
|
||||||
breakers delivery.CircuitBreakers
|
breakers delivery.CircuitBreakers
|
||||||
mtr *metrics.Set
|
mtr *metrics.Set
|
||||||
@@ -138,7 +138,7 @@ func New(
|
|||||||
s.dbMgr = params.WebhookDBMgr
|
s.dbMgr = params.WebhookDBMgr
|
||||||
s.session = params.Session
|
s.session = params.Session
|
||||||
s.mw = params.Middleware
|
s.mw = params.Middleware
|
||||||
s.notifier = params.Notifier
|
s.engine = params.Engine
|
||||||
s.archives = params.Archives
|
s.archives = params.Archives
|
||||||
s.breakers = params.CircuitBreakers
|
s.breakers = params.CircuitBreakers
|
||||||
s.mtr = params.Metrics
|
s.mtr = params.Metrics
|
||||||
|
|||||||
@@ -30,33 +30,6 @@ import (
|
|||||||
"sneak.berlin/go/webhooker/internal/session"
|
"sneak.berlin/go/webhooker/internal/session"
|
||||||
)
|
)
|
||||||
|
|
||||||
// recordingNotifier is a delivery.Notifier that records the tasks it
|
|
||||||
// was handed, so a test can prove a handler queued the delivery it
|
|
||||||
// claims to have queued — and, on the refusal paths, that it queued
|
|
||||||
// nothing.
|
|
||||||
type recordingNotifier struct {
|
|
||||||
mu sync.Mutex
|
|
||||||
tasks []delivery.Task
|
|
||||||
}
|
|
||||||
|
|
||||||
func (n *recordingNotifier) Notify(tasks []delivery.Task) {
|
|
||||||
n.mu.Lock()
|
|
||||||
defer n.mu.Unlock()
|
|
||||||
|
|
||||||
n.tasks = append(n.tasks, tasks...)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Tasks returns a copy of the recorded tasks.
|
|
||||||
func (n *recordingNotifier) Tasks() []delivery.Task {
|
|
||||||
n.mu.Lock()
|
|
||||||
defer n.mu.Unlock()
|
|
||||||
|
|
||||||
out := make([]delivery.Task, len(n.tasks))
|
|
||||||
copy(out, n.tasks)
|
|
||||||
|
|
||||||
return out
|
|
||||||
}
|
|
||||||
|
|
||||||
// recordingArchives is an archive.Archives that records what it
|
// recordingArchives is an archive.Archives that records what it
|
||||||
// was asked to do, so a test can prove that a deletion or rename
|
// was asked to do, so a test can prove that a deletion or rename
|
||||||
// path reached the archive writers. After FailRenames, every
|
// path reached the archive writers. After FailRenames, every
|
||||||
@@ -264,11 +237,12 @@ func newTestAppWithConfig(
|
|||||||
database.NewWebhookDBManager,
|
database.NewWebhookDBManager,
|
||||||
healthcheck.New,
|
healthcheck.New,
|
||||||
session.New,
|
session.New,
|
||||||
func() *recordingNotifier {
|
archive.NewWriters,
|
||||||
return &recordingNotifier{}
|
// The engine is built on a lifecycle that is never started,
|
||||||
},
|
// so no worker runs: every delivery the engine creates for a
|
||||||
func(n *recordingNotifier) delivery.Notifier {
|
// handler stays pending, where the test can read it.
|
||||||
return n
|
func(p delivery.EngineParams) *delivery.Engine {
|
||||||
|
return delivery.New(fxtest.NewLifecycle(t), p)
|
||||||
},
|
},
|
||||||
func() *recordingArchives {
|
func() *recordingArchives {
|
||||||
return &recordingArchives{}
|
return &recordingArchives{}
|
||||||
|
|||||||
+20
-264
@@ -2,14 +2,11 @@ package handlers
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
|
||||||
"io"
|
"io"
|
||||||
"net/http"
|
"net/http"
|
||||||
|
|
||||||
"github.com/go-chi/chi"
|
"github.com/go-chi/chi"
|
||||||
"gorm.io/gorm"
|
|
||||||
"sneak.berlin/go/webhooker/internal/database"
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
"sneak.berlin/go/webhooker/internal/delivery"
|
|
||||||
"sneak.berlin/go/webhooker/internal/middleware"
|
"sneak.berlin/go/webhooker/internal/middleware"
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -70,8 +67,9 @@ func (h *Handlers) HandleWebhook() http.HandlerFunc {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// processWebhookRequest reads the body, serializes headers, loads
|
// processWebhookRequest reads the request into an event and has the
|
||||||
// targets, and delivers the event.
|
// delivery engine store it, with a delivery for each of the webhook's
|
||||||
|
// active targets, and answers the sender.
|
||||||
//
|
//
|
||||||
// Nothing about the request itself is authenticated: the entrypoint
|
// Nothing about the request itself is authenticated: the entrypoint
|
||||||
// UUID in the path is the credential, and reaching here means it
|
// UUID in the path is the credential, and reaching here means it
|
||||||
@@ -93,30 +91,24 @@ func (h *Handlers) processWebhookRequest(
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
targets, err := h.loadActiveTargets(entrypoint.WebhookID)
|
event := &database.Event{
|
||||||
|
WebhookID: entrypoint.WebhookID,
|
||||||
|
EntrypointID: entrypoint.ID,
|
||||||
|
Method: r.Method,
|
||||||
|
RawQuery: r.URL.RawQuery,
|
||||||
|
Headers: string(headersJSON),
|
||||||
|
ContentType: r.Header.Get("Content-Type"),
|
||||||
|
Body: string(body),
|
||||||
|
}
|
||||||
|
|
||||||
|
deliveries, err := h.engine.StoreEvent(event)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
h.receiverError(w, "failed to query targets", err)
|
h.receiverError(w, "failed to store webhook event", err)
|
||||||
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
h.createAndDeliverEvent(
|
h.finishWebhookResponse(w, event, entrypoint, deliveries)
|
||||||
w, r, entrypoint, body, headersJSON, targets,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
// loadActiveTargets returns all active targets for a webhook.
|
|
||||||
func (h *Handlers) loadActiveTargets(
|
|
||||||
webhookID string,
|
|
||||||
) ([]database.Target, error) {
|
|
||||||
var targets []database.Target
|
|
||||||
|
|
||||||
err := h.db.DB().Where(
|
|
||||||
"webhook_id = ? AND active = ?",
|
|
||||||
webhookID, true,
|
|
||||||
).Find(&targets).Error
|
|
||||||
|
|
||||||
return targets, err
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// lookupEntrypoint finds an entrypoint by UUID path.
|
// lookupEntrypoint finds an entrypoint by UUID path.
|
||||||
@@ -177,28 +169,6 @@ func (h *Handlers) readWebhookBody(
|
|||||||
return body, true
|
return body, true
|
||||||
}
|
}
|
||||||
|
|
||||||
// createAndDeliverEvent stores the received event, fans it out to the
|
|
||||||
// webhook's targets, and answers the sender.
|
|
||||||
func (h *Handlers) createAndDeliverEvent(
|
|
||||||
w http.ResponseWriter,
|
|
||||||
r *http.Request,
|
|
||||||
entrypoint database.Entrypoint,
|
|
||||||
body, headersJSON []byte,
|
|
||||||
targets []database.Target,
|
|
||||||
) {
|
|
||||||
event, tasks, err := h.createAndFanOut(
|
|
||||||
requestEventSource(r, entrypoint, headersJSON, body),
|
|
||||||
targets,
|
|
||||||
)
|
|
||||||
if err != nil {
|
|
||||||
h.receiverError(w, "failed to store webhook event", err)
|
|
||||||
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
h.finishWebhookResponse(w, event, entrypoint, tasks)
|
|
||||||
}
|
|
||||||
|
|
||||||
// receiverError logs an error and answers the sender with a plain-text
|
// receiverError logs an error and answers the sender with a plain-text
|
||||||
// 500. The receiver's answers are for programs, so it never sends the
|
// 500. The receiver's answers are for programs, so it never sends the
|
||||||
// error page the web UI uses.
|
// error page the web UI uses.
|
||||||
@@ -212,172 +182,19 @@ func (h *Handlers) receiverError(
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
// eventSource carries the fields a new event is built from. The
|
// finishWebhookResponse logs the stored event, with how many
|
||||||
// receiver fills it from the live request; the resubmit handler fills
|
// deliveries it has, and writes the HTTP response.
|
||||||
// it from a stored event. Both then go through createAndFanOut, so an
|
|
||||||
// event is constructed and fanned out in one place however it entered
|
|
||||||
// the system.
|
|
||||||
type eventSource struct {
|
|
||||||
WebhookID string
|
|
||||||
EntrypointID string
|
|
||||||
Method string
|
|
||||||
RawQuery string
|
|
||||||
HeadersJSON string
|
|
||||||
ContentType string
|
|
||||||
Body []byte
|
|
||||||
|
|
||||||
// ResubmittedFromID names the event this one copies. Only the
|
|
||||||
// resubmit path sets it.
|
|
||||||
ResubmittedFromID *string
|
|
||||||
}
|
|
||||||
|
|
||||||
// event builds the row this source stores.
|
|
||||||
func (s eventSource) event() *database.Event {
|
|
||||||
return &database.Event{
|
|
||||||
WebhookID: s.WebhookID,
|
|
||||||
EntrypointID: s.EntrypointID,
|
|
||||||
Method: s.Method,
|
|
||||||
RawQuery: s.RawQuery,
|
|
||||||
Headers: s.HeadersJSON,
|
|
||||||
Body: string(s.Body),
|
|
||||||
BodyBytes: int64(len(s.Body)),
|
|
||||||
ContentType: s.ContentType,
|
|
||||||
ResubmittedFromID: s.ResubmittedFromID,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// requestEventSource describes the event a live receiver request
|
|
||||||
// stores.
|
|
||||||
func requestEventSource(
|
|
||||||
r *http.Request,
|
|
||||||
entrypoint database.Entrypoint,
|
|
||||||
headersJSON, body []byte,
|
|
||||||
) eventSource {
|
|
||||||
return eventSource{
|
|
||||||
WebhookID: entrypoint.WebhookID,
|
|
||||||
EntrypointID: entrypoint.ID,
|
|
||||||
Method: r.Method,
|
|
||||||
RawQuery: r.URL.RawQuery,
|
|
||||||
HeadersJSON: string(headersJSON),
|
|
||||||
ContentType: r.Header.Get("Content-Type"),
|
|
||||||
Body: body,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// createAndFanOut writes the event and one pending delivery per target,
|
|
||||||
// and adds them to the webhook's running totals, in a single
|
|
||||||
// transaction, then hands the tasks to the delivery engine. Every
|
|
||||||
// event is created here, received or resubmitted, so a resubmitted
|
|
||||||
// event is retried, SSRF-guarded and circuit-broken exactly as a
|
|
||||||
// received one is. Per-delivery replay is the one other path that
|
|
||||||
// creates a delivery: it adds one to an existing event without
|
|
||||||
// coming through here.
|
|
||||||
//
|
|
||||||
// The tasks are returned as well as queued, so a caller can report how
|
|
||||||
// many targets the event went to.
|
|
||||||
func (h *Handlers) createAndFanOut(
|
|
||||||
src eventSource,
|
|
||||||
targets []database.Target,
|
|
||||||
) (*database.Event, []delivery.Task, error) {
|
|
||||||
webhookDB, err := h.dbMgr.GetDB(src.WebhookID)
|
|
||||||
if err != nil {
|
|
||||||
return nil, nil, fmt.Errorf(
|
|
||||||
"getting webhook database: %w", err,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
tx := webhookDB.Begin()
|
|
||||||
if tx.Error != nil {
|
|
||||||
return nil, nil, fmt.Errorf(
|
|
||||||
"beginning transaction: %w", tx.Error,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
event := src.event()
|
|
||||||
|
|
||||||
err = tx.Create(event).Error
|
|
||||||
if err != nil {
|
|
||||||
tx.Rollback()
|
|
||||||
|
|
||||||
return nil, nil, fmt.Errorf("creating event: %w", err)
|
|
||||||
}
|
|
||||||
|
|
||||||
tasks, err := buildDeliveryTasks(
|
|
||||||
tx, event, targets, inlineBody(src.Body),
|
|
||||||
)
|
|
||||||
if err != nil {
|
|
||||||
tx.Rollback()
|
|
||||||
|
|
||||||
return nil, nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
err = database.AddEventTotals(tx, database.EventTotals{
|
|
||||||
Events: 1, LastEventAt: &event.CreatedAt,
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
tx.Rollback()
|
|
||||||
|
|
||||||
return nil, nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
// A resubmitted copy did not arrive on its entrypoint's URL, so it
|
|
||||||
// leaves the entrypoint's last event as it is.
|
|
||||||
if src.ResubmittedFromID == nil {
|
|
||||||
err = database.AddEntrypointTotals(tx, database.EntrypointTotals{
|
|
||||||
EntrypointID: event.EntrypointID, LastEventAt: event.CreatedAt,
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
tx.Rollback()
|
|
||||||
|
|
||||||
return nil, nil, err
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
err = tx.Commit().Error
|
|
||||||
if err != nil {
|
|
||||||
return nil, nil, fmt.Errorf(
|
|
||||||
"committing transaction: %w", err,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Counted here, after the commit: an event exists once it is
|
|
||||||
// durably stored, which is what the delivery counters are
|
|
||||||
// compared against on a dashboard. A resubmitted event counts
|
|
||||||
// too, because it produces deliveries that the delivery side
|
|
||||||
// counts; the resubmit counter is what separates the two.
|
|
||||||
h.mtr.EventReceived()
|
|
||||||
|
|
||||||
if len(tasks) > 0 {
|
|
||||||
h.notifier.Notify(tasks)
|
|
||||||
}
|
|
||||||
|
|
||||||
return event, tasks, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// inlineBody returns a pointer to body as a string if it fits
|
|
||||||
// within the inline size limit, or nil otherwise.
|
|
||||||
func inlineBody(body []byte) *string {
|
|
||||||
if len(body) < delivery.MaxInlineBodySize {
|
|
||||||
s := string(body)
|
|
||||||
|
|
||||||
return &s
|
|
||||||
}
|
|
||||||
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
// finishWebhookResponse logs the event and writes the HTTP response.
|
|
||||||
func (h *Handlers) finishWebhookResponse(
|
func (h *Handlers) finishWebhookResponse(
|
||||||
w http.ResponseWriter,
|
w http.ResponseWriter,
|
||||||
event *database.Event,
|
event *database.Event,
|
||||||
entrypoint database.Entrypoint,
|
entrypoint database.Entrypoint,
|
||||||
tasks []delivery.Task,
|
deliveries int,
|
||||||
) {
|
) {
|
||||||
h.log.Info("webhook event created",
|
h.log.Info("webhook event created",
|
||||||
"event_id", event.ID,
|
"event_id", event.ID,
|
||||||
"webhook_id", entrypoint.WebhookID,
|
"webhook_id", entrypoint.WebhookID,
|
||||||
"entrypoint_id", entrypoint.ID,
|
"entrypoint_id", entrypoint.ID,
|
||||||
"target_count", len(tasks),
|
"target_count", deliveries,
|
||||||
)
|
)
|
||||||
|
|
||||||
w.WriteHeader(http.StatusOK)
|
w.WriteHeader(http.StatusOK)
|
||||||
@@ -389,64 +206,3 @@ func (h *Handlers) finishWebhookResponse(
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// buildDeliveryTasks creates one pending delivery per target in the
|
|
||||||
// transaction, adds each to its target's totals, and returns the tasks
|
|
||||||
// for the delivery engine. The caller owns the transaction and rolls
|
|
||||||
// it back on error.
|
|
||||||
func buildDeliveryTasks(
|
|
||||||
tx *gorm.DB,
|
|
||||||
event *database.Event,
|
|
||||||
targets []database.Target,
|
|
||||||
bodyPtr *string,
|
|
||||||
) ([]delivery.Task, error) {
|
|
||||||
tasks := make([]delivery.Task, 0, len(targets))
|
|
||||||
|
|
||||||
for i := range targets {
|
|
||||||
dlv := &database.Delivery{
|
|
||||||
EventID: event.ID,
|
|
||||||
TargetID: targets[i].ID,
|
|
||||||
Status: database.DeliveryStatusPending,
|
|
||||||
}
|
|
||||||
|
|
||||||
err := tx.Create(dlv).Error
|
|
||||||
if err != nil {
|
|
||||||
return nil, fmt.Errorf(
|
|
||||||
"creating delivery for target %s: %w",
|
|
||||||
targets[i].ID, err,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
err = database.AddTargetTotals(tx, database.TargetTotals{
|
|
||||||
TargetID: targets[i].ID, Deliveries: 1,
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
tasks = append(tasks, delivery.Task{
|
|
||||||
DeliveryID: dlv.ID,
|
|
||||||
EventID: event.ID,
|
|
||||||
WebhookID: event.WebhookID,
|
|
||||||
EntrypointID: event.EntrypointID,
|
|
||||||
TargetID: targets[i].ID,
|
|
||||||
TargetName: targets[i].Name,
|
|
||||||
TargetType: targets[i].Type,
|
|
||||||
TargetURL: targets[i].URL,
|
|
||||||
TargetHeaders: targets[i].Headers,
|
|
||||||
TimeoutSeconds: targets[i].TimeoutSeconds,
|
|
||||||
ForwardQuery: targets[i].ForwardQuery,
|
|
||||||
ArchiveExpiry: targets[i].ArchiveExpiry,
|
|
||||||
ArchiveRotation: targets[i].ArchiveRotation,
|
|
||||||
MaxAttempts: targets[i].MaxAttempts,
|
|
||||||
Method: event.Method,
|
|
||||||
RawQuery: event.RawQuery,
|
|
||||||
Headers: event.Headers,
|
|
||||||
ContentType: event.ContentType,
|
|
||||||
Body: bodyPtr,
|
|
||||||
AttemptNum: 1,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
return tasks, nil
|
|
||||||
}
|
|
||||||
@@ -10,7 +10,6 @@ import (
|
|||||||
"net/netip"
|
"net/netip"
|
||||||
"strings"
|
"strings"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
|
||||||
|
|
||||||
"github.com/go-chi/chi"
|
"github.com/go-chi/chi"
|
||||||
"github.com/google/uuid"
|
"github.com/google/uuid"
|
||||||
@@ -19,7 +18,6 @@ import (
|
|||||||
"gorm.io/gorm/clause"
|
"gorm.io/gorm/clause"
|
||||||
"sneak.berlin/go/webhooker/internal/config"
|
"sneak.berlin/go/webhooker/internal/config"
|
||||||
"sneak.berlin/go/webhooker/internal/database"
|
"sneak.berlin/go/webhooker/internal/database"
|
||||||
"sneak.berlin/go/webhooker/internal/delivery"
|
|
||||||
"sneak.berlin/go/webhooker/internal/handlers"
|
"sneak.berlin/go/webhooker/internal/handlers"
|
||||||
"sneak.berlin/go/webhooker/internal/middleware"
|
"sneak.berlin/go/webhooker/internal/middleware"
|
||||||
"sneak.berlin/go/webhooker/internal/middleware/middlewaretest"
|
"sneak.berlin/go/webhooker/internal/middleware/middlewaretest"
|
||||||
@@ -209,50 +207,19 @@ func receivedLine(t *testing.T, buf *bytes.Buffer) map[string]any {
|
|||||||
return found[0]
|
return found[0]
|
||||||
}
|
}
|
||||||
|
|
||||||
// targetWithEverySetting returns target settings with all six set, the
|
// TestHandleWebhook_StoresTheEvent proves an accepted request is
|
||||||
// archive ones included, so a task that drops one of them differs from
|
// answered with the receiver's 200 and body, and that the event is
|
||||||
// the target.
|
// stored with a pending delivery to the webhook's active target.
|
||||||
func targetWithEverySetting() database.Target {
|
func TestHandleWebhook_StoresTheEvent(t *testing.T) {
|
||||||
return database.Target{
|
|
||||||
URL: replayTargetURL,
|
|
||||||
Headers: map[string]string{"X-Api-Key": "k"},
|
|
||||||
TimeoutSeconds: 7,
|
|
||||||
ForwardQuery: true,
|
|
||||||
ArchiveExpiry: time.Hour,
|
|
||||||
ArchiveRotation: "daily",
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// assertTaskCarriesTargetSettings proves a delivery task carries every
|
|
||||||
// one of the target's settings. They are copied into the task one field
|
|
||||||
// at a time, and a field left out is sent empty without any error.
|
|
||||||
func assertTaskCarriesTargetSettings(
|
|
||||||
t *testing.T, task delivery.Task, target *database.Target,
|
|
||||||
) {
|
|
||||||
t.Helper()
|
|
||||||
|
|
||||||
assert.Equal(t, target.ID, task.TargetID)
|
|
||||||
assert.Equal(t, target.URL, task.TargetURL)
|
|
||||||
assert.Equal(t, target.Headers, task.TargetHeaders)
|
|
||||||
assert.Equal(t, target.TimeoutSeconds, task.TimeoutSeconds)
|
|
||||||
assert.Equal(t, target.ForwardQuery, task.ForwardQuery)
|
|
||||||
assert.Equal(t, target.ArchiveExpiry, task.ArchiveExpiry)
|
|
||||||
assert.Equal(t, target.ArchiveRotation, task.ArchiveRotation)
|
|
||||||
}
|
|
||||||
|
|
||||||
// TestHandleWebhook_TaskCarriesEveryTargetSetting proves the task a
|
|
||||||
// received event hands the delivery engine carries every one of the
|
|
||||||
// target's settings.
|
|
||||||
func TestHandleWebhook_TaskCarriesEveryTargetSetting(t *testing.T) {
|
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
var (
|
var (
|
||||||
h *handlers.Handlers
|
h *handlers.Handlers
|
||||||
db *database.Database
|
db *database.Database
|
||||||
notif *recordingNotifier
|
dbMgr *database.WebhookDBManager
|
||||||
)
|
)
|
||||||
|
|
||||||
app := newTestApp(t, &h, &db, ¬if)
|
app := newTestApp(t, &h, &db, &dbMgr)
|
||||||
app.RequireStart()
|
app.RequireStart()
|
||||||
|
|
||||||
t.Cleanup(app.RequireStop)
|
t.Cleanup(app.RequireStop)
|
||||||
@@ -261,7 +228,7 @@ func TestHandleWebhook_TaskCarriesEveryTargetSetting(t *testing.T) {
|
|||||||
entrypoint := seedEntrypoint(t, db, webhook.ID)
|
entrypoint := seedEntrypoint(t, db, webhook.ID)
|
||||||
target := seedConfiguredTarget(
|
target := seedConfiguredTarget(
|
||||||
t, db, webhook.ID, database.TargetTypeHTTP,
|
t, db, webhook.ID, database.TargetTypeHTTP,
|
||||||
targetWithEverySetting(),
|
database.Target{URL: replayTargetURL},
|
||||||
)
|
)
|
||||||
|
|
||||||
w := httptest.NewRecorder()
|
w := httptest.NewRecorder()
|
||||||
@@ -271,8 +238,55 @@ func TestHandleWebhook_TaskCarriesEveryTargetSetting(t *testing.T) {
|
|||||||
))
|
))
|
||||||
|
|
||||||
require.Equal(t, http.StatusOK, w.Code)
|
require.Equal(t, http.StatusOK, w.Code)
|
||||||
|
assert.JSONEq(t, `{"status":"ok"}`, w.Body.String())
|
||||||
|
|
||||||
tasks := notif.Tasks()
|
webhookDB, err := dbMgr.GetDB(webhook.ID)
|
||||||
require.Len(t, tasks, 1)
|
require.NoError(t, err)
|
||||||
assertTaskCarriesTargetSettings(t, tasks[0], target)
|
|
||||||
|
events := listEvents(t, webhookDB)
|
||||||
|
require.Len(t, events, 1)
|
||||||
|
assert.Equal(t, entrypoint.ID, events[0].EntrypointID)
|
||||||
|
|
||||||
|
deliveries := listDeliveries(t, webhookDB, events[0].ID)
|
||||||
|
require.Len(t, deliveries, 1)
|
||||||
|
assert.Equal(t, target.ID, deliveries[0].TargetID)
|
||||||
|
assert.Equal(t, database.DeliveryStatusPending, deliveries[0].Status)
|
||||||
|
}
|
||||||
|
|
||||||
|
// TestHandleWebhook_FailedStoreAnswersPlainError proves that an event
|
||||||
|
// the engine cannot store is answered with the receiver's plain-text
|
||||||
|
// 500, and that nothing of it is left stored.
|
||||||
|
func TestHandleWebhook_FailedStoreAnswersPlainError(t *testing.T) {
|
||||||
|
t.Parallel()
|
||||||
|
|
||||||
|
var (
|
||||||
|
h *handlers.Handlers
|
||||||
|
db *database.Database
|
||||||
|
dbMgr *database.WebhookDBManager
|
||||||
|
)
|
||||||
|
|
||||||
|
app := newTestApp(t, &h, &db, &dbMgr)
|
||||||
|
app.RequireStart()
|
||||||
|
|
||||||
|
t.Cleanup(app.RequireStop)
|
||||||
|
|
||||||
|
webhook := seedWebhook(t, db)
|
||||||
|
entrypoint := seedEntrypoint(t, db, webhook.ID)
|
||||||
|
|
||||||
|
// Without its event totals table the webhook's database refuses
|
||||||
|
// the totals write, which comes after the event row.
|
||||||
|
webhookDB, err := dbMgr.GetDB(webhook.ID)
|
||||||
|
require.NoError(t, err)
|
||||||
|
require.NoError(t,
|
||||||
|
webhookDB.Migrator().DropTable(&database.EventTotals{}))
|
||||||
|
|
||||||
|
w := httptest.NewRecorder()
|
||||||
|
h.HandleWebhook().ServeHTTP(w, postRequest(
|
||||||
|
"/h/"+entrypoint.Path, nil,
|
||||||
|
map[string]string{"uuid": entrypoint.Path},
|
||||||
|
))
|
||||||
|
|
||||||
|
assert.Equal(t, http.StatusInternalServerError, w.Code)
|
||||||
|
assert.Equal(t, "Internal server error\n", w.Body.String())
|
||||||
|
assert.Empty(t, listEvents(t, webhookDB))
|
||||||
}
|
}
|
||||||
@@ -21,8 +21,9 @@ const budget = 64
|
|||||||
|
|
||||||
// batchRunes is how many consecutive code points the charge test logs
|
// batchRunes is how many consecutive code points the charge test logs
|
||||||
// in one value from U+1000 up. Logging each of those on its own line
|
// in one value from U+1000 up. Logging each of those on its own line
|
||||||
// is too slow for the suite under the race detector; 4,096 at a time
|
// was too slow for the suite when it ran under the race detector;
|
||||||
// is 271 batches, each logged on two lines, so 542 lines per handler.
|
// 4,096 at a time is 271 batches, each logged on two lines, so 542
|
||||||
|
// lines per handler.
|
||||||
const batchRunes = 4096
|
const batchRunes = 4096
|
||||||
|
|
||||||
// newHandlers are the two handlers internal/logger can install. Time
|
// newHandlers are the two handlers internal/logger can install. Time
|
||||||
@@ -152,10 +153,10 @@ func TestEncodedBytes_ChargesAtLeastWhatTheHandlersEmit(t *testing.T) {
|
|||||||
batches = append(batches, batch.String())
|
batches = append(batches, batch.String())
|
||||||
}
|
}
|
||||||
|
|
||||||
// What EncodedBytes charges for each batch. Under -race -cover this
|
// What EncodedBytes charges for each batch. When the suite ran
|
||||||
// takes longer than logging the batches, so it is worked out once,
|
// under -race -cover this took longer than logging the batches, so
|
||||||
// by whichever handler finishes logging first, while the other is
|
// it is worked out once, by whichever handler finishes logging
|
||||||
// still logging.
|
// first, while the other is still logging.
|
||||||
charged := sync.OnceValue(func() []int {
|
charged := sync.OnceValue(func() []int {
|
||||||
costs := make([]int, len(batches))
|
costs := make([]int, len(batches))
|
||||||
|
|
||||||
|
|||||||
@@ -131,10 +131,6 @@ func run(
|
|||||||
return code, stdout.String(), stderr.String()
|
return code, stdout.String(), stderr.String()
|
||||||
}
|
}
|
||||||
|
|
||||||
type noopNotifier struct{}
|
|
||||||
|
|
||||||
func (n *noopNotifier) Notify([]delivery.Task) {}
|
|
||||||
|
|
||||||
type noopArchives struct {
|
type noopArchives struct {
|
||||||
renameMu sync.Mutex
|
renameMu sync.Mutex
|
||||||
}
|
}
|
||||||
@@ -190,7 +186,12 @@ func newServerApp(
|
|||||||
database.NewWebhookDBManager,
|
database.NewWebhookDBManager,
|
||||||
healthcheck.New,
|
healthcheck.New,
|
||||||
session.New,
|
session.New,
|
||||||
func() delivery.Notifier { return &noopNotifier{} },
|
archive.NewWriters,
|
||||||
|
// The engine is built on a lifecycle that is never started,
|
||||||
|
// so no worker runs.
|
||||||
|
func(p delivery.EngineParams) *delivery.Engine {
|
||||||
|
return delivery.New(fxtest.NewLifecycle(t), p)
|
||||||
|
},
|
||||||
func() archive.Archives { return &noopArchives{} },
|
func() archive.Archives { return &noopArchives{} },
|
||||||
func() delivery.CircuitBreakers {
|
func() delivery.CircuitBreakers {
|
||||||
return &noopCircuitBreakers{}
|
return &noopCircuitBreakers{}
|
||||||
|
|||||||
@@ -10,14 +10,12 @@ import (
|
|||||||
"sneak.berlin/go/webhooker/internal/server"
|
"sneak.berlin/go/webhooker/internal/server"
|
||||||
)
|
)
|
||||||
|
|
||||||
// earlyStopIterations is how many start/stop cycles the race test
|
// earlyStopIterations is how many start/stop cycles the test below
|
||||||
// runs. The window it aims at is the gap between the OnStart hook
|
// runs. The window it aims at is the gap between the OnStart hook
|
||||||
// returning and the serving goroutine reaching its first field
|
// returning and the serving goroutine reaching its first field
|
||||||
// access, which is microseconds wide. The race detector reports an
|
// access, which is microseconds wide, so a single cycle can miss it
|
||||||
// unsynchronised pair whenever it observes one, but it has to observe
|
// purely on scheduling. Repetition makes hitting it reliable; the
|
||||||
// one, so a single cycle can miss purely on scheduling. Repetition
|
// collaborators are built once, so the cycles themselves are cheap.
|
||||||
// makes the observation reliable; the collaborators are built once,
|
|
||||||
// so the cycles themselves are cheap.
|
|
||||||
const earlyStopIterations = 25
|
const earlyStopIterations = 25
|
||||||
|
|
||||||
// TestEarlyShutdown_NoPanicAndNoRace stops the application
|
// TestEarlyShutdown_NoPanicAndNoRace stops the application
|
||||||
@@ -38,8 +36,9 @@ const earlyStopIterations = 25
|
|||||||
//
|
//
|
||||||
// httpServer is now built in New, on the constructing goroutine, so
|
// httpServer is now built in New, on the constructing goroutine, so
|
||||||
// it is written before any hook exists and can never be nil.
|
// it is written before any hook exists and can never be nil.
|
||||||
// sentryEnabled is atomic. This test is what catches either one
|
// sentryEnabled is atomic. This test catches the nil dereference
|
||||||
// coming back — under -race, which is how the suite runs.
|
// coming back, as a panic. The suite runs without Go's race
|
||||||
|
// detector, so the data race coming back would go unreported here.
|
||||||
func TestEarlyShutdown_NoPanicAndNoRace(t *testing.T) {
|
func TestEarlyShutdown_NoPanicAndNoRace(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
|
|||||||
@@ -48,10 +48,6 @@ const (
|
|||||||
metricsAuthValue = "s3cret"
|
metricsAuthValue = "s3cret"
|
||||||
)
|
)
|
||||||
|
|
||||||
type noopNotifier struct{}
|
|
||||||
|
|
||||||
func (n *noopNotifier) Notify([]delivery.Task) {}
|
|
||||||
|
|
||||||
// noopArchives satisfies handlers.New's archive.Archives
|
// noopArchives satisfies handlers.New's archive.Archives
|
||||||
// dependency. No test here checks what gets evicted or renamed, so
|
// dependency. No test here checks what gets evicted or renamed, so
|
||||||
// it records nothing. Its rename lock is a plain mutex.
|
// it records nothing. Its rename lock is a plain mutex.
|
||||||
@@ -145,7 +141,12 @@ func newTestEnvWithConfig(
|
|||||||
database.NewWebhookDBManager,
|
database.NewWebhookDBManager,
|
||||||
healthcheck.New,
|
healthcheck.New,
|
||||||
session.New,
|
session.New,
|
||||||
func() delivery.Notifier { return &noopNotifier{} },
|
archive.NewWriters,
|
||||||
|
// The engine is built on a lifecycle that is never started,
|
||||||
|
// so no worker runs and nothing is sent anywhere.
|
||||||
|
func(p delivery.EngineParams) *delivery.Engine {
|
||||||
|
return delivery.New(fxtest.NewLifecycle(t), p)
|
||||||
|
},
|
||||||
func() archive.Archives { return &noopArchives{} },
|
func() archive.Archives { return &noopArchives{} },
|
||||||
func() delivery.CircuitBreakers {
|
func() delivery.CircuitBreakers {
|
||||||
return &noopCircuitBreakers{}
|
return &noopCircuitBreakers{}
|
||||||
|
|||||||
@@ -13,9 +13,6 @@ import (
|
|||||||
|
|
||||||
// TestBaseTemplateScriptsAreServed walks every /s/ script the base
|
// TestBaseTemplateScriptsAreServed walks every /s/ script the base
|
||||||
// template loads on each page and fetches it through the real router.
|
// template loads on each page and fetches it through the real router.
|
||||||
// Alpine.js is extracted from its tarball in 3p/ at build time, so the
|
|
||||||
// file is not in the tree: this is the check that the page still gets
|
|
||||||
// the JavaScript it asks for.
|
|
||||||
func TestBaseTemplateScriptsAreServed(t *testing.T) {
|
func TestBaseTemplateScriptsAreServed(t *testing.T) {
|
||||||
t.Parallel()
|
t.Parallel()
|
||||||
|
|
||||||
|
|||||||
@@ -1,17 +0,0 @@
|
|||||||
#!/bin/sh
|
|
||||||
# script/assets: extract Alpine.js from its npm package tarball, committed
|
|
||||||
# in 3p/, to static/js/alpine.min.js, where go:embed reads it. The package
|
|
||||||
# is @alpinejs/csp, Alpine's build for pages whose Content-Security-Policy
|
|
||||||
# forbids eval. The extracted file is not committed. make build, make dev
|
|
||||||
# and the Dockerfile's lint, test and build stages run this first.
|
|
||||||
set -eu
|
|
||||||
|
|
||||||
ROOT="$(cd "$(dirname "$0")/.." && pwd -P)"
|
|
||||||
|
|
||||||
main() {
|
|
||||||
cd "$ROOT"
|
|
||||||
tar -xzOf 3p/alpinejs-csp-3.14.9.tgz package/dist/cdn.min.js \
|
|
||||||
>static/js/alpine.min.js
|
|
||||||
}
|
|
||||||
|
|
||||||
main "$@"
|
|
||||||
Vendored
+11
@@ -0,0 +1,11 @@
|
|||||||
|
(()=>{var it=!1,ot=!1,W=[],st=-1;function Wt(e){Mn(e)}function Mn(e){W.includes(e)||W.push(e),Nn()}function Gt(e){let t=W.indexOf(e);t!==-1&&t>st&&W.splice(t,1)}function Nn(){!ot&&!it&&(it=!0,queueMicrotask(kn))}function kn(){it=!1,ot=!0;for(let e=0;e<W.length;e++)W[e](),st=e;W.length=0,st=-1,ot=!1}var T,N,F,ct,at=!0;function Jt(e){at=!1,e(),at=!0}function Yt(e){T=e.reactive,F=e.release,N=t=>e.effect(t,{scheduler:r=>{at?Wt(r):r()}}),ct=e.raw}function lt(e){N=e}function Xt(e){let t=()=>{};return[n=>{let i=N(n);return e._x_effects||(e._x_effects=new Set,e._x_runEffects=()=>{e._x_effects.forEach(o=>o())}),e._x_effects.add(i),t=()=>{i!==void 0&&(e._x_effects.delete(i),F(i))},i},()=>{t()}]}function Se(e,t){let r=!0,n,i=N(()=>{let o=e();JSON.stringify(o),r?n=o:queueMicrotask(()=>{t(o,n),n=o}),r=!1});return()=>F(i)}var Zt=[],Qt=[],er=[];function tr(e){er.push(e)}function re(e,t){typeof t=="function"?(e._x_cleanups||(e._x_cleanups=[]),e._x_cleanups.push(t)):(t=e,Qt.push(t))}function Oe(e){Zt.push(e)}function Ce(e,t,r){e._x_attributeCleanups||(e._x_attributeCleanups={}),e._x_attributeCleanups[t]||(e._x_attributeCleanups[t]=[]),e._x_attributeCleanups[t].push(r)}function ut(e,t){e._x_attributeCleanups&&Object.entries(e._x_attributeCleanups).forEach(([r,n])=>{(t===void 0||t.includes(r))&&(n.forEach(i=>i()),delete e._x_attributeCleanups[r])})}function rr(e){for(e._x_effects?.forEach(Gt);e._x_cleanups?.length;)e._x_cleanups.pop()()}var ft=new MutationObserver(ht),dt=!1;function de(){ft.observe(document,{subtree:!0,childList:!0,attributes:!0,attributeOldValue:!0}),dt=!0}function pt(){Dn(),ft.disconnect(),dt=!1}var fe=[];function Dn(){let e=ft.takeRecords();fe.push(()=>e.length>0&&ht(e));let t=fe.length;queueMicrotask(()=>{if(fe.length===t)for(;fe.length>0;)fe.shift()()})}function m(e){if(!dt)return e();pt();let t=e();return de(),t}var mt=!1,Ae=[];function nr(){mt=!0}function ir(){mt=!1,ht(Ae),Ae=[]}function ht(e){if(mt){Ae=Ae.concat(e);return}let t=[],r=new Set,n=new Map,i=new Map;for(let o=0;o<e.length;o++)if(!e[o].target._x_ignoreMutationObserver&&(e[o].type==="childList"&&(e[o].removedNodes.forEach(s=>{s.nodeType===1&&s._x_marker&&r.add(s)}),e[o].addedNodes.forEach(s=>{if(s.nodeType===1){if(r.has(s)){r.delete(s);return}s._x_marker||t.push(s)}})),e[o].type==="attributes")){let s=e[o].target,a=e[o].attributeName,c=e[o].oldValue,l=()=>{n.has(s)||n.set(s,[]),n.get(s).push({name:a,value:s.getAttribute(a)})},u=()=>{i.has(s)||i.set(s,[]),i.get(s).push(a)};s.hasAttribute(a)&&c===null?l():s.hasAttribute(a)?(u(),l()):u()}i.forEach((o,s)=>{ut(s,o)}),n.forEach((o,s)=>{Zt.forEach(a=>a(s,o))});for(let o of r)t.some(s=>s.contains(o))||Qt.forEach(s=>s(o));for(let o of t)o.isConnected&&er.forEach(s=>s(o));t=null,r=null,n=null,i=null}function Te(e){return P(k(e))}function D(e,t,r){return e._x_dataStack=[t,...k(r||e)],()=>{e._x_dataStack=e._x_dataStack.filter(n=>n!==t)}}function k(e){return e._x_dataStack?e._x_dataStack:typeof ShadowRoot=="function"&&e instanceof ShadowRoot?k(e.host):e.parentNode?k(e.parentNode):[]}function P(e){return new Proxy({objects:e},Pn)}var Pn={ownKeys({objects:e}){return Array.from(new Set(e.flatMap(t=>Object.keys(t))))},has({objects:e},t){return t==Symbol.unscopables?!1:e.some(r=>Object.prototype.hasOwnProperty.call(r,t)||Reflect.has(r,t))},get({objects:e},t,r){return t=="toJSON"?In:Reflect.get(e.find(n=>Reflect.has(n,t))||{},t,r)},set({objects:e},t,r,n){let i=e.find(s=>Object.prototype.hasOwnProperty.call(s,t))||e[e.length-1],o=Object.getOwnPropertyDescriptor(i,t);return o?.set&&o?.get?o.set.call(n,r)||!0:Reflect.set(i,t,r)}};function In(){return Reflect.ownKeys(this).reduce((t,r)=>(t[r]=Reflect.get(this,r),t),{})}function Re(e){let t=n=>typeof n=="object"&&!Array.isArray(n)&&n!==null,r=(n,i="")=>{Object.entries(Object.getOwnPropertyDescriptors(n)).forEach(([o,{value:s,enumerable:a}])=>{if(a===!1||s===void 0||typeof s=="object"&&s!==null&&s.__v_skip)return;let c=i===""?o:`${i}.${o}`;typeof s=="object"&&s!==null&&s._x_interceptor?n[o]=s.initialize(e,c,o):t(s)&&s!==n&&!(s instanceof Element)&&r(s,c)})};return r(e)}function Me(e,t=()=>{}){let r={initialValue:void 0,_x_interceptor:!0,initialize(n,i,o){return e(this.initialValue,()=>$n(n,i),s=>_t(n,i,s),i,o)}};return t(r),n=>{if(typeof n=="object"&&n!==null&&n._x_interceptor){let i=r.initialize.bind(r);r.initialize=(o,s,a)=>{let c=n.initialize(o,s,a);return r.initialValue=c,i(o,s,a)}}else r.initialValue=n;return r}}function $n(e,t){return t.split(".").reduce((r,n)=>r[n],e)}function _t(e,t,r){if(typeof t=="string"&&(t=t.split(".")),t.length===1)e[t[0]]=r;else{if(t.length===0)throw error;return e[t[0]]||(e[t[0]]={}),_t(e[t[0]],t.slice(1),r)}}var or={};function y(e,t){or[e]=t}function G(e,t){let r=Ln(t);return Object.entries(or).forEach(([n,i])=>{Object.defineProperty(e,`$${n}`,{get(){return i(t,r)},enumerable:!1})}),e}function Ln(e){let[t,r]=gt(e),n={interceptor:Me,...t};return re(e,r),n}function Ne(e,t,r,...n){try{return r(...n)}catch(i){ne(i,e,t)}}function ne(e,t,Line truncated
|
||||||
|
|
||||||
|
${r?'Expression: "'+r+`"
|
||||||
|
|
||||||
|
`:""}`,t),setTimeout(()=>{throw e},0)}var ke=!0;function De(e){let t=ke;ke=!1;let r=e();return ke=t,r}function R(e,t,r={}){let n;return x(e,t)(i=>n=i,r),n}function x(...e){return sr(...e)}var sr=jn;function ar(e){sr=e}function jn(e,t){let r={};G(r,e);let n=[r,...k(e)],i=typeof t=="function"?yt(n,t):Bn(n,t,e);return Ne.bind(null,e,t,i)}function yt(e,t){return(r=()=>{},{scope:n={},params:i=[]}={})=>{let o=t.apply(P([n,...e]),i);ie(r,o)}}var xt={};function Fn(e,t){if(xt[e])return xt[e];let r=Object.getPrototypeOf(async function(){}).constructor,n=/^[\n\s]*if.*\(.*\)/.test(e.trim())||/^(let|const)\s/.test(e.trim())?`(async()=>{ ${e} })()`:e,o=(()=>{try{let s=new r(["__self","scope"],`with (scope) { __self.result = ${n} }; __self.finished = true; return __self.result;`);return Object.defineProperty(s,"name",{value:`[Alpine] ${e}`}),s}catch(s){return ne(s,t,e),Promise.resolve()}})();return xt[e]=o,o}function Bn(e,t,r){let n=Fn(t,r);return(i=()=>{},{scope:o={},params:s=[]}={})=>{n.result=void 0,n.finished=!1;let a=P([o,...e]);if(typeof n=="function"){let c=n(n,a).catch(l=>ne(l,r,t));n.finished?(ie(i,n.result,a,s,r),n.result=void 0):c.then(l=>{ie(i,l,a,s,r)}).catch(l=>ne(l,r,t)).finally(()=>n.result=void 0)}}}function ie(e,t,r,n,i){if(ke&&typeof t=="function"){let o=t.apply(r,n);o instanceof Promise?o.then(s=>ie(e,s,r,n)).catch(s=>ne(s,i,t)):e(o)}else typeof t=="object"&&t instanceof Promise?t.then(o=>e(o)):e(t)}var Et="x-";function C(e=""){return Et+e}function cr(e){Et=e}var Pe={};function d(e,t){return Pe[e]=t,{before(r){if(!Pe[r]){console.warn(String.raw`Cannot find directive \`${r}\`. \`${e}\` will use the default order of execution`);return}let n=J.indexOf(r);J.splice(n>=0?n:J.indexOf("DEFAULT"),0,e)}}}function lr(e){return Object.keys(Pe).includes(e)}function me(e,t,r){if(t=Array.from(t),e._x_virtualDirectives){let o=Object.entries(e._x_virtualDirectives).map(([a,c])=>({name:a,value:c})),s=vt(o);o=o.map(a=>s.find(c=>c.name===a.name)?{name:`x-bind:${a.name}`,value:`"${a.value}"`}:a),t=t.concat(o)}let n={};return t.map(dr((o,s)=>n[o]=s)).filter(mr).map(Kn(n,r)).sort(Hn).map(o=>zn(e,o))}function vt(e){return Array.from(e).map(dr()).filter(t=>!mr(t))}var bt=!1,pe=new Map,ur=Symbol();function fr(e){bt=!0;let t=Symbol();ur=t,pe.set(t,[]);let r=()=>{for(;pe.get(t).length;)pe.get(t).shift()();pe.delete(t)},n=()=>{bt=!1,r()};e(r),n()}function gt(e){let t=[],r=a=>t.push(a),[n,i]=Xt(e);return t.push(i),[{Alpine:K,effect:n,cleanup:r,evaluateLater:x.bind(x,e),evaluate:R.bind(R,e)},()=>t.forEach(a=>a())]}function zn(e,t){let r=()=>{},n=Pe[t.type]||r,[i,o]=gt(e);Ce(e,t.original,o);let s=()=>{e._x_ignore||e._x_ignoreSelf||(n.inline&&n.inline(e,t,i),n=n.bind(n,e,t,i),bt?pe.get(ur).push(n):n())};return s.runCleanups=o,s}var Ie=(e,t)=>({name:r,value:n})=>(r.startsWith(e)&&(r=r.replace(e,t)),{name:r,value:n}),$e=e=>e;function dr(e=()=>{}){return({name:t,value:r})=>{let{name:n,value:i}=pr.reduce((o,s)=>s(o),{name:t,value:r});return n!==t&&e(n,t),{name:n,value:i}}}var pr=[];function oe(e){pr.push(e)}function mr({name:e}){return hr().test(e)}var hr=()=>new RegExp(`^${Et}([^:^.]+)\\b`);function Kn(e,t){return({name:r,value:n})=>{let i=r.match(hr()),o=r.match(/:([a-zA-Z0-9\-_:]+)/),s=r.match(/\.[^.\]]+(?=[^\]]*$)/g)||[],a=t||e[r]||r;return{type:i?i[1]:null,value:o?o[1]:null,modifiers:s.map(c=>c.replace(".","")),expression:n,original:a}}}var wt="DEFAULT",J=["ignore","ref","data","id","anchor","bind","init","for","model","modelable","transition","show","if",wt,"teleport"];function Hn(e,t){let r=J.indexOf(e.type)===-1?wt:e.type,n=J.indexOf(t.type)===-1?wt:t.type;return J.indexOf(r)-J.indexOf(n)}function Y(e,t,r={}){e.dispatchEvent(new CustomEvent(t,{detail:r,bubbles:!0,composed:!0,cancelable:!0}))}function I(e,t){if(typeof ShadowRoot=="function"&&e instanceof ShadowRoot){Array.from(e.children).forEach(i=>I(i,t));return}let r=!1;if(t(e,()=>r=!0),r)return;let n=e.firstElementChild;for(;n;)I(n,t,!1),n=n.nextElementSibling}function E(e,...t){console.warn(`Alpine Warning: ${e}`,...t)}var _r=!1;function gr(){_r&&E("Alpine has already been initialized on this page. Calling Alpine.start() more than once can cause problems."),_r=!0,document.body||E("Unable to initialize. Trying to load Alpine before `<body>` is available. Did you forget to add `defer` in Alpine's `<script>` tag?"),Y(document,"alpine:init"),Y(document,"alpine:initializing"),de(),tr(t=>S(t,I)),re(t=>$(t)),Oe((t,r)=>{me(t,r).forEach(n=>n())});let e=t=>!X(t.parentElement,!0);Array.from(document.querySelectorAll(br().join(","))).filter(e).forEach(t=>{S(t)}),Y(document,"alpine:initialized"),setTimeout(()=>{qn()})}var St=[],xr=[];function yr(){return St.map(e=>e())}function br(){return St.concat(xr).map(e=>e())}function Le(e){St.push(e)}function je(e){xr.push(e)}function X(e,t=!1){return B(e,r=>{if((t?br():yr()).some(i=>r.matches(i)))return!0})}function B(e,t){if(e){if(t(e))return e;if(e._x_teleportBack&&(e=e._x_teleportBack),!!e.parentElement)return B(e.parentElement,t)}}function wr(Line truncated
|
||||||
|
|
||||||
|
"${t}"
|
||||||
|
|
||||||
|
Read more about the Alpine's CSP-friendly build restrictions here: https://alpinejs.dev/advanced/csp
|
||||||
|
|
||||||
|
`,e)}function Mt(e,t){let r=Object.create(null),n=e.split(",");for(let i=0;i<n.length;i++)r[n[i]]=!0;return t?i=>!!r[i.toLowerCase()]:i=>!!r[i]}var mi="itemscope,allowfullscreen,formnovalidate,ismap,nomodule,novalidate,readonly";var qs=Mt(mi+",async,autofocus,autoplay,controls,default,defer,disabled,hidden,loop,open,required,reversed,scoped,seamless,checked,muted,multiple,selected");var Yr=Object.freeze({}),Us=Object.freeze([]);var hi=Object.prototype.hasOwnProperty,be=(e,t)=>hi.call(e,t),V=Array.isArray,ae=e=>Xr(e)==="[object Map]";var _i=e=>typeof e=="string",Ue=e=>typeof e=="symbol",we=e=>e!==null&&typeof e=="object";var gi=Object.prototype.toString,Xr=e=>gi.call(e),Nt=e=>Xr(e).slice(8,-1);var We=e=>_i(e)&&e!=="NaN"&&e[0]!=="-"&&""+parseInt(e,10)===e;var Ge=e=>{let t=Object.create(null);return r=>t[r]||(t[r]=e(r))},xi=/-(\w)/g,Ws=Ge(e=>e.replace(xi,(t,r)=>r?r.toUpperCase():"")),yi=/\B([A-Z])/g,Gs=Ge(e=>e.replace(yi,"-$1").toLowerCase()),kt=Ge(e=>e.charAt(0).toUpperCase()+e.slice(1)),Js=Ge(e=>e?`on${kt(e)}`:""),Dt=(e,t)=>e!==t&&(e===e||t===t);var Pt=new WeakMap,Ee=[],j,ee=Symbol("iterate"),It=Symbol("Map key iterate");function bi(e){return e&&e._isEffect===!0}function nn(e,t=Yr){bi(e)&&(e=e.raw);let r=Ei(e,t);return t.lazy||r(),r}function on(e){e.active&&(sn(e),e.options.onStop&&e.options.onStop(),e.active=!1)}var wi=0;function Ei(e,t){let r=function(){if(!r.active)return e();if(!Ee.includes(r)){sn(r);try{return Si(),Ee.push(r),j=r,e()}finally{Ee.pop(),an(),j=Ee[Ee.length-1]}}};return r.id=wi++,r.allowRecurse=!!t.allowRecurse,r._isEffect=!0,r.active=!0,r.raw=e,r.deps=[],r.options=t,r}function sn(e){let{deps:t}=e;if(t.length){for(let r=0;r<t.length;r++)t[r].delete(e);t.length=0}}var ce=!0,Lt=[];function vi(){Lt.push(ce),ce=!1}function Si(){Lt.push(ce),ce=!0}function an(){let e=Lt.pop();ce=e===void 0?!0:e}function M(e,t,r){if(!ce||j===void 0)return;let n=Pt.get(e);n||Pt.set(e,n=new Map);let i=n.get(r);i||n.set(r,i=new Set),i.has(j)||(i.add(j),j.deps.push(i),j.options.onTrack&&j.options.onTrack({effect:j,target:e,type:t,key:r}))}function U(e,t,r,n,i,o){let s=Pt.get(e);if(!s)return;let a=new Set,c=u=>{u&&u.forEach(p=>{(p!==j||p.allowRecurse)&&a.add(p)})};if(t==="clear")s.forEach(c);else if(r==="length"&&V(e))s.forEach((u,p)=>{(p==="length"||p>=n)&&c(u)});else switch(r!==void 0&&c(s.get(r)),t){case"add":V(e)?We(r)&&c(s.get("length")):(c(s.get(ee)),ae(e)&&c(s.get(It)));break;case"delete":V(e)||(c(s.get(ee)),ae(e)&&c(s.get(It)));break;case"set":ae(e)&&c(s.get(ee));break}let l=u=>{u.options.onTrigger&&u.options.onTrigger({effect:u,target:e,key:r,type:t,newValue:n,oldValue:i,oldTarget:o}),u.options.scheduler?u.options.scheduler(u):u()};a.forEach(l)}var Ai=Mt("__proto__,__v_isRef,__isVue"),cn=new Set(Object.getOwnPropertyNames(Symbol).map(e=>Symbol[e]).filter(Ue)),Oi=ln();var Ci=ln(!0);var Zr=Ti();function Ti(){let e={};return["includes","indexOf","lastIndexOf"].forEach(t=>{e[t]=function(...r){let n=_(this);for(let o=0,s=this.length;o<s;o++)M(n,"get",o+"");let i=n[t](...r);return i===-1||i===!1?n[t](...r.map(_)):i}}),["push","pop","shift","unshift","splice"].forEach(t=>{e[t]=function(...r){vi();let n=_(this)[t].apply(this,r);return an(),n}}),e}function ln(e=!1,t=!1){return function(n,i,o){if(i==="__v_isReactive")return!e;if(i==="__v_isReadonly")return e;if(i==="__v_raw"&&o===(e?t?Vi:pn:t?Hi:dn).get(n))return n;let s=V(n);if(!e&&s&&be(Zr,i))return Reflect.get(Zr,i,o);let a=Reflect.get(n,i,o);return(Ue(i)?cn.has(i):Ai(i))||(e||M(n,"get",i),t)?a:$t(a)?!s||!We(i)?a.value:a:we(a)?e?mn(a):tt(a):a}}var Ri=Mi();function Mi(e=!1){return function(r,n,i,o){let s=r[n];if(!e&&(i=_(i),s=_(s),!V(r)&&$t(s)&&!$t(i)))return s.value=i,!0;let a=V(r)&&We(n)?Number(n)<r.length:be(r,n),c=Reflect.set(r,n,i,o);return r===_(o)&&(a?Dt(i,s)&&U(r,"set",n,i,s):U(r,"add",n,i)),c}}function Ni(e,t){let r=be(e,t),n=e[t],i=Reflect.deleteProperty(e,t);return i&&r&&U(e,"delete",t,void 0,n),i}function ki(e,t){let r=Reflect.has(e,t);return(!Ue(t)||!cn.has(t))&&M(e,"has",t),r}function Di(e){return M(e,"iterate",V(e)?"length":ee),Reflect.ownKeys(e)}var Pi={get:Oi,set:Ri,deleteProperty:Ni,has:ki,ownKeys:Di},Ii={get:Ci,set(e,t){return console.warn(`Set operation on key "${String(t)}" failed: target is readonly.`,e),!0},deleteProperty(e,t){return console.warn(`Delete operation on key "${String(t)}" failed: target is readonly.`,e),!0}};var jt=e=>we(e)?tt(e):e,Ft=e=>we(e)?mn(e):e,Bt=e=>e,et=e=>Reflect.getPrototypeOf(e);function Je(e,t,r=!1,n=!1){e=e.__v_raw;let i=_(e),o=_(t);t!==o&&!r&&M(i,"get",t),!r&&M(i,"get",o);let{has:s}=et(i),a=n?Bt:r?Ft:jt;if(s.call(i,t))return a(e.get(t));if(s.call(i,o))return a(e.get(o));e!==i&&e.get(t)}function Ye(e,t=!1){let r=this.__v_raw,n=_(r),i=_(e);return e!==i&&!t&&M(n,"has",e),!t&&M(n,"has",i),e===i?r.has(e):r.has(e)||r.has(i)}function Xe(e,t=!1){return e=e.__v_raw,!t&&M(_(e),"iterate",ee),Reflect.get(e,"size",e)}function Qr(e){e=_(e);let t=_(this);return et(t).has.call(t,e)||(t.add(e),U(t,"add",e,e)),this}function en(e,t){t
Line truncated
|
||||||
+5
-3
@@ -6,9 +6,11 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// Static holds the CSS and JavaScript files the web UI's pages load. They
|
// Static holds the CSS and JavaScript files the web UI's pages load. They
|
||||||
// are named one by one so that a missing js/alpine.min.js, which make
|
// are named one by one, so a missing file fails the build instead of
|
||||||
// assets extracts and git does not track, fails the build instead of
|
// leaving the pages without it.
|
||||||
// leaving the pages without Alpine.js.
|
//
|
||||||
|
// js/alpine.min.js is Alpine.js, committed unchanged. It is
|
||||||
|
// package/dist/cdn.min.js from the npm package @alpinejs/csp 3.14.9.
|
||||||
//
|
//
|
||||||
//go:embed css/tailwind.css css/style.css js/app.js js/alpine.min.js
|
//go:embed css/tailwind.css css/style.css js/app.js js/alpine.min.js
|
||||||
var Static embed.FS
|
var Static embed.FS
|
||||||
Reference in new issue
Block a user