Build and release tooling:
- Makefile with help as default; targets: build/build-amd64/build-arm64,
test, lint, proto, pkg-deb, docker, docker-push, clean, plus
install-deps (+ three sub-targets for apt / Go toolchain / Go tools).
- internal/version package; -ldflags -X injects Version/Commit/Date into
every binary. -version flag on all four binaries (nginx-logtail version
for the CLI).
- Dockerfile takes VERSION/COMMIT/DATE build-args and forwards them.
- .deb output lands in build/; .gitignore ignores /build/.
Debian package:
- debian/build-deb.sh packages all four static binaries into a single
nginx-logtail_<ver>_<arch>.deb using dpkg-deb.
- Binary layout: /usr/sbin/nginx-logtail-{collector,aggregator,frontend}
and /usr/bin/nginx-logtail.
- nginx-logtail(8) manpage.
- Three systemd units (collector, aggregator, frontend) shipped under
/lib/systemd/system/. Installed but never enabled or started — the
operator opts in per host.
- Collector runs as _logtail:www-data (log access); aggregator and
frontend as _logtail:_logtail. postinst creates the system user/group
idempotently.
- Single shared env file /etc/default/nginx-logtail rendered from a
template at first install with %HOSTNAME% substituted. Sensible
defaults for every COLLECTOR_*, AGGREGATOR_*, FRONTEND_* variable;
plus COLLECTOR_ARGS / AGGREGATOR_ARGS / FRONTEND_ARGS escape hatches
appended to ExecStart. Not a dpkg conffile: operator edits survive
upgrades and dpkg --purge removes it.
Versioned UDP wire format:
- ParseUDPLine dispatches on a leading "v<N>\t" tag; v1 routes to the
existing 12-field parser. Unknown/missing versions fail closed so
future v2 parsers can land before emitters are upgraded.
- Tests updated; design.md FR-2.2 rewritten to make the version tag
normative.
Docs:
- README.md gains a Quick Start (Debian / Docker Compose / from source).
- user-guide.md rewritten around Installation and Configuration: full
env-var table, UDP-only default explained, precise file/UDP log_format
layouts, note that operators can emit "0" for unknown \$is_tor / \$asn.
- Drilldown cycle, frontend filter table, and CLI --group-by list all
include source_tag. UDP counters documented in the Prometheus section.
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
68 lines
1.7 KiB
Go
68 lines
1.7 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"net"
|
|
"testing"
|
|
"time"
|
|
)
|
|
|
|
func TestUDPListenerRoundTrip(t *testing.T) {
|
|
ch := make(chan LogRecord, 4)
|
|
ps := NewPromStore()
|
|
|
|
// Bind to an ephemeral port on loopback.
|
|
pc, err := net.ListenPacket("udp", "127.0.0.1:0")
|
|
if err != nil {
|
|
t.Fatalf("listen probe: %v", err)
|
|
}
|
|
addr := pc.LocalAddr().String()
|
|
pc.Close() // release; listener will re-bind
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
u := NewUDPListener(addr, 24, 48, ch)
|
|
u.SetProm(ps)
|
|
go u.Run(ctx)
|
|
|
|
// Dial the listener and send one valid and one malformed packet.
|
|
conn, err := net.Dial("udp", addr)
|
|
if err != nil {
|
|
t.Fatalf("dial: %v", err)
|
|
}
|
|
defer conn.Close()
|
|
|
|
// The listener is started asynchronously; retry for up to 1s.
|
|
good := "v1\twww.example.com\t1.2.3.4\tGET\t/\t200\t42\t0.010\t0\t12345\tdirect\t10.0.0.1\thttps"
|
|
bad := "not enough\tfields"
|
|
deadline := time.Now().Add(time.Second)
|
|
for time.Now().Before(deadline) {
|
|
conn.Write([]byte(good))
|
|
conn.Write([]byte(bad))
|
|
select {
|
|
case rec := <-ch:
|
|
if rec.Website != "www.example.com" || rec.SourceTag != "direct" {
|
|
t.Fatalf("bad record: %+v", rec)
|
|
}
|
|
// Give the listener a moment to process the malformed packet too.
|
|
time.Sleep(50 * time.Millisecond)
|
|
ps.udpMu.Lock()
|
|
pkt, suc, con := ps.udpPacketsReceived, ps.udpLoglinesSuccess, ps.udpLoglinesConsumed
|
|
ps.udpMu.Unlock()
|
|
if pkt < 2 {
|
|
t.Errorf("udpPacketsReceived=%d, want >=2", pkt)
|
|
}
|
|
if suc < 1 {
|
|
t.Errorf("udpLoglinesSuccess=%d, want >=1", suc)
|
|
}
|
|
if con < 1 {
|
|
t.Errorf("udpLoglinesConsumed=%d, want >=1", con)
|
|
}
|
|
return
|
|
case <-time.After(50 * time.Millisecond):
|
|
}
|
|
}
|
|
t.Fatal("no record received within 1s")
|
|
}
|