ipng/nginx-logtail
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Auto-rediscover new glob patterns

Browse Source
This commit is contained in:
Pim van Pelt
2026-03-23 20:39:12 +01:00
parent d3160c7dd4
commit b89caa594c
3 changed files with 89 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
cmd/collector/main.go
View File

@@ -11,30 +11,27 @@ import (
"path/filepath"
"strings"
"syscall"
"time"
pb "git.ipng.ch/ipng/nginx-logtail/proto/logtailpb"
"google.golang.org/grpc"
)
func main() {
listen := flag.String("listen", ":9090", "gRPC listen address")
logPaths := flag.String("logs", "", "comma-separated log file paths/globs to tail")
logsFile := flag.String("logs-file", "", "file containing one log path/glob per line")
source := flag.String("source", hostname(), "name for this collector (default: hostname)")
v4prefix := flag.Int("v4prefix", 24, "IPv4 prefix length for client bucketing")
v6prefix := flag.Int("v6prefix", 48, "IPv6 prefix length for client bucketing")
listen := flag.String("listen", ":9090", "gRPC listen address")
logPaths := flag.String("logs", "", "comma-separated log file paths/globs to tail")
logsFile := flag.String("logs-file", "", "file containing one log path/glob per line")
source := flag.String("source", hostname(), "name for this collector (default: hostname)")
v4prefix := flag.Int("v4prefix", 24, "IPv4 prefix length for client bucketing")
v6prefix := flag.Int("v6prefix", 48, "IPv6 prefix length for client bucketing")
scanInterval := flag.Duration("scan-interval", 10*time.Second, "how often to rescan glob patterns for new/removed files")
flag.Parse()
patterns := collectPatterns(*logPaths, *logsFile)
if len(patterns) == 0 {
log.Fatal("collector: no log paths specified; use --logs or --logs-file")
}
paths := expandGlobs(patterns)
if len(paths) == 0 {
log.Fatal("collector: no log files matched the specified patterns")
}
log.Printf("collector: tailing %d file(s)", len(paths))
log.Printf("collector: watching %d pattern(s), rescan every %s", len(patterns), *scanInterval)
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
defer stop()
@@ -45,7 +42,7 @@ func main() {
store := NewStore(*source)
go store.Run(ch)
tailer := NewMultiTailer(paths, *v4prefix, *v6prefix, ch)
tailer := NewMultiTailer(patterns, *scanInterval, *v4prefix, *v6prefix, ch)
go tailer.Run(ctx)
lis, err := net.Listen("tcp", *listen)