Add prometheus exporter on :9100

cmd/collector/parser.go

@@ -9,12 +9,15 @@ import (
 
 // LogRecord holds the dimensions extracted from a single nginx log line.
 type LogRecord struct {
-	Website      string
-	ClientPrefix string
-	URI          string
-	Status       string
-	IsTor        bool
-	ASN          int32
+	Website       string
+	ClientPrefix  string
+	URI           string
+	Status        string
+	IsTor         bool
+	ASN           int32
+	Method        string
+	BodyBytesSent int64
+	RequestTime   float64
 }
 
 // ParseLine parses a tab-separated logtail log line:
@@ -51,13 +54,26 @@ func ParseLine(line string, v4bits, v6bits int) (LogRecord, bool) {
 		}
 	}
 
+	var bodyBytes int64
+	if n, err := strconv.ParseInt(fields[6], 10, 64); err == nil {
+		bodyBytes = n
+	}
+
+	var reqTime float64
+	if f, err := strconv.ParseFloat(fields[7], 64); err == nil {
+		reqTime = f
+	}
+
 	return LogRecord{
-		Website:      fields[0],
-		ClientPrefix: prefix,
-		URI:          uri,
-		Status:       fields[5],
-		IsTor:        isTor,
-		ASN:          asn,
+		Website:       fields[0],
+		ClientPrefix:  prefix,
+		URI:           uri,
+		Status:        fields[5],
+		IsTor:         isTor,
+		ASN:           asn,
+		Method:        fields[3],
+		BodyBytesSent: bodyBytes,
+		RequestTime:   reqTime,
 	}, true
 }