Output JSON

This commit is contained in:
2026-01-12 22:48:15 +01:00
parent dbbae65e45
commit 66835aab9d
3 changed files with 104 additions and 36 deletions

View File

@@ -5,6 +5,7 @@ package utils
import (
"bytes"
"compress/gzip"
"encoding/hex"
"encoding/json"
"fmt"
"io"
@@ -16,6 +17,32 @@ import (
const maxCompressRatio = 100
// Entry represents a CT log entry in JSON format.
type Entry struct {
EntryNumber int `json:"entry_number"`
LeafIndex int64 `json:"leaf_index"`
Timestamp int64 `json:"timestamp"`
IsPrecert bool `json:"is_precert"`
IssuerKeyHash string `json:"issuer_key_hash,omitempty"`
CertificateSize int `json:"certificate_size"`
PreCertificateSize *int `json:"precertificate_size,omitempty"`
ChainFingerprints []string `json:"chain_fingerprints"`
ParsedCertInfo json.RawMessage `json:"parsed_cert_info,omitempty"`
}
// HashTileOutput represents a hash tile in JSON format.
type HashTileOutput struct {
NumHashes int `json:"num_hashes"`
Hashes []string `json:"hashes"`
}
// DumpResult is the result of dumping entries or hashes from a tile.
type DumpResult struct {
Entries []Entry `json:"entries,omitempty"`
HashTile *HashTileOutput `json:"hash_tile,omitempty"`
TotalEntries int `json:"total_entries,omitempty"`
}
// FetchURL fetches data from a URL.
func FetchURL(url string) ([]byte, error) {
resp, err := http.Get(url)
@@ -42,61 +69,70 @@ func Decompress(data []byte) ([]byte, error) {
return io.ReadAll(io.LimitReader(r, maxSize))
}
// DumpAllEntries reads and dumps all entries from tile data.
// DumpAllEntries reads and returns all entries from tile data as JSON-serializable structures.
// Automatically detects if the tile is a data tile or hash tile.
func DumpAllEntries(tileData []byte) error {
func DumpAllEntries(tileData []byte) (*DumpResult, error) {
// Try to read as data tile first
if err := dumpDataTile(tileData); err != nil {
result, err := dumpDataTile(tileData)
if err != nil {
// If it fails, try as hash tile
fmt.Fprintf(os.Stderr, "Not a data tile, trying as hash tile...\n")
return dumpHashTile(tileData)
}
return nil
return result, nil
}
func dumpDataTile(tileData []byte) error {
func dumpDataTile(tileData []byte) (*DumpResult, error) {
entryNum := 0
var entries []Entry
for len(tileData) > 0 {
e, remaining, err := sunlight.ReadTileLeaf(tileData)
if err != nil {
return fmt.Errorf("failed to read entry %d: %w", entryNum, err)
return nil, fmt.Errorf("failed to read entry %d: %w", entryNum, err)
}
tileData = remaining
dumpEntry(e, entryNum)
fmt.Println()
entry := convertEntry(e, entryNum)
entries = append(entries, entry)
entryNum++
}
fmt.Printf("Total entries: %d\n", entryNum)
return nil
return &DumpResult{
Entries: entries,
TotalEntries: entryNum,
}, nil
}
func dumpHashTile(tileData []byte) error {
func dumpHashTile(tileData []byte) (*DumpResult, error) {
const hashSize = 32 // SHA-256 hash size
if len(tileData)%hashSize != 0 {
return fmt.Errorf("invalid hash tile: size %d is not a multiple of %d", len(tileData), hashSize)
return nil, fmt.Errorf("invalid hash tile: size %d is not a multiple of %d", len(tileData), hashSize)
}
numHashes := len(tileData) / hashSize
fmt.Printf("Hash tile with %d hashes:\n\n", numHashes)
hashes := make([]string, numHashes)
for i := 0; i < numHashes; i++ {
hash := tileData[i*hashSize : (i+1)*hashSize]
fmt.Printf("Hash %d: %x\n", i, hash)
hashes[i] = hex.EncodeToString(hash)
}
return nil
return &DumpResult{
HashTile: &HashTileOutput{
NumHashes: numHashes,
Hashes: hashes,
},
}, nil
}
// DumpEntryAtPosition reads and dumps a specific entry at the given position.
func DumpEntryAtPosition(tileData []byte, position int, expectedIndex int64) error {
// DumpEntryAtPosition reads and returns a specific entry at the given position.
func DumpEntryAtPosition(tileData []byte, position int, expectedIndex int64) (*Entry, error) {
entryNum := 0
for len(tileData) > 0 {
e, remaining, err := sunlight.ReadTileLeaf(tileData)
if err != nil {
return fmt.Errorf("failed to read entry %d: %w", entryNum, err)
return nil, fmt.Errorf("failed to read entry %d: %w", entryNum, err)
}
tileData = remaining
@@ -105,39 +141,45 @@ func DumpEntryAtPosition(tileData []byte, position int, expectedIndex int64) err
fmt.Fprintf(os.Stderr, "WARNING: Expected leaf index %d but found %d at position %d\n",
expectedIndex, e.LeafIndex, position)
}
dumpEntry(e, entryNum)
return nil
entry := convertEntry(e, entryNum)
return &entry, nil
}
entryNum++
}
return fmt.Errorf("position %d not found in tile (only %d entries)", position, entryNum)
return nil, fmt.Errorf("position %d not found in tile (only %d entries)", position, entryNum)
}
func dumpEntry(e *sunlight.LogEntry, entryNum int) {
fmt.Printf("=== Entry %d ===\n", entryNum)
fmt.Printf("Leaf Index: %d\n", e.LeafIndex)
fmt.Printf("Timestamp: %d\n", e.Timestamp)
fmt.Printf("Is Precert: %v\n", e.IsPrecert)
func convertEntry(e *sunlight.LogEntry, entryNum int) Entry {
entry := Entry{
EntryNumber: entryNum,
LeafIndex: e.LeafIndex,
Timestamp: e.Timestamp,
IsPrecert: e.IsPrecert,
CertificateSize: len(e.Certificate),
}
if e.IsPrecert {
fmt.Printf("Issuer Key Hash: %x\n", e.IssuerKeyHash)
entry.IssuerKeyHash = hex.EncodeToString(e.IssuerKeyHash[:])
}
fmt.Printf("Certificate: %d bytes\n", len(e.Certificate))
if e.PreCertificate != nil {
fmt.Printf("PreCertificate: %d bytes\n", len(e.PreCertificate))
size := len(e.PreCertificate)
entry.PreCertificateSize = &size
}
fmt.Printf("Chain Fingerprints: %d entries\n", len(e.ChainFingerprints))
// Convert chain fingerprints to hex strings
entry.ChainFingerprints = make([]string, len(e.ChainFingerprints))
for i, fp := range e.ChainFingerprints {
fmt.Printf(" [%d]: %x\n", i, fp)
entry.ChainFingerprints[i] = hex.EncodeToString(fp[:])
}
// Try to extract parsed certificate info
if trimmed, err := e.TrimmedEntry(); err == nil {
if data, err := json.MarshalIndent(trimmed, " ", " "); err == nil {
fmt.Printf("Parsed Certificate Info:\n %s\n", data)
if data, err := json.Marshal(trimmed); err == nil {
entry.ParsedCertInfo = data
}
}
return entry
}