improve stats generation

2026-05-20 00:31:38 -04:00 · 2026-05-20 00:31:38 -04:00 · a8177a1583
commit a8177a1583
parent 0c9ad5bfd6
5 changed files with 61 additions and 20 deletions
--- a/pipeline/02_warc_parse/log.go
+++ b/pipeline/02_warc_parse/log.go
@ -71,6 +71,7 @@ func writeStats(stats *Stats, cfg Config) {
 		"duration_seconds": int(duration.Seconds()),
 		"processed":        stats.Processed.Load(),
 		"titles_found":     stats.TitlesFound.Load(),
+		"no_title":         stats.NoTitle.Load(),
 		"icons_found":      stats.IconsFound.Load(),
 		"iframe_blocked":   stats.IframeBlocked.Load(),
 		"fetch_errors":     stats.FetchErrors.Load(),