diff --git a/pipeline/02_warc_parse/main.go b/pipeline/02_warc_parse/main.go index 3895b15..16766b4 100644 --- a/pipeline/02_warc_parse/main.go +++ b/pipeline/02_warc_parse/main.go @@ -204,7 +204,7 @@ func main() { }() // Stage 3: DB writers — multiple goroutines batch writes for efficiency - const numWriters = 3 + const numWriters = 8 var writerWg sync.WaitGroup if !cfg.DryRun { for w := 0; w < numWriters; w++ {