joe/everytab
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cap number of favicons to 50 per host

Browse source
This commit is contained in:
Joe Lothan 2026-05-20 00:53:24 -04:00
parent cd896427eb
commit 03e343a136
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
pipeline/02_warc_parse/parser.go
View file

@ -47,7 +47,7 @@ func ParseHTML(body []byte, protocol, hostname string) ParseResult {
continue continue
} }
if tagName == "link" && hasAttr { if tagName == "link" && hasAttr && len(result.Icons) < 50 {
icon := parseLinkTag(tokenizer, protocol, hostname) icon := parseLinkTag(tokenizer, protocol, hostname)
if icon != nil { if icon != nil {
result.Icons = append(result.Icons, *icon) result.Icons = append(result.Icons, *icon)