grotere buffer voor scanner

This commit is contained in:
Peter Kleiweg
2026-08-04 13:32:12 +02:00
parent 1de42635d0
commit c37c54148e
26 changed files with 44 additions and 6 deletions

View File

@@ -250,6 +250,18 @@ func doArticle(filename string, url string, title string, timestamp time.Time, n
}
article := articles[0]
hh, err := article.Search(`//h2`)
p(err)
for _, h := range hh {
if h.Content() == "liveblog" {
fp, err := os.Create(filename + ".skip")
p(fp.WriteString("liveblog\n" + url + "\n"))
p(err)
p(os.Chtimes(filename+".skip", timestamp, timestamp))
return true
}
}
tags := make([]string, 0)
ell, err := article.Search(`.//*[@data-content-type="LABEL"]`)
p(err)