grotere buffer voor scanner

This commit is contained in:
Peter Kleiweg
2026-08-04 13:32:12 +02:00
parent 1de42635d0
commit c37c54148e
26 changed files with 44 additions and 6 deletions

View File

@@ -95,6 +95,7 @@ func doText(filename string) {
x(err)
defer func() { x(fp.Close()) }()
scanner := bufio.NewScanner(fp)
scanner.Buffer(nil, 1000000)
for scanner.Scan() {
line := scanner.Text()
if !strings.HasPrefix(line, "##META") {

View File

@@ -45,11 +45,11 @@ type LdJson struct {
}
var (
p = e.PanicErr
w = e.WarnErr
agent = "AhrefsBot/7.0"
// agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36"
jar *cookiejar.Jar
p = e.PanicErr
w = e.WarnErr
//agent = "AhrefsBot/7.0"
agent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36"
jar *cookiejar.Jar
)
func exists(filename string) bool {