grotere buffer voor scanner

cmd/trends/trends.go

@@ -28,6 +28,7 @@ func main() {
 	fp, err := os.Open(os.Args[1])
 	x(err)
 	scanner := bufio.NewScanner(fp)
+	scanner.Buffer(nil, 1000000)
 	for scanner.Scan() {
 		aa := strings.Split(scanner.Text(), "\t")
 		n, err := strconv.Atoi(aa[0])
@@ -45,6 +46,7 @@ func main() {
 	fp, err = os.Open(os.Args[2])
 	x(err)
 	scanner = bufio.NewScanner(fp)
+	scanner.Buffer(nil, 1000000)
 	for scanner.Scan() {
 		lines = append(lines, scanner.Text())
 	}