fix title voor HLN en Parool; helperfuncties naar internal/util

BuurtAdam/Makefile

@@ -5,5 +5,5 @@ all: \
 metadata: cmd/metadata/*.go
 	go build -o $@ $^
 
-buurtadam: cmd/buurtadam/*.go
-	go build -o $@ $^
+buurtadam: cmd/buurtadam/*.go ../internal/util/*.go
+	go build -o $@ $<

BuurtAdam/cmd/buurtadam/buurtadam.go

@@ -4,13 +4,14 @@ import (
 	e "codeberg.org/pebbe/errors"
 	"github.com/jbowtie/gokogiri"
 
+	u "git.web.rug.nl/p209327/nlnieuws/internal/util"
+
 	"encoding/xml"
 	"fmt"
 	"io"
 	"net/http"
 	"net/url"
 	"os"
-	"path/filepath"
 	"strings"
 	"time"
 )
@@ -64,7 +65,7 @@ func main() {
 	}()
 
 	myLock := "/net/corpora/nlnieuws/BuurtAdam/lock"
-	mkLock(myLock)
+	u.MkLock(myLock)
 	defer func() {
 		_ = os.Remove(myLock)
 	}()
@@ -202,7 +203,7 @@ func doArticle(filename string, url string, title string, timestamp time.Time, n
 	}
 
 	for _, div := range divs {
-		p(fp.WriteString(addEnd(fixSpace(div.Content()))))
+		p(fp.WriteString(u.AddEnd(u.FixSpace(div.Content()))))
 	}
 
 	p(fp.Close())
@@ -211,40 +212,3 @@ func doArticle(filename string, url string, title string, timestamp time.Time, n
 
 	return true
 }
-
-func addEnd(s string) string {
-	s = strings.TrimSpace(s)
-	n := len(s)
-	if n == 0 {
-		return ""
-	}
-	if n > 0 {
-		if strings.ContainsAny(s[n-1:], ".!?") {
-			return s + "\n"
-		}
-	}
-	if n > 1 {
-		s2 := s[n-2:]
-		if s2 == `."` || s2 == `!"` || s2 == `?"` || s2 == `.'` || s2 == `!'` || s2 == `?'` {
-			return s + "\n"
-		}
-	}
-	return s + ".\n"
-}
-
-func fixSpace(s string) string {
-	return strings.Join(strings.Fields(s), " ")
-}
-
-func mkLock(filename string) {
-	pid := os.Getpid()
-	link := fmt.Sprintf("%s.%d", filepath.Base(filename), pid)
-	p(os.Symlink(link, filename))
-
-	name, err := os.Readlink(filename)
-	p(err)
-
-	if name != link {
-		p(fmt.Errorf("wrong lock name %q, should be %q", name, link))
-	}
-}