tags; .De -> . De

oud/fix.go

@@ -0,0 +1,66 @@
+package main
+
+/*
+Dit past corpora aan
+
+Tags verwijderen:
+
+Oog: Nieuws
+Parool: Nieuws
+RO: Artikelen, cafeyn
+RTVNoord: br_*
+Tzum: Nieuws
+
+Tags veranderen:
+
+RTVNoord: tr_* → *
+
+*/
+
+import (
+	e "codeberg.org/pebbe/errors"
+	cc "github.com/pebbe/compactcorpus"
+	"github.com/rug-compling/alpinods"
+
+	"encoding/xml"
+	"fmt"
+	"os"
+	"strings"
+)
+
+var (
+	x = e.ExitErr
+)
+
+func main() {
+	for _, file := range os.Args[1:] {
+		base := strings.TrimSuffix(file, ".data.dz")
+		newfile := base + "-new.data.dz"
+
+		incc, err := cc.Open(file)
+		x(err)
+		outcc, err := cc.NewCorpus(newfile)
+		x(err)
+		r, err := incc.NewRange()
+		x(err)
+		for r.HasNext() {
+			name, data := r.Next()
+			fmt.Printf("%s  %s           \r", base, name)
+			var alpino alpinods.AlpinoDS
+			x(xml.Unmarshal(data, &alpino))
+			for i := 0; i < len(alpino.Metadata.Meta); i++ {
+				if alpino.Metadata.Meta[i].Name != "tag" {
+					continue
+				}
+				if n := alpino.Metadata.Meta[i].Value; n == "Nieuws" || n == "Artikelen" || n == "cafeyn" || strings.HasPrefix(n, "br_") {
+					alpino.Metadata.Meta = append(alpino.Metadata.Meta[:i], alpino.Metadata.Meta[i+1:]...)
+					i--
+				} else if strings.HasPrefix(n, "tr_") {
+					alpino.Metadata.Meta[i].Value = n[3:]
+				}
+			}
+			outcc.Write(name, []byte(alpino.String()))
+		}
+		x(outcc.Close())
+	}
+}