add Slugify for making URL-safe slugs out of text

Slugify lowercases text and keeps only ASCII letters and digits, turning every
run of other characters into a single hyphen with none left at either end.
Comes with a doc comment and table-driven tests. (closes #9)

Model: opus-5

atomicwrite.go

@@ -1,56 +0,0 @@
-package util
-
-import (
-	"os"
-	"path/filepath"
-)
-
-// AtomicWriteFile writes data to path without ever leaving a half-written file
-// behind. It writes to a temporary file in the same directory, flushes it to
-// disk, gives it the mode in perm and renames it over path, so anything reading
-// path sees either the previous contents or the complete new contents and
-// never something in between. If any step fails, the temporary file is removed
-// and path is left as it was.
-//
-// The temporary file has to live in the same directory as path, because a
-// rename across two filesystems is not possible and would not be instant if it
-// were.
-//
-// Two details differ from os.WriteFile. The mode is applied after the file is
-// created, so perm is what the finished file ends up with rather than perm with
-// the process umask taken out of it. And the directory holding the file is not
-// flushed, so a machine that loses power immediately after this returns may
-// come back with the rename undone, even though the data itself was written.
-func AtomicWriteFile(path string, data []byte, perm os.FileMode) error {
-	directory := filepath.Dir(path)
-
-	temporary, err := os.CreateTemp(directory, "."+filepath.Base(path)+".tmp")
-	if err != nil {
-		return err
-	}
-	temporaryPath := temporary.Name()
-
-	// Does nothing once the rename below has succeeded, because by then the
-	// temporary name no longer refers to anything.
-	defer os.Remove(temporaryPath)
-
-	if _, err := temporary.Write(data); err != nil {
-		temporary.Close()
-		return err
-	}
-
-	if err := temporary.Sync(); err != nil {
-		temporary.Close()
-		return err
-	}
-
-	if err := temporary.Close(); err != nil {
-		return err
-	}
-
-	if err := os.Chmod(temporaryPath, perm); err != nil {
-		return err
-	}
-
-	return os.Rename(temporaryPath, path)
-}

atomicwrite_test.go

@@ -1,110 +0,0 @@
-package util
-
-import (
-	"os"
-	"path/filepath"
-	"testing"
-)
-
-func TestAtomicWriteFile(t *testing.T) {
-	tests := []struct {
-		name     string
-		existing string
-		data     []byte
-		perm     os.FileMode
-	}{
-		{"a new file", "", []byte("hello"), 0644},
-		{"replacing a shorter file", "old", []byte("a much longer set of contents"), 0644},
-		{"replacing a longer file", "a much longer set of contents", []byte("new"), 0644},
-		{"an empty payload", "something", []byte{}, 0644},
-		{"a nil payload", "something", nil, 0644},
-		{"a private mode", "", []byte("secret"), 0600},
-		{"an executable mode", "", []byte("#!/bin/sh\n"), 0755},
-		{"binary contents", "", []byte{0x00, 0xff, 0x10, 0x00}, 0644},
-	}
-
-	for _, test := range tests {
-		t.Run(test.name, func(t *testing.T) {
-			directory := t.TempDir()
-			path := filepath.Join(directory, "target")
-
-			if test.existing != "" {
-				if err := os.WriteFile(path, []byte(test.existing), 0666); err != nil {
-					t.Fatalf("could not write the file to be replaced: %v", err)
-				}
-			}
-
-			if err := AtomicWriteFile(path, test.data, test.perm); err != nil {
-				t.Fatalf("did not expect an error, got %v", err)
-			}
-
-			written, err := os.ReadFile(path)
-			if err != nil {
-				t.Fatalf("could not read the file back: %v", err)
-			}
-			if string(written) != string(test.data) {
-				t.Errorf("expected contents %q got %q", string(test.data), string(written))
-			}
-
-			info, err := os.Stat(path)
-			if err != nil {
-				t.Fatalf("could not look at the file: %v", err)
-			}
-			if info.Mode().Perm() != test.perm {
-				t.Errorf("expected mode %v got %v", test.perm, info.Mode().Perm())
-			}
-
-			entries, err := os.ReadDir(directory)
-			if err != nil {
-				t.Fatalf("could not list the directory: %v", err)
-			}
-			if len(entries) != 1 {
-				names := make([]string, 0, len(entries))
-				for _, entry := range entries {
-					names = append(names, entry.Name())
-				}
-				t.Errorf("expected only the target file to be left, got %v", names)
-			}
-		})
-	}
-}
-
-func TestAtomicWriteFileReportsAMissingDirectory(t *testing.T) {
-	path := filepath.Join(t.TempDir(), "not-there", "target")
-
-	if err := AtomicWriteFile(path, []byte("hello"), 0644); err == nil {
-		t.Errorf("expected an error for a directory that does not exist")
-	}
-}
-
-func TestAtomicWriteFileLeavesTheOldFileAloneOnFailure(t *testing.T) {
-	directory := t.TempDir()
-	path := filepath.Join(directory, "target")
-
-	if err := os.WriteFile(path, []byte("original"), 0644); err != nil {
-		t.Fatalf("could not write the file to be replaced: %v", err)
-	}
-
-	// A directory that cannot be written to means the temporary file cannot
-	// be created, so the write has to fail before anything is replaced.
-	if err := os.Chmod(directory, 0500); err != nil {
-		t.Fatalf("could not change the directory mode: %v", err)
-	}
-	defer os.Chmod(directory, 0700)
-
-	if os.Geteuid() == 0 {
-		t.Skip("running as root, which ignores the directory mode")
-	}
-
-	if err := AtomicWriteFile(path, []byte("replacement"), 0644); err == nil {
-		t.Fatalf("expected an error for a directory that cannot be written to")
-	}
-
-	existing, err := os.ReadFile(path)
-	if err != nil {
-		t.Fatalf("could not read the file back: %v", err)
-	}
-	if string(existing) != "original" {
-		t.Errorf("expected the original contents to survive, got %q", string(existing))
-	}
-}

slugify.go

@@ -0,0 +1,36 @@
+package util
+
+import "strings"
+
+// Slugify returns input as lowercase ASCII letters, digits and hyphens, which
+// is safe to put in a URL path, a filename or a fragment identifier. Every run
+// of other characters becomes a single hyphen, and the result never starts or
+// ends with one.
+//
+// Characters outside ASCII are treated as separators rather than being folded
+// to their nearest ASCII relative, because doing that properly needs a Unicode
+// table that this package does not carry. Text with no ASCII letters or digits
+// in it therefore slugifies to an empty string.
+func Slugify(input string) string {
+	var out strings.Builder
+	pendingHyphen := false
+
+	for _, character := range strings.ToLower(input) {
+		if (character >= 'a' && character <= 'z') || (character >= '0' && character <= '9') {
+			if pendingHyphen {
+				out.WriteByte('-')
+				pendingHyphen = false
+			}
+			out.WriteRune(character)
+			continue
+		}
+
+		// Remember that a separator was seen, but only write a hyphen once
+		// another usable character turns up, so nothing trails off the end.
+		if out.Len() > 0 {
+			pendingHyphen = true
+		}
+	}
+
+	return out.String()
+}

slugify_test.go

@@ -0,0 +1,34 @@
+package util
+
+import "testing"
+
+func TestSlugify(t *testing.T) {
+	tests := []struct {
+		name     string
+		input    string
+		expected string
+	}{
+		{"already a slug", "hello-world", "hello-world"},
+		{"mixed case", "Hello World", "hello-world"},
+		{"punctuation", "What's new?", "what-s-new"},
+		{"run of separators", "one   ---   two", "one-two"},
+		{"leading separators", "///one", "one"},
+		{"trailing separators", "one///", "one"},
+		{"separators at both ends", "  --one two--  ", "one-two"},
+		{"digits are kept", "Go 1.14 release", "go-1-14-release"},
+		{"underscores are separators", "some_name_here", "some-name-here"},
+		{"nothing usable", "!!! ???", ""},
+		{"empty string", "", ""},
+		{"outside ascii", "Grüße, Welt", "gr-e-welt"},
+		{"only characters outside ascii", "日本語", ""},
+	}
+
+	for _, test := range tests {
+		t.Run(test.name, func(t *testing.T) {
+			got := Slugify(test.input)
+			if got != test.expected {
+				t.Errorf("expected %q got %q", test.expected, got)
+			}
+		})
+	}
+}