ShadowsOverWestgate/sow-tools
7
0
Fork 0
Code Issues 2 Pull Requests Actions Packages Projects Releases 38 Activity

Further wiki slug normalization

Browse Source
This commit is contained in:
archvillainette
2026-05-21 22:17:56 +02:00
parent 43fee721db
commit a0af6315b9
3 changed files with 51 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
internal/topdata/wiki_deploy_test.go
+7 -5
View File
@@ -170,11 +170,13 @@ func TestMatchExistingNodeBBPagePrefersGeneratedPublicSlug(t *testing.T) {
func TestDeploySlugifyWikiTitleMatchesGeneratedSlugPolicy(t *testing.T) { func TestDeploySlugifyWikiTitleMatchesGeneratedSlugPolicy(t *testing.T) {
tests := map[string]string{ tests := map[string]string{
`Grandmaster's Battle Momentum`: "grandmasters-battle-momentum", `Grandmaster's Battle Momentum`: "grandmasters-battle-momentum",
`Bigby’s Clenched Fist`: "bigbys-clenched-fist", `Bigby’s Clenched Fist`: "bigbys-clenched-fist",
`Hardiness vs. Enchantments`: "hardiness-vs-enchantments", `Hardiness vs. Enchantments`: "hardiness-vs-enchantments",
`Clairaudience/Clairvoyance`: "clairaudience-clairvoyance", `Clairaudience/Clairvoyance`: "clairaudience-clairvoyance",
`Élite & Noble Houses`: "elite-noble-houses", `Élite & Noble Houses`: "elite-noble-houses",
`Alpha!@#$%^&*()[]-=_+/?.,<>` + "`" + `~|\Omega`: "alpha-omega",
`Æther Œuvre Øresund Straße Þorn Łódź Đelta`: "aether-oeuvre-oresund-strasse-thorn-lodz-delta",
} }
for input, want := range tests { for input, want := range tests {
if got := slugifyWikiTitle(input); got != want { if got := slugifyWikiTitle(input); got != want {
internal/topdata/wiki_native_test.go
+11 -9
View File
@@ -1241,15 +1241,17 @@ func TestWikiPageSlugOverridesChangeTargets(t *testing.T) {
func TestWikiSlugifyTitleNormalizesPunctuationAndSeparators(t *testing.T) { func TestWikiSlugifyTitleNormalizesPunctuationAndSeparators(t *testing.T) {
tests := map[string]string{ tests := map[string]string{
`Grandmaster's Battle Momentum`: "grandmasters-battle-momentum", `Grandmaster's Battle Momentum`: "grandmasters-battle-momentum",
`Bigby’s Clenched Fist`: "bigbys-clenched-fist", `Bigby’s Clenched Fist`: "bigbys-clenched-fist",
`"Quoted" ‘Curly’ “Title”`: "quoted-curly-title", `"Quoted" ‘Curly’ “Title”`: "quoted-curly-title",
`Hardiness vs. Enchantments`: "hardiness-vs-enchantments", `Hardiness vs. Enchantments`: "hardiness-vs-enchantments",
`Clairaudience/Clairvoyance`: "clairaudience-clairvoyance", `Clairaudience/Clairvoyance`: "clairaudience-clairvoyance",
`Moon-on-a-Stick`: "moon-on-a-stick", `Moon-on-a-Stick`: "moon-on-a-stick",
`Élite &amp; Noble Houses`: "elite-noble-houses", `Élite &amp; Noble Houses`: "elite-noble-houses",
`Rock 'n' Roll`: "rock-n-roll", `Rock 'n' Roll`: "rock-n-roll",
`Melf&#39;s Acid Arrow`: "melfs-acid-arrow", `Melf&#39;s Acid Arrow`: "melfs-acid-arrow",
`Alpha!@#$%^&*()[]-=_+/?.,<>` + "`" + `~|\Omega`: "alpha-omega",
`Æther Œuvre Øresund Straße Þorn Łódź Đelta`: "aether-oeuvre-oresund-strasse-thorn-lodz-delta",
} }
for input, want := range tests { for input, want := range tests {
if got := wikiSlugifyTitle(input); got != want { if got := wikiSlugifyTitle(input); got != want {
internal/topdata/wiki_slug.go
+33
View File
@@ -13,6 +13,7 @@ func slugifyWikiText(value string, fallback string) string {
var b strings.Builder var b strings.Builder
lastDash := false lastDash := false
for _, r := range norm.NFKD.String(strings.ToLower(value)) { for _, r := range norm.NFKD.String(strings.ToLower(value)) {
transliterated := transliterateWikiSlugRune(r)
switch { switch {
case r >= 'a' && r <= 'z': case r >= 'a' && r <= 'z':
b.WriteRune(r) b.WriteRune(r)
@@ -24,6 +25,9 @@ func slugifyWikiText(value string, fallback string) string {
continue continue
case isWikiSlugJoinerPunctuation(r): case isWikiSlugJoinerPunctuation(r):
continue continue
case transliterated != "":
b.WriteString(transliterated)
lastDash = false
default: default:
if b.Len() > 0 && !lastDash { if b.Len() > 0 && !lastDash {
b.WriteByte('-') b.WriteByte('-')
@@ -46,3 +50,32 @@ func isWikiSlugJoinerPunctuation(r rune) bool {
return false return false
} }
} }
func transliterateWikiSlugRune(r rune) string {
switch r {
case 'æ':
return "ae"
case 'œ':
return "oe"
case 'ø':
return "o"
case 'ß':
return "ss"
case 'þ':
return "th"
case 'ð', 'đ':
return "d"
case 'ł':
return "l"
case 'ħ':
return "h"
case 'ı':
return "i"
case 'ŋ':
return "n"
case 'ŧ':
return "t"
default:
return ""
}
}