Music Pipeline Configuration Hardening

internal/project/effective.go

@@ -8,6 +8,8 @@ import (
 	"slices"
 	"strings"
 	"time"
+
+	"gitea.westgate.pw/ShadowsOverWestgate/sow-tools/internal/music"
 )
 
 const (
@@ -249,7 +251,7 @@ func (p *Project) EffectiveConfig() EffectiveConfig {
 	musicMaxStemLength := 16
 	musicNamingScheme := DefaultMusicNamingScheme
 	musicOutputExtension := DefaultMusicOutputExtension
-	musicConvertExtensions := []string{".mp3", ".ogg"}
+	musicConvertExtensions := music.DefaultConvertExtensions()
 	if d := p.Config.Music.Defaults; d != nil {
 		if d.StageRoot != "" {
 			musicStageRoot = expandPathTemplate(d.StageRoot, paths)
@@ -318,7 +320,6 @@ func (p *Project) EffectiveConfig() EffectiveConfig {
 			ConvertExtensions: dsConvertExtensions,
 		}
 	}
-
 	effective := EffectiveConfig{
 		ConfigSource: p.ConfigSource,
 		Module:       p.Config.Module,
@@ -428,7 +429,7 @@ func markMissingDefaults(provenance ConfigProvenance) {
 		"music.max_stem_length":                    "16",
 		"music.naming_scheme":                      DefaultMusicNamingScheme,
 		"music.output_extension":                   DefaultMusicOutputExtension,
-		"music.convert_extensions":                 ".mp3, .ogg",
+		"music.convert_extensions":                 strings.Join(music.DefaultConvertExtensions(), ", "),
 		"topdata.build":                            DefaultTopDataBuild,
 		"topdata.compiled_2da_dir":                 DefaultTopDataCompiled2DADir,
 		"topdata.compiled_tlk":                     DefaultTopDataCompiledTLK,

internal/project/project.go

@@ -602,10 +602,46 @@ func (p *Project) Scan() error {
 	assetDir := p.AssetsDir()
 	var assetFiles []string
 	if assetDir != "" && filepath.Clean(assetDir) != filepath.Clean(p.Root) {
+		musicSourceExts := make(map[string]struct{})
+		for _, ext := range effective.Music.ConvertExtensions {
+			musicSourceExts[ext] = struct{}{}
+		}
+		musicSourceRoots := make(map[string]map[string]struct{})
+		for _, ds := range effective.Music.Datasets {
+			if strings.TrimSpace(ds.Source) == "" {
+				continue
+			}
+			exts := musicSourceRoots[ds.Source]
+			if exts == nil {
+				exts = make(map[string]struct{})
+				musicSourceRoots[ds.Source] = exts
+			}
+			for _, ext := range ds.ConvertExtensions {
+				exts[ext] = struct{}{}
+			}
+			for ext := range musicSourceExts {
+				exts[ext] = struct{}{}
+			}
+		}
 		var err error
 		assetFiles, _, err = scanDir(assetDir, func(path string) bool {
-			ext := strings.ToLower(filepath.Ext(path))
-			return slices.Contains(effective.Inventory.AssetExtensions, ext)
+			rel, err := filepath.Rel(assetDir, path)
+			if err != nil {
+				return false
+			}
+			rel = filepath.ToSlash(rel)
+			ext := strings.ToLower(filepath.Ext(rel))
+			if slices.Contains(effective.Inventory.AssetExtensions, ext) {
+				return true
+			}
+			for root, exts := range musicSourceRoots {
+				if !pathIsUnder(root, rel) {
+					continue
+				}
+				_, ok := exts[ext]
+				return ok
+			}
+			return false
 		})
 		if err != nil {
 			if errors.Is(err, os.ErrNotExist) {
@@ -1393,6 +1429,15 @@ func validateOutputFileName(field, name, expectedExt string) error {
 	return nil
 }
 
+func pathIsUnder(root, rel string) bool {
+	root = strings.Trim(strings.TrimSpace(filepath.ToSlash(root)), "/")
+	rel = strings.Trim(strings.TrimSpace(filepath.ToSlash(rel)), "/")
+	if root == "" || rel == "" {
+		return false
+	}
+	return rel == root || strings.HasPrefix(rel, root+"/")
+}
+
 func validateRelativePath(field, path string) []error {
 	var failures []error
 	trimmed := strings.TrimSpace(path)

internal/project/project_test.go

@@ -81,6 +81,9 @@ paths:
 	if got := strings.Join(effective.Validation.RequiredFields["ifo"], ","); got != "Mod_Name" {
 		t.Fatalf("expected default IFO required fields, got %#v", effective.Validation.RequiredFields)
 	}
+	if got, want := strings.Join(effective.Music.ConvertExtensions, ","), ".flac,.m4a,.mp3,.ogg,.wav"; got != want {
+		t.Fatalf("expected default music convert extensions %q, got %q", want, got)
+	}
 	if prov := effective.Provenance["paths.build"]; prov.Source != "toolkit default" {
 		t.Fatalf("expected paths.build toolkit default provenance, got %#v", prov)
 	}
@@ -120,6 +123,53 @@ validation:
 	}
 }
 
+func TestScanUsesYAMLMusicConvertExtensionsWithinConfiguredDatasetRoots(t *testing.T) {
+	root := t.TempDir()
+	if err := os.MkdirAll(filepath.Join(root, "assets", "audio", "westgate"), 0o755); err != nil {
+		t.Fatalf("mkdir westgate audio: %v", err)
+	}
+	if err := os.MkdirAll(filepath.Join(root, "assets", "audio", "other"), 0o755); err != nil {
+		t.Fatalf("mkdir other audio: %v", err)
+	}
+	writeProjectFile(t, filepath.Join(root, ConfigFile), `
+module:
+  name: Test Module
+  resref: testmod
+paths:
+  source: src
+  assets: assets
+music:
+  defaults:
+    convert_extensions:
+      - .flac
+  datasets:
+    westgate_audio:
+      source: audio/westgate
+      convert_extensions:
+        - .aac
+`)
+	writeProjectFile(t, filepath.Join(root, "assets", "audio", "westgate", "theme.aac"), "aac")
+	writeProjectFile(t, filepath.Join(root, "assets", "audio", "westgate", "theme.flac"), "flac")
+	writeProjectFile(t, filepath.Join(root, "assets", "audio", "other", "ignored.aac"), "aac")
+
+	proj, err := Load(root)
+	if err != nil {
+		t.Fatalf("Load returned error: %v", err)
+	}
+	if err := proj.Scan(); err != nil {
+		t.Fatalf("Scan returned error: %v", err)
+	}
+	if !slices.Contains(proj.Inventory.AssetFiles, "audio/westgate/theme.aac") {
+		t.Fatalf("expected configured dataset AAC file to be discovered, got %#v", proj.Inventory.AssetFiles)
+	}
+	if !slices.Contains(proj.Inventory.AssetFiles, "audio/westgate/theme.flac") {
+		t.Fatalf("expected configured dataset FLAC file to be discovered, got %#v", proj.Inventory.AssetFiles)
+	}
+	if slices.Contains(proj.Inventory.AssetFiles, "audio/other/ignored.aac") {
+		t.Fatalf("did not expect non-dataset AAC file to be discovered, got %#v", proj.Inventory.AssetFiles)
+	}
+}
+
 func TestEffectiveConfigHonorsConfiguredOutputAndCacheFields(t *testing.T) {
 	root := t.TempDir()
 	writeProjectFile(t, filepath.Join(root, ConfigFile), `