package project import ( "bytes" "encoding/json" "errors" "fmt" "io" "io/fs" "os" "path/filepath" "slices" "strings" "gopkg.in/yaml.v3" ) const ( ConfigFile = "nwn-tool.yaml" ConfigFileYML = "nwn-tool.yml" LegacyConfigFile = "nwn-tool.json" ) var ConfigFileCandidates = []string{ConfigFile, ConfigFileYML, LegacyConfigFile} var SourceExtensions = []string{ ".are", ".dlg", ".fac", ".git", ".ifo", ".jrl", ".utc", ".utd", ".ute", ".uti", ".utm", ".utp", ".uts", ".utt", ".utw", } var AssetExtensions = []string{ ".2da", ".bik", ".bmp", ".bmu", ".dds", ".dwk", ".gr2", ".itp", ".jpg", ".lod", ".lyt", ".mdb", ".mdl", ".mdx", ".mp3", ".mtr", ".ogg", ".plt", ".png", ".pwk", ".set", ".shd", ".tga", ".txi", ".uti", ".vis", ".wav", ".wlk", ".wok", ".xml", } type Project struct { Root string Config Config ConfigSource ConfigSource Provenance ConfigProvenance Inventory Inventory } type ConfigSource struct { Path string Name string Format string Legacy bool } type Config struct { Module ModuleConfig `json:"module" yaml:"module"` Paths PathConfig `json:"paths" yaml:"paths"` Outputs OutputConfig `json:"outputs" yaml:"outputs"` HAKs []HAKConfig `json:"haks" yaml:"haks"` Inventory InventoryConfig `json:"inventory" yaml:"inventory"` Scripts ScriptsConfig `json:"scripts" yaml:"scripts"` Music MusicConfig `json:"music" yaml:"music"` TopData TopDataConfig `json:"topdata" yaml:"topdata"` Extract ExtractConfig `json:"extract" yaml:"extract"` Autogen AutogenConfig `json:"autogen" yaml:"autogen"` } type ModuleConfig struct { Name string `json:"name" yaml:"name"` ResRef string `json:"resref" yaml:"resref"` Description string `json:"description" yaml:"description"` HAKOrder []string `json:"hak_order" yaml:"hak_order"` } type PathConfig struct { Source string `json:"source" yaml:"source"` Assets string `json:"assets" yaml:"assets"` Build string `json:"build" yaml:"build"` Cache string `json:"cache" yaml:"cache"` Tools string `json:"tools" yaml:"tools"` } type OutputConfig struct { ModuleArchive string `json:"module_archive" yaml:"module_archive"` HAKManifest string `json:"hak_manifest" yaml:"hak_manifest"` HAKArchive string `json:"hak_archive" yaml:"hak_archive"` } type InventoryConfig struct { SourceExtensions []string `json:"source_extensions" yaml:"source_extensions"` AssetExtensions []string `json:"asset_extensions" yaml:"asset_extensions"` SourceJSONPattern string `json:"source_json_pattern" yaml:"source_json_pattern"` } type ScriptsConfig struct { SourceDir string `json:"source_dir" yaml:"source_dir"` Cache string `json:"cache" yaml:"cache"` } type HAKConfig struct { Name string `json:"name" yaml:"name"` Priority int `json:"priority" yaml:"priority"` MaxBytes int64 `json:"max_bytes" yaml:"max_bytes"` Split bool `json:"split" yaml:"split"` Optional bool `json:"optional,omitempty" yaml:"optional,omitempty"` Include []string `json:"include" yaml:"include"` } type MusicConfig struct { Prefixes map[string]string `json:"prefixes" yaml:"prefixes"` } type TopDataConfig struct { Source string `json:"source" yaml:"source"` Build string `json:"build" yaml:"build"` ReferenceBuilder string `json:"reference_builder" yaml:"reference_builder"` Assets string `json:"assets" yaml:"assets"` Compiled2DADir string `json:"compiled_2da_dir" yaml:"compiled_2da_dir"` CompiledTLK string `json:"compiled_tlk" yaml:"compiled_tlk"` PackageHAK string `json:"package_hak" yaml:"package_hak"` PackageTLK string `json:"package_tlk" yaml:"package_tlk"` Wiki TopDataWikiConfig `json:"wiki" yaml:"wiki"` } type TopDataWikiConfig struct { OutputRoot string `json:"output_root" yaml:"output_root"` PagesDir string `json:"pages_dir" yaml:"pages_dir"` StateFile string `json:"state_file" yaml:"state_file"` } type ExtractConfig struct { IgnoreExtensions []string `json:"ignore_extensions" yaml:"ignore_extensions"` DeleteModuleArchiveAfterSuccess bool `json:"delete_module_archive_after_success,omitempty" yaml:"delete_module_archive_after_success,omitempty"` } type AutogenConfig struct { Producers []AutogenProducerConfig `json:"producers" yaml:"producers"` Consumers []AutogenConsumerConfig `json:"consumers" yaml:"consumers"` Cache AutogenCacheConfig `json:"cache" yaml:"cache"` } type AutogenCacheConfig struct { Root string `json:"root" yaml:"root"` } type AutogenProducerConfig struct { ID string `json:"id" yaml:"id"` Root string `json:"root" yaml:"root"` Include []string `json:"include" yaml:"include"` Derive AutogenDeriveConfig `json:"derive" yaml:"derive"` Manifest AutogenManifestConfig `json:"manifest" yaml:"manifest"` } type AutogenConsumerConfig struct { ID string `json:"id" yaml:"id"` Producer string `json:"producer" yaml:"producer"` Dataset string `json:"dataset" yaml:"dataset"` Mode string `json:"mode" yaml:"mode"` Optional bool `json:"optional,omitempty" yaml:"optional,omitempty"` Root string `json:"root" yaml:"root"` Include []string `json:"include" yaml:"include"` Derive AutogenDeriveConfig `json:"derive" yaml:"derive"` Manifest AutogenManifestConfig `json:"manifest" yaml:"manifest"` LocalOverrideRoot string `json:"local_override_root,omitempty" yaml:"local_override_root,omitempty"` } type AutogenDeriveConfig struct { Kind string `json:"kind" yaml:"kind"` GroupFrom string `json:"group_from,omitempty" yaml:"group_from,omitempty"` } type AutogenManifestConfig struct { ReleaseTag string `json:"release_tag" yaml:"release_tag"` AssetName string `json:"asset_name" yaml:"asset_name"` CacheName string `json:"cache_name" yaml:"cache_name"` } type Inventory struct { SourceFiles []string ScriptFiles []string AssetFiles []string Extensions []string } type InventoryReport struct { SourceFiles int ScriptFiles int AssetFiles int Extensions []string } func FindRoot(start string) (string, error) { current := start for { for _, name := range ConfigFileCandidates { candidate := filepath.Join(current, name) if _, err := os.Stat(candidate); err == nil { return current, nil } } parent := filepath.Dir(current) if parent == current { return "", fmt.Errorf("could not find %s, %s, or legacy %s from %s", ConfigFile, ConfigFileYML, LegacyConfigFile, start) } current = parent } } func Load(root string) (*Project, error) { source, err := findConfigSource(root) if err != nil { return nil, err } raw, err := os.ReadFile(source.Path) if err != nil { return nil, fmt.Errorf("read %s: %w", source.Name, err) } cfg := defaultConfig() provenance, err := configProvenance(raw, source) if err != nil { return nil, err } if source.Format == "yaml" { decoder := yaml.NewDecoder(bytes.NewReader(raw)) decoder.KnownFields(true) if err := decoder.Decode(&cfg); err != nil { return nil, fmt.Errorf("parse %s: %w", source.Name, err) } var extra any if err := decoder.Decode(&extra); err != io.EOF { return nil, fmt.Errorf("parse %s: multiple YAML documents are not supported", source.Name) } } else { decoder := json.NewDecoder(bytes.NewReader(raw)) decoder.DisallowUnknownFields() if err := decoder.Decode(&cfg); err != nil { return nil, fmt.Errorf("parse legacy %s: %w", source.Name, err) } var extra any if err := decoder.Decode(&extra); err != io.EOF { return nil, fmt.Errorf("parse legacy %s: multiple JSON documents are not supported", source.Name) } } normalizeConfig(&cfg) return &Project{ Root: root, Config: cfg, ConfigSource: source, Provenance: provenance, }, nil } func findConfigSource(root string) (ConfigSource, error) { for _, name := range ConfigFileCandidates { path := filepath.Join(root, name) if _, err := os.Stat(path); err == nil { format := "yaml" legacy := false if name == LegacyConfigFile { format = "json" legacy = true } return ConfigSource{ Path: path, Name: name, Format: format, Legacy: legacy, }, nil } } return ConfigSource{}, fmt.Errorf("could not find %s, %s, or legacy %s in %s", ConfigFile, ConfigFileYML, LegacyConfigFile, root) } func configProvenance(raw []byte, source ConfigSource) (ConfigProvenance, error) { var data any if source.Format == "yaml" { if err := yaml.Unmarshal(raw, &data); err != nil { return nil, fmt.Errorf("parse %s for provenance: %w", source.Name, err) } } else { if err := json.Unmarshal(raw, &data); err != nil { return nil, fmt.Errorf("parse legacy %s for provenance: %w", source.Name, err) } } provenance := ConfigProvenance{} sourceName := "yaml" if source.Legacy { sourceName = "legacy json" } recordProvenance(provenance, "", data, ConfigValueProvenance{ Source: sourceName, Detail: source.Name, Deprecated: source.Legacy, }) return provenance, nil } func recordProvenance(provenance ConfigProvenance, prefix string, value any, source ConfigValueProvenance) { switch typed := value.(type) { case map[string]any: for key, nested := range typed { next := key if prefix != "" { next = prefix + "." + key } recordProvenance(provenance, next, nested, source) } case []any: if prefix != "" { provenance[prefix] = source } default: if prefix != "" { provenance[prefix] = source } } } func (p *Project) ValidateLayout() error { var failures []error if strings.TrimSpace(p.Config.Module.Name) == "" { failures = append(failures, errors.New("module.name is required")) } if strings.TrimSpace(p.Config.Module.ResRef) == "" { failures = append(failures, errors.New("module.resref is required")) } if len(p.Config.Module.ResRef) > 16 { failures = append(failures, fmt.Errorf("module.resref %q exceeds 16 characters", p.Config.Module.ResRef)) } if strings.TrimSpace(p.Config.Paths.Source) == "" && strings.TrimSpace(p.Config.Paths.Assets) == "" && !p.HasTopData() { failures = append(failures, errors.New("at least one of paths.source, paths.assets, or topdata.source is required")) } for field, value := range map[string]string{ "paths.source": p.Config.Paths.Source, "paths.assets": p.Config.Paths.Assets, "paths.build": p.Config.Paths.Build, "paths.cache": p.Config.Paths.Cache, "paths.tools": p.Config.Paths.Tools, "outputs.module_archive": p.Config.Outputs.ModuleArchive, "outputs.hak_manifest": p.Config.Outputs.HAKManifest, "outputs.hak_archive": p.Config.Outputs.HAKArchive, "scripts.source_dir": p.Config.Scripts.SourceDir, "scripts.cache": p.Config.Scripts.Cache, "topdata.source": p.Config.TopData.Source, "topdata.build": p.Config.TopData.Build, "topdata.reference_builder": p.Config.TopData.ReferenceBuilder, "topdata.assets": p.Config.TopData.Assets, "topdata.compiled_2da_dir": p.Config.TopData.Compiled2DADir, "topdata.compiled_tlk": p.Config.TopData.CompiledTLK, "topdata.wiki.output_root": p.Config.TopData.Wiki.OutputRoot, "topdata.wiki.pages_dir": p.Config.TopData.Wiki.PagesDir, "topdata.wiki.state_file": p.Config.TopData.Wiki.StateFile, "autogen.cache.root": p.Config.Autogen.Cache.Root, } { if strings.Contains(value, "\x00") { failures = append(failures, fmt.Errorf("%s must not contain NUL bytes", field)) } } effective := p.EffectiveConfig() failures = append(failures, validateRelativePath("paths.cache", effective.Paths.Cache)...) failures = append(failures, validateRelativePath("outputs.module_archive", effective.Outputs.ModuleArchive)...) failures = append(failures, validateRelativePath("outputs.hak_manifest", effective.Outputs.HAKManifest)...) failures = append(failures, validateRelativePath("outputs.hak_archive", effective.Outputs.HAKArchive)...) failures = append(failures, validateRelativePath("scripts.cache", effective.Scripts.Cache)...) failures = append(failures, validateRelativePath("topdata.compiled_2da_dir", effective.TopData.Compiled2DADir)...) failures = append(failures, validateRelativePath("topdata.compiled_tlk", effective.TopData.CompiledTLK)...) failures = append(failures, validateRelativePath("topdata.wiki.output_root", effective.TopData.Wiki.OutputRoot)...) failures = append(failures, validateRelativePath("topdata.wiki.pages_dir", effective.TopData.Wiki.PagesDir)...) failures = append(failures, validateRelativePath("topdata.wiki.state_file", effective.TopData.Wiki.StateFile)...) failures = append(failures, validateRelativePath("autogen.cache.root", effective.Autogen.Cache.Root)...) if err := validateOutputFileName("outputs.module_archive", filepath.Base(effective.Outputs.ModuleArchive), ".mod"); err != nil { failures = append(failures, err) } if err := validateOutputFileName("outputs.hak_manifest", filepath.Base(effective.Outputs.HAKManifest), ".json"); err != nil { failures = append(failures, err) } if err := validateOutputFileName("outputs.hak_archive", filepath.Base(effective.Outputs.HAKArchive), ".hak"); err != nil { failures = append(failures, err) } if p.HasTopData() { if err := validateOutputFileName("topdata.package_hak", p.TopDataPackageHAKName(), ".hak"); err != nil { failures = append(failures, err) } if err := validateOutputFileName("topdata.package_tlk", p.TopDataPackageTLKName(), ".tlk"); err != nil { failures = append(failures, err) } if err := validateOutputFileName("topdata.compiled_tlk", filepath.Base(p.TopDataCompiledTLKPath()), ".tlk"); err != nil { failures = append(failures, err) } } failures = append(failures, validateAutogenConfig(p.Config.Autogen)...) failures = append(failures, validateMusicConfig(p.Config.Music)...) hakNames := map[string]struct{}{} for index, hak := range p.Config.HAKs { name := strings.TrimSpace(hak.Name) if strings.TrimSpace(hak.Name) == "" { failures = append(failures, fmt.Errorf("haks[%d].name is required", index)) } else { normalizedName := strings.ToLower(name) if _, exists := hakNames[normalizedName]; exists { failures = append(failures, fmt.Errorf("haks[%d].name %q is duplicated", index, name)) } hakNames[normalizedName] = struct{}{} if err := validateOutputFileName(fmt.Sprintf("haks[%d].name", index), name+".hak", ".hak"); err != nil { failures = append(failures, err) } } if hak.Priority <= 0 { failures = append(failures, fmt.Errorf("haks[%d].priority must be greater than zero", index)) } if hak.MaxBytes < 0 { failures = append(failures, fmt.Errorf("haks[%d].max_bytes must be zero or greater", index)) } if len(hak.Include) == 0 { failures = append(failures, fmt.Errorf("haks[%d].include must have at least one pattern", index)) } failures = append(failures, validateGlobList(fmt.Sprintf("haks[%d].include", index), hak.Include)...) } for label, pathFn := range map[string]func() string{ "paths.build": p.BuildDir, } { path := pathFn() if path == "" || filepath.Clean(path) == p.Root { continue } info, err := os.Stat(path) if err != nil { failures = append(failures, fmt.Errorf("%s: %w", label, err)) continue } if !info.IsDir() { failures = append(failures, fmt.Errorf("%s must be a directory: %s", label, path)) } } if len(failures) > 0 { return errors.Join(failures...) } return nil } func (p *Project) Scan() error { var sourceFiles []string var sourceExts []string effective := p.EffectiveConfig() sourceDir := p.SourceDir() if sourceDir != "" && filepath.Clean(sourceDir) != p.Root { var err error sourceFiles, sourceExts, err = scanDir(sourceDir, func(path string) bool { ext := strings.ToLower(filepath.Ext(path)) return ext == ".json" || ext == ".nss" }) if err != nil { if !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("scan source tree: %w", err) } } } assetFiles, _, err := scanDir(p.AssetsDir(), func(path string) bool { ext := strings.ToLower(filepath.Ext(path)) return slices.Contains(effective.Inventory.AssetExtensions, ext) }) if err != nil { if errors.Is(err, os.ErrNotExist) { assetFiles = nil } else { return fmt.Errorf("scan assets tree: %w", err) } } var scripts []string var sources []string extensionSet := map[string]struct{}{} for _, ext := range sourceExts { extensionSet[ext] = struct{}{} } for _, path := range sourceFiles { switch strings.ToLower(filepath.Ext(path)) { case ".nss": scripts = append(scripts, path) case ".json": sources = append(sources, path) } } extensions := make([]string, 0, len(extensionSet)) for ext := range extensionSet { extensions = append(extensions, ext) } slices.Sort(extensions) p.Inventory = Inventory{ SourceFiles: sources, ScriptFiles: scripts, AssetFiles: assetFiles, Extensions: extensions, } return nil } func (p *Project) SourceDir() string { return p.rootPath(p.EffectiveConfig().Paths.Source) } func (p *Project) AssetsDir() string { assets := p.EffectiveConfig().Paths.Assets if assets == "" { return "" } return p.rootPath(assets) } func (p *Project) BuildDir() string { return p.rootPath(p.EffectiveConfig().Paths.Build) } func (p *Project) CacheDir() string { return p.rootPath(p.EffectiveConfig().Paths.Cache) } func (p *Project) ModuleArchivePath() string { effective := p.EffectiveConfig() return filepath.Join(p.BuildDir(), effective.Outputs.ModuleArchiveName(effective.Module)) } func (p *Project) HAKManifestPath() string { return filepath.Join(p.BuildDir(), filepath.FromSlash(p.EffectiveConfig().Outputs.HAKManifest)) } func (p *Project) HAKArchivePath(name string) string { return filepath.Join(p.BuildDir(), filepath.FromSlash(p.EffectiveConfig().Outputs.HAKArchiveName(name))) } func (p *Project) CloneWithHAKNames(names []string) (*Project, error) { if len(names) == 0 { return p, nil } wanted := make(map[string]struct{}, len(names)) for _, name := range names { trimmed := strings.TrimSpace(strings.ToLower(name)) if trimmed == "" { continue } wanted[trimmed] = struct{}{} } if len(wanted) == 0 { return p, nil } filtered := make([]HAKConfig, 0, len(p.Config.HAKs)) found := make(map[string]struct{}, len(wanted)) for _, hak := range p.Config.HAKs { key := strings.ToLower(strings.TrimSpace(hak.Name)) if _, ok := wanted[key]; !ok { continue } filtered = append(filtered, hak) found[key] = struct{}{} } var missing []string for _, name := range names { key := strings.TrimSpace(strings.ToLower(name)) if key == "" { continue } if _, ok := found[key]; !ok { missing = append(missing, name) } } if len(missing) > 0 { return nil, fmt.Errorf("unknown hak name(s): %s", strings.Join(missing, ", ")) } clone := *p clone.Config = p.Config clone.Config.HAKs = filtered clone.Inventory = p.Inventory return &clone, nil } func (p *Project) HasTopData() bool { return strings.TrimSpace(p.Config.TopData.Source) != "" } func (p *Project) TopDataSourceDir() string { if !p.HasTopData() { return "" } return filepath.Join(p.Root, p.Config.TopData.Source) } func (p *Project) TopDataBuildDir() string { return p.rootPath(p.EffectiveConfig().TopData.Build) } func (p *Project) TopDataReferenceBuilderDir() string { ref := strings.TrimSpace(p.Config.TopData.ReferenceBuilder) if ref == "" { return "" } if filepath.IsAbs(ref) { return ref } return filepath.Join(p.Root, ref) } func (p *Project) TopDataAssetsDir() string { assets := strings.TrimSpace(p.Config.TopData.Assets) if assets == "" { return "" } if filepath.IsAbs(assets) { return assets } absPath := filepath.Join(p.Root, assets) if _, err := os.Stat(absPath); err == nil { return absPath } return absPath } func (p *Project) TopDataUsesRepoCache() bool { return sameCleanPath(p.TopDataBuildDir(), p.CacheDir()) } func (p *Project) TopDataCompiled2DADir() string { return filepath.Join(p.TopDataBuildDir(), filepath.FromSlash(p.EffectiveConfig().TopData.Compiled2DADir)) } func (p *Project) TopDataCompiledTLKPath() string { tlkName := p.EffectiveConfig().TopData.CompiledTLK if p.TopDataUsesRepoCache() { return filepath.Join(p.BuildDir(), filepath.FromSlash(tlkName)) } return filepath.Join(p.TopDataBuildDir(), filepath.FromSlash(tlkName)) } func (p *Project) TopDataCompiledTLKDir() string { return filepath.Dir(p.TopDataCompiledTLKPath()) } func (p *Project) TopDataWikiRootDir() string { wikiRoot := filepath.FromSlash(p.EffectiveConfig().TopData.Wiki.OutputRoot) if p.TopDataUsesRepoCache() { return filepath.Join(p.CacheDir(), wikiRoot) } return filepath.Join(p.TopDataBuildDir(), wikiRoot) } func (p *Project) TopDataWikiPagesDir() string { return filepath.Join(p.TopDataWikiRootDir(), filepath.FromSlash(p.EffectiveConfig().TopData.Wiki.PagesDir)) } func (p *Project) TopDataWikiStatePath() string { return filepath.Join(p.TopDataWikiRootDir(), filepath.FromSlash(p.EffectiveConfig().TopData.Wiki.StateFile)) } func (p *Project) TopDataPackageHAKName() string { return p.EffectiveConfig().TopData.PackageHAK } func (p *Project) TopDataPackageTLKName() string { return p.EffectiveConfig().TopData.PackageTLK } func (p *Project) TopDataPackageHAKPath() string { return filepath.Join(p.BuildDir(), p.TopDataPackageHAKName()) } func (p *Project) TopDataPackageTLKPath() string { return filepath.Join(p.BuildDir(), p.TopDataPackageTLKName()) } func (p *Project) ScriptSourceDir() string { return filepath.Join(p.SourceDir(), filepath.FromSlash(p.EffectiveConfig().Scripts.SourceDir)) } func (p *Project) ScriptCacheDir() string { return p.rootPath(p.EffectiveConfig().Scripts.Cache) } func (p *Project) MusicStageDir() string { return p.rootPath(p.EffectiveConfig().Music.StageRoot) } func (p *Project) CreditsDir() string { return p.rootPath(p.EffectiveConfig().Music.CreditsRoot) } func (p *Project) AutogenCacheDir() string { return p.rootPath(p.EffectiveConfig().Autogen.Cache.Root) } func (p *Project) AutogenCachePath(name string) string { return filepath.Join(p.AutogenCacheDir(), filepath.FromSlash(strings.TrimSpace(name))) } func (p *Project) rootPath(path string) string { if strings.TrimSpace(path) == "" { return p.Root } if filepath.IsAbs(path) { return path } return filepath.Join(p.Root, filepath.FromSlash(path)) } func (i Inventory) Report() InventoryReport { return InventoryReport{ SourceFiles: len(i.SourceFiles), ScriptFiles: len(i.ScriptFiles), AssetFiles: len(i.AssetFiles), Extensions: i.Extensions, } } func defaultConfig() Config { return Config{ Paths: PathConfig{ Build: DefaultBuildPath, }, } } func normalizeConfig(cfg *Config) { cfg.Inventory.SourceExtensions = normalizeExtensionSlice(cfg.Inventory.SourceExtensions) cfg.Inventory.AssetExtensions = normalizeExtensionSlice(cfg.Inventory.AssetExtensions) for i := range cfg.HAKs { cfg.HAKs[i].Include = normalizeStringSlice(cfg.HAKs[i].Include) } cfg.Extract.IgnoreExtensions = normalizeStringSlice(cfg.Extract.IgnoreExtensions) for i := range cfg.Autogen.Producers { cfg.Autogen.Producers[i].Include = normalizeStringSlice(cfg.Autogen.Producers[i].Include) } for i := range cfg.Autogen.Consumers { cfg.Autogen.Consumers[i].Include = normalizeStringSlice(cfg.Autogen.Consumers[i].Include) } } func normalizeStringSlice(input []string) []string { if len(input) == 0 { return input } out := slices.Clone(input) slices.SortFunc(out, func(a, b string) int { return strings.Compare(strings.TrimSpace(a), strings.TrimSpace(b)) }) return out } func normalizeExtensionSlice(input []string) []string { if len(input) == 0 { return input } out := make([]string, 0, len(input)) for _, value := range input { trimmed := strings.ToLower(strings.TrimSpace(value)) if trimmed != "" && !strings.HasPrefix(trimmed, ".") { trimmed = "." + trimmed } out = append(out, trimmed) } slices.Sort(out) return out } func validateAutogenConfig(cfg AutogenConfig) []error { var failures []error producerIDs := map[string]struct{}{} consumerIDs := map[string]struct{}{} datasetIDs := map[string]struct{}{} for index, producer := range cfg.Producers { fieldPrefix := fmt.Sprintf("autogen.producers[%d]", index) id := strings.TrimSpace(producer.ID) if id == "" { failures = append(failures, fmt.Errorf("%s.id is required", fieldPrefix)) } else { if _, exists := producerIDs[id]; exists { failures = append(failures, fmt.Errorf("%s.id %q is duplicated", fieldPrefix, id)) } producerIDs[id] = struct{}{} } if strings.TrimSpace(producer.Root) == "" { failures = append(failures, fmt.Errorf("%s.root is required", fieldPrefix)) } if len(producer.Include) == 0 { failures = append(failures, fmt.Errorf("%s.include must contain at least one glob", fieldPrefix)) } failures = append(failures, validateGlobList(fieldPrefix+".include", producer.Include)...) failures = append(failures, validateAutogenDeriveConfig(fieldPrefix+".derive", producer.Derive)...) failures = append(failures, validateAutogenManifestConfig(fieldPrefix+".manifest", producer.Manifest)...) } for index, consumer := range cfg.Consumers { fieldPrefix := fmt.Sprintf("autogen.consumers[%d]", index) id := strings.TrimSpace(consumer.ID) if id == "" { failures = append(failures, fmt.Errorf("%s.id is required", fieldPrefix)) } else { if _, exists := consumerIDs[id]; exists { failures = append(failures, fmt.Errorf("%s.id %q is duplicated", fieldPrefix, id)) } consumerIDs[id] = struct{}{} } if strings.TrimSpace(consumer.Producer) == "" { failures = append(failures, fmt.Errorf("%s.producer is required", fieldPrefix)) } if strings.TrimSpace(consumer.Dataset) == "" { failures = append(failures, fmt.Errorf("%s.dataset is required", fieldPrefix)) } else { dataset := strings.TrimSpace(consumer.Dataset) if _, exists := datasetIDs[dataset]; exists { failures = append(failures, fmt.Errorf("%s.dataset %q is duplicated", fieldPrefix, dataset)) } datasetIDs[dataset] = struct{}{} } if strings.TrimSpace(consumer.Producer) != "" { if _, exists := producerIDs[strings.TrimSpace(consumer.Producer)]; len(producerIDs) > 0 && !exists { failures = append(failures, fmt.Errorf("%s.producer %q does not match a configured producer", fieldPrefix, consumer.Producer)) } } switch strings.TrimSpace(consumer.Mode) { case "parts_rows", "head_visualeffects": case "": failures = append(failures, fmt.Errorf("%s.mode is required", fieldPrefix)) default: failures = append(failures, fmt.Errorf("%s.mode %q is not supported", fieldPrefix, consumer.Mode)) } if strings.TrimSpace(consumer.Root) == "" { failures = append(failures, fmt.Errorf("%s.root is required", fieldPrefix)) } if len(consumer.Include) == 0 { failures = append(failures, fmt.Errorf("%s.include must contain at least one glob", fieldPrefix)) } failures = append(failures, validateGlobList(fieldPrefix+".include", consumer.Include)...) failures = append(failures, validateAutogenDeriveConfig(fieldPrefix+".derive", consumer.Derive)...) failures = append(failures, validateAutogenManifestConfig(fieldPrefix+".manifest", consumer.Manifest)...) } return failures } func validateMusicConfig(cfg MusicConfig) []error { var failures []error normalizedRoots := map[string]string{} for root, prefix := range cfg.Prefixes { normalizedRoot := trimConfigSlashes(filepath.ToSlash(strings.TrimSpace(root))) if normalizedRoot == "" { failures = append(failures, errors.New("music.prefixes contains an empty root")) continue } if prior, exists := normalizedRoots[normalizedRoot]; exists { failures = append(failures, fmt.Errorf("music.prefixes roots %q and %q normalize to the same path", prior, root)) } normalizedRoots[normalizedRoot] = root if strings.TrimSpace(prefix) == "" { failures = append(failures, fmt.Errorf("music.prefixes[%q] must not be empty", root)) } } return failures } func validateGlobList(field string, patterns []string) []error { var failures []error seen := map[string]struct{}{} for index, pattern := range patterns { trimmed := strings.TrimSpace(pattern) if trimmed == "" { failures = append(failures, fmt.Errorf("%s[%d] must not be empty", field, index)) continue } if strings.Contains(trimmed, "\x00") { failures = append(failures, fmt.Errorf("%s[%d] must not contain NUL bytes", field, index)) } if _, exists := seen[trimmed]; exists { failures = append(failures, fmt.Errorf("%s[%d] duplicates %q", field, index, trimmed)) } seen[trimmed] = struct{}{} } return failures } func trimConfigSlashes(path string) string { return strings.Trim(path, "/") } func validateAutogenDeriveConfig(fieldPrefix string, cfg AutogenDeriveConfig) []error { var failures []error switch strings.TrimSpace(cfg.Kind) { case "trailing_numeric_suffix", "model_stem": case "": failures = append(failures, fmt.Errorf("%s.kind is required", fieldPrefix)) default: failures = append(failures, fmt.Errorf("%s.kind %q is not supported", fieldPrefix, cfg.Kind)) } switch strings.TrimSpace(cfg.GroupFrom) { case "", "first_path_segment": default: failures = append(failures, fmt.Errorf("%s.group_from %q is not supported", fieldPrefix, cfg.GroupFrom)) } return failures } func validateAutogenManifestConfig(fieldPrefix string, cfg AutogenManifestConfig) []error { var failures []error if strings.TrimSpace(cfg.ReleaseTag) == "" { failures = append(failures, fmt.Errorf("%s.release_tag is required", fieldPrefix)) } if err := validateOutputFileName(fieldPrefix+".asset_name", cfg.AssetName, ".json"); err != nil { failures = append(failures, err) } if err := validateOutputFileName(fieldPrefix+".cache_name", cfg.CacheName, ".json"); err != nil { failures = append(failures, err) } return failures } func scanDir(root string, include func(path string) bool) ([]string, []string, error) { var files []string extSet := map[string]struct{}{} err := filepath.WalkDir(root, func(path string, d fs.DirEntry, err error) error { if err != nil { return err } if d.IsDir() { return nil } if !include(path) { return nil } rel, err := filepath.Rel(root, path) if err != nil { return err } rel = filepath.ToSlash(rel) files = append(files, rel) if strings.HasSuffix(rel, ".json") { base := strings.TrimSuffix(filepath.Base(rel), ".json") ext := strings.ToLower(filepath.Ext(base)) if ext != "" { extSet[ext] = struct{}{} } } return nil }) if err != nil { return nil, nil, err } slices.Sort(files) exts := make([]string, 0, len(extSet)) for ext := range extSet { exts = append(exts, ext) } slices.Sort(exts) return files, exts, nil } func validateOutputFileName(field, name, expectedExt string) error { trimmed := strings.TrimSpace(name) if trimmed == "" { return fmt.Errorf("%s is required", field) } if filepath.Base(trimmed) != trimmed { return fmt.Errorf("%s must be a file name, not a path: %q", field, name) } if !strings.EqualFold(filepath.Ext(trimmed), expectedExt) { return fmt.Errorf("%s must use %s extension: %q", field, expectedExt, name) } return nil } func validateRelativePath(field, path string) []error { var failures []error trimmed := strings.TrimSpace(path) if trimmed == "" { return failures } if filepath.IsAbs(trimmed) { failures = append(failures, fmt.Errorf("%s must be relative to the repository root: %q", field, path)) } clean := filepath.Clean(filepath.FromSlash(trimmed)) if clean == "." { return failures } if clean == ".." || strings.HasPrefix(clean, ".."+string(filepath.Separator)) { failures = append(failures, fmt.Errorf("%s must not escape the repository root: %q", field, path)) } return failures } func sameCleanPath(a, b string) bool { return filepath.Clean(a) == filepath.Clean(b) }