Topdata Migration (#2)

Native topdata migration summary - Replaced the legacy 2dabuilder runtime path with the native topdata builder. - Native build, validate, compare, and convert flows now cover the canonical topdata pipeline. - compare-topdata is now a native self-check; legacy reference-builder runtime usage was removed. - Parts generation follows the native asset-scan contract and uses sow-assets via project asset resolution. - Generated feat families, class-feat injects, masterfeat/successor expansion, and dataset-derived feat generation were brought to parity and regression-covered. - Remaining mirrored datasets were migrated into native-owned canonical data while preserving lock IDs. - normalize-topdata bridge behavior and migration-era ownership markers were removed. - Documentation was rewritten around the native workflow and active contracts were cleaned up. - Final hardening pass removed stale validator assumptions and cleaned ignored/generated artifacts for PR readiness. Reviewed-on: https://gitea.westgate.pw/ShadowsOverWestgate/sow-tools/pulls/2 Co-authored-by: vickydotbat <vickydotbat@tutamail.com> Co-committed-by: vickydotbat <vickydotbat@tutamail.com>
2026-04-09 07:14:01 +00:00
parent 99f9d29d7a
commit dc93feb176
1402 changed files with 20955 additions and 3405 deletions
@@ -0,0 +1,171 @@
+package topdata
+
+import (
+	"encoding/json"
+	"fmt"
+	"os"
+	"path/filepath"
+	"sort"
+)
+
+func importLegacyRuleset(referenceBuilderDir, dataDir string, legacyTLK *legacyTLKData) (int, error) {
+	_ = legacyTLK
+
+	legacyDir := filepath.Join(referenceBuilderDir, "data", "ruleset")
+	if _, err := os.Stat(legacyDir); err != nil {
+		if os.IsNotExist(err) {
+			return 0, nil
+		}
+		return 0, err
+	}
+
+	targetDir := filepath.Join(dataDir, "ruleset")
+	targetPath := filepath.Join(targetDir, "ruleset.json")
+	if _, err := os.Stat(targetPath); err == nil {
+		obj, err := loadJSONObject(targetPath)
+		if err == nil && countLegacyTLKRefsInValue(obj) == 0 {
+			return 0, nil
+		}
+	}
+
+	baseObj, err := loadJSONObject(filepath.Join(legacyDir, "base.json"))
+	if err != nil {
+		return 0, err
+	}
+	rows, err := mergeRulesetRows(baseObj, filepath.Join(legacyDir, "modules"))
+	if err != nil {
+		return 0, err
+	}
+
+	if err := os.MkdirAll(targetDir, 0o755); err != nil {
+		return 0, err
+	}
+	if err := removePathIfExists(filepath.Join(targetDir, "base.json")); err != nil {
+		return 0, err
+	}
+	if err := removePathIfExists(filepath.Join(targetDir, "lock.json")); err != nil {
+		return 0, err
+	}
+	if err := removePathIfExists(filepath.Join(targetDir, "modules")); err != nil {
+		return 0, err
+	}
+
+	out := map[string]any{
+		"output":  "ruleset.2da",
+		"columns": baseObj["columns"],
+		"rows":    rows,
+	}
+	raw, err := json.MarshalIndent(out, "", "  ")
+	if err != nil {
+		return 0, err
+	}
+	raw = append(raw, '\n')
+	if err := os.WriteFile(targetPath, raw, 0o644); err != nil {
+		return 0, err
+	}
+	return 1, nil
+}
+
+func mergeRulesetRows(baseObj map[string]any, modulesDir string) ([]any, error) {
+	rawRows, ok := baseObj["rows"].([]any)
+	if !ok {
+		return nil, nil
+	}
+
+	rows := make([]map[string]any, 0, len(rawRows))
+	byLabel := map[string]map[string]any{}
+	for _, raw := range rawRows {
+		row, ok := deepCopyValue(raw).(map[string]any)
+		if !ok {
+			continue
+		}
+		delete(row, "key")
+		if rawID, ok := row["id"]; ok {
+			id, err := asInt(rawID)
+			if err != nil {
+				return nil, err
+			}
+			row["id"] = id
+		}
+		if label, ok := row["Label"].(string); ok && label != "" && label != "****" {
+			if _, exists := byLabel[label]; exists {
+				return nil, fmt.Errorf("duplicate ruleset label %q", label)
+			}
+			byLabel[label] = row
+		}
+		rows = append(rows, row)
+	}
+
+	modulePaths, err := collectModulePaths(modulesDir)
+	if err != nil {
+		return nil, err
+	}
+	for _, path := range modulePaths {
+		obj, err := loadJSONObject(path)
+		if err != nil {
+			return nil, err
+		}
+		overrideList, ok := obj["overrides"].([]any)
+		if !ok {
+			continue
+		}
+		for _, raw := range overrideList {
+			override, ok := raw.(map[string]any)
+			if !ok {
+				continue
+			}
+			matchObj, ok := override["match"].(map[string]any)
+			if !ok {
+				return nil, fmt.Errorf("%s: ruleset override is missing match object", path)
+			}
+			rawLabel, ok := matchObj["Label"]
+			if !ok {
+				return nil, fmt.Errorf("%s: ruleset override match is missing Label", path)
+			}
+			labels, err := normalizeRulesetMatchLabels(rawLabel)
+			if err != nil {
+				return nil, fmt.Errorf("%s: %w", path, err)
+			}
+			for _, label := range labels {
+				row, ok := byLabel[label]
+				if !ok {
+					return nil, fmt.Errorf("%s: ruleset override target label %q was not found", path, label)
+				}
+				for key, value := range override {
+					if key == "id" || key == "key" || key == "_tlk" || isMetadataField(key) || key == "match" {
+						continue
+					}
+					row[key] = deepCopyValue(value)
+				}
+			}
+		}
+	}
+
+	sort.Slice(rows, func(i, j int) bool {
+		return rows[i]["id"].(int) < rows[j]["id"].(int)
+	})
+	out := make([]any, 0, len(rows))
+	for _, row := range rows {
+		out = append(out, row)
+	}
+	return out, nil
+}
+
+func normalizeRulesetMatchLabels(raw any) ([]string, error) {
+	switch typed := raw.(type) {
+	case string:
+		return []string{typed}, nil
+	case []any:
+		out := make([]string, 0, len(typed))
+		for _, item := range typed {
+			label, ok := item.(string)
+			if !ok {
+				return nil, fmt.Errorf("ruleset match.Label entries must be strings")
+			}
+			out = append(out, label)
+		}
+		return out, nil
+	default:
+		return nil, fmt.Errorf("ruleset match.Label must be a string or string array")
+	}
+}