Topdata Migration (#2)

Native topdata migration summary - Replaced the legacy 2dabuilder runtime path with the native topdata builder. - Native build, validate, compare, and convert flows now cover the canonical topdata pipeline. - compare-topdata is now a native self-check; legacy reference-builder runtime usage was removed. - Parts generation follows the native asset-scan contract and uses sow-assets via project asset resolution. - Generated feat families, class-feat injects, masterfeat/successor expansion, and dataset-derived feat generation were brought to parity and regression-covered. - Remaining mirrored datasets were migrated into native-owned canonical data while preserving lock IDs. - normalize-topdata bridge behavior and migration-era ownership markers were removed. - Documentation was rewritten around the native workflow and active contracts were cleaned up. - Final hardening pass removed stale validator assumptions and cleaned ignored/generated artifacts for PR readiness. Reviewed-on: https://gitea.westgate.pw/ShadowsOverWestgate/sow-tools/pulls/2 Co-authored-by: vickydotbat <vickydotbat@tutamail.com> Co-committed-by: vickydotbat <vickydotbat@tutamail.com>
2026-04-09 07:14:01 +00:00
parent 99f9d29d7a
commit dc93feb176
1402 changed files with 20955 additions and 3405 deletions
@@ -0,0 +1,139 @@
+package topdata
+
+import (
+	"fmt"
+	"strings"
+)
+
+type familyIdentity struct {
+	Parent string
+	Child  string
+}
+
+type familyExpansionSource struct {
+	Dataset   string
+	Column    string
+	Predicate string
+}
+
+type familyExpansionSpec struct {
+	Family      string
+	FamilyKey   string
+	Template    string
+	ChildSource familyExpansionSource
+}
+
+func splitFamilyExpansionIdentity(text string) familyIdentity {
+	text = strings.TrimSpace(text)
+	if text == "" {
+		return familyIdentity{}
+	}
+	if idx := strings.Index(text, "_"); idx > 0 && idx < len(text)-1 {
+		return familyIdentity{
+			Parent: text[:idx],
+			Child:  text[idx+1:],
+		}
+	}
+	return familyIdentity{Parent: text}
+}
+
+func parseFamilyExpansionSource(raw any) (familyExpansionSource, error) {
+	if raw == nil {
+		return familyExpansionSource{}, fmt.Errorf("child_source is required")
+	}
+	obj, ok := raw.(map[string]any)
+	if !ok {
+		return familyExpansionSource{}, fmt.Errorf("child_source must be an object")
+	}
+	dataset, ok := obj["dataset"].(string)
+	if !ok || strings.TrimSpace(dataset) == "" {
+		return familyExpansionSource{}, fmt.Errorf("child_source.dataset must be a non-empty string")
+	}
+	source := familyExpansionSource{
+		Dataset: strings.TrimSpace(dataset),
+	}
+	if column, ok := obj["column"].(string); ok && strings.TrimSpace(column) != "" {
+		source.Column = strings.TrimSpace(column)
+	}
+	if predicate, ok := obj["predicate"].(string); ok && strings.TrimSpace(predicate) != "" {
+		source.Predicate = strings.TrimSpace(predicate)
+	}
+	return source, nil
+}
+
+func parseFamilyExpansionSpec(path string, obj map[string]any) (familyExpansionSpec, error) {
+	family, ok := obj["family"].(string)
+	if !ok || strings.TrimSpace(family) == "" {
+		return familyExpansionSpec{}, fmt.Errorf("generated file %s: family must be a non-empty string", path)
+	}
+	familyKey, ok := obj["family_key"].(string)
+	if !ok || strings.TrimSpace(familyKey) == "" {
+		return familyExpansionSpec{}, fmt.Errorf("generated file %s: family_key must be a non-empty string", path)
+	}
+	template, ok := obj["template"].(string)
+	if !ok || strings.TrimSpace(template) == "" {
+		return familyExpansionSpec{}, fmt.Errorf("generated file %s: template must be a non-empty string", path)
+	}
+	source, err := parseFamilyExpansionSource(obj["child_source"])
+	if err != nil {
+		return familyExpansionSpec{}, fmt.Errorf("generated file %s: %w", path, err)
+	}
+	return familyExpansionSpec{
+		Family:      strings.TrimSpace(family),
+		FamilyKey:   strings.TrimSpace(familyKey),
+		Template:    strings.TrimSpace(template),
+		ChildSource: source,
+	}, nil
+}
+
+func familyMetadata(parent, child, source, template string) map[string]any {
+	meta := map[string]any{
+		"parent": strings.TrimSpace(parent),
+	}
+	if strings.TrimSpace(child) != "" {
+		meta["child"] = strings.TrimSpace(child)
+	}
+	if strings.TrimSpace(source) != "" {
+		meta["source"] = strings.TrimSpace(source)
+	}
+	if strings.TrimSpace(template) != "" {
+		meta["template"] = strings.TrimSpace(template)
+	}
+	return map[string]any{"family": meta}
+}
+
+func parseFamilyMetadata(raw any) (map[string]any, error) {
+	obj, ok := raw.(map[string]any)
+	if !ok {
+		return nil, fmt.Errorf("must be an object")
+	}
+	parent, ok := obj["parent"].(string)
+	if !ok || strings.TrimSpace(parent) == "" {
+		return nil, fmt.Errorf("parent must be a non-empty string")
+	}
+	meta := map[string]any{
+		"parent": strings.TrimSpace(parent),
+	}
+	if child, ok := obj["child"].(string); ok && strings.TrimSpace(child) != "" {
+		meta["child"] = strings.TrimSpace(child)
+	}
+	if source, ok := obj["source"].(string); ok && strings.TrimSpace(source) != "" {
+		meta["source"] = strings.TrimSpace(source)
+	}
+	if template, ok := obj["template"].(string); ok && strings.TrimSpace(template) != "" {
+		meta["template"] = strings.TrimSpace(template)
+	}
+	return meta, nil
+}
+
+func childTokenFromExpandedKey(key, parent string) string {
+	key = strings.TrimSpace(key)
+	key = strings.TrimPrefix(key, "feat:")
+	if strings.HasPrefix(key, parent+"_") {
+		return strings.TrimPrefix(key, parent+"_")
+	}
+	if strings.HasPrefix(key, parent) {
+		return strings.TrimPrefix(key, parent)
+	}
+	return ""
+}