Native topdata migration summary - Replaced the legacy 2dabuilder runtime path with the native topdata builder. - Native build, validate, compare, and convert flows now cover the canonical topdata pipeline. - compare-topdata is now a native self-check; legacy reference-builder runtime usage was removed. - Parts generation follows the native asset-scan contract and uses sow-assets via project asset resolution. - Generated feat families, class-feat injects, masterfeat/successor expansion, and dataset-derived feat generation were brought to parity and regression-covered. - Remaining mirrored datasets were migrated into native-owned canonical data while preserving lock IDs. - normalize-topdata bridge behavior and migration-era ownership markers were removed. - Documentation was rewritten around the native workflow and active contracts were cleaned up. - Final hardening pass removed stale validator assumptions and cleaned ignored/generated artifacts for PR readiness. Reviewed-on: https://gitea.westgate.pw/ShadowsOverWestgate/sow-tools/pulls/2 Co-authored-by: vickydotbat <vickydotbat@tutamail.com> Co-committed-by: vickydotbat <vickydotbat@tutamail.com>
140 lines
4.0 KiB
Go
140 lines
4.0 KiB
Go
package topdata
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
)
|
|
|
|
type familyIdentity struct {
|
|
Parent string
|
|
Child string
|
|
}
|
|
|
|
type familyExpansionSource struct {
|
|
Dataset string
|
|
Column string
|
|
Predicate string
|
|
}
|
|
|
|
type familyExpansionSpec struct {
|
|
Family string
|
|
FamilyKey string
|
|
Template string
|
|
ChildSource familyExpansionSource
|
|
}
|
|
|
|
func splitFamilyExpansionIdentity(text string) familyIdentity {
|
|
text = strings.TrimSpace(text)
|
|
if text == "" {
|
|
return familyIdentity{}
|
|
}
|
|
if idx := strings.Index(text, "_"); idx > 0 && idx < len(text)-1 {
|
|
return familyIdentity{
|
|
Parent: text[:idx],
|
|
Child: text[idx+1:],
|
|
}
|
|
}
|
|
return familyIdentity{Parent: text}
|
|
}
|
|
|
|
func parseFamilyExpansionSource(raw any) (familyExpansionSource, error) {
|
|
if raw == nil {
|
|
return familyExpansionSource{}, fmt.Errorf("child_source is required")
|
|
}
|
|
obj, ok := raw.(map[string]any)
|
|
if !ok {
|
|
return familyExpansionSource{}, fmt.Errorf("child_source must be an object")
|
|
}
|
|
dataset, ok := obj["dataset"].(string)
|
|
if !ok || strings.TrimSpace(dataset) == "" {
|
|
return familyExpansionSource{}, fmt.Errorf("child_source.dataset must be a non-empty string")
|
|
}
|
|
source := familyExpansionSource{
|
|
Dataset: strings.TrimSpace(dataset),
|
|
}
|
|
if column, ok := obj["column"].(string); ok && strings.TrimSpace(column) != "" {
|
|
source.Column = strings.TrimSpace(column)
|
|
}
|
|
if predicate, ok := obj["predicate"].(string); ok && strings.TrimSpace(predicate) != "" {
|
|
source.Predicate = strings.TrimSpace(predicate)
|
|
}
|
|
return source, nil
|
|
}
|
|
|
|
func parseFamilyExpansionSpec(path string, obj map[string]any) (familyExpansionSpec, error) {
|
|
family, ok := obj["family"].(string)
|
|
if !ok || strings.TrimSpace(family) == "" {
|
|
return familyExpansionSpec{}, fmt.Errorf("generated file %s: family must be a non-empty string", path)
|
|
}
|
|
familyKey, ok := obj["family_key"].(string)
|
|
if !ok || strings.TrimSpace(familyKey) == "" {
|
|
return familyExpansionSpec{}, fmt.Errorf("generated file %s: family_key must be a non-empty string", path)
|
|
}
|
|
template, ok := obj["template"].(string)
|
|
if !ok || strings.TrimSpace(template) == "" {
|
|
return familyExpansionSpec{}, fmt.Errorf("generated file %s: template must be a non-empty string", path)
|
|
}
|
|
source, err := parseFamilyExpansionSource(obj["child_source"])
|
|
if err != nil {
|
|
return familyExpansionSpec{}, fmt.Errorf("generated file %s: %w", path, err)
|
|
}
|
|
return familyExpansionSpec{
|
|
Family: strings.TrimSpace(family),
|
|
FamilyKey: strings.TrimSpace(familyKey),
|
|
Template: strings.TrimSpace(template),
|
|
ChildSource: source,
|
|
}, nil
|
|
}
|
|
|
|
func familyMetadata(parent, child, source, template string) map[string]any {
|
|
meta := map[string]any{
|
|
"parent": strings.TrimSpace(parent),
|
|
}
|
|
if strings.TrimSpace(child) != "" {
|
|
meta["child"] = strings.TrimSpace(child)
|
|
}
|
|
if strings.TrimSpace(source) != "" {
|
|
meta["source"] = strings.TrimSpace(source)
|
|
}
|
|
if strings.TrimSpace(template) != "" {
|
|
meta["template"] = strings.TrimSpace(template)
|
|
}
|
|
return map[string]any{"family": meta}
|
|
}
|
|
|
|
func parseFamilyMetadata(raw any) (map[string]any, error) {
|
|
obj, ok := raw.(map[string]any)
|
|
if !ok {
|
|
return nil, fmt.Errorf("must be an object")
|
|
}
|
|
parent, ok := obj["parent"].(string)
|
|
if !ok || strings.TrimSpace(parent) == "" {
|
|
return nil, fmt.Errorf("parent must be a non-empty string")
|
|
}
|
|
meta := map[string]any{
|
|
"parent": strings.TrimSpace(parent),
|
|
}
|
|
if child, ok := obj["child"].(string); ok && strings.TrimSpace(child) != "" {
|
|
meta["child"] = strings.TrimSpace(child)
|
|
}
|
|
if source, ok := obj["source"].(string); ok && strings.TrimSpace(source) != "" {
|
|
meta["source"] = strings.TrimSpace(source)
|
|
}
|
|
if template, ok := obj["template"].(string); ok && strings.TrimSpace(template) != "" {
|
|
meta["template"] = strings.TrimSpace(template)
|
|
}
|
|
return meta, nil
|
|
}
|
|
|
|
func childTokenFromExpandedKey(key, parent string) string {
|
|
key = strings.TrimSpace(key)
|
|
key = strings.TrimPrefix(key, "feat:")
|
|
if strings.HasPrefix(key, parent+"_") {
|
|
return strings.TrimPrefix(key, parent+"_")
|
|
}
|
|
if strings.HasPrefix(key, parent) {
|
|
return strings.TrimPrefix(key, parent)
|
|
}
|
|
return ""
|
|
}
|