DeforaNetworks/corteza
3
0
Fork 0
Code Activity

Add logic for resource translation import/export

Browse Source
This commit is contained in:
Tomaž Jerman
2023-03-17 10:58:46 +01:00
parent c42cf298de
commit 7af889c164
15 changed files with 641 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/tests/envoy/main_test.go
+1
View File
@@ -126,6 +126,7 @@ func cleanup(t *testing.T) {
store.TruncateDalConnections(ctx, defaultStore),
store.TruncateDalSensitivityLevels(ctx, defaultStore),
store.TruncateRbacRules(ctx, defaultStore),
store.TruncateResourceTranslations(ctx, defaultStore),
store.TruncateAutomationWorkflows(ctx, defaultStore),
store.TruncateAutomationTriggers(ctx, defaultStore),
server/tests/envoy/res_tr_test.go
+242
View File
@@ -0,0 +1,242 @@
package envoy
import (
"context"
"fmt"
"os"
"testing"
"github.com/cortezaproject/corteza/server/compose/types"
"github.com/cortezaproject/corteza/server/pkg/envoyx"
"github.com/cortezaproject/corteza/server/store"
systemTypes "github.com/cortezaproject/corteza/server/system/types"
"github.com/davecgh/go-spew/spew"
"github.com/stretchr/testify/require"
"golang.org/x/text/language"
)
func TestResTrImportExport(t *testing.T) {
var (
ctx = context.Background()
req = require.New(t)
nodes envoyx.NodeSet
gg *envoyx.DepGraph
err error
)
cleanup(t)
// The test
//
// * imports some YAML files
// * checks the DB state
// * exports the DB into a YAML
// * clears the DB
// * imports the YAML
// * checks the DB state the same way as before
//
// The above outlined flow allows us to trivially check if the data is both
// imported and exported correctly.
//
// The initial step could also manually populate the DB but the YAML import
// is more convenient.
t.Run("initial import", func(t *testing.T) {
t.Run("parse configs", func(t *testing.T) {
nodes, err = defaultEnvoy.Decode(ctx, envoyx.DecodeParams{
Type: envoyx.DecodeTypeURI,
Params: map[string]any{
"uri": "file://testdata/locale",
},
})
req.NoError(err)
})
t.Run("bake", func(t *testing.T) {
gg, err = defaultEnvoy.Bake(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
"dal": defaultDal,
},
}, nodes...)
req.NoError(err)
})
t.Run("import into DB", func(t *testing.T) {
err = defaultEnvoy.Encode(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
"dal": defaultDal,
},
}, gg)
req.NoError(err)
})
req.NoError(err)
assertLocaleState(ctx, t, defaultStore, req)
})
// Prepare a temp file where we'll dump the YAML into
auxFile, err := os.CreateTemp(os.TempDir(), "*.yaml")
req.NoError(err)
spew.Dump(auxFile.Name())
// defer os.Remove(auxFile.Name())
defer auxFile.Close()
var translations envoyx.NodeSet
t.Run("export", func(t *testing.T) {
t.Run("export from DB", func(t *testing.T) {
nodes, err = defaultEnvoy.Decode(ctx, envoyx.DecodeParams{
Type: envoyx.DecodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
},
Filter: map[string]envoyx.ResourceFilter{
types.ModuleResourceType: {},
types.NamespaceResourceType: {},
systemTypes.RoleResourceType: {},
},
})
req.NoError(err)
})
var tt systemTypes.ResourceTranslationSet
t.Run("get all rules", func(t *testing.T) {
tt, _, err = store.SearchResourceTranslations(ctx, defaultStore, systemTypes.ResourceTranslationFilter{})
req.NoError(err)
})
t.Run("connect rules to resources", func(t *testing.T) {
translations, err = envoyx.ResourceTranslationsForNodes(tt, nodes...)
req.NoError(err)
nodes = append(nodes, translations...)
})
t.Run("bake", func(t *testing.T) {
gg, err = defaultEnvoy.Bake(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
"dal": defaultDal,
},
}, nodes...)
req.NoError(err)
})
t.Run("write file", func(t *testing.T) {
err = defaultEnvoy.Encode(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeIo,
Params: map[string]any{
"writer": auxFile,
},
}, gg)
req.NoError(err)
})
})
cleanup(t)
t.Run("second import", func(t *testing.T) {
t.Run("yaml parse", func(t *testing.T) {
nodes, err = defaultEnvoy.Decode(ctx, envoyx.DecodeParams{
Type: envoyx.DecodeTypeURI,
Params: map[string]any{
"uri": fmt.Sprintf("file://%s", auxFile.Name()),
},
})
req.NoError(err)
})
t.Run("bake", func(t *testing.T) {
gg, err = defaultEnvoy.Bake(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
"dal": defaultDal,
},
}, nodes...)
req.NoError(err)
})
t.Run("run import", func(t *testing.T) {
err = defaultEnvoy.Encode(ctx, envoyx.EncodeParams{
Type: envoyx.EncodeTypeStore,
Params: map[string]any{
"storer": defaultStore,
"dal": defaultDal,
},
}, gg)
req.NoError(err)
})
assertLocaleState(ctx, t, defaultStore, req)
})
}
func assertLocaleState(ctx context.Context, t *testing.T, s store.Storer, req *require.Assertions) {
t.Run("check state", func(t *testing.T) {
namespaces, _, err := store.SearchComposeNamespaces(ctx, defaultStore, types.NamespaceFilter{})
req.NoError(err)
ns1 := namespaces[0]
modules, _, err := store.SearchComposeModules(ctx, defaultStore, types.ModuleFilter{})
req.NoError(err)
mod1 := modules[0]
ll, _, err := store.SearchResourceTranslations(ctx, defaultStore, systemTypes.ResourceTranslationFilter{})
req.NoError(err)
en := ll.FilterLanguage(language.English)
compareResourceTranslations(req, *en.FilterKey("res_tr_1")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:namespace/%d", ns1.ID),
K: "res_tr_1",
Message: "res_tr_1_text",
})
compareResourceTranslations(req, *en.FilterKey("res_tr_2")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:namespace/%d", ns1.ID),
K: "res_tr_2",
Message: "res_tr_2_text",
})
compareResourceTranslations(req, *en.FilterKey("res_tr_3")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:module/%d/%d", ns1.ID, mod1.ID),
K: "res_tr_3",
Message: "res_tr_3_text",
})
de := ll.FilterLanguage(language.English)
compareResourceTranslations(req, *de.FilterKey("res_tr_1")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:namespace/%d", ns1.ID),
K: "res_tr_1",
Message: "res_tr_1_text",
})
compareResourceTranslations(req, *de.FilterKey("res_tr_2")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:namespace/%d", ns1.ID),
K: "res_tr_2",
Message: "res_tr_2_text",
})
compareResourceTranslations(req, *de.FilterKey("res_tr_3")[0], systemTypes.ResourceTranslation{
Resource: fmt.Sprintf("corteza::compose:module/%d/%d", ns1.ID, mod1.ID),
K: "res_tr_3",
Message: "res_tr_3_text",
})
})
}
func compareResourceTranslations(req *require.Assertions, a, b systemTypes.ResourceTranslation) {
if a.Resource != b.Resource {
req.FailNow("Resource missmatch")
}
if a.K != b.K {
req.FailNow("K missmatch")
}
if a.Message != b.Message {
req.FailNow("Message missmatch")
}
}
server/tests/envoy/testdata/locale/locale.yaml
Vendored
+20
View File
@@ -0,0 +1,20 @@
namespace:
test_ns_1:
name: Test Namespace 1
modules:
test_mod_1:
name: Test Module 1
locale:
en:
corteza::compose:namespace/test_ns_1:
res_tr_1: res_tr_1_text
res_tr_2: res_tr_2_text
corteza::compose:module/test_ns_1/test_mod_1:
res_tr_3: res_tr_3_text
de:
corteza::compose:namespace/test_ns_1:
res_tr_1: res_tr_1_text
res_tr_2: res_tr_2_text
corteza::compose:module/test_ns_1/test_mod_1:
res_tr_3: res_tr_3_text