cgrates/migrator/alias_it_test.go

// +build integration

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>
*/

package migrator

import (
	"log"
	"path"
	"reflect"
	"sort"
	"testing"

	"github.com/cgrates/cgrates/config"
	"github.com/cgrates/cgrates/engine"
	"github.com/cgrates/cgrates/utils"
)

var (
	alsCfgIn    *config.CGRConfig
	alsCfgOut   *config.CGRConfig
	alsMigrator *Migrator
	alsAction   string
)

var sTestsAlsIT = []func(t *testing.T){
	testAlsITConnect,
	testAlsITFlush,
	testAlsITMigrateAndMove,
}

func TestAliasMigrateITRedis(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
	testStart("TestAliasMigrateITRedis", inPath, inPath, utils.Migrate, t)
}

func TestAliasMigrateITMongo(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
	testStart("TestAliasMigrateITMongo", inPath, inPath, utils.Migrate, t)
}

func TestAliasITMove(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
	outPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
	testStart("TestAliasITMove", inPath, outPath, utils.Move, t)
}

func TestAliasITMigrateMongo2Redis(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
	outPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
	testStart("TestAliasITMigrateMongo2Redis", inPath, outPath, utils.Migrate, t)
}

func TestAliasITMoveEncoding(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
	outPath := path.Join(*dataDir, "conf", "samples", "tutmongojson")
	testStart("TestAliasITMoveEncoding", inPath, outPath, utils.Move, t)
}

func TestAliasITMoveEncoding2(t *testing.T) {
	inPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
	outPath := path.Join(*dataDir, "conf", "samples", "tutmysqljson")
	testStart("TestAliasITMoveEncoding2", inPath, outPath, utils.Move, t)
}

func testStart(testName, inPath, outPath, action string, t *testing.T) {
	var err error
	alsAction = action
	if alsCfgIn, err = config.NewCGRConfigFromFolder(inPath); err != nil {
		t.Fatal(err)
	}
	if alsCfgOut, err = config.NewCGRConfigFromFolder(outPath); err != nil {
		t.Fatal(err)
	}
	for _, stest := range sTestsAlsIT {
		t.Run(testName, stest)
	}
}

func testAlsITConnect(t *testing.T) {
	dataDBIn, err := NewMigratorDataDB(alsCfgIn.DataDbCfg().DataDbType,
		alsCfgIn.DataDbCfg().DataDbHost, alsCfgIn.DataDbCfg().DataDbPort,
		alsCfgIn.DataDbCfg().DataDbName, alsCfgIn.DataDbCfg().DataDbUser,
		alsCfgIn.DataDbCfg().DataDbPass, alsCfgIn.GeneralCfg().DBDataEncoding,
		config.CgrConfig().CacheCfg(), "")
	if err != nil {
		log.Fatal(err)
	}
	dataDBOut, err := NewMigratorDataDB(alsCfgOut.DataDbCfg().DataDbType,
		alsCfgOut.DataDbCfg().DataDbHost, alsCfgOut.DataDbCfg().DataDbPort,
		alsCfgOut.DataDbCfg().DataDbName, alsCfgOut.DataDbCfg().DataDbUser,
		alsCfgOut.DataDbCfg().DataDbPass, alsCfgOut.GeneralCfg().DBDataEncoding,
		config.CgrConfig().CacheCfg(), "")
	if err != nil {
		log.Fatal(err)
	}
	alsMigrator, err = NewMigrator(dataDBIn, dataDBOut,
		nil, nil, false, false, false)
	if err != nil {
		log.Fatal(err)
	}
}

func testAlsITFlush(t *testing.T) {
	alsMigrator.dmOut.DataManager().DataDB().Flush("")
	if err := engine.SetDBVersions(alsMigrator.dmOut.DataManager().DataDB()); err != nil {
		t.Error("Error  ", err.Error())
	}
	alsMigrator.dmIN.DataManager().DataDB().Flush("")
	if err := engine.SetDBVersions(alsMigrator.dmIN.DataManager().DataDB()); err != nil {
		t.Error("Error  ", err.Error())
	}
}

func testAlsITMigrateAndMove(t *testing.T) {
	alias := &v1Alias{
		Tenant:    utils.META_ANY,
		Direction: "*out",
		Category:  utils.META_ANY,
		Account:   "1001",
		Subject:   "call_1001",
		Context:   "*rated",
		Values: v1AliasValues{
			&v1AliasValue{
				DestinationId: "1003",
				Pairs: map[string]map[string]string{
					"Account": map[string]string{
						"1001": "1002",
					},
					"Category": map[string]string{
						"call_1001": "call_1002",
					},
				},
				Weight: 10,
			},
		},
	}
	attrProf := &engine.AttributeProfile{
		Tenant:   "cgrates.org",
		ID:       alias.GetId(),
		Contexts: []string{utils.META_ANY},
		FilterIDs: []string{
			"*string:Account:1001",
			"*string:Subject:call_1001",
			"*string:Destination:1003",
		},
		ActivationInterval: nil,
		Attributes: []*engine.Attribute{
			{
				FieldName:  "Account",
				Initial:    "1001",
				Substitute: config.NewRSRParsersMustCompile("1002", true, utils.INFIELD_SEP),
				Append:     true,
			},
			{
				FieldName:  "Category",
				Initial:    "call_1001",
				Substitute: config.NewRSRParsersMustCompile("call_1002", true, utils.INFIELD_SEP),
				Append:     true,
			},
		},
		Blocker: false,
		Weight:  10,
	}
	attrProf.Compile()
	switch alsAction {
	case utils.Migrate:
		err := alsMigrator.dmIN.setV1Alias(alias)
		if err != nil {
			t.Error("Error when setting v1 Alias ", err.Error())
		}
		currentVersion := engine.Versions{utils.Alias: 1}
		err = alsMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
		if err != nil {
			t.Error("Error when setting version for Alias ", err.Error())
		}
		//check if version was set correctly
		if vrs, err := alsMigrator.dmIN.DataManager().DataDB().GetVersions(""); err != nil {
			t.Error(err)
		} else if vrs[utils.Alias] != 1 {
			t.Errorf("Unexpected version returned: %d", vrs[utils.Alias])
		}
		//migrate alias
		err, _ = alsMigrator.Migrate([]string{utils.MetaAlias})
		if err != nil {
			t.Error("Error when migrating Alias ", err.Error())
		}
		//check if version was updated
		if vrs, err := alsMigrator.dmOut.DataManager().DataDB().GetVersions(""); err != nil {
			t.Error(err)
		} else if vrs[utils.Alias] != 2 {
			t.Errorf("Unexpected version returned: %d", vrs[utils.Alias])
		}
		//check if alias was migrate correctly
		result, err := alsMigrator.dmOut.DataManager().DataDB().GetAttributeProfileDrv("cgrates.org", alias.GetId())
		if err != nil {
			t.Fatalf("Error when getting Attributes %v", err.Error())
		}
		result.Compile()
		sort.Slice(result.Attributes, func(i, j int) bool {
			if result.Attributes[i].FieldName == result.Attributes[j].FieldName {
				return result.Attributes[i].Initial.(string) < result.Attributes[j].Initial.(string)
			}
			return result.Attributes[i].FieldName < result.Attributes[j].FieldName
		}) // only for test; map returns random keys
		if !reflect.DeepEqual(*attrProf, *result) {
			t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(attrProf), utils.ToJSON(result))
		}
		//check if old account was deleted
		if _, err = alsMigrator.dmIN.getV1Alias(); err != utils.ErrNoMoreData {
			t.Error("Error should be not found : ", err)
		}

	case utils.Move:
		/* // No Move tests
		if err := alsMigrator.dmIN.DataManager().DataDB().SetAlias(alias, utils.NonTransactional); err != nil {
			t.Error(err)
		}
		currentVersion := engine.CurrentDataDBVersions()
		err := alsMigrator.dmOut.DataManager().DataDB().SetVersions(currentVersion, false)
		if err != nil {
			t.Error("Error when setting version for Alias ", err.Error())
		}
		//migrate accounts
		err, _ = alsMigrator.Migrate([]string{utils.MetaAlias})
		if err != nil {
			t.Error("Error when alsMigratorrating Alias ", err.Error())
		}
		//check if account was migrate correctly
		result, err := alsMigrator.dmOut.DataManager().DataDB().GetAlias(alias.GetId(), false)
		if err != nil {
			t.Error(err)
		}
		if !reflect.DeepEqual(alias, result) {
			t.Errorf("Expecting: %+v, received: %+v", alias, result)
		}
		//check if old account was deleted
		result, err = alsMigrator.dmIN.DataManager().DataDB().GetAlias(alias.GetId(), false)
		if err != utils.ErrNotFound {
			t.Error(err)
		}
		// */
	}
}