Added loaderIDs migration test

migrator/load_ids_it_test.go

@@ -0,0 +1,148 @@
+// +build integration
+
+/*
+Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
+Copyright (C) ITsysCOM GmbH
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>
+*/
+
+package migrator
+
+import (
+	"log"
+	"path"
+	"testing"
+
+	"github.com/cgrates/cgrates/config"
+	"github.com/cgrates/cgrates/engine"
+	"github.com/cgrates/cgrates/utils"
+)
+
+var (
+	loadCfgIn    *config.CGRConfig
+	loadCfgOut   *config.CGRConfig
+	loadMigrator *Migrator
+)
+
+var sTestsLoadIdsIT = []func(t *testing.T){
+	testLoadIdsITConnect,
+	testLoadIdsITFlush,
+	testLoadIdsITMigrateAndMove,
+}
+
+func TestLoadIDsMigrateITRedis(t *testing.T) {
+	inPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
+	testLoadIdsStart("TestLoadIDsMigrateITRedis", inPath, inPath, t)
+}
+
+func TestLoadIDsMigrateITMongo(t *testing.T) {
+	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
+	testLoadIdsStart("TestLoadIDsMigrateITMongo", inPath, inPath, t)
+}
+
+func TestLoadIDsITMigrateMongo2Redis(t *testing.T) {
+	inPath := path.Join(*dataDir, "conf", "samples", "tutmongo")
+	outPath := path.Join(*dataDir, "conf", "samples", "tutmysql")
+	testLoadIdsStart("TestLoadIDsITMigrateMongo2Redis", inPath, outPath, t)
+}
+
+func testLoadIdsStart(testName, inPath, outPath string, t *testing.T) {
+	var err error
+	if loadCfgIn, err = config.NewCGRConfigFromPath(inPath); err != nil {
+		t.Fatal(err)
+	}
+	config.SetCgrConfig(loadCfgIn)
+	if loadCfgOut, err = config.NewCGRConfigFromPath(outPath); err != nil {
+		t.Fatal(err)
+	}
+	for _, stest := range sTestsLoadIdsIT {
+		t.Run(testName, stest)
+	}
+	loadMigrator.Close()
+}
+
+func testLoadIdsITConnect(t *testing.T) {
+	dataDBIn, err := NewMigratorDataDB(loadCfgIn.DataDbCfg().DataDbType,
+		loadCfgIn.DataDbCfg().DataDbHost, loadCfgIn.DataDbCfg().DataDbPort,
+		loadCfgIn.DataDbCfg().DataDbName, loadCfgIn.DataDbCfg().DataDbUser,
+		loadCfgIn.DataDbCfg().DataDbPass, loadCfgIn.GeneralCfg().DBDataEncoding,
+		config.CgrConfig().CacheCfg(), "")
+	if err != nil {
+		log.Fatal(err)
+	}
+	dataDBOut, err := NewMigratorDataDB(loadCfgOut.DataDbCfg().DataDbType,
+		loadCfgOut.DataDbCfg().DataDbHost, loadCfgOut.DataDbCfg().DataDbPort,
+		loadCfgOut.DataDbCfg().DataDbName, loadCfgOut.DataDbCfg().DataDbUser,
+		loadCfgOut.DataDbCfg().DataDbPass, loadCfgOut.GeneralCfg().DBDataEncoding,
+		config.CgrConfig().CacheCfg(), "")
+	if err != nil {
+		log.Fatal(err)
+	}
+	loadMigrator, err = NewMigrator(dataDBIn, dataDBOut,
+		nil, nil, false, false, false, false)
+	if err != nil {
+		log.Fatal(err)
+	}
+}
+
+func testLoadIdsITFlush(t *testing.T) {
+	loadMigrator.dmOut.DataManager().DataDB().Flush("")
+	if err := engine.SetDBVersions(loadMigrator.dmOut.DataManager().DataDB()); err != nil {
+		t.Error("Error  ", err.Error())
+	}
+	loadMigrator.dmIN.DataManager().DataDB().Flush("")
+	if err := engine.SetDBVersions(loadMigrator.dmIN.DataManager().DataDB()); err != nil {
+		t.Error("Error  ", err.Error())
+	}
+}
+
+func testLoadIdsITMigrateAndMove(t *testing.T) {
+
+	err := loadMigrator.dmIN.DataManager().DataDB().SetLoadIDsDrv(map[string]int64{"account": 1}) // this will be deleated
+	if err != nil {
+		t.Error("Error when setting new loadID ", err.Error())
+	}
+	currentVersion := engine.Versions{utils.LoadIDsVrs: 0}
+	err = loadMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
+	if err != nil {
+		t.Error("Error when setting version for LoadIDs ", err.Error())
+	}
+	//check if version was set correctly
+	if vrs, err := loadMigrator.dmIN.DataManager().DataDB().GetVersions(""); err != nil {
+		t.Error(err)
+	} else if vrs[utils.LoadIDsVrs] != 0 {
+		t.Errorf("Unexpected version returned: %d", vrs[utils.LoadIDsVrs])
+	}
+	//migrate user
+	err, _ = loadMigrator.Migrate([]string{utils.MetaLoadIDs})
+	if err != nil {
+		t.Error("Error when migrating LoadIDs ", err.Error())
+	}
+	//check if version was updated
+	if vrs, err := loadMigrator.dmOut.DataManager().DataDB().GetVersions(""); err != nil {
+		t.Error(err)
+	} else if vrs[utils.LoadIDsVrs] != 1 {
+		t.Errorf("Unexpected version returned: %d", vrs[utils.LoadIDsVrs])
+	}
+	//check if user was migrate correctly
+	_, err = loadMigrator.dmOut.DataManager().DataDB().GetItemLoadIDsDrv("")
+	if err != utils.ErrNotFound {
+		t.Error("Error should be not found : ", err)
+	}
+	// no need to modify the LoadIDs from dmIN
+	// if _, err = loadMigrator.dmIN.DataManager().DataDB().GetItemLoadIDsDrv(""); err != utils.ErrNotFound {
+	// 	t.Error("Error should be not found : ", err)
+	// }
+}

migrator/user_it_test.go

@@ -188,7 +188,7 @@ func testUsrITMigrateAndMove(t *testing.T) {
 		t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(attrProf), utils.ToJSON(result))
 	}
 	//check if old account was deleted
-	if _, err = usrMigrator.dmIN.getV1Alias(); err != utils.ErrNoMoreData {
+	if _, err = usrMigrator.dmIN.getV1User(); err != utils.ErrNoMoreData {
 		t.Error("Error should be not found : ", err)
 	}