//go:build integration // +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see */ package migrator import ( "log" "path" "reflect" "sort" "testing" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/utils" ) var ( usrCfgIn *config.CGRConfig usrCfgOut *config.CGRConfig usrMigrator *Migrator ) var sTestsUsrIT = []func(t *testing.T){ testUsrITConnect, testUsrITFlush, testUsrITMigrateAndMove, } func TestUserMigrateITRedis(t *testing.T) { inPath := path.Join(*utils.DataDir, "conf", "samples", "tutmysql") testUsrStart("TestUserMigrateITRedis", inPath, inPath, t) } func TestUserMigrateITMongo(t *testing.T) { inPath := path.Join(*utils.DataDir, "conf", "samples", "tutmongo") testUsrStart("TestUserMigrateITMongo", inPath, inPath, t) } func TestUserITMigrateMongo2Redis(t *testing.T) { inPath := path.Join(*utils.DataDir, "conf", "samples", "tutmongo") outPath := path.Join(*utils.DataDir, "conf", "samples", "tutmysql") testUsrStart("TestUserITMigrateMongo2Redis", inPath, outPath, t) } func testUsrStart(testName, inPath, outPath string, t *testing.T) { var err error if usrCfgIn, err = config.NewCGRConfigFromPath(inPath); err != nil { t.Fatal(err) } config.SetCgrConfig(usrCfgIn) if usrCfgOut, err = config.NewCGRConfigFromPath(outPath); err != nil { t.Fatal(err) } for _, stest := range sTestsUsrIT { t.Run(testName, stest) } usrMigrator.Close() } func testUsrITConnect(t *testing.T) { dataDBIn, err := NewMigratorDataDB(usrCfgIn.DataDbCfg().Type, usrCfgIn.DataDbCfg().Host, usrCfgIn.DataDbCfg().Port, usrCfgIn.DataDbCfg().Name, usrCfgIn.DataDbCfg().User, usrCfgIn.DataDbCfg().Password, usrCfgIn.GeneralCfg().DBDataEncoding, config.CgrConfig().CacheCfg(), usrCfgIn.DataDbCfg().Opts, nil) if err != nil { log.Fatal(err) } dataDBOut, err := NewMigratorDataDB(usrCfgOut.DataDbCfg().Type, usrCfgOut.DataDbCfg().Host, usrCfgOut.DataDbCfg().Port, usrCfgOut.DataDbCfg().Name, usrCfgOut.DataDbCfg().User, usrCfgOut.DataDbCfg().Password, usrCfgOut.GeneralCfg().DBDataEncoding, config.CgrConfig().CacheCfg(), usrCfgOut.DataDbCfg().Opts, nil) if err != nil { log.Fatal(err) } usrMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil, false, false, false, false) if err != nil { log.Fatal(err) } } func testUsrITFlush(t *testing.T) { usrMigrator.dmOut.DataManager().DataDB().Flush("") if err := engine.SetDBVersions(usrMigrator.dmOut.DataManager().DataDB()); err != nil { t.Error("Error ", err.Error()) } usrMigrator.dmIN.DataManager().DataDB().Flush("") if err := engine.SetDBVersions(usrMigrator.dmIN.DataManager().DataDB()); err != nil { t.Error("Error ", err.Error()) } } func testUsrITMigrateAndMove(t *testing.T) { user := &v1UserProfile{ Tenant: "cgrates.com", UserName: "1001", Masked: false, Profile: map[string]string{ "Account": "1002", "ReqType": "*prepaid", "msisdn": "123423534646752", }, Weight: 10, } attrProf := &engine.AttributeProfile{ Tenant: defaultTenant, ID: "1001", Contexts: []string{utils.MetaAny}, FilterIDs: []string{"*string:~*req.Account:1002"}, ActivationInterval: nil, Attributes: []*engine.Attribute{ { Path: utils.MetaReq + utils.NestingSep + utils.RequestType, Type: utils.MetaVariable, Value: config.NewRSRParsersMustCompile("*prepaid", utils.InfieldSep), }, { Path: utils.MetaReq + utils.NestingSep + "msisdn", Type: utils.MetaVariable, Value: config.NewRSRParsersMustCompile("123423534646752", utils.InfieldSep), }, { Path: utils.MetaTenant, Type: utils.MetaConstant, Value: config.NewRSRParsersMustCompile("cgrates.com", utils.InfieldSep), }, }, Blocker: false, Weight: 10, } attrProf.Compile() err := usrMigrator.dmIN.setV1User(user) if err != nil { t.Error("Error when setting v1 User ", err.Error()) } currentVersion := engine.Versions{utils.User: 1} err = usrMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false) if err != nil { t.Error("Error when setting version for User ", err.Error()) } //check if version was set correctly if vrs, err := usrMigrator.dmIN.DataManager().DataDB().GetVersions(""); err != nil { t.Error(err) } else if vrs[utils.User] != 1 { t.Errorf("Unexpected version returned: %d", vrs[utils.User]) } //migrate user _, err = usrMigrator.Migrate([]string{utils.MetaUsers}) if err != nil { t.Error("Error when migrating User ", err.Error()) } //check if version was updated if vrs, err := usrMigrator.dmOut.DataManager().DataDB().GetVersions(""); err != nil { t.Error(err) } else if vrs[utils.User] != 0 { t.Errorf("Unexpected version returned: %d", vrs[utils.User]) } //check if user was migrate correctly result, err := usrMigrator.dmOut.DataManager().DataDB().GetAttributeProfileDrv(defaultTenant, user.UserName) if err != nil { t.Fatalf("Error when getting Attributes %v", err.Error()) } result.Compile() sort.Slice(result.Attributes, func(i, j int) bool { return result.Attributes[i].Path < result.Attributes[j].Path }) // only for test; map returns random keys if !reflect.DeepEqual(*attrProf, *result) { t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(attrProf), utils.ToJSON(result)) } //check if old account was deleted if _, err = usrMigrator.dmIN.getV1User(); err != utils.ErrNoMoreData { t.Error("Error should be not found : ", err) } expUsrIdx := map[string]utils.StringSet{ "*string:*req.Account:1002": { "1001": struct{}{}, }, } if usridx, err := usrMigrator.dmOut.DataManager().GetIndexes( utils.CacheAttributeFilterIndexes, utils.ConcatenatedKey("cgrates.org", utils.MetaAny), true, true); err != nil { t.Error(err) } else if !reflect.DeepEqual(expUsrIdx, usridx) { t.Errorf("Expected %v, received: %v", utils.ToJSON(expUsrIdx), utils.ToJSON(usridx)) } }