//go:build integration // +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see */ package migrator import ( "fmt" "log" "path" "reflect" "sort" "testing" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/utils" ) var ( dcCfgIn *config.CGRConfig dcCfgOut *config.CGRConfig dcMigrator *Migrator ) var sTestsDCIT = []func(t *testing.T){ testDCITConnect, testDCITFlush, testDCITMigrateAndMove, } func TestDerivedChargersVMigrateITRedis(t *testing.T) { inPath = path.Join(*utils.DataDir, "conf", "samples", "tutmysql") outPath = path.Join(*utils.DataDir, "conf", "samples", "tutmysql") testStartDC("TestDerivedChargersVMigrateITRedis", t) } func TestDerivedChargersVMigrateITMongo(t *testing.T) { inPath = path.Join(*utils.DataDir, "conf", "samples", "tutmongo") outPath = path.Join(*utils.DataDir, "conf", "samples", "tutmongo") testStartDC("TestDerivedChargersVMigrateITMongo", t) } func TestDerivedChargersVITMigrateMongo2Redis(t *testing.T) { inPath = path.Join(*utils.DataDir, "conf", "samples", "tutmongo") outPath = path.Join(*utils.DataDir, "conf", "samples", "tutmysql") testStartDC("TestDerivedChargersVITMigrateMongo2Redis", t) } func testStartDC(testName string, t *testing.T) { var err error if dcCfgIn, err = config.NewCGRConfigFromPath(inPath); err != nil { t.Fatal(err) } if dcCfgOut, err = config.NewCGRConfigFromPath(outPath); err != nil { t.Fatal(err) } for _, stest := range sTestsDCIT { t.Run(testName, stest) } dcMigrator.Close() } func testDCITConnect(t *testing.T) { dataDBIn, err := NewMigratorDataDB(dcCfgIn.DataDbCfg().Type, dcCfgIn.DataDbCfg().Host, dcCfgIn.DataDbCfg().Port, dcCfgIn.DataDbCfg().Name, dcCfgIn.DataDbCfg().User, dcCfgIn.DataDbCfg().Password, dcCfgIn.GeneralCfg().DBDataEncoding, config.CgrConfig().CacheCfg(), dcCfgIn.DataDbCfg().Opts, nil) if err != nil { log.Fatal(err) } dataDBOut, err := NewMigratorDataDB(dcCfgOut.DataDbCfg().Type, dcCfgOut.DataDbCfg().Host, dcCfgOut.DataDbCfg().Port, dcCfgOut.DataDbCfg().Name, dcCfgOut.DataDbCfg().User, dcCfgOut.DataDbCfg().Password, dcCfgOut.GeneralCfg().DBDataEncoding, config.CgrConfig().CacheCfg(), dcCfgOut.DataDbCfg().Opts, nil) if err != nil { log.Fatal(err) } if reflect.DeepEqual(inPath, outPath) { dcMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil, false, true, false, false) } else { dcMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil, false, false, false, false) } if err != nil { log.Fatal(err) } } func testDCITFlush(t *testing.T) { dcMigrator.dmOut.DataManager().DataDB().Flush("") if err := engine.SetDBVersions(dcMigrator.dmOut.DataManager().DataDB()); err != nil { t.Error("Error ", err.Error()) } dcMigrator.dmIN.DataManager().DataDB().Flush("") if err := engine.SetDBVersions(dcMigrator.dmIN.DataManager().DataDB()); err != nil { t.Error("Error ", err.Error()) } } func testDCITMigrateAndMove(t *testing.T) { dcGetMapKeys = func(m utils.StringMap) (keys []string) { //make sure destination are in order keys = make([]string, len(m)) i := 0 for k := range m { keys[i] = k i += 1 } sort.Strings(keys) return keys } derivch := &v1DerivedChargersWithKey{ Key: utils.ConcatenatedKey("*out", defaultTenant, utils.MetaAny, "1003", utils.MetaAny), Value: &v1DerivedChargers{ DestinationIDs: utils.StringMap{"1001": true, "1002": true, "1003": true}, Chargers: []*v1DerivedCharger{ { RunID: "RunID", RunFilters: "~filterhdr1(.+)", RequestTypeField: utils.MetaDefault, CategoryField: utils.MetaDefault, AccountField: "^1004", SubjectField: "call_1003", }, }, }, } attrProf := &engine.AttributeProfile{ Tenant: "cgrates.org", ID: fmt.Sprintf("%s_%v", derivch.Key, 0), Contexts: []string{utils.MetaChargers}, FilterIDs: []string{ "*destinations:~*req.Destination:1001|1002|1003", "*string:~*req.Account:1003", }, ActivationInterval: nil, Attributes: []*engine.Attribute{ { Path: utils.MetaReq + utils.NestingSep + utils.AccountField, Type: utils.MetaVariable, Value: config.NewRSRParsersMustCompile("1004", utils.InfieldSep), }, { Path: utils.MetaReq + utils.NestingSep + utils.Subject, Type: utils.MetaVariable, Value: config.NewRSRParsersMustCompile("call_1003", utils.InfieldSep), }, }, Blocker: false, Weight: 10, } attrProf.Compile() charger := &engine.ChargerProfile{ Tenant: defaultTenant, ID: fmt.Sprintf("%s_%v", derivch.Key, 0), FilterIDs: []string{ "*destinations:~*req.Destination:1001|1002|1003", "*string:~*req.Account:1003", "*rsr:~*req.filterhdr1:.+", }, ActivationInterval: nil, RunID: "RunID", AttributeIDs: []string{attrProf.ID}, Weight: 10, } err := dcMigrator.dmIN.setV1DerivedChargers(derivch) if err != nil { t.Error("Error when setting v1 DerivedChargersV ", err.Error()) } currentVersion := engine.Versions{utils.DerivedChargersV: 1} err = dcMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false) if err != nil { t.Error("Error when setting version for DerivedChargersV ", err.Error()) } //check if version was set correctly if vrs, err := dcMigrator.dmIN.DataManager().DataDB().GetVersions(""); err != nil { t.Error(err) } else if vrs[utils.DerivedChargersV] != 1 { t.Errorf("Unexpected version returned: %d", vrs[utils.DerivedChargersV]) } //migrate derivch _, err = dcMigrator.Migrate([]string{utils.MetaDerivedChargersV}) if err != nil { t.Error("Error when migrating DerivedChargersV ", err.Error()) } //check if version was updated if vrs, err := dcMigrator.dmOut.DataManager().DataDB().GetVersions(""); err != nil { t.Error(err) } else if vrs[utils.DerivedChargersV] != 0 { t.Errorf("Unexpected version returned: %d", vrs[utils.DerivedChargersV]) } //check if derivch was migrate correctly result, err := dcMigrator.dmOut.DataManager().DataDB().GetAttributeProfileDrv(defaultTenant, attrProf.ID) if err != nil { t.Fatalf("Error when getting Attributes %v", err.Error()) } result.Compile() sort.Slice(result.Attributes, func(i, j int) bool { return result.Attributes[i].Path < result.Attributes[j].Path }) // only for test; map returns random keys if !reflect.DeepEqual(*attrProf, *result) { t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(attrProf), utils.ToJSON(result)) } result2, err := dcMigrator.dmOut.DataManager().DataDB().GetChargerProfileDrv(defaultTenant, charger.ID) if err != nil { t.Fatalf("Error when getting Attributes %v", err.Error()) } if !reflect.DeepEqual(*charger, *result2) { t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(charger), utils.ToJSON(result2)) } //check if old account was deleted if _, err = dcMigrator.dmIN.getV1DerivedChargers(); err != utils.ErrNoMoreData { t.Error("Error should be not found : ", err) } expDcIdx := map[string]utils.StringSet{ "*string:*req.Account:1003": { "*out:cgrates.org:*any:1003:*any_0": struct{}{}, }, } if dcidx, err := dcMigrator.dmOut.DataManager().GetIndexes( utils.CacheAttributeFilterIndexes, utils.ConcatenatedKey("cgrates.org", utils.MetaChargers), true, true); err != nil { t.Error(err) } else if !reflect.DeepEqual(expDcIdx, dcidx) { t.Errorf("Expected %v, received: %v", utils.ToJSON(expDcIdx), utils.ToJSON(dcidx)) } expDcIdx = map[string]utils.StringSet{ "*string:*req.Account:1003": { "*out:cgrates.org:*any:1003:*any_0": struct{}{}, }, } if dcidx, err := dcMigrator.dmOut.DataManager().GetIndexes( utils.CacheChargerFilterIndexes, utils.ConcatenatedKey("cgrates.org", utils.MetaChargers), true, true); err == nil || err.Error() != utils.ErrNotFound.Error() { t.Errorf("Expected error %v, received: %v with reply: %v", utils.ErrNotFound, err, utils.ToJSON(dcidx)) } else if dcMigrator.stats[utils.DerivedChargersV] != 1 { t.Errorf("Expected 1, received: %v", dcMigrator.stats[utils.DerivedChargersV]) } }