mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
378 lines
12 KiB
Go
378 lines
12 KiB
Go
//go:build integration
|
|
// +build integration
|
|
|
|
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package migrator
|
|
|
|
import (
|
|
"log"
|
|
"path"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/engine"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
var (
|
|
accPathIn string
|
|
accPathOut string
|
|
accCfgIn *config.CGRConfig
|
|
accCfgOut *config.CGRConfig
|
|
accMigrator *Migrator
|
|
accAction string
|
|
dbPath = func(dbType string) string {
|
|
return strings.Trim(dbType, "*")
|
|
}
|
|
|
|
sTestsAccIT = []func(t *testing.T){
|
|
testAccITConnect,
|
|
testAccITFlush,
|
|
testAccITMigrateAndMove,
|
|
}
|
|
)
|
|
|
|
func TestAccountMigrateITRedis(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Migrate
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMigrateRedis", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func TestAccountMigrateITMongo(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Migrate
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMigrateMongo", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func TestAccountITMove(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Move
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMove", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func TestAccountITMigrateMongo2Redis(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Migrate
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMigrateMongo2Redis", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func TestAccountITMoveEncoding(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmongojson")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Move
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMove", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func TestAccountITMoveEncoding2(t *testing.T) {
|
|
var err error
|
|
accPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
|
|
accCfgIn, err = config.NewCGRConfigFromPath(accPathIn)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysqljson")
|
|
accCfgOut, err = config.NewCGRConfigFromPath(accPathOut)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
accAction = utils.Move
|
|
for _, stest := range sTestsAccIT {
|
|
t.Run("TestAccountITMove", stest)
|
|
}
|
|
accMigrator.Close()
|
|
}
|
|
|
|
func testAccITConnect(t *testing.T) {
|
|
dataDBIn, err := NewMigratorDataDB(accCfgIn.DataDbCfg().Type,
|
|
accCfgIn.DataDbCfg().Host, accCfgIn.DataDbCfg().Port,
|
|
accCfgIn.DataDbCfg().Name, accCfgIn.DataDbCfg().User,
|
|
accCfgIn.DataDbCfg().Password, accCfgIn.GeneralCfg().DBDataEncoding,
|
|
config.CgrConfig().CacheCfg(), accCfgIn.DataDbCfg().Opts, accCfgIn.DataDbCfg().Items)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
dataDBOut, err := NewMigratorDataDB(accCfgOut.DataDbCfg().Type,
|
|
accCfgOut.DataDbCfg().Host, accCfgOut.DataDbCfg().Port,
|
|
accCfgOut.DataDbCfg().Name, accCfgOut.DataDbCfg().User,
|
|
accCfgOut.DataDbCfg().Password, accCfgOut.GeneralCfg().DBDataEncoding,
|
|
config.CgrConfig().CacheCfg(), accCfgOut.DataDbCfg().Opts, accCfgOut.DataDbCfg().Items)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
if reflect.DeepEqual(accPathIn, accPathOut) {
|
|
accMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil,
|
|
false, true, false, false)
|
|
} else {
|
|
accMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil,
|
|
false, false, false, false)
|
|
}
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testAccITFlush(t *testing.T) {
|
|
accMigrator.dmOut.DataManager().DataDB().Flush(utils.EmptyString)
|
|
if err := engine.SetDBVersions(accMigrator.dmOut.DataManager().DataDB()); err != nil {
|
|
t.Error("Error ", err.Error())
|
|
}
|
|
accMigrator.dmIN.DataManager().DataDB().Flush(utils.EmptyString)
|
|
if err := engine.SetDBVersions(accMigrator.dmIN.DataManager().DataDB()); err != nil {
|
|
t.Error("Error ", err.Error())
|
|
}
|
|
}
|
|
|
|
func testAccITMigrateAndMove(t *testing.T) {
|
|
timingSlice := []*engine.RITiming{
|
|
{
|
|
Years: utils.Years{},
|
|
Months: utils.Months{},
|
|
MonthDays: utils.MonthDays{},
|
|
WeekDays: utils.WeekDays{},
|
|
},
|
|
}
|
|
v1b := &v1Balance{
|
|
Value: 100000,
|
|
Weight: 10,
|
|
DestinationIds: "NAT",
|
|
ExpirationDate: time.Date(2012, 1, 1, 0, 0, 0, 0, time.UTC),
|
|
Timings: timingSlice,
|
|
}
|
|
v1Acc := &v1Account{
|
|
Id: "*OUT:CUSTOMER_1:rif",
|
|
BalanceMap: map[string]v1BalanceChain{
|
|
utils.MetaData: {v1b},
|
|
utils.MetaVoice: {v1b},
|
|
utils.MetaMonetary: {
|
|
&v1Balance{Value: 21,
|
|
ExpirationDate: time.Date(2012, 1, 1, 0, 0, 0, 0, time.UTC),
|
|
Timings: timingSlice}}}}
|
|
|
|
v2d := &engine.Balance{
|
|
Uuid: utils.EmptyString, ID: utils.EmptyString,
|
|
Value: 100000,
|
|
ExpirationDate: time.Date(2012, 1, 1, 0, 0, 0, 0, time.UTC),
|
|
Weight: 10,
|
|
DestinationIDs: utils.StringMap{"NAT": true},
|
|
RatingSubject: utils.EmptyString,
|
|
Categories: utils.NewStringMap(),
|
|
SharedGroups: utils.NewStringMap(),
|
|
Timings: timingSlice,
|
|
TimingIDs: utils.NewStringMap(""),
|
|
Factors: engine.ValueFactors{}}
|
|
v2b := &engine.Balance{
|
|
Uuid: utils.EmptyString, ID: utils.EmptyString,
|
|
Value: 0.0001,
|
|
ExpirationDate: time.Date(2012, 1, 1, 0, 0, 0, 0, time.UTC),
|
|
Weight: 10,
|
|
DestinationIDs: utils.StringMap{"NAT": true},
|
|
RatingSubject: utils.EmptyString,
|
|
Categories: utils.NewStringMap(),
|
|
SharedGroups: utils.NewStringMap(),
|
|
Timings: timingSlice,
|
|
TimingIDs: utils.NewStringMap(""),
|
|
Factors: engine.ValueFactors{}}
|
|
m2 := &engine.Balance{
|
|
Uuid: utils.EmptyString,
|
|
ID: utils.EmptyString,
|
|
Value: 21,
|
|
ExpirationDate: time.Date(2012, 1, 1, 0, 0, 0, 0, time.UTC),
|
|
DestinationIDs: utils.NewStringMap(""),
|
|
RatingSubject: utils.EmptyString,
|
|
Categories: utils.NewStringMap(),
|
|
SharedGroups: utils.NewStringMap(),
|
|
Timings: timingSlice,
|
|
TimingIDs: utils.NewStringMap(""),
|
|
Factors: engine.ValueFactors{}}
|
|
testAccount := &engine.Account{
|
|
ID: "CUSTOMER_1:rif",
|
|
BalanceMap: map[string]engine.Balances{
|
|
utils.MetaData: {v2d},
|
|
utils.MetaVoice: {v2b},
|
|
utils.MetaMonetary: {m2}},
|
|
UnitCounters: engine.UnitCounters{},
|
|
ActionTriggers: engine.ActionTriggers{},
|
|
}
|
|
switch accAction {
|
|
case utils.Migrate:
|
|
// set v1Account
|
|
err := accMigrator.dmIN.setV1Account(v1Acc)
|
|
if err != nil {
|
|
t.Error("Error when setting v1 Accounts ", err.Error())
|
|
}
|
|
//set version for account : 1
|
|
currentVersion := engine.Versions{
|
|
utils.StatS: 2,
|
|
utils.Thresholds: 2,
|
|
utils.Accounts: 1,
|
|
utils.Actions: 2,
|
|
utils.ActionTriggers: 2,
|
|
utils.ActionPlans: 2,
|
|
utils.SharedGroups: 2,
|
|
}
|
|
err = accMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
|
|
if err != nil {
|
|
t.Error("Error when setting version for Accounts ", err.Error())
|
|
}
|
|
//check if version was set correctly
|
|
if vrs, err := accMigrator.dmIN.DataManager().DataDB().GetVersions(""); err != nil {
|
|
t.Error(err)
|
|
} else if vrs[utils.Accounts] != 1 {
|
|
t.Errorf("Unexpected version returned: %d", vrs[utils.Accounts])
|
|
}
|
|
//migrate account
|
|
_, err = accMigrator.Migrate([]string{utils.MetaAccounts})
|
|
if err != nil {
|
|
t.Error("Error when migrating Accounts ", err.Error())
|
|
}
|
|
//check if version was updated
|
|
if vrs, err := accMigrator.dmOut.DataManager().DataDB().GetVersions(""); err != nil {
|
|
t.Error(err)
|
|
} else if vrs[utils.Accounts] != 3 {
|
|
t.Errorf("Unexpected version returned: %d", vrs[utils.Accounts])
|
|
}
|
|
//check if account was migrate correctly
|
|
result, err := accMigrator.dmOut.DataManager().GetAccount(testAccount.ID)
|
|
if err != nil {
|
|
t.Error("Error when getting Accounts ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(testAccount.ID, result.ID) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.ID, result.ID)
|
|
} else if !reflect.DeepEqual(testAccount.ActionTriggers, result.ActionTriggers) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.ActionTriggers, result.ActionTriggers)
|
|
} else if !reflect.DeepEqual(testAccount.BalanceMap, result.BalanceMap) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.BalanceMap, result.BalanceMap)
|
|
} else if !reflect.DeepEqual(testAccount.UnitCounters, result.UnitCounters) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.UnitCounters, result.UnitCounters)
|
|
} else if accMigrator.stats[utils.Accounts] != 1 {
|
|
t.Errorf("Expecting: 1, received: %+v", accMigrator.stats[utils.Accounts])
|
|
}
|
|
case utils.Move:
|
|
//set an account in dmIN
|
|
if err := accMigrator.dmIN.DataManager().SetAccount(testAccount); err != nil {
|
|
t.Error(err)
|
|
}
|
|
//set versions for account
|
|
currentVersion := engine.CurrentDataDBVersions()
|
|
err := accMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
|
|
if err != nil {
|
|
t.Error("Error when setting version for Accounts ", err.Error())
|
|
}
|
|
//migrate accounts
|
|
_, err = accMigrator.Migrate([]string{utils.MetaAccounts})
|
|
if err != nil {
|
|
t.Error("Error when accMigratorrating Accounts ", err.Error())
|
|
}
|
|
//check if account was migrate correctly
|
|
result, err := accMigrator.dmOut.DataManager().GetAccount(testAccount.ID)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if result != nil {
|
|
if !reflect.DeepEqual(testAccount.ID, result.ID) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.ID, result.ID)
|
|
} else if !reflect.DeepEqual(testAccount.ActionTriggers, result.ActionTriggers) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.ActionTriggers, result.ActionTriggers)
|
|
} else if !reflect.DeepEqual(testAccount.BalanceMap, result.BalanceMap) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.BalanceMap, result.BalanceMap)
|
|
} else if !reflect.DeepEqual(testAccount.UnitCounters, result.UnitCounters) {
|
|
t.Errorf("Expecting: %+v, received: %+v", testAccount.UnitCounters, result.UnitCounters)
|
|
}
|
|
} else {
|
|
t.Errorf("Expecting to be not nil")
|
|
}
|
|
//check if old account was deleted
|
|
result, err = accMigrator.dmIN.DataManager().GetAccount(testAccount.ID)
|
|
if err != utils.ErrNotFound {
|
|
t.Error(err)
|
|
} else if accMigrator.stats[utils.Accounts] != 1 {
|
|
t.Errorf("Expecting: 1, received: %+v", accMigrator.stats[utils.Accounts])
|
|
}
|
|
|
|
}
|
|
}
|