cgrates/migrator/sharedgroup_it_test.go

//go:build integration
// +build integration

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU Affero General Public License for more details.

You should have received a copy of the GNU Affero General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>
*/

package migrator

import (
	"log"
	"path"
	"reflect"
	"testing"

	"github.com/cgrates/cgrates/config"
	"github.com/cgrates/cgrates/engine"
	"github.com/cgrates/cgrates/utils"
)

var (
	shrGrpPathIn   string
	shrGrpPathOut  string
	shrGrpCfgIn    *config.CGRConfig
	shrGrpCfgOut   *config.CGRConfig
	shrGrpMigrator *Migrator
	shrSharedGroup string
)

var sTestsShrGrpIT = []func(t *testing.T){
	testShrGrpITConnect,
	testShrGrpITFlush,
	testShrGrpITMigrateAndMove,
}

func TestSharedGroupITRedis(t *testing.T) {
	var err error
	shrGrpPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
	shrGrpCfgIn, err = config.NewCGRConfigFromPath(shrGrpPathIn)
	if err != nil {
		t.Fatal(err)
	}
	shrGrpPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
	shrGrpCfgOut, err = config.NewCGRConfigFromPath(shrGrpPathOut)
	if err != nil {
		t.Fatal(err)
	}
	shrSharedGroup = utils.Migrate
	for _, stest := range sTestsShrGrpIT {
		t.Run("TestSharedGroupITMigrateRedis", stest)
	}
	shrGrpMigrator.Close()
}

func TestSharedGroupITMongo(t *testing.T) {
	var err error
	shrGrpPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
	shrGrpCfgIn, err = config.NewCGRConfigFromPath(shrGrpPathIn)
	if err != nil {
		t.Fatal(err)
	}
	shrGrpPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
	shrGrpCfgOut, err = config.NewCGRConfigFromPath(shrGrpPathOut)
	if err != nil {
		t.Fatal(err)
	}
	shrSharedGroup = utils.Migrate
	for _, stest := range sTestsShrGrpIT {
		t.Run("TestSharedGroupITMigrateMongo", stest)
	}
	shrGrpMigrator.Close()
}

func TestSharedGroupITMove(t *testing.T) {
	var err error
	shrGrpPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
	shrGrpCfgIn, err = config.NewCGRConfigFromPath(shrGrpPathIn)
	if err != nil {
		t.Fatal(err)
	}
	shrGrpPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
	shrGrpCfgOut, err = config.NewCGRConfigFromPath(shrGrpPathOut)
	if err != nil {
		t.Fatal(err)
	}
	shrSharedGroup = utils.Move
	for _, stest := range sTestsShrGrpIT {
		t.Run("TestSharedGroupITMove", stest)
	}
	shrGrpMigrator.Close()
}

func TestSharedGroupITMoveEncoding(t *testing.T) {
	var err error
	shrGrpPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmongo")
	shrGrpCfgIn, err = config.NewCGRConfigFromPath(shrGrpPathIn)
	if err != nil {
		t.Fatal(err)
	}
	shrGrpPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmongojson")
	shrGrpCfgOut, err = config.NewCGRConfigFromPath(shrGrpPathOut)
	if err != nil {
		t.Fatal(err)
	}
	shrSharedGroup = utils.Move
	for _, stest := range sTestsShrGrpIT {
		t.Run("TestSharedGroupITMoveEncoding", stest)
	}
	shrGrpMigrator.Close()
}

func TestSharedGroupITMoveEncoding2(t *testing.T) {
	var err error
	shrGrpPathIn = path.Join(*utils.DataDir, "conf", "samples", "tutmysql")
	shrGrpCfgIn, err = config.NewCGRConfigFromPath(shrGrpPathIn)
	if err != nil {
		t.Fatal(err)
	}
	shrGrpPathOut = path.Join(*utils.DataDir, "conf", "samples", "tutmysqljson")
	shrGrpCfgOut, err = config.NewCGRConfigFromPath(shrGrpPathOut)
	if err != nil {
		t.Fatal(err)
	}
	shrSharedGroup = utils.Move
	for _, stest := range sTestsShrGrpIT {
		t.Run("TestSharedGroupITMoveEncoding2", stest)
	}
	shrGrpMigrator.Close()
}

func testShrGrpITConnect(t *testing.T) {
	dataDBIn, err := NewMigratorDataDB(shrGrpCfgIn.DataDbCfg().Type,
		shrGrpCfgIn.DataDbCfg().Host, shrGrpCfgIn.DataDbCfg().Port,
		shrGrpCfgIn.DataDbCfg().Name, shrGrpCfgIn.DataDbCfg().User,
		shrGrpCfgIn.DataDbCfg().Password, shrGrpCfgIn.GeneralCfg().DBDataEncoding,
		config.CgrConfig().CacheCfg(), shrGrpCfgIn.DataDbCfg().Opts, nil)
	if err != nil {
		log.Fatal(err)
	}
	dataDBOut, err := NewMigratorDataDB(shrGrpCfgOut.DataDbCfg().Type,
		shrGrpCfgOut.DataDbCfg().Host, shrGrpCfgOut.DataDbCfg().Port,
		shrGrpCfgOut.DataDbCfg().Name, shrGrpCfgOut.DataDbCfg().User,
		shrGrpCfgOut.DataDbCfg().Password, shrGrpCfgOut.GeneralCfg().DBDataEncoding,
		config.CgrConfig().CacheCfg(), shrGrpCfgOut.DataDbCfg().Opts, nil)
	if err != nil {
		log.Fatal(err)
	}
	if reflect.DeepEqual(shrGrpPathIn, shrGrpPathOut) {
		shrGrpMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil,
			false, true, false, false)
	} else {
		shrGrpMigrator, err = NewMigrator(dataDBIn, dataDBOut, nil, nil,
			false, false, false, false)
	}
	if err != nil {
		log.Fatal(err)
	}
}

func testShrGrpITFlush(t *testing.T) {
	shrGrpMigrator.dmOut.DataManager().DataDB().Flush("")
	if err := engine.SetDBVersions(shrGrpMigrator.dmOut.DataManager().DataDB()); err != nil {
		t.Error("Error  ", err.Error())
	}
}

func testShrGrpITMigrateAndMove(t *testing.T) {
	v1shrGrp := &v1SharedGroup{
		Id: "Test",
		AccountParameters: map[string]*engine.SharingParameters{
			"test": {Strategy: "*highest"},
		},
		MemberIds: []string{"1", "2", "3"},
	}
	shrGrp := &engine.SharedGroup{
		Id: "Test",
		AccountParameters: map[string]*engine.SharingParameters{
			"test": {Strategy: "*highest"},
		},
		MemberIds: utils.NewStringMap("1", "2", "3"),
	}

	switch shrSharedGroup {
	case utils.Migrate:
		err := shrGrpMigrator.dmIN.setV1SharedGroup(v1shrGrp)
		if err != nil {
			t.Error("Error when setting v1 SharedGroup ", err.Error())
		}
		currentVersion := engine.Versions{
			utils.StatS:          2,
			utils.Thresholds:     2,
			utils.Accounts:       2,
			utils.Actions:        2,
			utils.ActionTriggers: 2,
			utils.ActionPlans:    2,
			utils.SharedGroups:   1,
		}
		err = shrGrpMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
		if err != nil {
			t.Error("Error when setting version for SharedGroup ", err.Error())
		}
		_, err = shrGrpMigrator.Migrate([]string{utils.MetaSharedGroups})
		if err != nil {
			t.Error("Error when migrating SharedGroup ", err.Error())
		}
		result, err := shrGrpMigrator.dmOut.DataManager().GetSharedGroup(v1shrGrp.Id, true, utils.NonTransactional)
		if err != nil {
			t.Error("Error when getting SharedGroup ", err.Error())
		}
		if !reflect.DeepEqual(shrGrp, result) {
			t.Errorf("Expecting: %+v, received: %+v", shrGrp, result)
		} else if shrGrpMigrator.stats[utils.SharedGroups] != 1 {
			t.Errorf("Expected 1, received: %v", shrGrpMigrator.stats[utils.SharedGroups])
		}
	case utils.Move:
		if err := shrGrpMigrator.dmIN.DataManager().SetSharedGroup(shrGrp); err != nil {
			t.Error("Error when setting SharedGroup ", err.Error())
		}
		currentVersion := engine.CurrentDataDBVersions()
		err := shrGrpMigrator.dmIN.DataManager().DataDB().SetVersions(currentVersion, false)
		if err != nil {
			t.Error("Error when setting version for SharedGroup ", err.Error())
		}
		_, err = shrGrpMigrator.Migrate([]string{utils.MetaSharedGroups})
		if err != nil {
			t.Error("Error when migrating SharedGroup ", err.Error())
		}
		result, err := shrGrpMigrator.dmOut.DataManager().GetSharedGroup(v1shrGrp.Id, true, utils.NonTransactional)
		if err != nil {
			t.Error("Error when getting SharedGroup ", err.Error())
		}
		if !reflect.DeepEqual(shrGrp, result) {
			t.Errorf("Expecting: %+v, received: %+v", shrGrp, result)
		} else if shrGrpMigrator.stats[utils.SharedGroups] != 1 {
			t.Errorf("Expected 1, received: %v", shrGrpMigrator.stats[utils.SharedGroups])
		}
	}
}