// +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see */ package general_tests import ( "flag" "net/rpc" "net/rpc/jsonrpc" "os/exec" "path" "reflect" "testing" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/utils" ) var ( node1ConfigPath = path.Join(*dataDir, "redis_sentinel", "node1.conf") node2ConfigPath = path.Join(*dataDir, "redis_sentinel", "node2.conf") sentinel1ConfigPath = path.Join(*dataDir, "redis_sentinel", "sentinel1.conf") sentinel2ConfigPath = path.Join(*dataDir, "redis_sentinel", "sentinel2.conf") engineConfigPath = path.Join(*dataDir, "conf", "samples", "tutsentinel") sentinelConfig *config.CGRConfig sentinelRPC *rpc.Client node1Exec, node2Exec, stlExec1, stlExec2 *exec.Cmd redisSentinel = flag.Bool("redis_sentinel", false, "Run tests with redis sentinel") ) var sTestsRds = []func(t *testing.T){ testRedisSentinelStartNodes, testRedisSentinelInitConfig, testRedisSentinelFlushDb, testRedisSentinelStartEngine, testRedisSentinelRPCCon, testRedisSentinelSetGetAttribute, testRedisSentinelInsertion, testRedisSentinelGetAttrAfterFailover, testRedisSentinelKillEngine, } // Before running these tests make sure node1.conf, node2.conf, sentinel1.conf are the next // Node1 will be master and start at port 16379 // Node2 will be slave of node1 and start at port 16380 // Sentinel1 will be started at port 16381 and will watch Node1 // Sentinel2 will be started at port 16382 and will watch Node1 func TestRedisSentinel(t *testing.T) { if !*redisSentinel { return } for _, stest := range sTestsRds { t.Run("", stest) } } func testRedisSentinelStartNodes(t *testing.T) { node1Exec = exec.Command("redis-server", node1ConfigPath) if err := node1Exec.Start(); err != nil { t.Error(err) } node2Exec = exec.Command("redis-server", node2ConfigPath) if err := node2Exec.Start(); err != nil { t.Error(err) } stlExec1 = exec.Command("redis-sentinel", sentinel1ConfigPath) if err := stlExec1.Start(); err != nil { t.Error(err) } stlExec2 = exec.Command("redis-sentinel", sentinel2ConfigPath) if err := stlExec2.Start(); err != nil { t.Error(err) } } func testRedisSentinelInitConfig(t *testing.T) { var err error sentinelConfig, err = config.NewCGRConfigFromPath(engineConfigPath) if err != nil { t.Error(err) } sentinelConfig.DataFolderPath = *dataDir // Share DataFolderPath through config towards StoreDb for Flush() config.SetCgrConfig(sentinelConfig) } func testRedisSentinelFlushDb(t *testing.T) { if err := engine.InitDataDb(sentinelConfig); err != nil { t.Fatal(err) } } func testRedisSentinelStartEngine(t *testing.T) { if _, err := engine.StopStartEngine(engineConfigPath, 2000); err != nil { t.Fatal(err) } } func testRedisSentinelRPCCon(t *testing.T) { var err error sentinelRPC, err = jsonrpc.Dial("tcp", sentinelConfig.ListenCfg().RPCJSONListen) // We connect over JSON so we can also troubleshoot if needed if err != nil { t.Fatal(err) } } func testRedisSentinelSetGetAttribute(t *testing.T) { alsPrf := &engine.AttributeProfile{ Tenant: "cgrates.org", ID: "ApierTest", Contexts: []string{utils.MetaSessionS, utils.MetaCDRs}, FilterIDs: []string{"*string:Account:1001"}, Attributes: []*engine.Attribute{ { FieldName: utils.Subject, Value: config.NewRSRParsersMustCompile("1001", true, utils.INFIELD_SEP), }, }, Weight: 20, } alsPrf.Compile() var result string if err := sentinelRPC.Call("ApierV1.SetAttributeProfile", alsPrf, &result); err != nil { t.Error(err) } else if result != utils.OK { t.Error("Unexpected reply returned", result) } var reply *engine.AttributeProfile if err := sentinelRPC.Call("ApierV1.GetAttributeProfile", &utils.TenantID{Tenant: "cgrates.org", ID: "ApierTest"}, &reply); err != nil { t.Error(err) } reply.Compile() if !reflect.DeepEqual(alsPrf, reply) { t.Errorf("Expecting : %+v, received: %+v", alsPrf, reply) } } func testRedisSentinelInsertion(t *testing.T) { nrFails1 := 0 nrFails2 := 0 alsPrf := &engine.AttributeProfile{ Tenant: "cgrates.org", ID: "ApierTest", Contexts: []string{utils.MetaSessionS, utils.MetaCDRs}, FilterIDs: []string{"*string:Account:1001"}, Attributes: []*engine.Attribute{ { FieldName: utils.Subject, Value: config.NewRSRParsersMustCompile("1001", true, utils.INFIELD_SEP), }, }, Weight: 20, } orgiginID := alsPrf.ID + "_" id := alsPrf.ID + "_0" index := 0 var result string addFunc := func(t *testing.T, nrFail *int) { alsPrf.ID = id if err := sentinelRPC.Call("ApierV1.SetAttributeProfile", alsPrf, &result); err != nil { if err.Error() == "SERVER_ERROR: No sentinels active" { *nrFail = *nrFail + 1 } else { t.Error(err) } } index = index + 1 id = orgiginID + string(index) } forFunc1 := func(t *testing.T) { for i := 0; i < 25; i++ { t.Run("add", func(t *testing.T) { t.Parallel() addFunc(t, &nrFails1) }) if i == 5 { t.Run("stop1", func(t *testing.T) { t.Parallel() if err := stlExec1.Process.Kill(); err != nil { t.Error(err) } }) } if i == 10 { t.Run("stop2", func(t *testing.T) { t.Parallel() if err := stlExec2.Process.Kill(); err != nil { t.Error(err) } }) } t.Run("add2", func(t *testing.T) { t.Parallel() addFunc(t, &nrFails1) }) } } forFunc2 := func(t *testing.T) { for i := 0; i < 10; i++ { t.Run("add", func(t *testing.T) { t.Parallel() addFunc(t, &nrFails2) }) t.Run("add2", func(t *testing.T) { t.Parallel() addFunc(t, &nrFails2) }) } } t.Run("for1", forFunc1) if nrFails1 == 0 { t.Error("Fail tests in case of failover") } if err := exec.Command("redis-sentinel", sentinel1ConfigPath).Start(); err != nil { // Kill the master t.Error(err) } t.Run("for2", forFunc2) if nrFails2 > 19 { t.Errorf("Fail tests in case of failback ") } } // After we kill node1 check the data if was replicated in node2 func testRedisSentinelGetAttrAfterFailover(t *testing.T) { alsPrf := &engine.AttributeProfile{ Tenant: "cgrates.org", ID: "ApierTest", Contexts: []string{utils.MetaSessionS, utils.MetaCDRs}, FilterIDs: []string{"*string:Account:1001"}, Attributes: []*engine.Attribute{ { FieldName: utils.Subject, Value: config.NewRSRParsersMustCompile("1001", true, utils.INFIELD_SEP), }, }, Weight: 20, } alsPrf.Compile() var reply *engine.AttributeProfile if err := sentinelRPC.Call("ApierV1.GetAttributeProfile", &utils.TenantID{Tenant: "cgrates.org", ID: "ApierTest"}, &reply); err != nil { t.Error(err) } reply.Compile() if !reflect.DeepEqual(alsPrf, reply) { t.Errorf("Expecting : %+v, received: %+v", alsPrf, reply) } } func testRedisSentinelKillEngine(t *testing.T) { if err := exec.Command("pkill", "redis-server").Run(); err != nil { t.Error(err) } if err := exec.Command("pkill", "redis-sentinel").Run(); err != nil { t.Error(err) } if err := exec.Command("pkill", "redis-ser").Run(); err != nil { t.Error(err) } if err := exec.Command("pkill", "redis-sen").Run(); err != nil { t.Error(err) } if err := engine.KillEngine(2000); err != nil { t.Error(err) } }