mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
Fixed and tested cgr-loader tenant flag
This commit is contained in:
nickolasdaniel
committed by
Dan Christian Bogos
Dan Christian Bogos
parent
ce5a52f84a
commit
674f3a8293
421
cmd/cgr-loader/cgr-loader_it_test.go
Normal file
421
cmd/cgr-loader/cgr-loader_it_test.go
Normal file
@@ -0,0 +1,421 @@
|
||||
// +build integration
|
||||
|
||||
/*
|
||||
Real-time Online/Offline Charging System (OerS) for Telecom & ISP environments
|
||||
Copyright (C) ITsysCOM GmbH
|
||||
|
||||
This program is free software: you can redistribute it and/or modify
|
||||
it under the terms of the GNU General Public License as published by
|
||||
the Free Software Foundation, either version 3 of the License, or
|
||||
(at your option) any later version.
|
||||
|
||||
This program is distributed in the hope that it will be useful,
|
||||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
GNU General Public License for more details.
|
||||
|
||||
You should have received a copy of the GNU General Public License
|
||||
along with this program. If not, see <http://www.gnu.org/licenses/>
|
||||
*/
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"flag"
|
||||
"fmt"
|
||||
"net"
|
||||
"net/rpc"
|
||||
"net/rpc/jsonrpc"
|
||||
"os/exec"
|
||||
"path"
|
||||
"reflect"
|
||||
"testing"
|
||||
|
||||
"github.com/cgrates/cgrates/config"
|
||||
"github.com/cgrates/cgrates/engine"
|
||||
"github.com/cgrates/cgrates/utils"
|
||||
)
|
||||
|
||||
var (
|
||||
dataDir = flag.String("data_dir", "/usr/share/cgrates", "CGR data dir path here")
|
||||
dbType = flag.String("dbtype", utils.MetaInternal, "The type of DataBase (Internal/Mongo/mySql)")
|
||||
encoding = flag.String("rpc", utils.MetaJSON, "what encoding whould be used for rpc comunication")
|
||||
waitRater = flag.Int("wait_rater", 100, "Number of miliseconds to wait for rater to start and cache")
|
||||
)
|
||||
|
||||
func TestLoadConfig(t *testing.T) {
|
||||
// DataDb
|
||||
*cfgPath = path.Join(*dataDir, "conf", "samples", "tutmongo")
|
||||
*dataDBType = "*redis"
|
||||
*dataDBHost = "localhost"
|
||||
*dataDBPort = "2012"
|
||||
*dataDBName = "100"
|
||||
*dataDBUser = "cgrates2"
|
||||
*dataDBPasswd = "toor"
|
||||
*dbRedisSentinel = "sentinel1"
|
||||
expDBcfg := &config.DataDbCfg{
|
||||
DataDbType: "*redis",
|
||||
DataDbHost: "localhost",
|
||||
DataDbPort: "2012",
|
||||
DataDbName: "100",
|
||||
DataDbUser: "cgrates2",
|
||||
DataDbPass: "toor",
|
||||
RmtConns: []string{},
|
||||
RplConns: []string{},
|
||||
}
|
||||
// StorDB
|
||||
*storDBType = utils.MetaPostgres
|
||||
*storDBHost = "localhost"
|
||||
*storDBPort = "2012"
|
||||
*storDBName = "cgrates2"
|
||||
*storDBUser = "10"
|
||||
*storDBPasswd = "toor"
|
||||
expStorDB := &config.StorDbCfg{
|
||||
Type: "*postgres",
|
||||
Host: "localhost",
|
||||
Port: "2012",
|
||||
Name: "cgrates2",
|
||||
User: "10",
|
||||
Password: "toor",
|
||||
StringIndexedFields: []string{},
|
||||
PrefixIndexedFields: []string{},
|
||||
}
|
||||
// Loader
|
||||
*tpid = "1"
|
||||
*disableReverse = true
|
||||
*dataPath = "./path"
|
||||
*fieldSep = "$"
|
||||
*cacheSAddress = ""
|
||||
*schedulerAddress = ""
|
||||
// General
|
||||
*cachingArg = utils.MetaLoad
|
||||
*dbDataEncoding = utils.MetaJSON
|
||||
*timezone = utils.Local
|
||||
ldrCfg := loadConfig()
|
||||
ldrCfg.DataDbCfg().Items = nil
|
||||
ldrCfg.StorDbCfg().Items = nil
|
||||
if !reflect.DeepEqual(ldrCfg.DataDbCfg(), expDBcfg) {
|
||||
t.Errorf("Expected %s received %s", utils.ToJSON(expDBcfg), utils.ToJSON(ldrCfg.DataDbCfg()))
|
||||
}
|
||||
if ldrCfg.GeneralCfg().DBDataEncoding != utils.MetaJSON {
|
||||
t.Errorf("Expected %s received %s", utils.MetaJSON, ldrCfg.GeneralCfg().DBDataEncoding)
|
||||
}
|
||||
if ldrCfg.GeneralCfg().DefaultTimezone != utils.Local {
|
||||
t.Errorf("Expected %s received %s", utils.Local, ldrCfg.GeneralCfg().DefaultTimezone)
|
||||
}
|
||||
if !reflect.DeepEqual(ldrCfg.StorDbCfg(), expStorDB) {
|
||||
t.Errorf("Expected %s received %s", utils.ToJSON(expStorDB), utils.ToJSON(ldrCfg.StorDbCfg()))
|
||||
}
|
||||
if !ldrCfg.LoaderCgrCfg().DisableReverse {
|
||||
t.Errorf("Expected %v received %v", true, ldrCfg.LoaderCgrCfg().DisableReverse)
|
||||
}
|
||||
if ldrCfg.GeneralCfg().DefaultCaching != utils.MetaLoad {
|
||||
t.Errorf("Expected %s received %s", utils.MetaLoad, ldrCfg.GeneralCfg().DefaultCaching)
|
||||
}
|
||||
if *importID == utils.EmptyString {
|
||||
t.Errorf("Expected importID to be populated")
|
||||
}
|
||||
if ldrCfg.LoaderCgrCfg().TpID != "1" {
|
||||
t.Errorf("Expected %s received %s", "1", ldrCfg.LoaderCgrCfg().TpID)
|
||||
}
|
||||
if ldrCfg.LoaderCgrCfg().DataPath != "./path" {
|
||||
t.Errorf("Expected %s received %s", "./path", ldrCfg.LoaderCgrCfg().DataPath)
|
||||
}
|
||||
if ldrCfg.LoaderCgrCfg().FieldSeparator != '$' {
|
||||
t.Errorf("Expected %v received %v", '$', ldrCfg.LoaderCgrCfg().FieldSeparator)
|
||||
}
|
||||
if !reflect.DeepEqual(ldrCfg.LoaderCgrCfg().CachesConns, []string{}) {
|
||||
t.Errorf("Expected %v received %v", []string{}, ldrCfg.LoaderCgrCfg().CachesConns)
|
||||
}
|
||||
if !reflect.DeepEqual(ldrCfg.LoaderCgrCfg().SchedulerConns, []string{}) {
|
||||
t.Errorf("Expected %v received %v", []string{}, ldrCfg.LoaderCgrCfg().SchedulerConns)
|
||||
}
|
||||
*cacheSAddress = "127.0.0.1"
|
||||
*schedulerAddress = "127.0.0.2"
|
||||
*rpcEncoding = utils.MetaJSON
|
||||
ldrCfg = loadConfig()
|
||||
expAddrs := []string{"127.0.0.1"}
|
||||
if !reflect.DeepEqual(ldrCfg.LoaderCgrCfg().CachesConns, expAddrs) {
|
||||
t.Errorf("Expected %v received %v", expAddrs, ldrCfg.LoaderCgrCfg().CachesConns)
|
||||
}
|
||||
// expAddrs = []string{"127.0.0.2"}
|
||||
// if !reflect.DeepEqual(ldrCfg.LoaderCgrCfg().SchedulerConns, expAddrs) {
|
||||
// t.Errorf("Expected %v received %v", expAddrs, ldrCfg.LoaderCgrCfg().SchedulerConns)
|
||||
// }
|
||||
// expaddr := config.RPCConns{
|
||||
// utils.MetaBiJSONLocalHost: {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// PoolSize: 0,
|
||||
// Conns: []*config.RemoteHost{{
|
||||
// Address: "127.0.0.1:2014",
|
||||
// Transport: rpcclient.BiRPCJSON,
|
||||
// }},
|
||||
// },
|
||||
// utils.MetaInternal: {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// PoolSize: 0,
|
||||
// Conns: []*config.RemoteHost{{
|
||||
// Address: utils.MetaInternal,
|
||||
// }},
|
||||
// },
|
||||
// rpcclient.BiRPCInternal: {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// PoolSize: 0,
|
||||
// Conns: []*config.RemoteHost{{
|
||||
// Address: rpcclient.BiRPCInternal,
|
||||
// }},
|
||||
// },
|
||||
// "*localhost": {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// Conns: []*config.RemoteHost{{Address: "127.0.0.1:2012", Transport: utils.MetaJSON}},
|
||||
// },
|
||||
// "127.0.0.1": {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// Conns: []*config.RemoteHost{{Address: "127.0.0.1", Transport: utils.MetaJSON}},
|
||||
// },
|
||||
// "127.0.0.2": {
|
||||
// Strategy: rpcclient.PoolFirst,
|
||||
// Conns: []*config.RemoteHost{{Address: "127.0.0.2", Transport: utils.MetaJSON}},
|
||||
// },
|
||||
// }
|
||||
// if !reflect.DeepEqual(ldrCfg.RPCConns(), expaddr) {
|
||||
// t.Errorf("Expected %v received %v", utils.ToJSON(expaddr), utils.ToJSON(ldrCfg.RPCConns()))
|
||||
// }
|
||||
}
|
||||
|
||||
var (
|
||||
ldrItCfgDir string
|
||||
ldrItCfgPath string
|
||||
ldrItCfg *config.CGRConfig
|
||||
db engine.DataDB
|
||||
|
||||
ldrItTests = []func(t *testing.T){
|
||||
testLoadItLoadConfig,
|
||||
testLoadItResetDataDB,
|
||||
testLoadItResetStorDb,
|
||||
testLoadItStartLoader,
|
||||
// testLoadItStartLoaderFlushStorDB,
|
||||
testLoadItCheckTenantFlag,
|
||||
// testLoadItRpcClient,
|
||||
testLoadItStartLoaderWithTenant,
|
||||
testLoadItConnectToDB,
|
||||
testLoadItCheckAttributes,
|
||||
testLoadItStartLoaderRemove,
|
||||
testLoadItCheckAttributes2,
|
||||
|
||||
testLoadItStartLoaderToStorDB,
|
||||
testLoadItStartLoaderFlushStorDB,
|
||||
// testLoadItStartLoaderFromStorDB,
|
||||
testLoadItCheckAttributes2,
|
||||
|
||||
testLoadItStartLoaderToStorDB,
|
||||
testLoadItCheckAttributes2,
|
||||
testLoadItStartLoaderFromStorDB,
|
||||
testLoadItCheckAttributes,
|
||||
}
|
||||
)
|
||||
|
||||
func TestLoadIt(t *testing.T) {
|
||||
switch *dbType {
|
||||
case utils.MetaInternal:
|
||||
t.SkipNow()
|
||||
case utils.MetaMySQL:
|
||||
ldrItCfgDir = "tutmysql"
|
||||
case utils.MetaMongo:
|
||||
ldrItCfgDir = "tutmongo"
|
||||
case utils.MetaPostgres:
|
||||
t.SkipNow()
|
||||
default:
|
||||
t.Fatal("Unknown Database type")
|
||||
}
|
||||
for _, stest := range ldrItTests {
|
||||
t.Run("TestLoadIt", stest)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItLoadConfig(t *testing.T) {
|
||||
var err error
|
||||
ldrItCfgPath = path.Join(*dataDir, "conf", "samples", ldrItCfgDir)
|
||||
if ldrItCfg, err = config.NewCGRConfigFromPath(ldrItCfgPath); err != nil {
|
||||
t.Error(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItResetDataDB(t *testing.T) {
|
||||
if err := engine.InitDataDb(ldrItCfg); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItResetStorDb(t *testing.T) {
|
||||
if err := engine.InitStorDb(ldrItCfg); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItStartLoader(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-path="+path.Join(*dataDir, "tariffplans", "tutorial"), "-caches_address=", "-scheduler_address=")
|
||||
output := bytes.NewBuffer(nil)
|
||||
outerr := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
cmd.Stderr = outerr
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Log(outerr.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItConnectToDB(t *testing.T) {
|
||||
var err error
|
||||
if db, err = engine.NewDataDBConn(ldrItCfg.DataDbCfg().DataDbType,
|
||||
ldrItCfg.DataDbCfg().DataDbHost, ldrItCfg.DataDbCfg().DataDbPort,
|
||||
ldrItCfg.DataDbCfg().DataDbName, ldrItCfg.DataDbCfg().DataDbUser,
|
||||
ldrItCfg.DataDbCfg().DataDbPass, ldrItCfg.GeneralCfg().DBDataEncoding,
|
||||
ldrItCfg.DataDbCfg().DataDbSentinelName, ldrItCfg.DataDbCfg().Items); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItCheckAttributes(t *testing.T) {
|
||||
eAttrPrf := &engine.AttributeProfile{
|
||||
Tenant: "cgrates.org",
|
||||
ID: "ATTR_1001_SIMPLEAUTH",
|
||||
FilterIDs: []string{"*string:~*req.Account:1001"},
|
||||
Contexts: []string{"simpleauth"},
|
||||
Attributes: []*engine.Attribute{
|
||||
{
|
||||
FilterIDs: []string{},
|
||||
Path: utils.MetaReq + utils.NestingSep + "Password",
|
||||
Type: "*constant",
|
||||
Value: config.NewRSRParsersMustCompile("CGRateS.org", true, ";"),
|
||||
},
|
||||
},
|
||||
Weight: 20.0,
|
||||
}
|
||||
if attr, err := db.GetAttributeProfileDrv("cgrates.org", "ATTR_1001_SIMPLEAUTH"); err != nil {
|
||||
t.Fatal(err)
|
||||
} else if attr.Compile(); !reflect.DeepEqual(eAttrPrf, attr) {
|
||||
t.Errorf("Expecting: %+v, received: %+v", utils.ToJSON(eAttrPrf), utils.ToJSON(attr))
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItStartLoaderRemove(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-path="+path.Join(*dataDir, "tariffplans", "tutorial"), "-caches_address=", "-scheduler_address=", "-remove")
|
||||
output := bytes.NewBuffer(nil)
|
||||
outerr := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
cmd.Stderr = outerr
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Log(outerr.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItCheckAttributes2(t *testing.T) {
|
||||
if _, err := db.GetAttributeProfileDrv("cgrates.org", "ATTR_1001_SESSIONAUTH"); err != utils.ErrNotFound {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItStartLoaderToStorDB(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-path="+path.Join(*dataDir, "tariffplans", "tutorial"), "-caches_address=", "-scheduler_address=", "-to_stordb", "-tpid=TPID")
|
||||
output := bytes.NewBuffer(nil)
|
||||
outerr := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
cmd.Stderr = outerr
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Log(outerr.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItStartLoaderFromStorDB(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-caches_address=", "-scheduler_address=", "-from_stordb", "-tpid=TPID")
|
||||
output := bytes.NewBuffer(nil)
|
||||
outerr := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
cmd.Stderr = outerr
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Log(outerr.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
func testLoadItStartLoaderWithTenant(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-path="+path.Join(*dataDir, "tariffplans", "tutorial"), fmt.Sprintf("-caches_address=%s", address), "-scheduler_address=", `-tenant="tenant.com"`, "-verbose")
|
||||
output := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
listener.Close()
|
||||
if resp != "\"tenant.com\"" {
|
||||
t.Errorf("Expected \"tenant.com\" \n but received \n %q", resp)
|
||||
}
|
||||
}
|
||||
|
||||
type mockCache int
|
||||
|
||||
func (c *mockCache) ReloadCache(args *utils.AttrReloadCacheWithArgDispatcher, reply *string) (err error) {
|
||||
resp = args.Tenant
|
||||
*reply = "OK"
|
||||
return nil
|
||||
}
|
||||
|
||||
func (c *mockCache) Clear(args *utils.AttrReloadCacheWithArgDispatcher,
|
||||
reply *string) error {
|
||||
*reply = args.Tenant
|
||||
return nil
|
||||
}
|
||||
|
||||
var address string
|
||||
var listener net.Listener
|
||||
var resp string
|
||||
|
||||
func testLoadItCheckTenantFlag(t *testing.T) {
|
||||
err := rpc.RegisterName("CacheSv1", new(mockCache))
|
||||
if err != nil {
|
||||
t.Error(err)
|
||||
}
|
||||
|
||||
listener, err = net.Listen("tcp", ":0")
|
||||
if err != nil {
|
||||
t.Error(err)
|
||||
}
|
||||
address = listener.Addr().String()
|
||||
|
||||
go func() {
|
||||
for {
|
||||
conn, err := listener.Accept()
|
||||
if err != nil {
|
||||
return
|
||||
}
|
||||
go rpc.ServeCodec(jsonrpc.NewServerCodec(conn))
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
func testLoadItStartLoaderFlushStorDB(t *testing.T) {
|
||||
cmd := exec.Command("cgr-loader", "-config_path="+ldrItCfgPath, "-path="+path.Join(*dataDir, "tariffplans", "dispatchers"), "-caches_address=", "-scheduler_address=", "-to_stordb", "-flush_stordb", "-tpid=TPID")
|
||||
output := bytes.NewBuffer(nil)
|
||||
outerr := bytes.NewBuffer(nil)
|
||||
cmd.Stdout = output
|
||||
cmd.Stderr = outerr
|
||||
if err := cmd.Run(); err != nil {
|
||||
t.Log(cmd.Args)
|
||||
t.Log(output.String())
|
||||
t.Log(outerr.String())
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
@@ -2404,7 +2404,7 @@ func (tpr *TpReader) ReloadCache(caching string, verbose bool, argDispatcher *ut
|
||||
//compose Reload Cache argument
|
||||
cacheArgs := utils.AttrReloadCacheWithArgDispatcher{
|
||||
TenantArg: utils.TenantArg{
|
||||
Tenant: config.CgrConfig().GeneralCfg().DefaultTenant,
|
||||
Tenant: tenant,
|
||||
},
|
||||
ArgDispatcher: argDispatcher,
|
||||
AttrReloadCache: utils.AttrReloadCache{
|
||||
|
||||
Reference in New Issue
Block a user