Files
cgrates/config/datadbcfg_test.go
2020-10-29 17:55:26 +01:00

592 lines
20 KiB
Go

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>
*/
package config
import (
"reflect"
"testing"
"github.com/cgrates/cgrates/utils"
)
func TestDataDbCfgloadFromJsonCfg(t *testing.T) {
jsonCfg := &DbJsonCfg{
Db_type: utils.StringPointer("redis"),
Db_host: utils.StringPointer("127.0.0.1"),
Db_port: utils.IntPointer(6379),
Db_name: utils.StringPointer("10"),
Db_user: utils.StringPointer("cgrates"),
Db_password: utils.StringPointer("password"),
Remote_conns: &[]string{"*conn1"},
Replication_conns: &[]string{"*conn1"},
Items: &map[string]*ItemOptJson{
utils.MetaAccounts: {
Replicate: utils.BoolPointer(true),
Remote: utils.BoolPointer(true),
},
utils.MetaReverseDestinations: {
Replicate: utils.BoolPointer(true),
},
utils.MetaDestinations: {
Replicate: utils.BoolPointer(false),
},
},
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
}
expected := &DataDbCfg{
DataDbType: "redis",
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
RmtConns: []string{"*conn1"},
RplConns: []string{"*conn1"},
Items: map[string]*ItemOpt{
utils.MetaAccounts: {
Replicate: true,
Remote: true,
},
utils.MetaReverseDestinations: {
Replicate: true,
},
utils.MetaDestinations: {
Replicate: false,
},
},
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
}
if jsnCfg, err := NewDefaultCGRConfig(); err != nil {
t.Error(err)
} else if err = jsnCfg.dataDbCfg.loadFromJsonCfg(nil); err != nil {
t.Error(err)
} else if err = jsnCfg.dataDbCfg.loadFromJsonCfg(jsonCfg); err != nil {
t.Error(err)
} else {
if !reflect.DeepEqual(expected.Items[utils.MetaAccounts], jsnCfg.dataDbCfg.Items[utils.MetaAccounts]) {
t.Errorf("Expected %+v \n, received %+v", utils.ToJSON(expected.Items[utils.MetaAccounts]),
utils.ToJSON(jsnCfg.dataDbCfg.Items[utils.MetaAccounts]))
} else if !reflect.DeepEqual(expected.Opts[utils.RedisSentinelNameCfg], jsnCfg.dataDbCfg.Opts[utils.RedisSentinelNameCfg]) {
t.Errorf("Expected %+v \n, received %+v", utils.ToJSON(expected.Opts[utils.RedisSentinelNameCfg]),
utils.ToJSON(jsnCfg.dataDbCfg.Opts[utils.RedisSentinelNameCfg]))
} else if !reflect.DeepEqual(expected.RplConns, jsnCfg.dataDbCfg.RplConns) {
t.Errorf("Expected %+v \n, received %+v", expected.RplConns, jsnCfg.dataDbCfg.RplConns)
}
}
}
func TestConnsloadFromJsonCfg(t *testing.T) {
jsonCfg := &DbJsonCfg{
Remote_conns: &[]string{"*internal"},
}
expectedErrRmt := "Remote connection ID needs to be different than *internal"
if jsnCfg, err := NewDefaultCGRConfig(); err != nil {
t.Error(err)
} else if err = jsnCfg.dataDbCfg.loadFromJsonCfg(jsonCfg); err == nil || err.Error() != expectedErrRmt {
t.Errorf("Expected %+v, received %+v", expectedErrRmt, err)
}
jsonCfg = &DbJsonCfg{
Replication_conns: &[]string{"*internal"},
}
expectedErrRpl := "Replication connection ID needs to be different than *internal"
if jsnCfg, err := NewDefaultCGRConfig(); err != nil {
t.Error(err)
} else if err = jsnCfg.dataDbCfg.loadFromJsonCfg(jsonCfg); err == nil || err.Error() != expectedErrRpl {
t.Errorf("Expected %+v, received %+v", expectedErrRpl, err)
}
}
func TestItemCfgloadFromJson(t *testing.T) {
jsonCfg := &ItemOptJson{
Remote: utils.BoolPointer(true),
Replicate: utils.BoolPointer(true),
Api_key: utils.StringPointer("randomVal"),
Route_id: utils.StringPointer("randomID"),
}
expected := &ItemOpt{
Remote: true,
Replicate: true,
APIKey: "randomVal",
RouteID: "randomID",
}
rcv := new(ItemOpt)
if err := rcv.loadFromJsonCfg(nil); err != nil {
t.Error(err)
} else if err = rcv.loadFromJsonCfg(jsonCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(rcv, expected) {
t.Errorf("Expected %+v \n, received %+v", utils.ToJSON(expected), utils.ToJSON(rcv))
}
}
func TestDataDbCfgloadFromJsonCfgPort(t *testing.T) {
var dbcfg DataDbCfg
dbcfg.Opts = make(map[string]interface{})
cfgJSONStr := `{
"data_db": {
"db_type": "mongo",
}
}`
expected := DataDbCfg{
DataDbType: "mongo",
Opts: make(map[string]interface{}),
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v , received: %+v", expected, dbcfg)
}
cfgJSONStr = `{
"data_db": {
"db_type": "mongo",
"db_port": -1,
}
}`
expected = DataDbCfg{
DataDbType: "mongo",
DataDbPort: "27017",
Opts: make(map[string]interface{}),
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v , received: %+v", expected, dbcfg)
}
cfgJSONStr = `{
"data_db": {
"db_type": "*internal",
"db_port": -1,
}
}`
expected = DataDbCfg{
DataDbType: "internal",
DataDbPort: "internal",
Opts: make(map[string]interface{}),
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v , received: %+v", expected, dbcfg)
}
}
func TestDataDBRemoteReplication(t *testing.T) {
var dbcfg, expected DataDbCfg
cfgJSONStr := `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*redis", // data_db type: <*redis|*mongo|*internal>
"db_host": "127.0.0.1", // data_db host address
"db_port": -1, // data_db port to reach the database
"db_name": "10", // data_db database name to connect to
"db_user": "cgrates", // username to use when connecting to data_db
"db_password": "password", // password to use when connecting to data_db
"opts":{
"redis_sentinel":"sentinel", // redis_sentinel is the name of sentinel
},
"remote_conns":["Conn1"],
}
}`
dbcfg.Opts = make(map[string]interface{})
expected = DataDbCfg{
DataDbType: "redis",
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
RmtConns: []string{"Conn1"},
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
cfgJSONStr = `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*internal", // data_db type: <*redis|*mongo|*internal>
"remote_conns":["Conn1"],
"replication_conns":["Conn2"],
}
}`
expected = DataDbCfg{
DataDbType: utils.INTERNAL,
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
RmtConns: []string{"Conn1"},
RplConns: []string{"Conn2"},
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
cfgJSONStr = `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*internal", // data_db type: <*redis|*mongo|*internal>
"remote_conns":["Conn1","Conn2","Conn3"],
"replication_conns":["Conn4","Conn5"],
}
}`
expected = DataDbCfg{
DataDbType: utils.INTERNAL,
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
RmtConns: []string{"Conn1", "Conn2", "Conn3"},
RplConns: []string{"Conn4", "Conn5"},
}
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
}
func TestDataDbCfgloadFromJsonCfgItems(t *testing.T) {
var dbcfg, expected DataDbCfg
cfgJSONStr := `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*redis", // data_db type: <*redis|*mongo|*internal>
"db_host": "127.0.0.1", // data_db host address
"db_port": -1, // data_db port to reach the database
"db_name": "10", // data_db database name to connect to
"db_user": "cgrates", // username to use when connecting to data_db
"db_password": "password", // password to use when connecting to data_db
"remote_conns":["Conn1"],
"items":{
"*accounts":{"replicate":true},
"*reverse_destinations": {"replicate":false},
"*destinations": {"replicate":false},
} ,
"opts": {
"redis_sentinel":"sentinel", // redis_sentinel is the name of sentinel
}
},
}`
expected = DataDbCfg{
DataDbType: "redis",
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
RmtConns: []string{"Conn1"},
Items: map[string]*ItemOpt{
utils.MetaAccounts: {
Replicate: true,
},
utils.MetaReverseDestinations: {
Replicate: false,
},
utils.MetaDestinations: {
Replicate: false,
},
},
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
}
dbcfg.Items = make(map[string]*ItemOpt)
dbcfg.Opts = make(map[string]interface{})
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
cfgJSONStr = `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*redis", // data_db type: <*redis|*mongo|*internal>
"db_host": "127.0.0.1", // data_db host address
"db_port": -1, // data_db port to reach the database
"db_name": "10", // data_db database name to connect to
"db_user": "cgrates", // username to use when connecting to data_db
"db_password": "password", // password to use when connecting to data_db
"opts": {
"redis_sentinel":"sentinel", // redis_sentinel is the name of sentinel
},
"remote_conns":["Conn1"],
"items":{
"*dispatcher_hosts":{"remote":true, "replicate":true},
"*indexes" :{"remote":true, "replicate":true},
"*load_ids":{"remote":true, "replicate":true},
}
}
}`
expected = DataDbCfg{
DataDbType: "redis",
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
RmtConns: []string{"Conn1"},
Items: map[string]*ItemOpt{
utils.MetaDispatcherHosts: {
Remote: true,
Replicate: true,
},
utils.MetaIndexes: {
Remote: true,
Replicate: true,
},
utils.MetaLoadIDs: {
Remote: true,
Replicate: true,
},
},
}
dbcfg.Items = make(map[string]*ItemOpt)
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
cfgJSONStr = `{
"data_db": { // database used to store runtime data (eg: accounts, cdr stats)
"db_type": "*redis", // data_db type: <*redis|*mongo|*internal>
"db_host": "127.0.0.1", // data_db host address
"db_port": -1, // data_db port to reach the database
"db_name": "10", // data_db database name to connect to
"db_user": "cgrates", // username to use when connecting to data_db
"db_password": "password", // password to use when connecting to data_db
"opts": {
"redis_sentinel":"sentinel", // redis_sentinel is the name of sentinel
},
"remote_conns":["Conn1"],
"items":{
"*timings": {"remote":false, "replicate":false},
"*resource_profiles":{"remote":false, "replicate":false},
"*resources":{"remote":false, "replicate":false},
"*statqueue_profiles": {"remote":false, "replicate":false},
}
}
}`
expected = DataDbCfg{
DataDbType: "redis",
DataDbHost: "127.0.0.1",
DataDbPort: "6379",
DataDbName: "10",
DataDbUser: "cgrates",
DataDbPass: "password",
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
RmtConns: []string{"Conn1"},
Items: map[string]*ItemOpt{
utils.MetaTimings: {},
utils.MetaResourceProfile: {},
utils.MetaResources: {},
utils.MetaStatQueueProfiles: {},
},
}
dbcfg.Items = make(map[string]*ItemOpt)
if jsnCfg, err := NewCgrJsonCfgFromBytes([]byte(cfgJSONStr)); err != nil {
t.Error(err)
} else if jsnDataDbCfg, err := jsnCfg.DbJsonCfg(DATADB_JSN); err != nil {
t.Error(err)
} else if err = dbcfg.loadFromJsonCfg(jsnDataDbCfg); err != nil {
t.Error(err)
} else if !reflect.DeepEqual(expected, dbcfg) {
t.Errorf("Expected: %+v ,\n received: %+v", utils.ToJSON(expected), utils.ToJSON(dbcfg))
}
}
func TestDataDbCfgAsMapInterface(t *testing.T) {
cfgJSONStr := `{
"data_db": {
"db_type": "*redis",
"db_host": "127.0.0.1",
"db_port": 6379,
"db_name": "10",
"db_user": "cgrates",
"db_password": "",
"opts": {
"redis_sentinel":"",
"query_timeout":"10s",
},
"remote_conns":[],
"replication_conns":[],
"items":{
"*accounts":{"remote":true, "replicate":false, "api_key": "randomVal", "route_id": "randomVal"},
"*reverse_destinations": {"remote":false, "replicate":false, "api_key": "randomVal", "route_id": "randomVal"},
},
},
}`
eMap := map[string]interface{}{
utils.DataDbTypeCfg: "*redis",
utils.DataDbHostCfg: "127.0.0.1",
utils.DataDbPortCfg: 6379,
utils.DataDbNameCfg: "10",
utils.DataDbUserCfg: "cgrates",
utils.DataDbPassCfg: "",
utils.OptsCfg: map[string]interface{}{
utils.RedisSentinelNameCfg: "",
utils.QueryTimeoutCfg: "10s",
},
utils.RemoteConnsCfg: []string{},
utils.ReplicationConnsCfg: []string{},
utils.ItemsCfg: map[string]interface{}{
utils.MetaAccounts: map[string]interface{}{utils.RemoteCfg: true, utils.ReplicateCfg: false, utils.ApiKeyCfg: "randomVal", utils.RouteIDCfg: "randomVal"},
utils.MetaReverseDestinations: map[string]interface{}{utils.RemoteCfg: false, utils.ReplicateCfg: false, utils.ApiKeyCfg: "randomVal", utils.RouteIDCfg: "randomVal"},
},
}
if cgrCfg, err := NewCGRConfigFromJSONStringWithDefaults(cfgJSONStr); err != nil {
t.Error(err)
} else {
rcv, err := cgrCfg.dataDbCfg.AsMapInterface()
if err != nil {
t.Error(err)
}
if !reflect.DeepEqual(eMap[utils.ItemsCfg].(map[string]interface{})[utils.MetaAccounts],
rcv[utils.ItemsCfg].(map[string]interface{})[utils.MetaAccounts]) {
t.Errorf("Expected %+v, received %+v", eMap[utils.ItemsCfg].(map[string]interface{})[utils.MetaAccounts],
rcv[utils.ItemsCfg].(map[string]interface{})[utils.MetaAccounts])
} else if !reflect.DeepEqual(eMap[utils.ItemsCfg].(map[string]interface{})[utils.MetaReverseDestinations],
rcv[utils.ItemsCfg].(map[string]interface{})[utils.MetaReverseDestinations]) {
t.Errorf("Expected %+v, received %+v", eMap[utils.ItemsCfg].(map[string]interface{})[utils.MetaReverseDestinations],
rcv[utils.ItemsCfg].(map[string]interface{})[utils.MetaReverseDestinations])
}
}
}
func TestDataDBPortStrconvAtoi(t *testing.T) {
cfgJSONSTR := `{
"data_db": {
"db_port": 6079,
}
}`
if cfgJson, err := NewCGRConfigFromJSONStringWithDefaults(cfgJSONSTR); err != nil {
t.Error(err)
} else {
cfgJson.dataDbCfg.DataDbPort = "6o79"
expected := "strconv.Atoi: parsing \"6o79\": invalid syntax"
if _, err := cfgJson.dataDbCfg.AsMapInterface(); err == nil || err.Error() != expected {
t.Errorf("Expected %+q \n,received %+q", expected, err)
}
}
}
func TestCloneDataDB(t *testing.T) {
jsonCfg := &DbJsonCfg{
Db_type: utils.StringPointer("redis"),
Db_host: utils.StringPointer("127.0.0.1"),
Db_port: utils.IntPointer(6379),
Db_name: utils.StringPointer("10"),
Db_user: utils.StringPointer("cgrates"),
Db_password: utils.StringPointer("password"),
Remote_conns: &[]string{"*conn1"},
Replication_conns: &[]string{"*conn1"},
Items: &map[string]*ItemOptJson{
utils.MetaAccounts: {
Replicate: utils.BoolPointer(true),
Remote: utils.BoolPointer(true),
},
utils.MetaReverseDestinations: {
Replicate: utils.BoolPointer(true),
},
utils.MetaDestinations: {
Replicate: utils.BoolPointer(false),
},
},
Opts: map[string]interface{}{
utils.RedisSentinelNameCfg: "sentinel",
},
}
if jsnCfg, err := NewDefaultCGRConfig(); err != nil {
t.Error(err)
} else if err = jsnCfg.dataDbCfg.loadFromJsonCfg(jsonCfg); err != nil {
t.Error(err)
} else {
rcv := jsnCfg.dataDbCfg.Clone()
if !reflect.DeepEqual(rcv.Items[utils.MetaAccounts], jsnCfg.dataDbCfg.Items[utils.MetaAccounts]) {
t.Errorf("Expected %+v \n, received %+v", utils.ToJSON(rcv.Items[utils.MetaAccounts]),
utils.ToJSON(jsnCfg.dataDbCfg.Items[utils.MetaAccounts]))
} else if !reflect.DeepEqual(rcv.Opts[utils.RedisSentinelNameCfg], jsnCfg.dataDbCfg.Opts[utils.RedisSentinelNameCfg]) {
t.Errorf("Expected %+v \n, received %+v", utils.ToJSON(rcv.Opts[utils.RedisSentinelNameCfg]),
utils.ToJSON(jsnCfg.dataDbCfg.Opts[utils.RedisSentinelNameCfg]))
} else if !reflect.DeepEqual(rcv.RplConns, jsnCfg.dataDbCfg.RplConns) {
t.Errorf("Expected %+v \n, received %+v", rcv.RplConns, jsnCfg.dataDbCfg.RplConns)
}
}
}