mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
673 lines
22 KiB
Go
673 lines
22 KiB
Go
// +build integration
|
|
|
|
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
*/
|
|
package engine
|
|
|
|
import (
|
|
"flag"
|
|
"path"
|
|
"reflect"
|
|
"testing"
|
|
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/utils"
|
|
"github.com/cgrates/rpcclient"
|
|
)
|
|
|
|
var (
|
|
// Globals used
|
|
dataDbCsv *DataManager // Each dataDb will have it's own sources to collect data
|
|
storDb LoadStorage
|
|
lCfg *config.CGRConfig
|
|
loader *TpReader
|
|
loaderConfigDIR string
|
|
loaderCfgPath string
|
|
|
|
tpCsvScenario = flag.String("tp_scenario", "testtp", "Use this scenario folder to import tp csv data from")
|
|
|
|
loaderTests = []func(t *testing.T){
|
|
testLoaderITInitConfig,
|
|
testLoaderITInitDataDB,
|
|
testLoaderITInitStoreDB,
|
|
testLoaderITRemoveLoad,
|
|
// testLoaderITLoadFromCSV,
|
|
// testLoaderITWriteToDatabase,
|
|
// testLoaderITImportToStorDb,
|
|
// testLoaderITInitDataDB,
|
|
// testLoaderITLoadFromStorDb,
|
|
// testLoaderITInitDataDB,
|
|
// testLoaderITLoadIndividualProfiles,
|
|
}
|
|
)
|
|
|
|
func TestLoaderIT(t *testing.T) {
|
|
switch *dbType {
|
|
case utils.MetaInternal:
|
|
loaderConfigDIR = "tutinternal"
|
|
case utils.MetaMySQL:
|
|
loaderConfigDIR = "tutmysql"
|
|
case utils.MetaMongo:
|
|
loaderConfigDIR = "tutmongo"
|
|
case utils.MetaPostgres:
|
|
loaderConfigDIR = "tutpostgres"
|
|
default:
|
|
t.Fatal("Unknown Database type")
|
|
}
|
|
|
|
for _, stest := range loaderTests {
|
|
t.Run(loaderConfigDIR, stest)
|
|
}
|
|
}
|
|
|
|
func testLoaderITInitConfig(t *testing.T) {
|
|
loaderCfgPath = path.Join(*dataDir, "conf", "samples", loaderConfigDIR)
|
|
lCfg, err = config.NewCGRConfigFromPath(loaderCfgPath)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func testLoaderITInitDataDB(t *testing.T) {
|
|
var err error
|
|
dbConn, err := NewDataDBConn(lCfg.DataDbCfg().DataDbType,
|
|
lCfg.DataDbCfg().DataDbHost, lCfg.DataDbCfg().DataDbPort, lCfg.DataDbCfg().DataDbName,
|
|
lCfg.DataDbCfg().DataDbUser, lCfg.DataDbCfg().DataDbPass, lCfg.GeneralCfg().DBDataEncoding,
|
|
lCfg.DataDbCfg().Opts)
|
|
if err != nil {
|
|
t.Fatal("Error on dataDb connection: ", err.Error())
|
|
}
|
|
dataDbCsv = NewDataManager(dbConn, lCfg.CacheCfg(), nil)
|
|
if lCfg.DataDbCfg().DataDbType == utils.INTERNAL {
|
|
chIDs := []string{}
|
|
for dbKey := range utils.CacheInstanceToPrefix { // clear only the DataDB
|
|
chIDs = append(chIDs, dbKey)
|
|
}
|
|
Cache.Clear(chIDs)
|
|
} else {
|
|
if err = dbConn.Flush(utils.EmptyString); err != nil {
|
|
t.Fatal("Error when flushing datadb")
|
|
}
|
|
}
|
|
cacheChan := make(chan rpcclient.ClientConnector, 1)
|
|
cacheChan <- NewCacheS(lCfg, dataDbCsv, nil)
|
|
connMgr = NewConnManager(lCfg, map[string]chan rpcclient.ClientConnector{
|
|
utils.ConcatenatedKey(utils.MetaInternal, utils.MetaCaches): cacheChan,
|
|
})
|
|
}
|
|
|
|
// Create/reset storage tariff plan tables, used as database connectin establishment also
|
|
func testLoaderITInitStoreDB(t *testing.T) {
|
|
// NewStorDBConn
|
|
db, err := NewStorDBConn(lCfg.StorDbCfg().Type,
|
|
lCfg.StorDbCfg().Host, lCfg.StorDbCfg().Port, lCfg.StorDbCfg().Name,
|
|
lCfg.StorDbCfg().User, lCfg.StorDbCfg().Password, lCfg.GeneralCfg().DBDataEncoding,
|
|
lCfg.StorDbCfg().StringIndexedFields, lCfg.StorDbCfg().PrefixIndexedFields,
|
|
lCfg.StorDbCfg().Opts)
|
|
if err != nil {
|
|
t.Fatal("Error on opening database connection: ", err)
|
|
}
|
|
storDb = db
|
|
// Creating the table serves also as reset since there is a drop prior to create
|
|
dbdir := "mysql"
|
|
if *dbType == utils.MetaPostgres {
|
|
dbdir = "postgres"
|
|
}
|
|
if err := db.Flush(path.Join(*dataDir, "storage", dbdir)); err != nil {
|
|
t.Error("Error on db creation: ", err.Error())
|
|
return // No point in going further
|
|
}
|
|
}
|
|
|
|
// Loads data from csv files in tp scenario to dataDbCsv
|
|
func testLoaderITRemoveLoad(t *testing.T) {
|
|
var err error
|
|
/*for fn, v := range FileValidators {
|
|
if err = ValidateCSVData(path.Join(*dataDir, "tariffplans", *tpCsvScenario, fn), v.Rule); err != nil {
|
|
t.Error("Failed validating data: ", err.Error())
|
|
}
|
|
}*/
|
|
loader, err = NewTpReader(dataDbCsv.DataDB(), NewFileCSVStorage(utils.CSV_SEP,
|
|
path.Join(*dataDir, "tariffplans", *tpCsvScenario)), "", "",
|
|
[]string{utils.ConcatenatedKey(utils.MetaInternal, utils.MetaCaches)}, nil, false)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err = loader.LoadDestinations(); err != nil {
|
|
t.Error("Failed loading destinations: ", err.Error())
|
|
}
|
|
if err = loader.LoadTimings(); err != nil {
|
|
t.Error("Failed loading timings: ", err.Error())
|
|
}
|
|
if err = loader.LoadRates(); err != nil {
|
|
t.Error("Failed loading rates: ", err.Error())
|
|
}
|
|
if err = loader.LoadDestinationRates(); err != nil {
|
|
t.Error("Failed loading destination rates: ", err.Error())
|
|
}
|
|
if err = loader.LoadRatingPlans(); err != nil {
|
|
t.Error("Failed loading rating plans: ", err.Error())
|
|
}
|
|
if err = loader.LoadRatingProfiles(); err != nil {
|
|
t.Error("Failed loading rating profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadActions(); err != nil {
|
|
t.Error("Failed loading actions: ", err.Error())
|
|
}
|
|
if err = loader.LoadActionPlans(); err != nil {
|
|
t.Error("Failed loading action timings: ", err.Error())
|
|
}
|
|
if err = loader.LoadActionTriggers(); err != nil {
|
|
t.Error("Failed loading action triggers: ", err.Error())
|
|
}
|
|
if err = loader.LoadAccountActions(); err != nil {
|
|
t.Error("Failed loading account actions: ", err.Error())
|
|
}
|
|
if err = loader.LoadFilters(); err != nil {
|
|
t.Error("Failed loading filters: ", err.Error())
|
|
}
|
|
if err = loader.LoadResourceProfiles(); err != nil {
|
|
t.Error("Failed loading resource profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadStats(); err != nil {
|
|
t.Error("Failed loading stats: ", err.Error())
|
|
}
|
|
if err = loader.LoadThresholds(); err != nil {
|
|
t.Error("Failed loading thresholds: ", err.Error())
|
|
}
|
|
if err = loader.LoadRouteProfiles(); err != nil {
|
|
t.Error("Failed loading Route profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadAttributeProfiles(); err != nil {
|
|
t.Error("Failed loading Attribute profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadChargerProfiles(); err != nil {
|
|
t.Error("Failed loading Charger profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadDispatcherProfiles(); err != nil {
|
|
t.Error("Failed loading Dispatcher profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadDispatcherHosts(); err != nil {
|
|
t.Error("Failed loading Dispatcher hosts: ", err.Error())
|
|
}
|
|
if err := loader.WriteToDatabase(false, false); err != nil {
|
|
t.Error("Could not write data into dataDb: ", err.Error())
|
|
}
|
|
if err := loader.RemoveFromDatabase(false, true); err != nil {
|
|
t.Error("Could not remove data from dataDb: ", err.Error())
|
|
}
|
|
}
|
|
|
|
// Loads data from csv files in tp scenario to dataDbCsv
|
|
func testLoaderITLoadFromCSV(t *testing.T) {
|
|
var err error
|
|
/*for fn, v := range FileValidators {
|
|
if err = ValidateCSVData(path.Join(*dataDir, "tariffplans", *tpCsvScenario, fn), v.Rule); err != nil {
|
|
t.Error("Failed validating data: ", err.Error())
|
|
}
|
|
}*/
|
|
loader, err = NewTpReader(dataDbCsv.DataDB(), NewFileCSVStorage(utils.CSV_SEP,
|
|
path.Join(*dataDir, "tariffplans", *tpCsvScenario)), "", "",
|
|
[]string{utils.ConcatenatedKey(utils.MetaInternal, utils.MetaCaches)}, nil, false)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err = loader.LoadDestinations(); err != nil {
|
|
t.Error("Failed loading destinations: ", err.Error())
|
|
}
|
|
if err = loader.LoadTimings(); err != nil {
|
|
t.Error("Failed loading timings: ", err.Error())
|
|
}
|
|
if err = loader.LoadRates(); err != nil {
|
|
t.Error("Failed loading rates: ", err.Error())
|
|
}
|
|
if err = loader.LoadDestinationRates(); err != nil {
|
|
t.Error("Failed loading destination rates: ", err.Error())
|
|
}
|
|
if err = loader.LoadRatingPlans(); err != nil {
|
|
t.Error("Failed loading rating plans: ", err.Error())
|
|
}
|
|
if err = loader.LoadRatingProfiles(); err != nil {
|
|
t.Error("Failed loading rating profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadActions(); err != nil {
|
|
t.Error("Failed loading actions: ", err.Error())
|
|
}
|
|
if err = loader.LoadActionPlans(); err != nil {
|
|
t.Error("Failed loading action timings: ", err.Error())
|
|
}
|
|
if err = loader.LoadActionTriggers(); err != nil {
|
|
t.Error("Failed loading action triggers: ", err.Error())
|
|
}
|
|
if err = loader.LoadAccountActions(); err != nil {
|
|
t.Error("Failed loading account actions: ", err.Error())
|
|
}
|
|
if err = loader.LoadFilters(); err != nil {
|
|
t.Error("Failed loading filters: ", err.Error())
|
|
}
|
|
if err = loader.LoadResourceProfiles(); err != nil {
|
|
t.Error("Failed loading resource profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadStats(); err != nil {
|
|
t.Error("Failed loading stats: ", err.Error())
|
|
}
|
|
if err = loader.LoadThresholds(); err != nil {
|
|
t.Error("Failed loading thresholds: ", err.Error())
|
|
}
|
|
if err = loader.LoadRouteProfiles(); err != nil {
|
|
t.Error("Failed loading Route profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadAttributeProfiles(); err != nil {
|
|
t.Error("Failed loading Attribute profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadChargerProfiles(); err != nil {
|
|
t.Error("Failed loading Charger profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadDispatcherProfiles(); err != nil {
|
|
t.Error("Failed loading Dispatcher profiles: ", err.Error())
|
|
}
|
|
if err = loader.LoadDispatcherHosts(); err != nil {
|
|
t.Error("Failed loading Dispatcher hosts: ", err.Error())
|
|
}
|
|
if err := loader.WriteToDatabase(false, false); err != nil {
|
|
t.Error("Could not write data into dataDb: ", err.Error())
|
|
}
|
|
}
|
|
|
|
func testLoaderITWriteToDatabase(t *testing.T) {
|
|
for k, as := range loader.actions {
|
|
rcv, err := loader.dm.GetActions(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetActions: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(as[0], rcv[0]) {
|
|
t.Errorf("Expecting: %v, received: %v", as[0], rcv[0])
|
|
}
|
|
}
|
|
|
|
for k, ap := range loader.actionPlans {
|
|
rcv, err := loader.dm.GetActionPlan(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetActionPlan: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(ap.Id, rcv.Id) {
|
|
t.Errorf("Expecting: %v, received: %v", ap.Id, rcv.Id)
|
|
}
|
|
}
|
|
|
|
for k, atrs := range loader.actionsTriggers {
|
|
rcv, err := loader.dm.GetActionTriggers(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetActionTriggers: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(atrs[0].ActionsID, rcv[0].ActionsID) {
|
|
t.Errorf("Expecting: %v, received: %v", atrs[0].ActionsID, rcv[0].ActionsID)
|
|
}
|
|
}
|
|
|
|
for k, ub := range loader.accountActions {
|
|
rcv, err := loader.dm.GetAccount(k)
|
|
if err != nil {
|
|
t.Error("Failed GetAccount: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(ub.GetID(), rcv.GetID()) {
|
|
t.Errorf("Expecting: %v, received: %v", ub.GetID(), rcv.GetID())
|
|
}
|
|
}
|
|
|
|
for k, d := range loader.destinations {
|
|
rcv, err := loader.dm.GetDestination(k, false, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetDestination: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(d, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", d, rcv)
|
|
}
|
|
}
|
|
|
|
for k, tm := range loader.timings {
|
|
rcv, err := loader.dm.GetTiming(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetTiming: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(tm, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", tm, rcv)
|
|
}
|
|
}
|
|
|
|
for k, rp := range loader.ratingPlans {
|
|
rcv, err := loader.dm.GetRatingPlan(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetRatingPlan: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(rp.Id, rcv.Id) {
|
|
t.Errorf("Expecting: %v, received: %v", rp.Id, rcv.Id)
|
|
}
|
|
}
|
|
|
|
for k, rp := range loader.ratingProfiles {
|
|
rcv, err := loader.dm.GetRatingProfile(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetRatingProfile: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(rp, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", rp, rcv)
|
|
}
|
|
}
|
|
|
|
for k, sg := range loader.sharedGroups {
|
|
rcv, err := loader.dm.GetSharedGroup(k, true, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetSharedGroup: ", err.Error())
|
|
}
|
|
if !reflect.DeepEqual(sg, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", sg, rcv)
|
|
}
|
|
}
|
|
|
|
for tenantid, fltr := range loader.filters {
|
|
rcv, err := loader.dm.GetFilter(tenantid.Tenant, tenantid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetFilter: ", err.Error())
|
|
}
|
|
filter, err := APItoFilter(fltr, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(filter, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", filter, rcv)
|
|
}
|
|
}
|
|
|
|
for tenantid, rl := range loader.resProfiles {
|
|
rcv, err := loader.dm.GetResourceProfile(tenantid.Tenant, tenantid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Error("Failed GetResourceProfile: ", err.Error())
|
|
}
|
|
rlT, err := APItoResource(rl, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(rlT, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", rlT, rcv)
|
|
}
|
|
}
|
|
for tenantid, st := range loader.sqProfiles {
|
|
rcv, err := loader.dm.GetStatQueueProfile(tenantid.Tenant, tenantid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetStatsQueue, tenant: %s, id: %s, error: %s ", tenantid.Tenant, tenantid.ID, err.Error())
|
|
}
|
|
sts, err := APItoStats(st, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(sts, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", sts, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, th := range loader.thProfiles {
|
|
rcv, err := loader.dm.GetThresholdProfile(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetThresholdProfile, tenant: %s, id: %s, error: %s ", th.Tenant, th.ID, err.Error())
|
|
}
|
|
sts, err := APItoThresholdProfile(th, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(sts, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", sts, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, th := range loader.routeProfiles {
|
|
rcv, err := loader.dm.GetRouteProfile(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetRouteProfile, tenant: %s, id: %s, error: %s ", th.Tenant, th.ID, err.Error())
|
|
}
|
|
sts, err := APItoRouteProfile(th, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(sts, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", sts, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, attrPrf := range loader.attributeProfiles {
|
|
rcv, err := loader.dm.GetAttributeProfile(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetAttributeProfile, tenant: %s, id: %s, error: %s ", attrPrf.Tenant, attrPrf.ID, err.Error())
|
|
}
|
|
sts, err := APItoAttributeProfile(attrPrf, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
sts.Compile()
|
|
rcv.Compile()
|
|
if !reflect.DeepEqual(sts, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", sts, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, cpp := range loader.chargerProfiles {
|
|
rcv, err := loader.dm.GetChargerProfile(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetChargerProfile, tenant: %s, id: %s, error: %s ", cpp.Tenant, cpp.ID, err.Error())
|
|
}
|
|
cp, err := APItoChargerProfile(cpp, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(cp, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", cp, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, dpp := range loader.dispatcherProfiles {
|
|
rcv, err := loader.dm.GetDispatcherProfile(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetDispatcherProfile, tenant: %s, id: %s, error: %s ", dpp.Tenant, dpp.ID, err.Error())
|
|
}
|
|
dp, err := APItoDispatcherProfile(dpp, "UTC")
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if !reflect.DeepEqual(dp, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", dp, rcv)
|
|
}
|
|
}
|
|
|
|
for tenatid, dph := range loader.dispatcherHosts {
|
|
rcv, err := loader.dm.GetDispatcherHost(tenatid.Tenant, tenatid.ID, false, false, utils.NonTransactional)
|
|
if err != nil {
|
|
t.Errorf("Failed GetDispatcherHost, tenant: %s, id: %s, error: %s ", dph.Tenant, dph.ID, err.Error())
|
|
}
|
|
dp := APItoDispatcherHost(dph)
|
|
if !reflect.DeepEqual(dp, rcv) {
|
|
t.Errorf("Expecting: %v, received: %v", dp, rcv)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Imports data from csv files in tpScenario to storDb
|
|
func testLoaderITImportToStorDb(t *testing.T) {
|
|
csvImporter := TPCSVImporter{
|
|
TPid: utils.TEST_SQL,
|
|
StorDb: storDb,
|
|
DirPath: path.Join(*dataDir, "tariffplans", *tpCsvScenario),
|
|
Sep: utils.CSV_SEP,
|
|
Verbose: false,
|
|
ImportId: utils.TEST_SQL}
|
|
if err := csvImporter.Run(); err != nil {
|
|
t.Error("Error when importing tpdata to storDb: ", err)
|
|
}
|
|
if tpids, err := storDb.GetTpIds(""); err != nil {
|
|
t.Error("Error when querying storDb for imported data: ", err)
|
|
} else if len(tpids) != 1 || tpids[0] != utils.TEST_SQL {
|
|
t.Errorf("Data in storDb is different than expected %v", tpids)
|
|
}
|
|
}
|
|
|
|
// Loads data from storDb into dataDb
|
|
func testLoaderITLoadFromStorDb(t *testing.T) {
|
|
loader, _ := NewTpReader(dataDbCsv.DataDB(), storDb, utils.TEST_SQL, "", []string{utils.ConcatenatedKey(utils.MetaInternal, utils.MetaCaches)}, nil, false)
|
|
if err := loader.LoadDestinations(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading destinations: ", err.Error())
|
|
}
|
|
if err := loader.LoadTimings(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading timings: ", err.Error())
|
|
}
|
|
if err := loader.LoadRates(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading rates: ", err.Error())
|
|
}
|
|
if err := loader.LoadDestinationRates(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading destination rates: ", err.Error())
|
|
}
|
|
if err := loader.LoadRatingPlans(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading rating plans: ", err.Error())
|
|
}
|
|
if err := loader.LoadRatingProfiles(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading rating profiles: ", err.Error())
|
|
}
|
|
if err := loader.LoadActions(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading actions: ", err.Error())
|
|
}
|
|
if err := loader.LoadActionPlans(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading action timings: ", err.Error())
|
|
}
|
|
if err := loader.LoadActionTriggers(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading action triggers: ", err.Error())
|
|
}
|
|
if err := loader.LoadAccountActions(); err != nil && err.Error() != utils.NotFoundCaps {
|
|
t.Error("Failed loading account actions: ", err.Error())
|
|
}
|
|
}
|
|
|
|
func testLoaderITLoadIndividualProfiles(t *testing.T) {
|
|
loader, _ := NewTpReader(dataDbCsv.DataDB(), storDb, utils.TEST_SQL, "", []string{utils.ConcatenatedKey(utils.MetaInternal, utils.MetaCaches)}, nil, false)
|
|
// Load ratingPlans. This will also set destination keys
|
|
if rps, err := storDb.GetTPRatingPlans(utils.TEST_SQL, "", nil); err != nil {
|
|
t.Fatal("Could not retrieve rating plans")
|
|
} else {
|
|
for _, r := range rps {
|
|
if loaded, err := loader.LoadRatingPlansFiltered(r.ID); err != nil {
|
|
t.Fatalf("Could not load ratingPlan for id: %s, error: %s", r.ID, err.Error())
|
|
} else if !loaded {
|
|
t.Fatal("Cound not find ratingPLan with id:", r.ID)
|
|
}
|
|
}
|
|
}
|
|
// Load rating profiles
|
|
loadId := utils.CSV_LOAD + "_" + utils.TEST_SQL
|
|
if rprs, err := storDb.GetTPRatingProfiles(&utils.TPRatingProfile{TPid: utils.TEST_SQL, LoadId: loadId}); err != nil {
|
|
t.Fatal("Could not retrieve rating profiles, error: ", err.Error())
|
|
} else if len(rprs) == 0 {
|
|
t.Fatal("Could not retrieve rating profiles")
|
|
} else {
|
|
for _, r := range rprs {
|
|
if err := loader.LoadRatingProfilesFiltered(r); err != nil {
|
|
t.Fatalf("Could not load ratingProfile with id: %s, error: %s", r.KeyId(), err.Error())
|
|
}
|
|
}
|
|
}
|
|
|
|
// Load account actions
|
|
if aas, err := storDb.GetTPAccountActions(&utils.TPAccountActions{TPid: utils.TEST_SQL, LoadId: loadId}); err != nil {
|
|
t.Fatal("Could not retrieve account action profiles, error: ", err.Error())
|
|
} else if len(aas) == 0 {
|
|
t.Error("No account actions")
|
|
} else {
|
|
|
|
for _, a := range aas {
|
|
if err := loader.LoadAccountActionsFiltered(a); err != nil {
|
|
t.Fatalf("Could not load account actions with id: %s, error: %s", a.GetId(), err.Error())
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/*
|
|
// Compares previously loaded data from csv and stor to be identical, redis specific tests
|
|
func TestMatchLoadCsvWithStorRating(t *testing.T) {
|
|
|
|
rsCsv, redisDb := dataDbCsv.(*RedisStorage)
|
|
if !redisDb {
|
|
return // We only support these tests for redis
|
|
}
|
|
rsStor := dataDbStor.(*RedisStorage)
|
|
rsApier := dataDbApier.(*RedisStorage)
|
|
keysCsv, err := rsCsv.db.Cmd("KEYS", "*").List()
|
|
if err != nil {
|
|
t.Fatal("Failed querying redis keys for csv data")
|
|
}
|
|
for _, key := range keysCsv {
|
|
var refVal []byte
|
|
for idx, rs := range []*RedisStorage{rsCsv, rsStor, rsApier} {
|
|
if key == utils.TASKS_KEY || strings.HasPrefix(key, utils.ACTION_PLAN_PREFIX) { // action plans are not consistent
|
|
continue
|
|
}
|
|
qVal, err := rs.db.Cmd("GET", key).Bytes()
|
|
if err != nil {
|
|
t.Fatalf("Run: %d, could not retrieve key %s, error: %s", idx, key, err.Error())
|
|
}
|
|
if idx == 0 { // Only compare at second iteration, first one is to set reference value
|
|
refVal = qVal
|
|
continue
|
|
}
|
|
if len(refVal) != len(qVal) {
|
|
t.Errorf("Missmatched data for key: %s\n\t reference val: %s \n\t retrieved val: %s\n on iteration: %d", key, refVal, qVal, idx)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestMatchLoadCsvWithStorAccounting(t *testing.T) {
|
|
|
|
rsCsv, redisDb := dataDbCsv.(*RedisStorage)
|
|
if !redisDb {
|
|
return // We only support these tests for redis
|
|
}
|
|
rsStor := dataDbStor.(*RedisStorage)
|
|
rsApier := dataDbApier.(*RedisStorage)
|
|
keysCsv, err := rsCsv.db.Cmd("KEYS", "*").List()
|
|
if err != nil {
|
|
t.Fatal("Failed querying redis keys for csv data")
|
|
}
|
|
for _, key := range keysCsv {
|
|
var refVal []byte
|
|
if key == "load_history" {
|
|
continue
|
|
}
|
|
for idx, rs := range []*RedisStorage{rsCsv, rsStor, rsApier} {
|
|
qVal, err := rs.db.Cmd("GET", key).Bytes()
|
|
if err != nil {
|
|
t.Fatalf("Run: %d, could not retrieve key %s, error: %s", idx, key, err.Error())
|
|
}
|
|
if idx == 0 { // Only compare at second iteration, first one is to set reference value
|
|
refVal = qVal
|
|
continue
|
|
}
|
|
if len(refVal) != len(qVal) {
|
|
t.Errorf("Missmatched data for key: %s\n\t, reference val: %s \n\t retrieved value: %s\n on iteration: %d", key, refVal, qVal, idx)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
*/
|