mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 10:06:24 +05:00
470 lines
14 KiB
Go
470 lines
14 KiB
Go
//go:build integration
|
|
// +build integration
|
|
|
|
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>
|
|
*/
|
|
package general_tests
|
|
|
|
import (
|
|
"math"
|
|
"os"
|
|
"path"
|
|
"path/filepath"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/cgrates/birpc"
|
|
"github.com/cgrates/birpc/context"
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/engine"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
var (
|
|
rpcdrsCfgPath string
|
|
rpcdrsCfg *config.CGRConfig
|
|
rpcdrsRpc *birpc.Client
|
|
rpcdrsConfDIR1 string //run tests for specific configuration
|
|
rpcdrsConfDIR2 string //run tests for specific configuration
|
|
CGRID = utils.GenUUID()
|
|
|
|
sTestsRpcdrs = []func(t *testing.T){
|
|
testRpcdrsLoadConfig1,
|
|
testRpcdrsInitDataDb,
|
|
testRpcdrsResetStorDb,
|
|
testRpcdrsStartEngine,
|
|
testRpcdrsRpcConn,
|
|
testRpcdrsLoadTP,
|
|
testRpcdrsSetBalance,
|
|
testRpcdrsCheckInitialBalance,
|
|
testRpcdrsProcessFirstCDR,
|
|
testRpcdrsCheckAccountBalancesAfterFirstProcessCDR,
|
|
testRpcdrsProcessSecondCDR,
|
|
testRpcdrsCheckAccountBalancesAfterSecondProcessCDR,
|
|
testRpcdrsGetCDRs,
|
|
testRpcdrsStopEngine,
|
|
testRpcdrsCreateDirectory,
|
|
testRpcdrsNewEngineSameDB,
|
|
testRpcdrsReprocessCDRs,
|
|
testRpcdrsCheckAccountBalancesAfterSecondProcessCDR,
|
|
testRpcdrsGetQueueStringMetrics,
|
|
testRpcdrsStopEngine,
|
|
testCsvVerifyExports,
|
|
testRpcdrsRemoveDirectory,
|
|
}
|
|
)
|
|
|
|
func TestReProcCDRs(t *testing.T) {
|
|
switch *utils.DBType {
|
|
case utils.MetaInternal:
|
|
rpcdrsConfDIR1 = "rerate_cdrs_internal"
|
|
rpcdrsConfDIR2 = "reprocess_cdrs_stats_ees_internal"
|
|
defer os.RemoveAll("/tmp/internal_db")
|
|
case utils.MetaMySQL:
|
|
rpcdrsConfDIR1 = "rerate_cdrs_mysql"
|
|
rpcdrsConfDIR2 = "reprocess_cdrs_stats_ees_mysql"
|
|
case utils.MetaMongo:
|
|
rpcdrsConfDIR1 = "rerate_cdrs_mongo"
|
|
rpcdrsConfDIR2 = "reprocess_cdrs_stats_ees_mongo"
|
|
case utils.MetaPostgres:
|
|
t.SkipNow()
|
|
default:
|
|
t.Fatal("Unknown Database type")
|
|
}
|
|
for _, stest := range sTestsRpcdrs {
|
|
t.Run(rpcdrsConfDIR1, stest)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsLoadConfig1(t *testing.T) {
|
|
var err error
|
|
rpcdrsCfgPath = path.Join(*utils.DataDir, "conf", "samples", rpcdrsConfDIR1)
|
|
if rpcdrsCfg, err = config.NewCGRConfigFromPath(rpcdrsCfgPath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if *utils.DBType == utils.MetaInternal {
|
|
if err = os.MkdirAll(rpcdrsCfg.DataDbCfg().Opts.InternalDBDumpPath, 0700); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err = os.MkdirAll(rpcdrsCfg.StorDbCfg().Opts.InternalDBDumpPath, 0700); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func testRpcdrsInitDataDb(t *testing.T) {
|
|
if err := engine.InitDataDB(rpcdrsCfg); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsResetStorDb(t *testing.T) {
|
|
if err := engine.InitStorDb(rpcdrsCfg); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsStartEngine(t *testing.T) {
|
|
if _, err := engine.StopStartEngine(rpcdrsCfgPath, *utils.WaitRater); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsRpcConn(t *testing.T) {
|
|
rpcdrsRpc = engine.NewRPCClient(t, rpcdrsCfg.ListenCfg())
|
|
}
|
|
|
|
func testRpcdrsLoadTP(t *testing.T) {
|
|
engine.LoadCSVs(t, rpcdrsRpc, path.Join(*utils.DataDir, "tariffplans", "reratecdrs"), nil)
|
|
}
|
|
|
|
func testRpcdrsSetBalance(t *testing.T) {
|
|
var reply string
|
|
if err := rpcdrsRpc.Call(context.Background(), utils.APIerSv2SetBalance,
|
|
utils.AttrSetBalance{
|
|
Tenant: "cgrates.org",
|
|
Account: "1001",
|
|
Value: float64(time.Minute),
|
|
BalanceType: utils.MetaVoice,
|
|
Balance: map[string]any{
|
|
utils.ID: "voiceBalance1",
|
|
},
|
|
}, &reply); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsCheckInitialBalance(t *testing.T) {
|
|
expAcnt := engine.Account{
|
|
ID: "cgrates.org:1001",
|
|
BalanceMap: map[string]engine.Balances{
|
|
utils.MetaVoice: {
|
|
{
|
|
ID: "voiceBalance1",
|
|
Value: float64(time.Minute),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
var acnt engine.Account
|
|
attrs := &utils.AttrGetAccount{Tenant: "cgrates.org", Account: "1001"}
|
|
if err := rpcdrsRpc.Call(context.Background(), utils.APIerSv2GetAccount, attrs, &acnt); err != nil {
|
|
t.Fatal(err)
|
|
} else {
|
|
expAcnt.UpdateTime = acnt.UpdateTime
|
|
expAcnt.BalanceMap[utils.MetaVoice][0].Uuid = acnt.BalanceMap[utils.MetaVoice][0].Uuid
|
|
if !reflect.DeepEqual(acnt, expAcnt) {
|
|
t.Fatalf("expected: <%+v>,\nreceived: <%+v>", utils.ToJSON(expAcnt), utils.ToJSON(acnt))
|
|
}
|
|
}
|
|
}
|
|
|
|
func testRpcdrsProcessFirstCDR(t *testing.T) {
|
|
var reply string
|
|
err := rpcdrsRpc.Call(context.Background(), utils.CDRsV1ProcessEvent,
|
|
&engine.ArgV1ProcessEvent{
|
|
Flags: []string{utils.MetaRALs},
|
|
CGREvent: utils.CGREvent{
|
|
Tenant: "cgrates.org",
|
|
ID: "event1",
|
|
Time: utils.TimePointer(time.Now()),
|
|
Event: map[string]any{
|
|
utils.RunID: "run_1",
|
|
utils.CGRID: CGRID,
|
|
utils.Tenant: "cgrates.org",
|
|
utils.Category: "call",
|
|
utils.ToR: utils.MetaVoice,
|
|
utils.OriginID: "processCDR1",
|
|
utils.OriginHost: "OriginHost1",
|
|
utils.RequestType: utils.MetaPseudoPrepaid,
|
|
utils.AccountField: "1001",
|
|
utils.Destination: "1002",
|
|
utils.SetupTime: time.Date(2021, time.February, 2, 16, 14, 50, 0, time.UTC),
|
|
utils.AnswerTime: time.Date(2021, time.February, 2, 16, 15, 0, 0, time.UTC),
|
|
utils.Usage: 2 * time.Minute,
|
|
},
|
|
},
|
|
}, &reply)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
var cdrs []*engine.CDR
|
|
err = rpcdrsRpc.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{
|
|
RPCCDRsFilter: &utils.RPCCDRsFilter{
|
|
RunIDs: []string{"run_1"},
|
|
}}, &cdrs)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if cdrs[0].Usage != 2*time.Minute {
|
|
t.Errorf("expected usage to be <%+v>, received <%+v>", 2*time.Minute, cdrs[0].Usage)
|
|
} else if cdrs[0].Cost != 0.6 {
|
|
t.Errorf("expected cost to be <%+v>, received <%+v>", 0.6, cdrs[0].Cost)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsCheckAccountBalancesAfterFirstProcessCDR(t *testing.T) {
|
|
expAcnt := engine.Account{
|
|
ID: "cgrates.org:1001",
|
|
BalanceMap: map[string]engine.Balances{
|
|
utils.MetaVoice: {
|
|
{
|
|
ID: "voiceBalance1",
|
|
Value: 0,
|
|
},
|
|
},
|
|
utils.MetaMonetary: {
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Value: -0.6,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
var acnt engine.Account
|
|
attrs := &utils.AttrGetAccount{Tenant: "cgrates.org", Account: "1001"}
|
|
if err := rpcdrsRpc.Call(context.Background(), utils.APIerSv2GetAccount, attrs, &acnt); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
expAcnt.UpdateTime = acnt.UpdateTime
|
|
expAcnt.BalanceMap[utils.MetaVoice][0].Uuid = acnt.BalanceMap[utils.MetaVoice][0].Uuid
|
|
expAcnt.BalanceMap[utils.MetaMonetary][0].Uuid = acnt.BalanceMap[utils.MetaMonetary][0].Uuid
|
|
acnt.BalanceMap[utils.MetaMonetary][0].Value = math.Round(acnt.BalanceMap[utils.MetaMonetary][0].Value*10) / 10
|
|
if !reflect.DeepEqual(acnt, expAcnt) {
|
|
t.Errorf("expected: <%+v>, \nreceived: <%+v>", utils.ToJSON(expAcnt), utils.ToJSON(acnt))
|
|
}
|
|
}
|
|
|
|
func testRpcdrsProcessSecondCDR(t *testing.T) {
|
|
var reply string
|
|
err := rpcdrsRpc.Call(context.Background(), utils.CDRsV1ProcessEvent,
|
|
&engine.ArgV1ProcessEvent{
|
|
Flags: []string{utils.MetaRALs},
|
|
CGREvent: utils.CGREvent{
|
|
Tenant: "cgrates.org",
|
|
ID: "event2",
|
|
Time: utils.TimePointer(time.Now()),
|
|
Event: map[string]any{
|
|
utils.RunID: "run_2",
|
|
utils.CGRID: CGRID,
|
|
utils.Tenant: "cgrates.org",
|
|
utils.Category: "call",
|
|
utils.ToR: utils.MetaVoice,
|
|
utils.OriginID: "processCDR2",
|
|
utils.OriginHost: "OriginHost2",
|
|
utils.RequestType: utils.MetaPseudoPrepaid,
|
|
utils.AccountField: "1001",
|
|
utils.Destination: "1002",
|
|
utils.SetupTime: time.Date(2021, time.February, 2, 15, 14, 50, 0, time.UTC),
|
|
utils.AnswerTime: time.Date(2021, time.February, 2, 15, 15, 0, 0, time.UTC),
|
|
utils.Usage: 2 * time.Minute,
|
|
},
|
|
},
|
|
}, &reply)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var cdrs []*engine.CDR
|
|
err = rpcdrsRpc.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{
|
|
RPCCDRsFilter: &utils.RPCCDRsFilter{
|
|
RunIDs: []string{"run_2"},
|
|
}}, &cdrs)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if cdrs[0].Usage != 2*time.Minute {
|
|
t.Errorf("expected usage to be <%+v>, received <%+v>", 2*time.Minute, cdrs[0].Usage)
|
|
} else if cdrs[0].Cost != 1.2 {
|
|
t.Errorf("expected cost to be <%+v>, received <%+v>", 1.2, cdrs[0].Cost)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsCheckAccountBalancesAfterSecondProcessCDR(t *testing.T) {
|
|
expAcnt := engine.Account{
|
|
ID: "cgrates.org:1001",
|
|
BalanceMap: map[string]engine.Balances{
|
|
utils.MetaVoice: {
|
|
{
|
|
ID: "voiceBalance1",
|
|
Value: 0,
|
|
},
|
|
},
|
|
utils.MetaMonetary: {
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Value: -1.8,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
var acnt engine.Account
|
|
attrs := &utils.AttrGetAccount{Tenant: "cgrates.org", Account: "1001"}
|
|
err := rpcdrsRpc.Call(context.Background(), utils.APIerSv2GetAccount, attrs, &acnt)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
expAcnt.UpdateTime = acnt.UpdateTime
|
|
expAcnt.BalanceMap[utils.MetaVoice][0].Uuid = acnt.BalanceMap[utils.MetaVoice][0].Uuid
|
|
expAcnt.BalanceMap[utils.MetaMonetary][0].Uuid = acnt.BalanceMap[utils.MetaMonetary][0].Uuid
|
|
acnt.BalanceMap[utils.MetaMonetary][0].Value = math.Round(acnt.BalanceMap[utils.MetaMonetary][0].Value*10) / 10
|
|
if !reflect.DeepEqual(acnt, expAcnt) {
|
|
t.Errorf("expected: <%+v>, \nreceived: <%+v>", utils.ToJSON(expAcnt), utils.ToJSON(acnt))
|
|
}
|
|
}
|
|
|
|
var cdrs []*engine.CDR
|
|
|
|
func testRpcdrsGetCDRs(t *testing.T) {
|
|
err := rpcdrsRpc.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{
|
|
RPCCDRsFilter: &utils.RPCCDRsFilter{
|
|
OrderBy: utils.AnswerTime,
|
|
}}, &cdrs)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsStopEngine(t *testing.T) {
|
|
if err := engine.KillEngine(*utils.WaitRater); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsCreateDirectory(t *testing.T) {
|
|
if err := os.RemoveAll("/tmp/testCSV"); err != nil {
|
|
t.Fatal("Error removing folder: ", "/tmp/testCSV", err)
|
|
}
|
|
if err := os.MkdirAll("/tmp/testCSV", 0755); err != nil {
|
|
t.Fatal("Error creating folder: ", "/tmp/testCSV", err)
|
|
}
|
|
}
|
|
|
|
func testRpcdrsNewEngineSameDB(t *testing.T) {
|
|
var err error
|
|
rpcdrsCfgPath = path.Join(*utils.DataDir, "conf", "samples", rpcdrsConfDIR2)
|
|
if rpcdrsCfg, err = config.NewCGRConfigFromPath(rpcdrsCfgPath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
|
|
tpFiles := map[string]string{
|
|
utils.StatsCsv: `#Tenant[0],Id[1],FilterIDs[2],ActivationInterval[3],QueueLength[4],TTL[5],MinItems[6],Metrics[7],MetricFilterIDs[8],Stored[9],Blocker[10],Weight[11],ThresholdIDs[12]
|
|
cgrates.org,STAT_AGG,,2014-07-29T15:00:00Z,0,-1,0,*tcd;*tcc;*sum#1,,false,false,30,*none`,
|
|
}
|
|
|
|
if _, err := engine.StopStartEngine(rpcdrsCfgPath, *utils.WaitRater); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
rpcdrsRpc = engine.NewRPCClient(t, rpcdrsCfg.ListenCfg())
|
|
engine.LoadCSVs(t, rpcdrsRpc, "", tpFiles)
|
|
|
|
}
|
|
|
|
func testRpcdrsReprocessCDRs(t *testing.T) {
|
|
var reply string
|
|
if err := rpcdrsRpc.Call(context.Background(), utils.CDRsV1ReprocessCDRs, &engine.ArgRateCDRs{
|
|
Flags: []string{"*stats"},
|
|
RPCCDRsFilter: utils.RPCCDRsFilter{
|
|
OrderBy: utils.AnswerTime,
|
|
}}, &reply); err != nil {
|
|
t.Fatal(err)
|
|
} else if reply != utils.OK {
|
|
t.Fatalf("expected <OK>, received <%v>", reply)
|
|
}
|
|
|
|
var cdrsRerated []*engine.CDR
|
|
err := rpcdrsRpc.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{
|
|
RPCCDRsFilter: &utils.RPCCDRsFilter{
|
|
OrderBy: utils.AnswerTime,
|
|
}}, &cdrsRerated)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
for _, cdr := range cdrsRerated {
|
|
for _, timing := range cdr.CostDetails.Timings {
|
|
if timing.Years == nil {
|
|
timing.Years = utils.Years{}
|
|
}
|
|
if timing.MonthDays == nil {
|
|
timing.MonthDays = utils.MonthDays{}
|
|
}
|
|
if timing.Months == nil {
|
|
timing.Months = utils.Months{}
|
|
}
|
|
if timing.WeekDays == nil {
|
|
timing.WeekDays = utils.WeekDays{}
|
|
}
|
|
}
|
|
|
|
}
|
|
if !reflect.DeepEqual(cdrs, cdrsRerated) {
|
|
t.Errorf("expected <%v>, \nreceived\n<%v>", utils.ToJSON(cdrs), utils.ToJSON(cdrsRerated))
|
|
}
|
|
}
|
|
|
|
func testRpcdrsGetQueueStringMetrics(t *testing.T) {
|
|
expectedMetrics := map[string]string{
|
|
"*sum#1": "2",
|
|
"*tcc": "1.8",
|
|
"*tcd": "4m0s",
|
|
}
|
|
var metrics map[string]string
|
|
if err := rpcdrsRpc.Call(context.Background(), utils.StatSv1GetQueueStringMetrics,
|
|
&utils.TenantIDWithAPIOpts{
|
|
TenantID: &utils.TenantID{Tenant: "cgrates.org", ID: "STAT_AGG"}}, &metrics); err != nil {
|
|
t.Error(err)
|
|
} else if !reflect.DeepEqual(expectedMetrics, metrics) {
|
|
t.Errorf("expecting: %+v, received reply: %s", expectedMetrics, metrics)
|
|
}
|
|
}
|
|
|
|
func testCsvVerifyExports(t *testing.T) {
|
|
var files []string
|
|
err := filepath.Walk("/tmp/testCSV/", func(path string, info os.FileInfo, err error) error {
|
|
if strings.HasSuffix(path, utils.CSVSuffix) {
|
|
files = append(files, path)
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if len(files) != 1 {
|
|
t.Fatalf("Expected %+v, received: %+v", 1, len(files))
|
|
}
|
|
eCnt := "STAT_AGG,120000000000,1.2,1\nSTAT_AGG,240000000000,1.8,2\n"
|
|
if outContent1, err := os.ReadFile(files[0]); err != nil {
|
|
t.Error(err)
|
|
} else if len(eCnt) != len(string(outContent1)) {
|
|
t.Errorf("Expecting: \n<%+v>, \nreceived: \n<%+v>", len(eCnt), len(string(outContent1)))
|
|
t.Errorf("Expecting: \n<%q>, \nreceived: \n<%q>", eCnt, string(outContent1))
|
|
}
|
|
}
|
|
|
|
func testRpcdrsRemoveDirectory(t *testing.T) {
|
|
if err := os.RemoveAll("/tmp/testCSV"); err != nil {
|
|
t.Fatal("Error removing folder: ", "/tmp/testCSV", err)
|
|
}
|
|
}
|