Files
cgrates/engine/cdrefwv_test.go
2025-10-29 19:42:24 +01:00

445 lines
17 KiB
Go

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>
*/
package engine
import (
"bytes"
"math"
"testing"
"time"
"github.com/cgrates/cgrates/config"
"github.com/cgrates/cgrates/utils"
)
var contentJsnCfgFlds = []*config.FcTemplateJsonCfg{
{
Tag: utils.StringPointer("TypeOfRecord"),
Path: utils.StringPointer("*hdr.TypeOfRecord"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("10"),
Width: utils.IntPointer(2)},
{
Tag: utils.StringPointer("Filler1"),
Path: utils.StringPointer("*hdr.Filler1"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(3)},
{
Tag: utils.StringPointer("DistributorCode"),
Path: utils.StringPointer("*hdr.DistributorCode"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("VOI"),
Width: utils.IntPointer(3)},
{
Tag: utils.StringPointer("FileSeqNr"),
Path: utils.StringPointer("*hdr.FileSeqNr"),
Type: utils.StringPointer(utils.META_HANDLER),
Value: utils.StringPointer(metaExportID),
Width: utils.IntPointer(5),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaZeroLeft)},
{
Tag: utils.StringPointer("LastCdr"),
Path: utils.StringPointer("*hdr.LastCdr"),
Type: utils.StringPointer(utils.META_HANDLER),
Width: utils.IntPointer(12),
Value: utils.StringPointer(metaLastCDRAtime),
Layout: utils.StringPointer("020106150400")},
{
Tag: utils.StringPointer("FileCreationfTime"),
Path: utils.StringPointer("*hdr.FileCreationfTime"),
Type: utils.StringPointer(utils.META_HANDLER),
Value: utils.StringPointer(metaTimeNow),
Width: utils.IntPointer(12),
Layout: utils.StringPointer("020106150400")},
{
Tag: utils.StringPointer("FileVersion"),
Path: utils.StringPointer("*hdr.FileVersion"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("01"),
Width: utils.IntPointer(2)},
{
Tag: utils.StringPointer("Filler2"),
Path: utils.StringPointer("*hdr.Filler2"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(105)},
{
Tag: utils.StringPointer("TypeOfRecord"),
Path: utils.StringPointer("*exp.TypeOfRecord"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("20"),
Width: utils.IntPointer(2)},
{
Tag: utils.StringPointer("Account"),
Path: utils.StringPointer("*exp.Account"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Account),
Width: utils.IntPointer(12),
Strip: utils.StringPointer(utils.MetaLeft),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("Subject"),
Path: utils.StringPointer("*exp.Subject"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Subject),
Width: utils.IntPointer(5),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("CLI"),
Path: utils.StringPointer("*exp.CLI"),
Type: utils.StringPointer(utils.META_COMPOSED),
Width: utils.IntPointer(15),
Value: utils.StringPointer("cli"),
Strip: utils.StringPointer(utils.MetaXRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("Destination"),
Path: utils.StringPointer("*exp.Destination"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Destination),
Width: utils.IntPointer(24),
Strip: utils.StringPointer(utils.MetaXRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("ToR"),
Path: utils.StringPointer("*exp.ToR"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("02"),
Width: utils.IntPointer(2)},
{
Tag: utils.StringPointer("SubtypeTOR"),
Path: utils.StringPointer("*exp.SubtypeTOR"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("11"),
Padding: utils.StringPointer(utils.MetaRight),
Width: utils.IntPointer(4)},
{
Tag: utils.StringPointer("SetupTime"),
Path: utils.StringPointer("*exp.SetupTime"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.SetupTime),
Width: utils.IntPointer(12),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight),
Layout: utils.StringPointer("020106150400")},
{
Tag: utils.StringPointer("Duration"),
Path: utils.StringPointer("*exp.Duration"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Usage),
Width: utils.IntPointer(6),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight),
Layout: utils.StringPointer(utils.SECONDS)},
{
Tag: utils.StringPointer("DataVolume"),
Path: utils.StringPointer("*exp.DataVolume"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(6)},
{
Tag: utils.StringPointer("TaxCode"),
Path: utils.StringPointer("*exp.TaxCode"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("1"),
Width: utils.IntPointer(1)},
{
Tag: utils.StringPointer("OperatorCode"),
Path: utils.StringPointer("*exp.OperatorCode"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("opercode"),
Width: utils.IntPointer(2),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("ProductId"),
Path: utils.StringPointer("*exp.ProductId"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~productid"),
Width: utils.IntPointer(5),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("NetworkId"),
Path: utils.StringPointer("*exp.NetworkId"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("3"),
Width: utils.IntPointer(1)},
{
Tag: utils.StringPointer("CallId"),
Path: utils.StringPointer("*exp.CallId"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.OriginID),
Width: utils.IntPointer(16),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("Filler1"),
Path: utils.StringPointer("*exp.Filler1"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(8)},
{
Tag: utils.StringPointer("Filler2"),
Path: utils.StringPointer("*exp.Filler2"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(8)},
{
Tag: utils.StringPointer("TerminationCode"),
Path: utils.StringPointer("*exp.TerminationCode"),
Type: utils.StringPointer(utils.META_COMPOSED),
Value: utils.StringPointer("~operator;~product"),
Width: utils.IntPointer(5),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaRight)},
{
Tag: utils.StringPointer("Cost"),
Path: utils.StringPointer("*exp.Cost"),
Type: utils.StringPointer(utils.META_COMPOSED),
Width: utils.IntPointer(9),
Value: utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.COST),
Padding: utils.StringPointer(utils.MetaZeroLeft),
Rounding_decimals: utils.IntPointer(5)},
{
Tag: utils.StringPointer("DestinationPrivacy"),
Path: utils.StringPointer("*exp.DestinationPrivacy"),
Type: utils.StringPointer(utils.MetaMaskedDestination),
Width: utils.IntPointer(1)},
{
Tag: utils.StringPointer("TypeOfRecord"),
Path: utils.StringPointer("*trl.TypeOfRecord"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("90"),
Width: utils.IntPointer(2)},
{
Tag: utils.StringPointer("Filler1"),
Path: utils.StringPointer("*trl.Filler1"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(3)},
{
Tag: utils.StringPointer("DistributorCode"),
Path: utils.StringPointer("*trl.DistributorCode"),
Type: utils.StringPointer(utils.META_CONSTANT),
Value: utils.StringPointer("VOI"),
Width: utils.IntPointer(3)},
{
Tag: utils.StringPointer("FileSeqNr"),
Path: utils.StringPointer("*trl.FileSeqNr"),
Type: utils.StringPointer(utils.META_HANDLER),
Value: utils.StringPointer(metaExportID),
Width: utils.IntPointer(5),
Strip: utils.StringPointer(utils.MetaRight),
Padding: utils.StringPointer(utils.MetaZeroLeft)},
{
Tag: utils.StringPointer("NumberOfRecords"),
Path: utils.StringPointer("*trl.NumberOfRecords"),
Type: utils.StringPointer(utils.META_HANDLER),
Value: utils.StringPointer(metaNrCDRs),
Width: utils.IntPointer(6),
Padding: utils.StringPointer(utils.MetaZeroLeft)},
{
Tag: utils.StringPointer("CdrsDuration"),
Path: utils.StringPointer("*trl.CdrsDuration"),
Type: utils.StringPointer(utils.META_HANDLER),
Value: utils.StringPointer(metaDurCDRs),
Width: utils.IntPointer(8),
Padding: utils.StringPointer(utils.MetaZeroLeft),
Layout: utils.StringPointer(utils.SECONDS)},
{
Tag: utils.StringPointer("FirstCdrTime"),
Path: utils.StringPointer("*trl.FirstCdrTime"),
Type: utils.StringPointer(utils.META_HANDLER),
Width: utils.IntPointer(12),
Value: utils.StringPointer(metaFirstCDRAtime),
Layout: utils.StringPointer("020106150400")},
{
Tag: utils.StringPointer("LastCdrTime"),
Path: utils.StringPointer("*trl.LastCdrTime"),
Type: utils.StringPointer(utils.META_HANDLER),
Width: utils.IntPointer(12),
Value: utils.StringPointer(metaLastCDRAtime),
Layout: utils.StringPointer("020106150400")},
{
Tag: utils.StringPointer("Filler2"),
Path: utils.StringPointer("*trl.Filler2"),
Type: utils.StringPointer(utils.META_FILLER),
Width: utils.IntPointer(93)},
}
var contentCfgFlds []*config.FCTemplate
// Write one CDR and test it's results only for content buffer
func TestWriteCdr(t *testing.T) {
var err error
wrBuf := &bytes.Buffer{}
cfg, _ := config.NewDefaultCGRConfig()
if contentCfgFlds, err = config.FCTemplatesFromFCTemplatesJsonCfg(contentJsnCfgFlds, utils.INFIELD_SEP); err != nil {
t.Error(err)
}
cdreCfg := &config.CdreCfg{
ExportFormat: utils.MetaFileFWV,
Fields: contentCfgFlds,
}
cdr := &CDR{
CGRID: utils.Sha1("dsafdsaf", time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC).String()),
ToR: utils.VOICE, OrderID: 1, OriginID: "dsafdsaf", OriginHost: "192.168.1.1",
RequestType: utils.META_RATED, Tenant: "cgrates.org", Category: "call",
Account: "1001", Subject: "1001", Destination: "1002",
SetupTime: time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC),
AnswerTime: time.Date(2013, 11, 7, 8, 42, 26, 0, time.UTC),
Usage: time.Duration(10) * time.Second,
RunID: utils.MetaDefault, Cost: 2.34567,
ExtraFields: map[string]string{"field_extr1": "val_extr1", "fieldextr2": "valextr2"},
}
cdre, err := NewCDRExporter([]*CDR{cdr}, cdreCfg, utils.MetaFileFWV, "", "", "fwv_1",
true, 1, '|', cfg.GeneralCfg().HttpSkipTlsVerify, nil, nil)
if err != nil {
t.Error(err)
}
if err = cdre.processCDRs(); err != nil {
t.Error(err)
}
if err = cdre.composeHeader(); err != nil {
t.Error(err)
}
if err = cdre.composeTrailer(); err != nil {
t.Error(err)
}
eHeader := "10 VOIfwv_107111308420018011511340001 \n"
eContentOut := "201001 1001 1002 0211 07111308420010 1 3dsafdsaf 0002.34570\n"
eTrailer := "90 VOIfwv_100000100000010071113084200071113084200 \n"
if err := cdre.writeOut(wrBuf); err != nil {
t.Error(err)
}
allOut := wrBuf.String()
eAllOut := eHeader + eContentOut + eTrailer
if math.Mod(float64(len(allOut)), 145) != 0 {
t.Errorf("Unexpected export content length %d, have output \n%s, \n expecting: \n%s",
len(allOut), allOut, eAllOut)
} else if len(allOut) != len(eAllOut) {
t.Errorf("Output does not match expected length. Have output \n%s, \n expecting: \n%s",
allOut, eAllOut)
}
// Test stats
if !cdre.firstCdrATime.Equal(cdr.AnswerTime) {
t.Error("Unexpected firstCdrATime in stats: ", cdre.firstCdrATime)
} else if !cdre.lastCdrATime.Equal(cdr.AnswerTime) {
t.Error("Unexpected lastCdrATime in stats: ", cdre.lastCdrATime)
} else if cdre.numberOfRecords != 1 {
t.Error("Unexpected number of records in the stats: ", cdre.numberOfRecords)
} else if cdre.totalDuration != cdr.Usage {
t.Error("Unexpected total duration in the stats: ", cdre.totalDuration)
} else if cdre.totalCost != utils.Round(cdr.Cost, 5, utils.ROUNDING_MIDDLE) {
t.Error("Unexpected total cost in the stats: ", cdre.totalCost)
}
if cdre.FirstOrderID() != 1 {
t.Error("Unexpected FirstOrderId", cdre.FirstOrderID())
}
if cdre.LastOrderID() != 1 {
t.Error("Unexpected LastOrderId", cdre.LastOrderID())
}
if cdre.TotalCost() != utils.Round(cdr.Cost, 5, utils.ROUNDING_MIDDLE) {
t.Error("Unexpected TotalCost: ", cdre.TotalCost())
}
}
func TestWriteCdrs(t *testing.T) {
wrBuf := &bytes.Buffer{}
cdreCfg := &config.CdreCfg{
ExportFormat: utils.MetaFileFWV,
Fields: contentCfgFlds,
}
cdr1 := &CDR{CGRID: utils.Sha1("aaa1", time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC).String()),
ToR: utils.VOICE, OrderID: 2, OriginID: "aaa1", OriginHost: "192.168.1.1",
RequestType: utils.META_RATED, Tenant: "cgrates.org",
Category: "call", Account: "1001", Subject: "1001", Destination: "1010",
SetupTime: time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC),
AnswerTime: time.Date(2013, 11, 7, 8, 42, 26, 0, time.UTC),
Usage: time.Duration(10) * time.Second, RunID: utils.MetaDefault, Cost: 2.25,
ExtraFields: map[string]string{"productnumber": "12341", "fieldextr2": "valextr2"},
}
cdr2 := &CDR{CGRID: utils.Sha1("aaa2", time.Date(2013, 11, 7, 7, 42, 20, 0, time.UTC).String()),
ToR: utils.VOICE, OrderID: 4, OriginID: "aaa2", OriginHost: "192.168.1.2",
RequestType: utils.META_PREPAID, Tenant: "cgrates.org",
Category: "call", Account: "1002", Subject: "1002", Destination: "1011",
SetupTime: time.Date(2013, 11, 7, 7, 42, 20, 0, time.UTC),
AnswerTime: time.Date(2013, 11, 7, 7, 42, 26, 0, time.UTC),
Usage: time.Duration(5) * time.Minute,
RunID: utils.MetaDefault, Cost: 1.40001,
ExtraFields: map[string]string{"productnumber": "12342", "fieldextr2": "valextr2"},
}
cdr3 := &CDR{}
cdr4 := &CDR{CGRID: utils.Sha1("aaa3", time.Date(2013, 11, 7, 9, 42, 18, 0, time.UTC).String()),
ToR: utils.VOICE, OrderID: 3, OriginID: "aaa4", OriginHost: "192.168.1.4",
RequestType: utils.META_POSTPAID, Tenant: "cgrates.org",
Category: "call", Account: "1004", Subject: "1004", Destination: "1013",
SetupTime: time.Date(2013, 11, 7, 9, 42, 18, 0, time.UTC),
AnswerTime: time.Date(2013, 11, 7, 9, 42, 26, 0, time.UTC),
Usage: time.Duration(20) * time.Second,
RunID: utils.MetaDefault, Cost: 2.34567,
ExtraFields: map[string]string{"productnumber": "12344", "fieldextr2": "valextr2"},
}
cfg, _ := config.NewDefaultCGRConfig()
cdre, err := NewCDRExporter([]*CDR{cdr1, cdr2, cdr3, cdr4}, cdreCfg,
utils.MetaFileFWV, "", "", "fwv_1", true, 1, utils.CSV_SEP,
cfg.GeneralCfg().HttpSkipTlsVerify, nil, nil)
if err != nil {
t.Error(err)
}
if err = cdre.processCDRs(); err != nil {
t.Error(err)
}
if err = cdre.composeHeader(); err != nil {
t.Error(err)
}
if err = cdre.composeTrailer(); err != nil {
t.Error(err)
}
if err := cdre.writeOut(wrBuf); err != nil {
t.Error(err)
}
if len(wrBuf.String()) != 725 {
t.Error("Output buffer does not contain expected info. Expecting len: 725, got: ", len(wrBuf.String()))
}
// Test stats
if !cdre.firstCdrATime.Equal(cdr2.AnswerTime) {
t.Error("Unexpected firstCdrATime in stats: ", cdre.firstCdrATime)
}
if !cdre.lastCdrATime.Equal(cdr4.AnswerTime) {
t.Error("Unexpected lastCdrATime in stats: ", cdre.lastCdrATime)
}
if cdre.numberOfRecords != 3 {
t.Error("Unexpected number of records in the stats: ", cdre.numberOfRecords)
}
if cdre.totalDuration != time.Duration(330)*time.Second {
t.Error("Unexpected total duration in the stats: ", cdre.totalDuration)
}
if cdre.totalCost != 5.99568 {
t.Error("Unexpected total cost in the stats: ", cdre.totalCost)
}
if cdre.FirstOrderID() != 2 {
t.Error("Unexpected FirstOrderId", cdre.FirstOrderID())
}
if cdre.LastOrderID() != 4 {
t.Error("Unexpected LastOrderId", cdre.LastOrderID())
}
if cdre.TotalCost() != 5.99568 {
t.Error("Unexpected TotalCost: ", cdre.TotalCost())
}
}