mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
936 lines
26 KiB
Go
936 lines
26 KiB
Go
// +build integration
|
|
|
|
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package ers
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"log"
|
|
"net/rpc"
|
|
"os"
|
|
"path"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
v1 "github.com/cgrates/cgrates/apier/v1"
|
|
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/engine"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
var (
|
|
partCfgPath string
|
|
partCfgDIR string
|
|
partCfg *config.CGRConfig
|
|
partRPC *rpc.Client
|
|
|
|
partTests = []func(t *testing.T){
|
|
testCreateDirs,
|
|
testPartITInitConfig,
|
|
testPartITInitCdrDb,
|
|
testPartITResetDataDb,
|
|
testPartITStartEngine,
|
|
testPartITRpcConn,
|
|
testPartITLoadTPFromFolder,
|
|
testPartITHandleCdr1File,
|
|
testPartITHandleCdr2File,
|
|
testPartITHandleCdr3File,
|
|
testPartITVerifyFiles,
|
|
testPartITAnalyseCDRs,
|
|
testCleanupFiles,
|
|
testPartITKillEngine,
|
|
}
|
|
|
|
partCsvFileContent1 = `4986517174963,004986517174964,DE-National,04.07.2016 18:58:55,04.07.2016 18:58:55,1,65,Peak,0.014560,498651,partial
|
|
4986517174964,004986517174963,DE-National,04.07.2016 20:58:55,04.07.2016 20:58:55,0,74,Offpeak,0.003360,498651,complete
|
|
`
|
|
|
|
partCsvFileContent2 = `4986517174963,004986517174964,DE-National,04.07.2016 19:00:00,04.07.2016 18:58:55,0,15,Offpeak,0.003360,498651,partial`
|
|
partCsvFileContent3 = `4986517174964,004986517174960,DE-National,04.07.2016 19:05:55,04.07.2016 19:05:55,0,23,Offpeak,0.003360,498651,partial`
|
|
|
|
eCacheDumpFile1 = `4986517174963_004986517174964_04.07.2016 18:58:55,1467658800,*rated,086517174963,+4986517174964,2016-07-04T18:58:55Z,2016-07-04T18:58:55Z,15s,-1.00000
|
|
4986517174963_004986517174964_04.07.2016 18:58:55,1467658735,*rated,086517174963,+4986517174964,2016-07-04T18:58:55Z,2016-07-04T18:58:55Z,1m5s,-1.00000
|
|
`
|
|
)
|
|
|
|
func TestPartReadFile(t *testing.T) {
|
|
switch *dbType {
|
|
case utils.MetaInternal:
|
|
partCfgDIR = "ers_internal"
|
|
case utils.MetaMySQL:
|
|
partCfgDIR = "ers_mysql"
|
|
case utils.MetaMongo:
|
|
partCfgDIR = "ers_mongo"
|
|
case utils.MetaPostgres:
|
|
partCfgDIR = "ers_postgres"
|
|
default:
|
|
t.Fatal("Unknown Database type")
|
|
}
|
|
for _, test := range partTests {
|
|
t.Run(partCfgDIR, test)
|
|
}
|
|
}
|
|
|
|
func testPartITInitConfig(t *testing.T) {
|
|
var err error
|
|
partCfgPath = path.Join(*dataDir, "conf", "samples", partCfgDIR)
|
|
if partCfg, err = config.NewCGRConfigFromPath(partCfgPath); err != nil {
|
|
t.Fatal("Got config error: ", err.Error())
|
|
}
|
|
}
|
|
|
|
// InitDb so we can rely on count
|
|
func testPartITInitCdrDb(t *testing.T) {
|
|
if err := engine.InitStorDb(partCfg); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
// Remove data in both rating and accounting db
|
|
func testPartITResetDataDb(t *testing.T) {
|
|
if err := engine.InitDataDb(partCfg); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func testPartITStartEngine(t *testing.T) {
|
|
if _, err := engine.StopStartEngine(partCfgPath, *waitRater); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
// Connect rpc client to rater
|
|
func testPartITRpcConn(t *testing.T) {
|
|
var err error
|
|
partRPC, err = newRPCClient(partCfg.ListenCfg()) // We connect over JSON so we can also troubleshoot if needed
|
|
if err != nil {
|
|
t.Fatal("Could not connect to rater: ", err.Error())
|
|
}
|
|
}
|
|
|
|
func testPartITLoadTPFromFolder(t *testing.T) {
|
|
//add a default charger
|
|
chargerProfile := &v1.ChargerWithAPIOpts{
|
|
ChargerProfile: &engine.ChargerProfile{
|
|
Tenant: "cgrates.org",
|
|
ID: "Default",
|
|
RunID: utils.MetaDefault,
|
|
AttributeIDs: []string{"*none"},
|
|
Weight: 20,
|
|
},
|
|
}
|
|
var result string
|
|
if err := partRPC.Call(utils.APIerSv1SetChargerProfile, chargerProfile, &result); err != nil {
|
|
t.Error(err)
|
|
} else if result != utils.OK {
|
|
t.Error("Unexpected reply returned", result)
|
|
}
|
|
}
|
|
|
|
// The default scenario, out of ers defined in .cfg file
|
|
func testPartITHandleCdr1File(t *testing.T) {
|
|
fileName := "file1.csv"
|
|
tmpFilePath := path.Join("/tmp", fileName)
|
|
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent1), 0644); err != nil {
|
|
t.Fatal(err.Error())
|
|
}
|
|
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil {
|
|
t.Fatal("Error moving file to processing directory: ", err)
|
|
}
|
|
}
|
|
|
|
// The default scenario, out of ers defined in .cfg file
|
|
func testPartITHandleCdr2File(t *testing.T) {
|
|
fileName := "file2.csv"
|
|
tmpFilePath := path.Join("/tmp", fileName)
|
|
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent2), 0644); err != nil {
|
|
t.Fatal(err.Error())
|
|
}
|
|
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil {
|
|
t.Fatal("Error moving file to processing directory: ", err)
|
|
}
|
|
}
|
|
|
|
// The default scenario, out of ers defined in .cfg file
|
|
func testPartITHandleCdr3File(t *testing.T) {
|
|
fileName := "file3.csv"
|
|
tmpFilePath := path.Join("/tmp", fileName)
|
|
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent3), 0644); err != nil {
|
|
t.Fatal(err.Error())
|
|
}
|
|
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs2/in", fileName)); err != nil {
|
|
t.Fatal("Error moving file to processing directory: ", err)
|
|
}
|
|
time.Sleep(time.Second)
|
|
}
|
|
|
|
func testPartITVerifyFiles(t *testing.T) {
|
|
filesInDir, _ := os.ReadDir("/tmp/partErs1/out/")
|
|
if len(filesInDir) == 0 {
|
|
t.Errorf("No files found in folder: <%s>", "/tmp/partErs1/out")
|
|
}
|
|
var fileName string
|
|
for _, file := range filesInDir { // First file in directory is the one we need, harder to find it's name out of config
|
|
if strings.HasPrefix(file.Name(), "4986517174963_004986517174964") {
|
|
fileName = file.Name()
|
|
break
|
|
}
|
|
}
|
|
if contentCacheDump, err := os.ReadFile(path.Join("/tmp/partErs1/out", fileName)); err != nil {
|
|
t.Error(err)
|
|
} else if len(eCacheDumpFile1) != len(string(contentCacheDump)) {
|
|
t.Errorf("Expecting: %q, \n received: %q", eCacheDumpFile1, string(contentCacheDump))
|
|
}
|
|
}
|
|
|
|
func testPartITAnalyseCDRs(t *testing.T) {
|
|
var reply []*engine.ExternalCDR
|
|
if err := partRPC.Call(utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{}, &reply); err != nil {
|
|
t.Error("Unexpected error: ", err.Error())
|
|
} else if len(reply) != 2 {
|
|
t.Error("Unexpected number of CDRs returned: ", len(reply))
|
|
}
|
|
if err := partRPC.Call(utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174963"}}, &reply); err != nil {
|
|
t.Error("Unexpected error: ", err.Error())
|
|
} else if len(reply) != 1 {
|
|
t.Error("Unexpected number of CDRs returned: ", len(reply))
|
|
}
|
|
if err := partRPC.Call(utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174960"}}, &reply); err != nil {
|
|
t.Error("Unexpected error: ", err.Error())
|
|
} else if len(reply) != 1 {
|
|
t.Error("Unexpected number of CDRs returned: ", len(reply))
|
|
}
|
|
}
|
|
|
|
func testPartITKillEngine(t *testing.T) {
|
|
if err := engine.KillEngine(*waitRater); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestNewPartialCSVFileER(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltr := &engine.FilterS{}
|
|
result, err := NewPartialCSVFileER(cfg, 0, nil, nil, fltr, nil)
|
|
if err != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, err)
|
|
}
|
|
expected := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: result.(*PartialCSVFileER).cache,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: result.(*PartialCSVFileER).conReqs,
|
|
}
|
|
if !reflect.DeepEqual(result, expected) {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", expected, result)
|
|
}
|
|
}
|
|
|
|
func TestNewPartialCSVFileERCase2(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].SourcePath = "/"
|
|
fltr := &engine.FilterS{}
|
|
result, err := NewPartialCSVFileER(cfg, 0, nil, nil, fltr, nil)
|
|
if err != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, err)
|
|
}
|
|
expected := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: result.(*PartialCSVFileER).cache,
|
|
rdrDir: "",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: result.(*PartialCSVFileER).conReqs,
|
|
}
|
|
|
|
if !reflect.DeepEqual(result, expected) {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", expected, result)
|
|
}
|
|
}
|
|
|
|
func TestNewPartialCSVFileERCase3(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].Opts[utils.PartialCSVCacheExpiryActionOpt] = utils.MetaDumpToFile
|
|
fltr := &engine.FilterS{}
|
|
result, err := NewPartialCSVFileER(cfg, 0, nil, nil, fltr, nil)
|
|
if err != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, err)
|
|
}
|
|
expected := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: result.(*PartialCSVFileER).cache,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: result.(*PartialCSVFileER).conReqs,
|
|
}
|
|
|
|
if !reflect.DeepEqual(result, expected) {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", expected, result)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVConfig(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers = []*config.EventReaderCfg{
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: 0,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
},
|
|
}
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: nil,
|
|
}
|
|
expected := &config.EventReaderCfg{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: 0,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
}
|
|
result := testStruct.Config()
|
|
if !reflect.DeepEqual(result, expected) {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", expected, result)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVServe1(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers = []*config.EventReaderCfg{
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: 0,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
},
|
|
}
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: nil,
|
|
}
|
|
result := testStruct.Serve()
|
|
if result != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, result)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVServe3(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers = []*config.EventReaderCfg{
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: 1,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
},
|
|
}
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: nil,
|
|
}
|
|
|
|
err := testStruct.Serve()
|
|
if err != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVServe4(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers = []*config.EventReaderCfg{
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: 1,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
},
|
|
}
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: make(chan struct{}, 1),
|
|
conReqs: nil,
|
|
}
|
|
testStruct.rdrExit <- struct{}{}
|
|
err := testStruct.Serve()
|
|
if err != nil {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", nil, err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVProcessFile(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: make(chan struct{}, 1),
|
|
conReqs: nil,
|
|
}
|
|
err := testStruct.processFile("", "")
|
|
if err == nil || err.Error() != "open : no such file or directory" {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", "open : no such file or directory", err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVProcessFile2(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: make(chan struct{}, 1),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
testStruct.conReqs <- struct{}{}
|
|
err := testStruct.processFile("", "")
|
|
if err == nil || err.Error() != "open : no such file or directory" {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", "open : no such file or directory", err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVServe2(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers = []*config.EventReaderCfg{
|
|
{
|
|
ID: utils.MetaDefault,
|
|
Type: utils.MetaNone,
|
|
RunDelay: -1,
|
|
ConcurrentReqs: 1024,
|
|
SourcePath: "/var/spool/cgrates/ers/in",
|
|
ProcessedPath: "/var/spool/cgrates/ers/out",
|
|
Tenant: nil,
|
|
Timezone: utils.EmptyString,
|
|
Filters: []string{},
|
|
Flags: utils.FlagsWithParams{},
|
|
Fields: nil,
|
|
CacheDumpFields: nil,
|
|
Opts: make(map[string]interface{}),
|
|
},
|
|
}
|
|
fltr := &engine.FilterS{}
|
|
testStruct := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltr,
|
|
cache: nil,
|
|
rdrDir: "/var/spool/cgrates/ers/in",
|
|
rdrEvents: nil,
|
|
rdrError: nil,
|
|
rdrExit: nil,
|
|
conReqs: nil,
|
|
}
|
|
|
|
err := testStruct.Serve()
|
|
if err == nil || err.Error() != "no such file or directory" {
|
|
t.Errorf("\nExpected <%+v>, \nReceived <%+v>", "no such file or directory", err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVServe5(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltrs := &engine.FilterS{}
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
filePath := "/tmp/partErs1/out"
|
|
err := os.MkdirAll(filePath, 0777)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
for i := 1; i < 4; i++ {
|
|
if _, err := os.Create(path.Join(filePath, fmt.Sprintf("file%d.csv", i))); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
eR.Config().RunDelay = 1 * time.Millisecond
|
|
if err := eR.Serve(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
os.Create(path.Join(filePath, "file1.txt"))
|
|
eR.Config().RunDelay = 1 * time.Millisecond
|
|
if err := eR.Serve(); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVProcessEvent(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].ProcessedPath = ""
|
|
fltrs := &engine.FilterS{}
|
|
filePath := "/tmp/TestPartialCSVProcessEvent/"
|
|
if err := os.MkdirAll(filePath, 0777); err != nil {
|
|
t.Error(err)
|
|
}
|
|
file, err := os.Create(path.Join(filePath, "file1.csv"))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
file.Write([]byte(",a,ToR,b,c,d,e,f,g,h,i,j,k,l"))
|
|
file.Close()
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
fname := "file1.csv"
|
|
if err := eR.processFile(filePath, fname); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := os.RemoveAll(filePath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
value := []*utils.CGREvent{
|
|
{
|
|
Tenant: "cgrates.org",
|
|
Event: map[string]interface{}{
|
|
"Partial": true,
|
|
},
|
|
},
|
|
{
|
|
Tenant: "cgrates2.org",
|
|
Event: map[string]interface{}{
|
|
"Partial": true,
|
|
},
|
|
},
|
|
}
|
|
eR.Config().ProcessedPath = "/tmp"
|
|
eR.dumpToFile("ID1", value)
|
|
}
|
|
|
|
func TestPartialCSVProcessEventPrefix(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].ProcessedPath = ""
|
|
cfg.ERsCfg().Readers[0].Opts[utils.HeaderDefineCharOpt] = ":"
|
|
fltrs := &engine.FilterS{}
|
|
filePath := "/tmp/TestPartialCSVProcessEvent/"
|
|
if err := os.MkdirAll(filePath, 0777); err != nil {
|
|
t.Error(err)
|
|
}
|
|
file, err := os.Create(path.Join(filePath, "file1.csv"))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
file.Write([]byte(`:Test,,*voice,OriginCDR1,*prepaid,,cgrates.org,*call,1001,SUBJECT_TEST_1001,1002,2021-01-07 17:00:02 +0000 UTC,2021-01-07 17:00:04 +0000 UTC,1h2m
|
|
:Test2,,*voice,OriginCDR1,*prepaid,,cgrates.org,*call,1001,SUBJECT_TEST_1001,1002,2021-01-07 17:00:02 +0000 UTC,2021-01-07 17:00:04 +0000 UTC,1h2m`))
|
|
file.Close()
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/ers/out/",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
fname := "file1.csv"
|
|
if err := eR.processFile(filePath, fname); err != nil {
|
|
t.Error(err)
|
|
}
|
|
if err := os.RemoveAll(filePath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVProcessEventError1(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].ProcessedPath = ""
|
|
fltrs := &engine.FilterS{}
|
|
filePath := "/tmp/TestPartialCSVProcessEvent/"
|
|
fname := "file1.csv"
|
|
if err := os.MkdirAll(filePath, 0777); err != nil {
|
|
t.Error(err)
|
|
}
|
|
file, err := os.Create(path.Join(filePath, fname))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
file.Write([]byte(`#ToR,OriginID,RequestType,Tenant,Category,Account,Subject,Destination,SetupTime,AnswerTime,Usage
|
|
,,*voice,OriginCDR1,*prepaid,,cgrates.org,*call,1001,SUBJECT_TEST_1001,1002,2021-01-07 17:00:02 +0000 UTC,2021-01-07 17:00:04 +0000 UTC,1h2m`))
|
|
file.Close()
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/ers/out/",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
|
|
eR.Config().Fields = []*config.FCTemplate{
|
|
{},
|
|
}
|
|
|
|
errExpect := "unsupported type: <>"
|
|
if err := eR.processFile(filePath, fname); err == nil || err.Error() != errExpect {
|
|
t.Errorf("Expected %v but received %v", errExpect, err)
|
|
}
|
|
if err := os.RemoveAll(filePath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVProcessEventError2(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
cfg.ERsCfg().Readers[0].Fields = []*config.FCTemplate{}
|
|
data := engine.NewInternalDB(nil, nil, true)
|
|
dm := engine.NewDataManager(data, cfg.CacheCfg(), nil)
|
|
cfg.ERsCfg().Readers[0].ProcessedPath = ""
|
|
fltrs := engine.NewFilterS(cfg, nil, dm)
|
|
filePath := "/tmp/TestPartialCSVProcessEvent/"
|
|
fname := "file1.csv"
|
|
if err := os.MkdirAll(filePath, 0777); err != nil {
|
|
t.Error(err)
|
|
}
|
|
file, err := os.Create(path.Join(filePath, "file1.csv"))
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
file.Write([]byte(`#ToR,OriginID,RequestType,Tenant,Category,Account,Subject,Destination,SetupTime,AnswerTime,Usage
|
|
,,*voice,OriginCDR1,*prepaid,,cgrates.org,*call,1001,SUBJECT_TEST_1001,1002,2021-01-07 17:00:02 +0000 UTC,2021-01-07 17:00:04 +0000 UTC,1h2m`))
|
|
file.Close()
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/ers/out/",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
|
|
//
|
|
eR.Config().Filters = []string{"Filter1"}
|
|
errExpect := "NOT_FOUND:Filter1"
|
|
if err := eR.processFile(filePath, fname); err == nil || err.Error() != errExpect {
|
|
t.Errorf("Expected %v but received %v", errExpect, err)
|
|
}
|
|
|
|
//
|
|
eR.Config().Filters = []string{"*exists:~*req..Account:"}
|
|
errExpect = "Invalid fieldPath [ Account]"
|
|
if err := eR.processFile(filePath, fname); err == nil || err.Error() != errExpect {
|
|
t.Errorf("Expected %v but received %v", errExpect, err)
|
|
}
|
|
if err := os.RemoveAll(filePath); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVDumpToFileErr1(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltrs := &engine.FilterS{}
|
|
var err error
|
|
utils.Logger, err = utils.Newlogger(utils.MetaStdLog, utils.EmptyString)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
utils.Logger.SetLogLevel(7)
|
|
buf := new(bytes.Buffer)
|
|
log.SetOutput(buf)
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
value := []*utils.CGREvent{
|
|
{
|
|
Event: map[string]interface{}{
|
|
"Partial": true,
|
|
},
|
|
},
|
|
}
|
|
//ProcessedPath is not declared in order to trigger the
|
|
//file creation error
|
|
eR.dumpToFile("ID1", value)
|
|
errExpect := "[ERROR] <ERs> Failed creating /var/spool/cgrates/ers/out/.tmp."
|
|
if rcv := buf.String(); !strings.Contains(rcv, errExpect) {
|
|
t.Errorf("\nExpected %v but \nreceived %v", errExpect, rcv)
|
|
}
|
|
value = []*utils.CGREvent{
|
|
{
|
|
Event: map[string]interface{}{
|
|
//Value is false in order to stop
|
|
//further execution
|
|
"Partial": false,
|
|
},
|
|
},
|
|
}
|
|
eR.dumpToFile("ID1", value)
|
|
eR.postCDR("ID1", value)
|
|
}
|
|
|
|
func TestPartialCSVDumpToFileErr2(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltrs := &engine.FilterS{}
|
|
var err error
|
|
utils.Logger, err = utils.Newlogger(utils.MetaStdLog, utils.EmptyString)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
utils.Logger.SetLogLevel(7)
|
|
buf := new(bytes.Buffer)
|
|
log.SetOutput(buf)
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
value := []*utils.CGREvent{
|
|
{
|
|
Event: map[string]interface{}{
|
|
//Value of field is string in order to trigger
|
|
//the converting error
|
|
"Partial": "notBool",
|
|
},
|
|
},
|
|
}
|
|
eR.dumpToFile("ID1", value)
|
|
errExpect := `[WARNING] <ERs> Converting Event : <{"Partial":"notBool"}> to cdr , ignoring due to error: <strconv.ParseBool: parsing "notBool": invalid syntax>`
|
|
if rcv := buf.String(); !strings.Contains(rcv, errExpect) {
|
|
t.Errorf("\nExpected %v but \nreceived %v", errExpect, rcv)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVDumpToFileErr3(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltrs := &engine.FilterS{}
|
|
var err error
|
|
utils.Logger, err = utils.Newlogger(utils.MetaStdLog, utils.EmptyString)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
utils.Logger.SetLogLevel(7)
|
|
buf := new(bytes.Buffer)
|
|
log.SetOutput(buf)
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
value := []*utils.CGREvent{
|
|
{
|
|
Tenant: "cgrates.org",
|
|
Event: map[string]interface{}{
|
|
"Partial": true,
|
|
},
|
|
},
|
|
//Added a second event in order to pass the length check
|
|
{
|
|
Tenant: "cgrates2.org",
|
|
Event: map[string]interface{}{
|
|
"Partial": "notBool",
|
|
},
|
|
},
|
|
}
|
|
eR.Config().ProcessedPath = "/tmp"
|
|
eR.dumpToFile("ID1", value)
|
|
errExpect := `[WARNING] <ERs> Converting Event : <{"Partial":"notBool"}> to cdr , ignoring due to error: <strconv.ParseBool: parsing "notBool": invalid syntax>`
|
|
if rcv := buf.String(); !strings.Contains(rcv, errExpect) {
|
|
t.Errorf("\nExpected %v but \nreceived %v", errExpect, rcv)
|
|
}
|
|
}
|
|
|
|
func TestPartialCSVPostCDR(t *testing.T) {
|
|
cfg := config.NewDefaultCGRConfig()
|
|
fltrs := &engine.FilterS{}
|
|
eR := &PartialCSVFileER{
|
|
cgrCfg: cfg,
|
|
cfgIdx: 0,
|
|
fltrS: fltrs,
|
|
rdrDir: "/tmp/partErs1/out",
|
|
rdrEvents: make(chan *erEvent, 1),
|
|
rdrError: make(chan error, 1),
|
|
rdrExit: make(chan struct{}),
|
|
conReqs: make(chan struct{}, 1),
|
|
}
|
|
eR.conReqs <- struct{}{}
|
|
|
|
value := []*utils.CGREvent{
|
|
{
|
|
Tenant: "cgrates.org",
|
|
Event: map[string]interface{}{
|
|
"Partial": true,
|
|
},
|
|
APIOpts: map[string]interface{}{
|
|
"Opt1": "testOpt",
|
|
},
|
|
},
|
|
}
|
|
expEvent := &utils.CGREvent{
|
|
Tenant: "cgrates.org",
|
|
Event: value[0].Event,
|
|
APIOpts: value[0].APIOpts,
|
|
}
|
|
eR.postCDR("ID1", nil)
|
|
eR.postCDR("ID1", value)
|
|
select {
|
|
case data := <-eR.rdrEvents:
|
|
expEvent.ID = data.cgrEvent.ID
|
|
expEvent.Time = data.cgrEvent.Time
|
|
if !reflect.DeepEqual(expEvent, data.cgrEvent) {
|
|
t.Errorf("\nExpected %v but \nreceived %v", expEvent, data.cgrEvent)
|
|
}
|
|
case <-time.After(50 * time.Millisecond):
|
|
t.Error("Time limit exceeded")
|
|
}
|
|
}
|