Files
cgrates/ers/partial_csv_it_test.go

230 lines
7.2 KiB
Go

//go:build integration
// +build integration
/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>
*/
package ers
import (
"os"
"path"
"strings"
"testing"
"time"
"github.com/cgrates/birpc/context"
"github.com/cgrates/birpc"
"github.com/cgrates/cgrates/config"
"github.com/cgrates/cgrates/engine"
"github.com/cgrates/cgrates/utils"
)
var (
partCfgPath string
partCfgDIR string
partCfg *config.CGRConfig
partRPC *birpc.Client
partTests = []func(t *testing.T){
testCreateDirs,
testPartITInitConfig,
testPartITInitCdrDb,
testPartITResetDataDb,
testPartITStartEngine,
testPartITRpcConn,
testPartITLoadTPFromFolder,
testPartITHandleCdr1File,
testPartITHandleCdr2File,
testPartITHandleCdr3File,
testPartITVerifyFiles,
testPartITAnalyseCDRs,
testCleanupFiles,
testPartITKillEngine,
}
partCsvFileContent1 = `4986517174963,004986517174964,DE-National,04.07.2016 18:58:55,04.07.2016 18:58:55,1,65,Peak,0.014560,498651,partial
4986517174964,004986517174963,DE-National,04.07.2016 20:58:55,04.07.2016 20:58:55,0,74,Offpeak,0.003360,498651,complete
`
partCsvFileContent2 = `4986517174963,004986517174964,DE-National,04.07.2016 19:00:00,04.07.2016 18:58:55,0,15,Offpeak,0.003360,498651,partial`
partCsvFileContent3 = `4986517174964,004986517174960,DE-National,04.07.2016 19:05:55,04.07.2016 19:05:55,0,23,Offpeak,0.003360,498651,partial`
eCacheDumpFile1 = "4986517174963_004986517174964_04.07.2016 18:58:55,1467658735,*rated,086517174963,+4986517174964,04.07.2016 18:58:55,04.07.2016 18:58:55,65s\n"
)
func TestPartReadFile(t *testing.T) {
switch *utils.DBType {
case utils.MetaInternal:
partCfgDIR = "ers_internal"
case utils.MetaMySQL:
partCfgDIR = "ers_mysql"
case utils.MetaMongo:
partCfgDIR = "ers_mongo"
case utils.MetaPostgres:
partCfgDIR = "ers_postgres"
default:
t.Fatal("Unknown Database type")
}
for _, test := range partTests {
t.Run(partCfgDIR, test)
}
}
func testPartITInitConfig(t *testing.T) {
var err error
partCfgPath = path.Join(*utils.DataDir, "conf", "samples", partCfgDIR)
if partCfg, err = config.NewCGRConfigFromPath(partCfgPath); err != nil {
t.Fatal("Got config error: ", err.Error())
}
}
// InitDb so we can rely on count
func testPartITInitCdrDb(t *testing.T) {
if err := engine.InitStorDb(partCfg); err != nil {
t.Fatal(err)
}
}
// Remove data in both rating and accounting db
func testPartITResetDataDb(t *testing.T) {
if err := engine.InitDataDb(partCfg); err != nil {
t.Fatal(err)
}
}
func testPartITStartEngine(t *testing.T) {
if _, err := engine.StopStartEngine(partCfgPath, *utils.WaitRater); err != nil {
t.Fatal(err)
}
}
// Connect rpc client to rater
func testPartITRpcConn(t *testing.T) {
var err error
partRPC, err = newRPCClient(partCfg.ListenCfg()) // We connect over JSON so we can also troubleshoot if needed
if err != nil {
t.Fatal("Could not connect to rater: ", err.Error())
}
}
func testPartITLoadTPFromFolder(t *testing.T) {
//add a default charger
tpDirPath := t.TempDir()
filePath := path.Join(tpDirPath, utils.ChargersCsv)
err := os.WriteFile(filePath,
[]byte("cgrates.org,Default,,,*default,*none,20"),
0644)
if err != nil {
t.Errorf("could not write to file %s: %v",
filePath, err)
}
var reply string
args := &utils.AttrLoadTpFromFolder{FolderPath: tpDirPath}
err = partRPC.Call(context.Background(),
utils.APIerSv1LoadTariffPlanFromFolder,
args, &reply)
if err != nil {
t.Errorf("%s call failed for path %s: %v",
utils.APIerSv1LoadTariffPlanFromFolder, tpDirPath, err)
}
}
// The default scenario, out of ers defined in .cfg file
func testPartITHandleCdr1File(t *testing.T) {
fileName := "file1.csv"
tmpFilePath := path.Join("/tmp", fileName)
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent1), 0644); err != nil {
t.Fatal(err.Error())
}
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil {
t.Fatal("Error moving file to processing directory: ", err)
}
}
// The default scenario, out of ers defined in .cfg file
func testPartITHandleCdr2File(t *testing.T) {
fileName := "file2.csv"
tmpFilePath := path.Join("/tmp", fileName)
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent2), 0644); err != nil {
t.Fatal(err.Error())
}
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil {
t.Fatal("Error moving file to processing directory: ", err)
}
}
// The default scenario, out of ers defined in .cfg file
func testPartITHandleCdr3File(t *testing.T) {
fileName := "file3.csv"
tmpFilePath := path.Join("/tmp", fileName)
if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent3), 0644); err != nil {
t.Fatal(err.Error())
}
if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs2/in", fileName)); err != nil {
t.Fatal("Error moving file to processing directory: ", err)
}
time.Sleep(time.Second)
}
func testPartITVerifyFiles(t *testing.T) {
filesInDir, _ := os.ReadDir("/tmp/partErs1/out/")
if len(filesInDir) == 0 {
t.Errorf("No files found in folder: <%s>", "/tmp/partErs1/out")
}
var fileName string
for _, file := range filesInDir { // First file in directory is the one we need, harder to find it's name out of config
if strings.HasPrefix(file.Name(), "72533c7f80dde4cf7eb625eda75c93857995f8a8") {
fileName = file.Name()
break
}
}
if contentCacheDump, err := os.ReadFile(path.Join("/tmp/partErs1/out", fileName)); err != nil {
t.Error(err)
} else if len(eCacheDumpFile1) != len(string(contentCacheDump)) {
t.Errorf("Expecting: %q, \n received: %q", eCacheDumpFile1, string(contentCacheDump))
}
}
func testPartITAnalyseCDRs(t *testing.T) {
var reply []*engine.ExternalCDR
if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{}, &reply); err != nil {
t.Error("Unexpected error: ", err.Error())
} else if len(reply) != 2 {
t.Error("Unexpected number of CDRs returned: ", len(reply))
}
if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174963"}}, &reply); err != nil {
t.Error("Unexpected error: ", err.Error())
} else if len(reply) != 1 {
t.Error("Unexpected number of CDRs returned: ", len(reply))
}
if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174960"}}, &reply); err != nil {
t.Error("Unexpected error: ", err.Error())
} else if len(reply) != 1 {
t.Error("Unexpected number of CDRs returned: ", len(reply))
}
}
func testPartITKillEngine(t *testing.T) {
if err := engine.KillEngine(*utils.WaitRater); err != nil {
t.Error(err)
}
}