//go:build integration // +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see */ package ers import ( "os" "path" "strings" "testing" "time" "github.com/cgrates/birpc/context" "github.com/cgrates/birpc" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/utils" ) var ( partCfgPath string partCfgDIR string partCfg *config.CGRConfig partRPC *birpc.Client partTests = []func(t *testing.T){ testCreateDirs, testPartITInitConfig, testPartITInitCdrDb, testPartITResetDataDb, testPartITStartEngine, testPartITRpcConn, testPartITLoadTPFromFolder, testPartITHandleCdr1File, testPartITHandleCdr2File, testPartITHandleCdr3File, testPartITVerifyFiles, testPartITAnalyseCDRs, testCleanupFiles, testPartITKillEngine, } partCsvFileContent1 = `4986517174963,004986517174964,DE-National,04.07.2016 18:58:55,04.07.2016 18:58:55,1,65,Peak,0.014560,498651,partial 4986517174964,004986517174963,DE-National,04.07.2016 20:58:55,04.07.2016 20:58:55,0,74,Offpeak,0.003360,498651,complete ` partCsvFileContent2 = `4986517174963,004986517174964,DE-National,04.07.2016 19:00:00,04.07.2016 18:58:55,0,15,Offpeak,0.003360,498651,partial` partCsvFileContent3 = `4986517174964,004986517174960,DE-National,04.07.2016 19:05:55,04.07.2016 19:05:55,0,23,Offpeak,0.003360,498651,partial` eCacheDumpFile1 = "4986517174963_004986517174964_04.07.2016 18:58:55,1467658735,*rated,086517174963,+4986517174964,04.07.2016 18:58:55,04.07.2016 18:58:55,65s\n" ) func TestPartReadFile(t *testing.T) { switch *utils.DBType { case utils.MetaInternal: partCfgDIR = "ers_internal" case utils.MetaMySQL: partCfgDIR = "ers_mysql" case utils.MetaMongo: partCfgDIR = "ers_mongo" case utils.MetaPostgres: partCfgDIR = "ers_postgres" default: t.Fatal("Unknown Database type") } for _, test := range partTests { t.Run(partCfgDIR, test) } } func testPartITInitConfig(t *testing.T) { var err error partCfgPath = path.Join(*utils.DataDir, "conf", "samples", partCfgDIR) if partCfg, err = config.NewCGRConfigFromPath(partCfgPath); err != nil { t.Fatal("Got config error: ", err.Error()) } } // InitDb so we can rely on count func testPartITInitCdrDb(t *testing.T) { if err := engine.InitStorDb(partCfg); err != nil { t.Fatal(err) } } // Remove data in both rating and accounting db func testPartITResetDataDb(t *testing.T) { if err := engine.InitDataDB(partCfg); err != nil { t.Fatal(err) } } func testPartITStartEngine(t *testing.T) { if _, err := engine.StopStartEngine(partCfgPath, *utils.WaitRater); err != nil { t.Fatal(err) } } // Connect rpc client to rater func testPartITRpcConn(t *testing.T) { var err error partRPC, err = newRPCClient(partCfg.ListenCfg()) // We connect over JSON so we can also troubleshoot if needed if err != nil { t.Fatal("Could not connect to rater: ", err.Error()) } } func testPartITLoadTPFromFolder(t *testing.T) { //add a default charger tpDirPath := t.TempDir() filePath := path.Join(tpDirPath, utils.ChargersCsv) err := os.WriteFile(filePath, []byte("cgrates.org,Default,,,*default,*none,20"), 0644) if err != nil { t.Errorf("could not write to file %s: %v", filePath, err) } var reply string args := &utils.AttrLoadTpFromFolder{FolderPath: tpDirPath} err = partRPC.Call(context.Background(), utils.APIerSv1LoadTariffPlanFromFolder, args, &reply) if err != nil { t.Errorf("%s call failed for path %s: %v", utils.APIerSv1LoadTariffPlanFromFolder, tpDirPath, err) } } // The default scenario, out of ers defined in .cfg file func testPartITHandleCdr1File(t *testing.T) { fileName := "file1.csv" tmpFilePath := path.Join("/tmp", fileName) if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent1), 0644); err != nil { t.Fatal(err.Error()) } if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil { t.Fatal("Error moving file to processing directory: ", err) } } // The default scenario, out of ers defined in .cfg file func testPartITHandleCdr2File(t *testing.T) { fileName := "file2.csv" tmpFilePath := path.Join("/tmp", fileName) if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent2), 0644); err != nil { t.Fatal(err.Error()) } if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs1/in", fileName)); err != nil { t.Fatal("Error moving file to processing directory: ", err) } } // The default scenario, out of ers defined in .cfg file func testPartITHandleCdr3File(t *testing.T) { fileName := "file3.csv" tmpFilePath := path.Join("/tmp", fileName) if err := os.WriteFile(tmpFilePath, []byte(partCsvFileContent3), 0644); err != nil { t.Fatal(err.Error()) } if err := os.Rename(tmpFilePath, path.Join("/tmp/partErs2/in", fileName)); err != nil { t.Fatal("Error moving file to processing directory: ", err) } time.Sleep(time.Second) } func testPartITVerifyFiles(t *testing.T) { filesInDir, _ := os.ReadDir("/tmp/partErs1/out/") if len(filesInDir) == 0 { t.Errorf("No files found in folder: <%s>", "/tmp/partErs1/out") } var fileName string for _, file := range filesInDir { // First file in directory is the one we need, harder to find it's name out of config if strings.HasPrefix(file.Name(), "72533c7f80dde4cf7eb625eda75c93857995f8a8") { fileName = file.Name() break } } if contentCacheDump, err := os.ReadFile(path.Join("/tmp/partErs1/out", fileName)); err != nil { t.Error(err) } else if len(eCacheDumpFile1) != len(string(contentCacheDump)) { t.Errorf("Expecting: %q, \n received: %q", eCacheDumpFile1, string(contentCacheDump)) } } func testPartITAnalyseCDRs(t *testing.T) { var reply []*engine.ExternalCDR if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{}, &reply); err != nil { t.Error("Unexpected error: ", err.Error()) } else if len(reply) != 2 { t.Error("Unexpected number of CDRs returned: ", len(reply)) } if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174963"}}, &reply); err != nil { t.Error("Unexpected error: ", err.Error()) } else if len(reply) != 1 { t.Error("Unexpected number of CDRs returned: ", len(reply)) } if err := partRPC.Call(context.Background(), utils.APIerSv2GetCDRs, &utils.RPCCDRsFilter{DestinationPrefixes: []string{"+4986517174960"}}, &reply); err != nil { t.Error("Unexpected error: ", err.Error()) } else if len(reply) != 1 { t.Error("Unexpected number of CDRs returned: ", len(reply)) } } func testPartITKillEngine(t *testing.T) { if err := engine.KillEngine(*utils.WaitRater); err != nil { t.Error(err) } }