//go:build integration // +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see */ package ers // import ( // "net/rpc" // "os" // "path" // "testing" // "time" // "github.com/cgrates/birpc/context" // "github.com/cgrates/cgrates/config" // "github.com/cgrates/cgrates/engine" // "github.com/cgrates/cgrates/sessions" // "github.com/cgrates/cgrates/utils" // ) // var ( // csvCfgPath string // csvCfgDIR string // csvCfg *config.CGRConfig // csvRPC *rpc.Client // fileContent1 = `dbafe9c8614c785a65aabd116dd3959c3c56f7f6,default,*voice,dsafdsaf,*rated,*out,cgrates.org,call,1001,1001,+4986517174963,2013-11-07 08:42:25 +0000 UTC,2013-11-07 08:42:26 +0000 UTC,10s,1.0100,val_extra3,"",val_extra1 // dbafe9c8614c785a65aabd116dd3959c3c56f7f7,default,*voice,dsafdsag,*rated,*out,cgrates.org,call,1001,1001,+4986517174964,2013-11-07 09:42:25 +0000 UTC,2013-11-07 09:42:26 +0000 UTC,20s,1.0100,val_extra3,"",val_extra1 // ` // fileContent2 = `accid21;*prepaid;itsyscom.com;1001;086517174963;2013-02-03 19:54:00;62;val_extra3;"";val_extra1 // accid22;*postpaid;itsyscom.com;1001;+4986517174963;2013-02-03 19:54:00;123;val_extra3;"";val_extra1 // #accid1;*pseudoprepaid;itsyscom.com;1001;+4986517174963;2013-02-03 19:54:00;12;val_extra3;"";val_extra1 // accid23;*rated;cgrates.org;1001;086517174963;2013-02-03 19:54:00;26;val_extra3;"";val_extra1` // fileContent3 = `:Tenant,ToR,OriginID,RequestType,Account,Subject,Destination,SetupTime,AnswerTime,Usage // cgrates.org,*voice,SessionFromCsv,*prepaid,1001,ANY2CNT,1002,2018-01-07 17:00:00 +0000 UTC,2018-01-07 17:00:10 +0000 UTC,5m // ` // fileContentForFilter = `accid21;*prepaid;itsyscom.com;1002;086517174963;2013-02-03 19:54:00;62;val_extra3;"";val_extra1 // accid22;*postpaid;itsyscom.com;1002;+4986517174963;2013-02-03 19:54:00;123;val_extra3;"";val_extra1 // accid23;*rated;cgrates.org;1001;086517174963;2013-02-03 19:54:00;26;val_extra3;"";val_extra1` // csvTests = []func(t *testing.T){ // testCreateDirs, // testCsvITInitConfig, // testCsvITInitCdrDb, // testCsvITResetDataDb, // testCsvITStartEngine, // testCsvITRpcConn, // testCsvITLoadTPFromFolder, // testCsvITHandleCdr1File, // testCsvITHandleCdr2File, // testCsvITHandleSessionFile, // testCsvITCheckSession, // testCsvITTerminateSession, // testCsvITProcessCDR, // testCsvITAnalyseCDRs, // testCsvITProcessFilteredCDR, // testCsvITAnalyzeFilteredCDR, // testCsvITProcessedFiles, // testCsvITReaderWithFilter, // testCsvITAnalyzeReaderWithFilter, // testCleanupFiles, // testCsvITKillEngine, // } // ) // func TestCsvReadFile(t *testing.T) { // switch *dbType { // case utils.MetaInternal: // csvCfgDIR = "ers_internal" // case utils.MetaMySQL: // csvCfgDIR = "ers_mysql" // case utils.MetaMongo: // csvCfgDIR = "ers_mongo" // case utils.MetaPostgres: // csvCfgDIR = "ers_postgres" // default: // t.Fatal("Unknown Database type") // } // for _, test := range csvTests { // t.Run(csvCfgDIR, test) // } // } // func testCsvITInitConfig(t *testing.T) { // var err error // csvCfgPath = path.Join(*dataDir, "conf", "samples", csvCfgDIR) // if csvCfg, err = config.NewCGRConfigFromPath(context.Background(), csvCfgPath); err != nil { // t.Fatal("Got config error: ", err.Error()) // } // } // // Remove data in both rating and accounting db // func testCsvITResetDataDb(t *testing.T) { // if err := engine.InitDataDB(csvCfg); err != nil { // t.Fatal(err) // } // } // func testCsvITStartEngine(t *testing.T) { // if _, err := engine.StopStartEngine(csvCfgPath, *waitRater); err != nil { // t.Fatal(err) // } // } // // Connect rpc client to rater // func testCsvITRpcConn(t *testing.T) { // var err error // csvRPC, err = newRPCClient(csvCfg.ListenCfg()) // We connect over JSON so we can also troubleshoot if needed // if err != nil { // t.Fatal("Could not connect to rater: ", err.Error()) // } // } // func testCsvITLoadTPFromFolder(t *testing.T) { // attrs := &utils.AttrLoadTpFromFolder{ // FolderPath: path.Join(*dataDir, "tariffplans", "testit")} // var loadInst utils.LoadInstance // if err := csvRPC.Call(utils.APIerSv2LoadTariffPlanFromFolder, // attrs, &loadInst); err != nil { // t.Error(err) // } // time.Sleep(100 * time.Millisecond) // } // // The default scenario, out of ers defined in .cfg file // func testCsvITHandleCdr1File(t *testing.T) { // fileName := "file1.csv" // tmpFilePath := path.Join("/tmp", fileName) // if err := os.WriteFile(tmpFilePath, []byte(fileContent1), 0644); err != nil { // t.Fatal(err.Error()) // } // if err := os.Rename(tmpFilePath, path.Join("/tmp/ers/in", fileName)); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // } // // Scenario out of first .xml config // func testCsvITHandleCdr2File(t *testing.T) { // fileName := "file2.csv" // tmpFilePath := path.Join("/tmp", fileName) // if err := os.WriteFile(tmpFilePath, []byte(fileContent2), 0644); err != nil { // t.Fatal(err.Error()) // } // if err := os.Rename(tmpFilePath, path.Join("/tmp/ers2/in", fileName)); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // } // // Scenario out of first .xml config // func testCsvITHandleSessionFile(t *testing.T) { // var acnt *utils.Account // attrs := &utils.AttrGetAccount{Tenant: "cgrates.org", Account: "1001"} // eAcntVal := 10.0 // if err := csvRPC.Call(utils.APIerSv2GetAccount, attrs, &acnt); err != nil { // t.Error(err) // } else if acnt.BalanceMap[utils.MetaMonetary].GetTotalValue() != eAcntVal { // t.Errorf("Expected: %f, received: %f", eAcntVal, acnt.BalanceMap[utils.MetaMonetary].GetTotalValue()) // } // aSessions := make([]*sessions.ExternalSession, 0) // if err := csvRPC.Call(utils.SessionSv1GetActiveSessions, &utils.SessionFilter{}, // &aSessions); err == nil || err.Error() != utils.ErrNotFound.Error() { // t.Error(err) // } // fileName := "file3.csv" // tmpFilePath := path.Join("/tmp", fileName) // if err := os.WriteFile(tmpFilePath, []byte(fileContent3), 0644); err != nil { // t.Fatal(err.Error()) // } // if err := os.Rename(tmpFilePath, path.Join("/tmp/init_session/in", fileName)); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // } // func testCsvITCheckSession(t *testing.T) { // time.Sleep(200 * time.Millisecond) // aSessions := make([]*sessions.ExternalSession, 0) // if err := csvRPC.Call(utils.SessionSv1GetActiveSessions, &utils.SessionFilter{}, &aSessions); err != nil { // t.Error(err) // } else if len(aSessions) != 3 { // t.Errorf("wrong active sessions: %s \n , and len(aSessions) %+v", utils.ToJSON(aSessions), len(aSessions)) // } // } // func testCsvITTerminateSession(t *testing.T) { // time.Sleep(100 * time.Millisecond) // // move the file from init_session/out to terminate_session/in so the terminate session reader // // can handle it // if err := os.Rename("/tmp/init_session/out/file3.csv", // "/tmp/terminate_session/in/file3.csv"); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // time.Sleep(100 * time.Millisecond) // aSessions := make([]*sessions.ExternalSession, 0) // if err := csvRPC.Call(utils.SessionSv1GetActiveSessions, new(utils.SessionFilter), &aSessions); err == nil || // err.Error() != utils.ErrNotFound.Error() { // t.Error(err) // } // } // func testCsvITProcessCDR(t *testing.T) { // time.Sleep(100 * time.Millisecond) // // move the file from init_session/out to terminate_session/in so the terminate session reader // // can handle it // if err := os.Rename("/tmp/terminate_session/out/file3.csv", // "/tmp/cdrs/in/file3.csv"); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // time.Sleep(100 * time.Millisecond) // } // func testCsvITAnalyseCDRs(t *testing.T) { // time.Sleep(100 * time.Millisecond) // var cdrs []*engine.CDR // args := &utils.RPCCDRsFilterWithAPIOpts{ // RPCCDRsFilter: &utils.RPCCDRsFilter{ // RunIDs: []string{"CustomerCharges"}, // OriginIDs: []string{"SessionFromCsv"}, // }, // } // if err := csvRPC.Call(utils.CDRsV1GetCDRs, args, &cdrs); err != nil { // t.Error("Unexpected error: ", err.Error()) // } else if len(cdrs) != 1 { // t.Error("Unexpected number of CDRs returned: ", len(cdrs)) // } else { // if cdrs[0].Cost != 0.099 { // t.Errorf("Unexpected cost for CDR: %f", cdrs[0].Cost) // } // } // args.RPCCDRsFilter = &utils.RPCCDRsFilter{RunIDs: []string{"SupplierCharges"}, // OriginIDs: []string{"SessionFromCsv"}} // if err := csvRPC.Call(utils.CDRsV1GetCDRs, args, &cdrs); err != nil { // t.Error("Unexpected error: ", err.Error()) // } else if len(cdrs) != 1 { // t.Error("Unexpected number of CDRs returned: ", len(cdrs)) // } else { // if cdrs[0].Cost != 0.051 { // t.Errorf("Unexpected cost for CDR: %f", cdrs[0].Cost) // } // } // var acnt *engine.Account // attrs := &utils.AttrGetAccount{Tenant: "cgrates.org", Account: "1001"} // eAcntVal := 9.85 // if err := csvRPC.Call(utils.APIerSv2GetAccount, attrs, &acnt); err != nil { // t.Error(err) // } else if acnt.BalanceMap[utils.MetaMonetary].GetTotalValue() != eAcntVal { // t.Errorf("Expected: %f, received: %f", eAcntVal, acnt.BalanceMap[utils.MetaMonetary].GetTotalValue()) // } // } // func testCsvITProcessFilteredCDR(t *testing.T) { // fileName := "file1.csv" // tmpFilePath := path.Join("/tmp", fileName) // if err := os.WriteFile(tmpFilePath, []byte(fileContentForFilter), 0644); err != nil { // t.Fatal(err.Error()) // } // if err := os.Rename(tmpFilePath, path.Join("/tmp/ers_with_filters/in", fileName)); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // } // func testCsvITAnalyzeFilteredCDR(t *testing.T) { // time.Sleep(200 * time.Millisecond) // var cdrs []*engine.CDR // args := &utils.RPCCDRsFilterWithAPIOpts{ // RPCCDRsFilter: &utils.RPCCDRsFilter{ // NotRunIDs: []string{"CustomerCharges", "SupplierCharges"}, // Sources: []string{"ers_csv"}, // }, // } // if err := csvRPC.Call(utils.CDRsV1GetCDRs, args, &cdrs); err != nil { // t.Error("Unexpected error: ", err.Error()) // } else if len(cdrs) != 2 { // t.Error("Unexpected number of CDRs returned: ", utils.ToJSON(cdrs)) // } else if cdrs[0].Account != "1002" || cdrs[1].Account != "1002" { // t.Errorf("Expecting: 1002, received: <%s> , <%s>", cdrs[0].Account, cdrs[1].Account) // } else if cdrs[0].Tenant != "itsyscom.com" || cdrs[1].Tenant != "itsyscom.com" { // t.Errorf("Expecting: itsyscom.com, received: <%s> , <%s>", cdrs[0].Tenant, cdrs[1].Tenant) // } // } // func testCsvITProcessedFiles(t *testing.T) { // time.Sleep(500 * time.Millisecond) // if outContent1, err := os.ReadFile("/tmp/ers/out/file1.csv"); err != nil { // t.Error(err) // } else if fileContent1 != string(outContent1) { // t.Errorf("Expecting: %q, received: %q", fileContent1, string(outContent1)) // } // if outContent2, err := os.ReadFile("/tmp/ers2/out/file2.csv"); err != nil { // t.Error(err) // } else if fileContent2 != string(outContent2) { // t.Errorf("Expecting: %q, received: %q", fileContent2, string(outContent2)) // } // if outContent3, err := os.ReadFile("/tmp/cdrs/out/file3.csv"); err != nil { // t.Error(err) // } else if fileContent3 != string(outContent3) { // t.Errorf("Expecting: %q, received: %q", fileContent3, string(outContent3)) // } // if outContent4, err := os.ReadFile("/tmp/ers_with_filters/out/file1.csv"); err != nil { // t.Error(err) // } else if fileContentForFilter != string(outContent4) { // t.Errorf("Expecting: %q, received: %q", fileContentForFilter, string(outContent4)) // } // } // func testCsvITReaderWithFilter(t *testing.T) { // fileName := "file1.csv" // tmpFilePath := path.Join("/tmp", fileName) // if err := os.WriteFile(tmpFilePath, []byte(fileContent1), 0644); err != nil { // t.Fatal(err.Error()) // } // if err := os.Rename(tmpFilePath, path.Join("/tmp/readerWithTemplate/in", fileName)); err != nil { // t.Fatal("Error moving file to processing directory: ", err) // } // } // func testCsvITAnalyzeReaderWithFilter(t *testing.T) { // time.Sleep(100 * time.Millisecond) // var cdrs []*engine.CDR // args := &utils.RPCCDRsFilterWithAPIOpts{ // RPCCDRsFilter: &utils.RPCCDRsFilter{ // NotRunIDs: []string{"CustomerCharges", "SupplierCharges"}, // Sources: []string{"ers_template_combined"}, // }, // } // if err := csvRPC.Call(utils.CDRsV1GetCDRs, args, &cdrs); err != nil { // t.Error("Unexpected error: ", err.Error()) // } else if len(cdrs) != 2 { // t.Error("Unexpected number of CDRs returned: ", utils.ToJSON(cdrs)) // } else if cdrs[0].Account != "1001" || cdrs[1].Account != "1001" { // t.Errorf("Expecting: 1001, received: <%s> , <%s>", cdrs[0].Account, cdrs[1].Account) // } else if cdrs[0].Tenant != "cgrates.org" || cdrs[1].Tenant != "cgrates.org" { // t.Errorf("Expecting: itsyscom.com, received: <%s> , <%s>", cdrs[0].Tenant, cdrs[1].Tenant) // } else if cdrs[0].ExtraFields["ExtraInfo1"] != "ExtraInfo1" || cdrs[1].ExtraFields["ExtraInfo1"] != "ExtraInfo1" { // t.Errorf("Expecting: itsyscom.com, received: <%s> , <%s>", cdrs[1].ExtraFields["ExtraInfo1"], cdrs[1].ExtraFields["ExtraInfo1"]) // } // } // func testCsvITKillEngine(t *testing.T) { // if err := engine.KillEngine(*waitRater); err != nil { // t.Error(err) // } // }