mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
252 lines
9.2 KiB
Go
252 lines
9.2 KiB
Go
//go:build integration
|
|
|
|
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package general_tests
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/cgrates/birpc/context"
|
|
"github.com/cgrates/cgrates/engine"
|
|
"github.com/cgrates/cgrates/ers"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
func TestErsStartDelay(t *testing.T) {
|
|
switch *utils.DBType {
|
|
case utils.MetaInternal:
|
|
case utils.MetaMongo, utils.MetaMySQL, utils.MetaPostgres:
|
|
t.SkipNow()
|
|
default:
|
|
t.Fatal("unsupported db type value")
|
|
}
|
|
csvcontent := ``
|
|
csvFd, csvFd2, procFd := t.TempDir(), t.TempDir(), t.TempDir()
|
|
filePath := filepath.Join(csvFd, fmt.Sprintf("file1%s", utils.CSVSuffix))
|
|
if err := os.WriteFile(filePath, []byte(csvcontent), 0644); err != nil {
|
|
t.Fatalf("could not write to file %s: %v", filePath, err)
|
|
}
|
|
content := fmt.Sprintf(`{
|
|
"general": {
|
|
"log_level": 7
|
|
},
|
|
"data_db": {
|
|
"db_type": "*internal"
|
|
},
|
|
"stor_db": {
|
|
"db_type": "*internal"
|
|
},
|
|
"cdrs":{
|
|
"enabled":true,
|
|
"rals_conns":["*localhost"]
|
|
},
|
|
"sessions":{
|
|
"enabled": true,
|
|
"cdrs_conns":["*localhost"]
|
|
},
|
|
"rals": {
|
|
"enabled": true
|
|
},
|
|
"apiers":{
|
|
"enabled":true,
|
|
},
|
|
"ers": {
|
|
"enabled": true,
|
|
"sessions_conns": ["*localhost"],
|
|
"readers": [
|
|
{
|
|
"id": "file_csv_reader",
|
|
"run_delay": "-1",
|
|
"start_delay":"1s",
|
|
"type": "*file_csv",
|
|
"source_path": "%s",
|
|
"flags": ["*cdrs"],
|
|
"processed_path": "%s",
|
|
"fields":[
|
|
{"tag": "ToR", "path": "*cgreq.ToR", "type": "*constant", "value": "*voice"},
|
|
{"tag": "OriginID", "path": "*cgreq.OriginID", "type": "*variable", "value": "~*req.0", "mandatory": true},
|
|
{"tag": "RequestType", "path": "*cgreq.RequestType", "type": "*constant", "value": "*rated", "mandatory": true},
|
|
{"tag":"Category","path":"*cgreq.Category","type":"*constant","value":"call"},
|
|
{"tag":"Subject","path":"*cgreq.Subject","type":"*variable","value":"~*req.1"},
|
|
{"tag":"Destination","path":"*cgreq.Destination","type":"*variable","value":"~*req.2"},
|
|
{"tag": "SetupTime", "path": "*cgreq.SetupTime", "type": "*variable", "value": "~*req.3"},
|
|
{"tag": "AnswerTime", "path": "*cgreq.AnswerTime", "type": "*variable", "value": "~*req.4"},
|
|
{"tag": "Usage", "path": "*cgreq.Usage", "filters": ["*notempty:~*req.5:"],"type": "*variable", "value": "~*req.5;s", "mandatory": true},
|
|
]
|
|
},
|
|
{
|
|
"id": "file_csv_reader2",
|
|
"run_delay": "-1",
|
|
"type": "*file_csv",
|
|
"source_path": "%s",
|
|
"flags": ["*cdrs"],
|
|
"processed_path": "%s",
|
|
"fields":[
|
|
{"tag": "ToR", "path": "*cgreq.ToR", "type": "*constant", "value": "*voice"},
|
|
{"tag": "OriginID", "path": "*cgreq.OriginID", "type": "*variable", "value": "~*req.0", "mandatory": true},
|
|
{"tag": "RequestType", "path": "*cgreq.RequestType", "type": "*constant", "value": "*rated", "mandatory": true},
|
|
{"tag":"Category","path":"*cgreq.Category","type":"*constant","value":"call"},
|
|
{"tag":"Subject","path":"*cgreq.Subject","type":"*variable","value":"~*req.1"},
|
|
{"tag":"Destination","path":"*cgreq.Destination","type":"*variable","value":"~*req.2"},
|
|
{"tag": "SetupTime", "path": "*cgreq.SetupTime", "type": "*variable", "value": "~*req.3"},
|
|
{"tag": "AnswerTime", "path": "*cgreq.AnswerTime", "type": "*variable", "value": "~*req.4"},
|
|
{"tag": "Usage", "path": "*cgreq.Usage", "filters": ["*notempty:~*req.5:"],"type": "*variable", "value": "~*req.5;s", "mandatory": true},
|
|
]
|
|
},
|
|
]
|
|
}
|
|
}`, csvFd, procFd, csvFd2, procFd)
|
|
var buf bytes.Buffer
|
|
ng := engine.TestEngine{
|
|
ConfigJSON: content,
|
|
LogBuffer: &buf,
|
|
}
|
|
|
|
fileIdx := 0
|
|
createFile := func(t *testing.T, dir, ext, content string) {
|
|
fileIdx++
|
|
filePath := filepath.Join(dir, fmt.Sprintf("file%d%s", fileIdx, ext))
|
|
if err := os.WriteFile(filePath, []byte(content), 0644); err != nil {
|
|
t.Fatalf("could not write to file %s: %v", filePath, err)
|
|
}
|
|
}
|
|
client, _ := ng.Run(t)
|
|
//defer fmt.Println(buf.String())
|
|
createFile(t, csvFd, utils.CSVSuffix, "csvfile1,1001,1303535,1727779754,1727779754,60")
|
|
createFile(t, csvFd2, utils.CSVSuffix, "csvfile2,1001,1303535,1727779754,1727779754,120")
|
|
|
|
t.Run("ReaderWithoutStartDelay", func(t *testing.T) {
|
|
newtpFiles := map[string]string{
|
|
utils.RatesCsv: `#Id,ConnectFee,Rate,RateUnit,RateIncrement,GroupIntervalStart
|
|
RT_ANY,0,1.7,60s,1s,0s`,
|
|
utils.DestinationRatesCsv: `#Id,DestinationId,RatesTag,RoundingMethod,RoundingDecimals,MaxCost,MaxCostStrategy
|
|
DR_ANY,*any,RT_ANY,*up,2,0,`,
|
|
utils.RatingPlansCsv: `#Id,DestinationRatesId,TimingTag,Weight
|
|
RP_ANY,DR_ANY,*any,10`,
|
|
utils.RatingProfilesCsv: `#Tenant,Category,Subject,ActivationTime,RatingPlanId,RatesFallbackSubject
|
|
cgrates.org,call,1001,2014-01-14T00:00:00Z,RP_ANY,`,
|
|
}
|
|
engine.LoadCSVs(t, client, "", newtpFiles)
|
|
time.Sleep(100 * time.Millisecond)
|
|
|
|
var cdrs []*engine.CDR
|
|
if err := client.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{RPCCDRsFilter: &utils.RPCCDRsFilter{OriginIDs: []string{"csvfile2"}}}, &cdrs); err != nil {
|
|
t.Error(err)
|
|
} else if len(cdrs) != 1 {
|
|
fmt.Println(cdrs)
|
|
t.Errorf("expected a CDR generated from ers")
|
|
} else if cdrs[0].Cost != 3.4 {
|
|
t.Errorf("expected %f,received %f", 3.4, cdrs[0].Cost)
|
|
}
|
|
})
|
|
time.Sleep(1 * time.Second)
|
|
t.Run("ReaderAfterStartDelay", func(t *testing.T) {
|
|
var cdrs []*engine.CDR
|
|
if err := client.Call(context.Background(), utils.CDRsV1GetCDRs, &utils.RPCCDRsFilterWithAPIOpts{RPCCDRsFilter: &utils.RPCCDRsFilter{OriginIDs: []string{"csvfile1"}}}, &cdrs); err != nil {
|
|
t.Error(err)
|
|
} else if len(cdrs) != 1 {
|
|
t.Errorf("expected a CDR generated from ers")
|
|
} else if cdrs[0].Cost != 1.7 {
|
|
t.Errorf("expected %f,received %f", 1.7, cdrs[0].Cost)
|
|
}
|
|
})
|
|
}
|
|
|
|
func TestErsRunReader(t *testing.T) {
|
|
switch *utils.DBType {
|
|
case utils.MetaInternal:
|
|
case utils.MetaMySQL, utils.MetaMongo, utils.MetaPostgres:
|
|
t.SkipNow()
|
|
default:
|
|
t.Fatal("unsupported dbtype value")
|
|
}
|
|
csvcontent := `csvfile1,1001,1303535,1727779754,1727779754,60`
|
|
csvFd, procFd := t.TempDir(), t.TempDir()
|
|
filePath := filepath.Join(csvFd, fmt.Sprintf("file1%s", utils.CSVSuffix))
|
|
if err := os.WriteFile(filePath, []byte(csvcontent), 0644); err != nil {
|
|
t.Fatalf("could not write to file %s: %v", filePath, err)
|
|
}
|
|
content := fmt.Sprintf(`{
|
|
"general": {
|
|
"log_level": 7
|
|
},
|
|
"data_db": {
|
|
"db_type": "*internal"
|
|
},
|
|
"stor_db": {
|
|
"db_type": "*internal"
|
|
},
|
|
"apiers":{
|
|
"enabled":true,
|
|
},
|
|
"ers": {
|
|
"enabled": true,
|
|
"sessions_conns": ["*localhost"],
|
|
"readers": [
|
|
{
|
|
"id": "file_csv_reader",
|
|
"run_delay": "0",
|
|
"start_delay":"1s",
|
|
"type": "*file_csv",
|
|
"source_path": "%s",
|
|
"flags": ["*log","*none"],
|
|
"processed_path": "%s",
|
|
"fields":[
|
|
{"tag": "ToR", "path": "*cgreq.ToR", "type": "*constant", "value": "*voice"},
|
|
{"tag": "OriginID", "path": "*cgreq.OriginID", "type": "*variable", "value": "~*req.0", "mandatory": true},
|
|
{"tag": "RequestType", "path": "*cgreq.RequestType", "type": "*constant", "value": "*rated", "mandatory": true},
|
|
{"tag":"Category","path":"*cgreq.Category","type":"*constant","value":"call"},
|
|
{"tag":"Subject","path":"*cgreq.Subject","type":"*variable","value":"~*req.1"},
|
|
{"tag":"Destination","path":"*cgreq.Destination","type":"*variable","value":"~*req.2"},
|
|
{"tag": "SetupTime", "path": "*cgreq.SetupTime", "type": "*variable", "value": "~*req.3"},
|
|
{"tag": "AnswerTime", "path": "*cgreq.AnswerTime", "type": "*variable", "value": "~*req.4"},
|
|
{"tag": "Usage", "path": "*cgreq.Usage", "filters": ["*notempty:~*req.5:"],"type": "*variable", "value": "~*req.5;s", "mandatory": true},
|
|
]
|
|
},
|
|
]
|
|
}
|
|
}`, csvFd, procFd)
|
|
var buf bytes.Buffer
|
|
ng := engine.TestEngine{
|
|
ConfigJSON: content,
|
|
LogBuffer: &buf,
|
|
}
|
|
client, _ := ng.Run(t)
|
|
t.Run("TestRunReader", func(t *testing.T) {
|
|
runReader := ers.V1RunReaderParams{
|
|
Tenant: "cgrates.org",
|
|
ReaderID: "file_csv_reader",
|
|
}
|
|
var reply string
|
|
if err := client.Call(context.Background(), utils.ErSv1RunReader, runReader, &reply); err != nil {
|
|
t.Error(err)
|
|
} else if reply != utils.OK {
|
|
t.Error("expected reply to be OK")
|
|
}
|
|
})
|
|
time.Sleep(400 * time.Millisecond)
|
|
if has := strings.Contains(buf.String(), "<ERs> LOG, reader: <file_csv_reader>"); !has {
|
|
t.Error("expected reader to process files")
|
|
}
|
|
}
|