mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-11 18:16:24 +05:00
357 lines
11 KiB
Go
357 lines
11 KiB
Go
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <https://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package loaders
|
|
|
|
import (
|
|
"reflect"
|
|
"testing"
|
|
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
func TestDataUpdateFromCSVOneFile(t *testing.T) {
|
|
attrSFlds := []*config.FCTemplate{
|
|
{Tag: "TenantID",
|
|
Path: "Tenant",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~0", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "ProfileID",
|
|
Path: "ID",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~1", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "Contexts",
|
|
Path: "Contexts",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~2", true, utils.INFIELD_SEP)},
|
|
{Tag: "FilterIDs",
|
|
Path: "FilterIDs",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~3", true, utils.INFIELD_SEP)},
|
|
{Tag: "ActivationInterval",
|
|
Path: "ActivationInterval",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~4", true, utils.INFIELD_SEP)},
|
|
{Tag: "Path",
|
|
Path: "Path",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~5", true, utils.INFIELD_SEP)},
|
|
{Tag: "Initial",
|
|
Path: "Initial",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~6", true, utils.INFIELD_SEP)},
|
|
{Tag: "Substitute",
|
|
Path: "Substitute",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~7", true, utils.INFIELD_SEP)},
|
|
{Tag: "Append",
|
|
Path: "Append",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~8", true, utils.INFIELD_SEP)},
|
|
{Tag: "Weight",
|
|
Path: "Weight",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~9", true, utils.INFIELD_SEP)},
|
|
}
|
|
|
|
rows := [][]string{
|
|
{"cgrates.org", "ATTR_1", "*sessions;*cdrs", "*string:Account:1007", "2014-01-14T00:00:00Z", "Account", "*any", "1001", "false", "10"},
|
|
{"cgrates.org", "ATTR_1", "", "", "", "Subject", "*any", "1001", "true", ""},
|
|
}
|
|
lData := make(LoaderData)
|
|
if err := lData.UpdateFromCSV("Attributes.csv", rows[0], attrSFlds,
|
|
config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP), nil); err != nil {
|
|
t.Error(err)
|
|
}
|
|
eLData := LoaderData{"Tenant": "cgrates.org",
|
|
"ID": "ATTR_1",
|
|
"Contexts": "*sessions;*cdrs",
|
|
"FilterIDs": "*string:Account:1007",
|
|
"ActivationInterval": "2014-01-14T00:00:00Z",
|
|
"Path": "Account",
|
|
"Initial": "*any",
|
|
"Substitute": "1001",
|
|
"Append": "false",
|
|
"Weight": "10",
|
|
}
|
|
if !reflect.DeepEqual(eLData, lData) {
|
|
t.Errorf("expecting: %+v, received: %+v", eLData, lData)
|
|
}
|
|
lData = make(LoaderData)
|
|
if err := lData.UpdateFromCSV("Attributes.csv", rows[1], attrSFlds,
|
|
config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP), nil); err != nil {
|
|
t.Error(err)
|
|
}
|
|
eLData = LoaderData{"Tenant": "cgrates.org",
|
|
"ID": "ATTR_1",
|
|
"Contexts": "",
|
|
"FilterIDs": "",
|
|
"ActivationInterval": "",
|
|
"Path": "Subject",
|
|
"Initial": "*any",
|
|
"Substitute": "1001",
|
|
"Append": "true",
|
|
"Weight": "",
|
|
}
|
|
if !reflect.DeepEqual(eLData, lData) {
|
|
t.Errorf("expecting: %+v, received: %+v", eLData, lData)
|
|
}
|
|
}
|
|
|
|
func TestDataUpdateFromCSVOneFile2(t *testing.T) {
|
|
attrSFlds := []*config.FCTemplate{
|
|
{Tag: "TenantID",
|
|
Path: "Tenant",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~0", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "ProfileID",
|
|
Path: "ID",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~1", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "Contexts",
|
|
Path: "Contexts",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~2", true, utils.INFIELD_SEP)},
|
|
{Tag: "FilterIDs",
|
|
Path: "FilterIDs",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~3", true, utils.INFIELD_SEP)},
|
|
{Tag: "ActivationInterval",
|
|
Path: "ActivationInterval",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~4", true, utils.INFIELD_SEP)},
|
|
{Tag: "Path",
|
|
Path: "Path",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~5", true, utils.INFIELD_SEP)},
|
|
{Tag: "Initial",
|
|
Path: "Initial",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~6", true, utils.INFIELD_SEP)},
|
|
{Tag: "Substitute",
|
|
Path: "Substitute",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~7", true, utils.INFIELD_SEP)},
|
|
{Tag: "Append",
|
|
Path: "Append",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~8", true, utils.INFIELD_SEP)},
|
|
{Tag: "Weight",
|
|
Path: "Weight",
|
|
Type: utils.MetaVariable,
|
|
Value: config.NewRSRParsersMustCompile("~9", true, utils.INFIELD_SEP)},
|
|
}
|
|
|
|
rows := [][]string{
|
|
{"cgrates.org", "ATTR_1", "*sessions;*cdrs", "*string:Account:1007", "2014-01-14T00:00:00Z", "Account", "*any", "1001", "false", "10"},
|
|
{"cgrates.org", "ATTR_1", "", "", "", "Subject", "*any", "1001", "true", ""},
|
|
}
|
|
lData := make(LoaderData)
|
|
if err := lData.UpdateFromCSV("Attributes.csv", rows[0], attrSFlds,
|
|
config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP), nil); err != nil {
|
|
t.Error(err)
|
|
}
|
|
eLData := LoaderData{"Tenant": "cgrates.org",
|
|
"ID": "ATTR_1",
|
|
"Contexts": "*sessions;*cdrs",
|
|
"FilterIDs": "*string:Account:1007",
|
|
"ActivationInterval": "2014-01-14T00:00:00Z",
|
|
"Path": "Account",
|
|
"Initial": "*any",
|
|
"Substitute": "1001",
|
|
"Append": "false",
|
|
"Weight": "10",
|
|
}
|
|
if !reflect.DeepEqual(eLData, lData) {
|
|
t.Errorf("expecting: %+v, received: %+v", eLData, lData)
|
|
}
|
|
lData = make(LoaderData)
|
|
if err := lData.UpdateFromCSV("Attributes.csv", rows[1], attrSFlds,
|
|
config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP), nil); err != nil {
|
|
t.Error(err)
|
|
}
|
|
eLData = LoaderData{"Tenant": "cgrates.org",
|
|
"ID": "ATTR_1",
|
|
"Contexts": "",
|
|
"FilterIDs": "",
|
|
"ActivationInterval": "",
|
|
"Path": "Subject",
|
|
"Initial": "*any",
|
|
"Substitute": "1001",
|
|
"Append": "true",
|
|
"Weight": "",
|
|
}
|
|
if !reflect.DeepEqual(eLData, lData) {
|
|
t.Errorf("expecting: %+v, received: %+v", eLData, lData)
|
|
}
|
|
}
|
|
|
|
func TestDataUpdateFromCSVMultiFiles(t *testing.T) {
|
|
attrSFlds := []*config.FCTemplate{
|
|
{Tag: "TenantID",
|
|
Path: "Tenant",
|
|
Type: utils.MetaString,
|
|
Value: config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "ProfileID",
|
|
Path: "ID",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~File2.csv:1", true, utils.INFIELD_SEP),
|
|
Mandatory: true},
|
|
{Tag: "Contexts",
|
|
Path: "Contexts",
|
|
Type: utils.MetaString,
|
|
Value: config.NewRSRParsersMustCompile("*any", true, utils.INFIELD_SEP)},
|
|
{Tag: "Path",
|
|
Path: "Path",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~File1.csv:5", true, utils.INFIELD_SEP)},
|
|
{Tag: "Initial",
|
|
Path: "Initial",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~File1.csv:6", true, utils.INFIELD_SEP)},
|
|
{Tag: "Substitute",
|
|
Path: "Substitute",
|
|
Type: utils.META_COMPOSED,
|
|
Value: config.NewRSRParsersMustCompile("~File1.csv:7", true, utils.INFIELD_SEP)},
|
|
{Tag: "Append",
|
|
Path: "Append",
|
|
Type: utils.MetaString,
|
|
Value: config.NewRSRParsersMustCompile("true", true, utils.INFIELD_SEP)},
|
|
{Tag: "Weight",
|
|
Path: "Weight",
|
|
Type: utils.MetaString,
|
|
Value: config.NewRSRParsersMustCompile("10", true, utils.INFIELD_SEP)},
|
|
}
|
|
|
|
loadRun1 := map[string][]string{
|
|
"File1.csv": {"ignored", "ignored", "ignored", "ignored", "ignored", "Subject", "*any", "1001", "ignored", "ignored"},
|
|
"File2.csv": {"ignored", "ATTR_1"},
|
|
}
|
|
lData := make(LoaderData)
|
|
for fName, record := range loadRun1 {
|
|
if err := lData.UpdateFromCSV(fName, record, attrSFlds,
|
|
config.NewRSRParsersMustCompile("cgrates.org", true, utils.INFIELD_SEP), nil); err != nil {
|
|
t.Error(err)
|
|
}
|
|
}
|
|
|
|
eLData := LoaderData{"Tenant": "cgrates.org",
|
|
"ID": "ATTR_1",
|
|
"Contexts": "*any",
|
|
"Path": "Subject",
|
|
"Initial": "*any",
|
|
"Substitute": "1001",
|
|
"Append": "true",
|
|
"Weight": "10",
|
|
}
|
|
if !reflect.DeepEqual(eLData, lData) {
|
|
t.Errorf("expecting: %+v, received: %+v", eLData, lData)
|
|
}
|
|
}
|
|
|
|
func TestTenantIDStruct(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
input LoaderData
|
|
expected utils.TenantID
|
|
}{
|
|
{
|
|
name: "Valid Data",
|
|
input: LoaderData{
|
|
utils.Tenant: "cgrates.org",
|
|
utils.ID: "id1",
|
|
},
|
|
expected: utils.TenantID{
|
|
Tenant: "cgrates.org",
|
|
ID: "id1",
|
|
},
|
|
},
|
|
{
|
|
name: "Empty Data",
|
|
input: LoaderData{
|
|
utils.Tenant: "",
|
|
utils.ID: "",
|
|
},
|
|
expected: utils.TenantID{
|
|
Tenant: "",
|
|
ID: "",
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
result := tt.input.TenantIDStruct()
|
|
if !reflect.DeepEqual(result, tt.expected) {
|
|
t.Errorf("TenantIDStruct() = %v, want %v", result, tt.expected)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestCsvProviderString(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
provider csvProvider
|
|
expected string
|
|
}{
|
|
{
|
|
name: "Non-empty csvProvider",
|
|
provider: csvProvider{
|
|
req: []string{"req1", "req2"},
|
|
fileName: "test.csv",
|
|
cache: utils.MapStorage{"key1": "value1"},
|
|
},
|
|
expected: `{"req":["req1","req2"],"fileName":"test.csv","cache":{"key1":"value1"}}`,
|
|
},
|
|
{
|
|
name: "Empty csvProvider",
|
|
provider: csvProvider{
|
|
req: []string{},
|
|
fileName: "",
|
|
cache: utils.MapStorage{},
|
|
},
|
|
expected: `{"req":[],"fileName":"","cache":{}}`,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
result := tt.provider.String()
|
|
if result == tt.expected {
|
|
t.Errorf("csvProvider.String() = %v, want %v", result, tt.expected)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestCsvProviderRemoteHost(t *testing.T) {
|
|
expectedAddr := utils.LocalAddr()
|
|
cP := &csvProvider{}
|
|
result := cP.RemoteHost()
|
|
if !reflect.DeepEqual(result, expectedAddr) {
|
|
t.Errorf("csvProvider.RemoteHost() = %v, want %v", result, expectedAddr)
|
|
}
|
|
}
|