/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>
*/
package cdrc

import (
	"bytes"
	"path"
	"reflect"
	"strings"
	"testing"
	"time"

	"github.com/antchfx/xmlquery"
	"github.com/cgrates/cgrates/config"
	"github.com/cgrates/cgrates/engine"
	"github.com/cgrates/cgrates/utils"
)

var cdrXmlBroadsoft = `<?xml version="1.0" encoding="ISO-8859-1"?>
<!DOCTYPE broadWorksCDR>
<broadWorksCDR version="19.0">
  <cdrData>
    <headerModule>
      <recordId>
        <eventCounter>0002183384</eventCounter>
        <systemId>CGRateSaabb</systemId>
        <date>20160419210000.104</date>
        <systemTimeZone>1+020000</systemTimeZone>
      </recordId>
      <type>Start</type>
    </headerModule>
  </cdrData>
  <cdrData>
    <headerModule>
      <recordId>
        <eventCounter>0002183385</eventCounter>
        <systemId>CGRateSaabb</systemId>
        <date>20160419210005.247</date>
        <systemTimeZone>1+020000</systemTimeZone>
      </recordId>
      <serviceProvider>MBC</serviceProvider>
      <type>Normal</type>
    </headerModule>
    <basicModule>
      <userNumber>1001</userNumber>
      <groupNumber>2001</groupNumber>
      <direction>Terminating</direction>
      <asCallType>Network</asCallType>
      <callingNumber>1001</callingNumber>
      <callingPresentationIndicator>Public</callingPresentationIndicator>
      <calledNumber>+4986517174963</calledNumber>
      <startTime>20160419210005.247</startTime>
      <userTimeZone>1+020000</userTimeZone>
      <localCallId>25160047719:0</localCallId>
      <answerIndicator>Yes</answerIndicator>
      <answerTime>20160419210006.813</answerTime>
      <releaseTime>20160419210020.296</releaseTime>
      <terminationCause>016</terminationCause>
      <chargeIndicator>y</chargeIndicator>
      <releasingParty>local</releasingParty>
      <userId>1001@cgrates.org</userId>
      <clidPermitted>Yes</clidPermitted>
      <namePermitted>Yes</namePermitted>
    </basicModule>
    <centrexModule>
      <group>CGR_GROUP</group>
      <trunkGroupName>CGR_GROUP/CGR_GROUP_TRUNK30</trunkGroupName>
      <trunkGroupInfo>Normal</trunkGroupInfo>
      <locationList>
        <locationInformation>
          <location>1001@cgrates.org</location>
          <locationType>Primary Device</locationType>
        </locationInformation>
      </locationList>
      <locationUsage>31.882</locationUsage>
    </centrexModule>
    <ipModule>
      <route>gw04.cgrates.org</route>
      <networkCallID>74122796919420162305@172.16.1.2</networkCallID>
      <codec>PCMA/8000</codec>
      <accessDeviceAddress>172.16.1.4</accessDeviceAddress>
      <accessCallID>BW2300052501904161738474465@172.16.1.10</accessCallID>
      <codecUsage>31.882</codecUsage>
      <userAgent>OmniPCX Enterprise R11.0.1 k1.520.22.b</userAgent>
    </ipModule>
  </cdrData>
  <cdrData>
    <headerModule>
      <recordId>
        <eventCounter>0002183386</eventCounter>
        <systemId>CGRateSaabb</systemId>
        <date>20160419210006.909</date>
        <systemTimeZone>1+020000</systemTimeZone>
      </recordId>
      <serviceProvider>MBC</serviceProvider>
      <type>Normal</type>
    </headerModule>
    <basicModule>
      <userNumber>1002</userNumber>
      <groupNumber>2001</groupNumber>
      <direction>Terminating</direction>
      <asCallType>Network</asCallType>
      <callingNumber>+4986517174964</callingNumber>
      <callingPresentationIndicator>Public</callingPresentationIndicator>
      <calledNumber>1002</calledNumber>
      <startTime>20160419210006.909</startTime>
      <userTimeZone>1+020000</userTimeZone>
      <localCallId>27280048121:0</localCallId>
      <answerIndicator>Yes</answerIndicator>
      <answerTime>20160419210007.037</answerTime>
      <releaseTime>20160419210030.322</releaseTime>
      <terminationCause>016</terminationCause>
      <chargeIndicator>y</chargeIndicator>
      <releasingParty>local</releasingParty>
      <userId>314028947650@cgrates.org</userId>
      <clidPermitted>Yes</clidPermitted>
      <namePermitted>Yes</namePermitted>
    </basicModule>
    <centrexModule>
      <group>CGR_GROUP</group>
      <trunkGroupName>CGR_GROUP/CGR_GROUP_TRUNK65</trunkGroupName>
      <trunkGroupInfo>Normal</trunkGroupInfo>
      <locationList>
        <locationInformation>
          <location>31403456100@cgrates.org</location>
          <locationType>Primary Device</locationType>
        </locationInformation>
      </locationList>
      <locationUsage>26.244</locationUsage>
    </centrexModule>
    <ipModule>
      <route>gw01.cgrates.org</route>
      <networkCallID>108352493719420162306@172.31.250.150</networkCallID>
      <codec>PCMA/8000</codec>
      <accessDeviceAddress>172.16.1.4</accessDeviceAddress>
      <accessCallID>2345300069121904161716512907@172.16.1.10</accessCallID>
      <codecUsage>26.244</codecUsage>
      <userAgent>Altitude vBox</userAgent>
    </ipModule>
  </cdrData>
  <cdrData>
    <headerModule>
      <recordId>
        <eventCounter>0002183486</eventCounter>
        <systemId>CGRateSaabb</systemId>
        <date>20160419211500.104</date>
        <systemTimeZone>1+020000</systemTimeZone>
      </recordId>
      <type>End</type>
    </headerModule>
  </cdrData>
</broadWorksCDR>`

func TestXMLElementText(t *testing.T) {
	doc, err := xmlquery.Parse(strings.NewReader(cdrXmlBroadsoft))
	if err != nil {
		t.Error(err)
	}
	cdrs := xmlquery.Find(doc, path.Join("/broadWorksCDR/cdrData/"))
	cdrWithoutUserNr := cdrs[0]
	if _, err := elementText(cdrWithoutUserNr, "basicModule/userNumber"); err != utils.ErrNotFound {
		t.Error(err)
	}
	cdrWithUser := cdrs[1]
	if val, err := elementText(cdrWithUser, "basicModule/userNumber"); err != nil {
		t.Error(err)
	} else if val != "1001" {
		t.Errorf("Expecting: 1001, received: %s", val)
	}
	if val, err := elementText(cdrWithUser, "centrexModule/locationList/locationInformation/locationType"); err != nil {
		t.Error(err)
	} else if val != "Primary Device" {
		t.Errorf("Expecting: <Primary Device>, received: <%s>", val)
	}
}

func TestXMLHandlerSubstractUsage(t *testing.T) {
	doc, err := xmlquery.Parse(strings.NewReader(cdrXmlBroadsoft))
	if err != nil {
		t.Error(err)
	}

	cdrs := xmlquery.Find(doc, path.Join("/broadWorksCDR/cdrData/"))
	cdrWithUsage := cdrs[1]
	if usage, err := handlerSubstractUsage(cdrWithUsage,
		config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.releaseTime;|;~broadWorksCDR.cdrData.basicModule.answerTime", true, utils.INFIELD_SEP),
		utils.HierarchyPath([]string{"broadWorksCDR", "cdrData"}), "UTC"); err != nil {
		t.Error(err)
	} else if usage != time.Duration(13483000000) {
		t.Errorf("Expected: 13.483s, received: %v", usage)
	}
}

func TestXMLRPProcess(t *testing.T) {
	cdrcCfgs := []*config.CdrcCfg{
		{
			ID:                      "TestXML",
			Enabled:                 true,
			CdrFormat:               "xml",
			DataUsageMultiplyFactor: 1024,
			CDRPath:                 utils.HierarchyPath([]string{"broadWorksCDR", "cdrData"}),
			CdrSourceId:             "TestXML",
			ContentFields: []*config.FCTemplate{
				{Tag: "TOR", Type: utils.META_COMPOSED, FieldId: utils.ToR,
					Value: config.NewRSRParsersMustCompile("*voice", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "OriginID", Type: utils.META_COMPOSED, FieldId: utils.OriginID,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.localCallId", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "RequestType", Type: utils.META_COMPOSED, FieldId: utils.RequestType,
					Value: config.NewRSRParsersMustCompile("*rated", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Tenant", Type: utils.META_COMPOSED, FieldId: utils.Tenant,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.userId:s/.*@(.*)/${1}/", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Category", Type: utils.META_COMPOSED, FieldId: utils.Category,
					Value: config.NewRSRParsersMustCompile("call", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Account", Type: utils.META_COMPOSED, FieldId: utils.Account,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.userNumber", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Destination", Type: utils.META_COMPOSED, FieldId: utils.Destination,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.calledNumber", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "SetupTime", Type: utils.META_COMPOSED, FieldId: utils.SetupTime,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.startTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "AnswerTime", Type: utils.META_COMPOSED, FieldId: utils.AnswerTime,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.answerTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Usage", Type: utils.META_HANDLER,
					FieldId: utils.Usage, HandlerId: utils.HandlerSubstractUsage,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.releaseTime;|;~broadWorksCDR.cdrData.basicModule.answerTime",
						true, utils.INFIELD_SEP), Mandatory: true},
			},
		},
	}
	xmlRP, err := NewXMLRecordsProcessor(bytes.NewBufferString(cdrXmlBroadsoft),
		utils.HierarchyPath([]string{"broadWorksCDR", "cdrData"}), "UTC", true, cdrcCfgs, nil)
	if err != nil {
		t.Error(err)
	}
	var cdrs []*engine.CDR
	for i := 0; i < 4; i++ {
		cdrs, err = xmlRP.ProcessNextRecord()
		if i == 1 { // Take second CDR since the first one cannot be processed
			break
		}
	}
	if err != nil {
		t.Error(err)
	}
	expectedCDRs := []*engine.CDR{
		{CGRID: "1f045359a0784d15e051d7e41ae30132b139d714",
			OriginHost: "0.0.0.0", Source: "TestXML", OriginID: "25160047719:0",
			ToR: "*voice", RequestType: "*rated", Tenant: "cgrates.org",
			Category: "call", Account: "1001", Destination: "+4986517174963",
			SetupTime:   time.Date(2016, 4, 19, 21, 0, 5, 247000000, time.UTC),
			AnswerTime:  time.Date(2016, 4, 19, 21, 0, 6, 813000000, time.UTC),
			Usage:       time.Duration(13483000000),
			ExtraFields: map[string]string{}, Cost: -1},
	}
	if !reflect.DeepEqual(expectedCDRs, cdrs) {
		t.Errorf("Expecting: %+v\n, received: %+v\n", expectedCDRs, cdrs)
	}
}

func TestXMLRPProcessWithNewFilters(t *testing.T) {
	cdrcCfgs := []*config.CdrcCfg{
		{
			ID:                      "XMLWithFilters",
			Enabled:                 true,
			CdrFormat:               "xml",
			DataUsageMultiplyFactor: 1024,
			CDRPath:                 utils.HierarchyPath([]string{"broadWorksCDR", "cdrData"}),
			CdrSourceId:             "XMLWithFilters",
			Filters:                 []string{"*string:~broadWorksCDR.cdrData.headerModule.type:Normal"},
			ContentFields: []*config.FCTemplate{
				{Tag: "TOR", Type: utils.META_COMPOSED, FieldId: utils.ToR,
					Value: config.NewRSRParsersMustCompile("*voice", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "OriginID", Type: utils.META_COMPOSED, FieldId: utils.OriginID,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.localCallId", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "RequestType", Type: utils.META_COMPOSED, FieldId: utils.RequestType,
					Value: config.NewRSRParsersMustCompile("*rated", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Tenant", Type: utils.META_COMPOSED, FieldId: utils.Tenant,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.userId:s/.*@(.*)/${1}/", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Category", Type: utils.META_COMPOSED, FieldId: utils.Category,
					Value: config.NewRSRParsersMustCompile("call", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Account", Type: utils.META_COMPOSED, FieldId: utils.Account,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.userNumber", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Destination", Type: utils.META_COMPOSED, FieldId: utils.Destination,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.calledNumber", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "SetupTime", Type: utils.META_COMPOSED, FieldId: utils.SetupTime,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.startTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "AnswerTime", Type: utils.META_COMPOSED, FieldId: utils.AnswerTime,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.answerTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Usage", Type: utils.META_HANDLER,
					FieldId: utils.Usage, HandlerId: utils.HandlerSubstractUsage,
					Value: config.NewRSRParsersMustCompile("~broadWorksCDR.cdrData.basicModule.releaseTime;|;~broadWorksCDR.cdrData.basicModule.answerTime",
						true, utils.INFIELD_SEP), Mandatory: true},
			},
		},
	}
	data, _ := engine.NewMapStorage()
	defaultCfg, err := config.NewDefaultCGRConfig()
	if err != nil {
		t.Errorf("Error: %+v", err)
	}
	xmlRP, err := NewXMLRecordsProcessor(bytes.NewBufferString(cdrXmlBroadsoft),
		utils.HierarchyPath([]string{"broadWorksCDR", "cdrData"}), "UTC", true,
		cdrcCfgs, engine.NewFilterS(defaultCfg, nil, nil, engine.NewDataManager(data)))
	if err != nil {
		t.Error(err)
	}
	var cdrs []*engine.CDR
	for i := 0; i < 4; i++ {
		cdrs, err = xmlRP.ProcessNextRecord()
		if i == 1 { // Take second CDR since the first one cannot be processed
			break
		}
	}
	if err != nil {
		t.Error(err)
	}
	expectedCDRs := []*engine.CDR{
		{CGRID: "1f045359a0784d15e051d7e41ae30132b139d714",
			OriginHost: "0.0.0.0", Source: "XMLWithFilters", OriginID: "25160047719:0",
			ToR: "*voice", RequestType: "*rated", Tenant: "cgrates.org",
			Category: "call", Account: "1001", Destination: "+4986517174963",
			SetupTime:   time.Date(2016, 4, 19, 21, 0, 5, 247000000, time.UTC),
			AnswerTime:  time.Date(2016, 4, 19, 21, 0, 6, 813000000, time.UTC),
			Usage:       time.Duration(13483000000),
			ExtraFields: map[string]string{}, Cost: -1},
	}
	if !reflect.DeepEqual(expectedCDRs, cdrs) {
		t.Errorf("Expecting: %+v\n, received: %+v\n", expectedCDRs, cdrs)
	}
}

var xmlContent = `<?xml version="1.0" encoding="UTF-8"?>
<File xmlns="http://www.metaswitch.com/cfs/billing/V1.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" compatibility="9">
	<FileHeader seqnum="169">
		<EquipmentType>Metaswitch CFS</EquipmentType>
		<EquipmentId></EquipmentId>
		<CreateTime>1510225200002</CreateTime>
	</FileHeader>
	<CDRs>
		<Call seqnum="0000000001" error="no" longcall="false" testcall="false" class="0" operator="false" correlator="397828983391" connected="false">
			<CallType>National</CallType>
			<Features/>
			<ReleasingParty>Orig</ReleasingParty>
			<ReleaseReason type="q850" loc="u">19</ReleaseReason>
			<ReleaseReason type="sip">480</ReleaseReason>
			<ReleaseReason type="internal">No answer</ReleaseReason>
			<InternalIndex>223007622</InternalIndex>
			<OrigParty xsi:type="BusinessLinePartyType" subscribergroup="Subscribers in Guernsey, NJ" billingtype="flat rate" privacy="false" cpc="normal" ani-ii="00">
				<SubscriberAddr type="e164">+27110493421</SubscriberAddr>
				<CallingPartyAddr type="e164">+27110493421</CallingPartyAddr>
				<ChargeAddr type="e164">+27110493421</ChargeAddr>
				<BusinessGroupName>Ro_test</BusinessGroupName>
				<SIPCallId>0gQAAC8WAAACBAAALxYAAD57SAEV7ekv/OSKkO7qmD82OmbfHO+Z7wIZJkXdCv8z@10.170.248.200</SIPCallId>
			</OrigParty>
			<TermParty xsi:type="NetworkTrunkPartyType">
				<TrunkGroup type="sip" trunkname="IMS Core">
					<TrunkGroupId>1</TrunkGroupId>
					<TrunkMemberId>0</TrunkMemberId>
				</TrunkGroup>
				<SIPCallId>8824071D@10.170.248.140</SIPCallId>
				<Reason type="q850">19</Reason>
				<Reason type="sip">480</Reason>
			</TermParty>
			<RoutingInfo>
				<RequestedAddr type="unknown">0763371551</RequestedAddr>
				<DestAddr type="e164">+270763371551</DestAddr>
				<RoutedAddr type="national">0763371551</RoutedAddr>
				<CallingPartyRoutedAddr type="national">110493421</CallingPartyRoutedAddr>
				<CallingPartyOrigAddr type="national">110493421</CallingPartyOrigAddr>
			</RoutingInfo>
			<CarrierSelectInfo>
				<CarrierOperatorInvolved>False</CarrierOperatorInvolved>
				<SelectionMethod>NetworkDefault</SelectionMethod>
				<NetworkId>0</NetworkId>
			</CarrierSelectInfo>
			<SignalingInfo>
				<MediaCapabilityRequested>Speech</MediaCapabilityRequested>
				<PChargingVector>
					<icidvalue>13442698e525ad2c21251f76479ab2b4</icidvalue>
					<origioi>voice.lab.liquidtelecom.net</origioi>
				</PChargingVector>
			</SignalingInfo>
			<IcSeizeTime>1510225513055</IcSeizeTime>
			<OgSeizeTime>1510225513304</OgSeizeTime>
			<RingingTime>1510225514836</RingingTime>
			<ConnectTime/>
			<DisconnectTime>1510225516981</DisconnectTime>
			<ReleaseTime>1510225516981</ReleaseTime>
			<CompleteTime>1510225516981</CompleteTime>
		</Call>
		<Call seqnum="0000000002" error="no" longcall="false" testcall="false" class="0" operator="false" correlator="402123969565" connected="true">
			<CallType>Premium</CallType>
			<Features/>
			<ReleasingParty>Orig</ReleasingParty>
			<ReleaseReason type="q850" loc="u">16</ReleaseReason>
			<ReleaseReason type="internal">No error</ReleaseReason>
			<InternalIndex>223007623</InternalIndex>
			<OrigParty xsi:type="BusinessLinePartyType" subscribergroup="Subscribers in Guernsey, NJ" billingtype="flat rate" privacy="false" cpc="normal" ani-ii="00">
				<SubscriberAddr type="e164">+27110493421</SubscriberAddr>
				<CallingPartyAddr type="e164">+27110493421</CallingPartyAddr>
				<ChargeAddr type="e164">+27110493421</ChargeAddr>
				<BusinessGroupName>Ro_test</BusinessGroupName>
				<SIPCallId>0gQAAC8WAAACBAAALxYAAPkyWDO29Do1SyxNi5UV71mJYEIEkfNa9wCFCCjY2asU@10.170.248.200</SIPCallId>
			</OrigParty>
			<TermParty xsi:type="NetworkTrunkPartyType">
				<TrunkGroup type="sip" trunkname="IMS Core">
					<TrunkGroupId>1</TrunkGroupId>
					<TrunkMemberId>0</TrunkMemberId>
				</TrunkGroup>
				<SIPCallId>8E450FA1@10.170.248.140</SIPCallId>
			</TermParty>
			<RoutingInfo>
				<RequestedAddr type="unknown">0843073451</RequestedAddr>
				<DestAddr type="e164">+270843073451</DestAddr>
				<RoutedAddr type="national">0843073451</RoutedAddr>
				<CallingPartyRoutedAddr type="national">110493421</CallingPartyRoutedAddr>
				<CallingPartyOrigAddr type="national">110493421</CallingPartyOrigAddr>
			</RoutingInfo>
			<CarrierSelectInfo>
				<CarrierOperatorInvolved>False</CarrierOperatorInvolved>
				<SelectionMethod>NetworkDefault</SelectionMethod>
				<NetworkId>0</NetworkId>
			</CarrierSelectInfo>
			<SignalingInfo>
				<MediaCapabilityRequested>Speech</MediaCapabilityRequested>
				<PChargingVector>
					<icidvalue>46d7974398c2671016afccc3f2c428c7</icidvalue>
					<origioi>voice.lab.liquidtelecom.net</origioi>
				</PChargingVector>
			</SignalingInfo>
			<IcSeizeTime>1510225531933</IcSeizeTime>
			<OgSeizeTime>1510225532183</OgSeizeTime>
			<RingingTime>1510225534973</RingingTime>
			<ConnectTime>1510225539364</ConnectTime>
			<DisconnectTime>1510225593101</DisconnectTime>
			<ReleaseTime>1510225593101</ReleaseTime>
			<CompleteTime>1510225593101</CompleteTime>
		</Call>
		<Call seqnum="0000000003" error="no" longcall="false" testcall="false" class="0" operator="false" correlator="406419270822" connected="true">
			<CallType>International</CallType>
			<Features/>
			<ReleasingParty>Orig</ReleasingParty>
			<ReleaseReason type="q850" loc="u">16</ReleaseReason>
			<ReleaseReason type="internal">No error</ReleaseReason>
			<InternalIndex>223007624</InternalIndex>
			<OrigParty xsi:type="BusinessLinePartyType" subscribergroup="Subscribers in Guernsey, NJ" billingtype="flat rate" privacy="false" cpc="normal" ani-ii="00">
				<SubscriberAddr type="e164">+27110493421</SubscriberAddr>
				<CallingPartyAddr type="e164">+27110493421</CallingPartyAddr>
				<ChargeAddr type="e164">+27110493421</ChargeAddr>
				<BusinessGroupName>Ro_test</BusinessGroupName>
				<SIPCallId>0gQAAC8WAAACBAAALxYAAJrUscTicyU5GtjPyQnpAeuNmz9p/bdOoR/Mk9RXciOI@10.170.248.200</SIPCallId>
			</OrigParty>
			<TermParty xsi:type="NetworkTrunkPartyType">
				<TrunkGroup type="sip" trunkname="IMS Core">
					<TrunkGroupId>1</TrunkGroupId>
					<TrunkMemberId>0</TrunkMemberId>
				</TrunkGroup>
				<SIPCallId>BC8B2801@10.170.248.140</SIPCallId>
			</TermParty>
			<RoutingInfo>
				<RequestedAddr type="unknown">263772822306</RequestedAddr>
				<DestAddr type="e164">+263772822306</DestAddr>
				<RoutedAddr type="e164">263772822306</RoutedAddr>
				<CallingPartyRoutedAddr type="national">110493421</CallingPartyRoutedAddr>
				<CallingPartyOrigAddr type="national">110493421</CallingPartyOrigAddr>
			</RoutingInfo>
			<CarrierSelectInfo>
				<CarrierOperatorInvolved>False</CarrierOperatorInvolved>
				<SelectionMethod>NetworkDefault</SelectionMethod>
				<NetworkId>0</NetworkId>
			</CarrierSelectInfo>
			<SignalingInfo>
				<MediaCapabilityRequested>Speech</MediaCapabilityRequested>
				<PChargingVector>
					<icidvalue>750b8b73e41ba7b59b21240758522268</icidvalue>
					<origioi>voice.lab.liquidtelecom.net</origioi>
				</PChargingVector>
			</SignalingInfo>
			<IcSeizeTime>1510225865894</IcSeizeTime>
			<OgSeizeTime>1510225866144</OgSeizeTime>
			<RingingTime>1510225866756</RingingTime>
			<ConnectTime>1510225876243</ConnectTime>
			<DisconnectTime>1510225916144</DisconnectTime>
			<ReleaseTime>1510225916144</ReleaseTime>
			<CompleteTime>1510225916144</CompleteTime>
		</Call>
	</CDRs>
	<FileFooter>
		<LastModTime>1510227591467</LastModTime>
		<NumCDRs>3</NumCDRs>
		<DataErroredCDRs>0</DataErroredCDRs>
		<WriteErroredCDRs>0</WriteErroredCDRs>
	</FileFooter>
</File>
`

func TestXMLElementText3(t *testing.T) {
	doc, err := xmlquery.Parse(strings.NewReader(xmlContent))
	if err != nil {
		t.Error(err)
	}
	hPath2 := utils.ParseHierarchyPath("File.CDRs.Call", "")
	cdrs := xmlquery.Find(doc, hPath2.AsString("/", true))
	if len(cdrs) != 3 {
		t.Errorf("Expecting: 3, received: %+v", len(cdrs))
	}

	if _, err := elementText(cdrs[0], "SignalingInfo/PChargingVector/test"); err != utils.ErrNotFound {
		t.Error(err)
	}

	if val, err := elementText(cdrs[1], "SignalingInfo/PChargingVector/icidvalue"); err != nil {
		t.Error(err)
	} else if val != "46d7974398c2671016afccc3f2c428c7" {
		t.Errorf("Expecting: 46d7974398c2671016afccc3f2c428c7, received: %s", val)
	}
}

func TestXMLRPNestingSeparator(t *testing.T) {
	cdrcCfgs := []*config.CdrcCfg{
		{
			ID:                      "msw_xml",
			Enabled:                 true,
			CdrFormat:               "xml",
			DataUsageMultiplyFactor: 1024,
			CDRPath:                 utils.HierarchyPath([]string{"File", "CDRs", "Call"}),
			CdrSourceId:             "zw_cfs1",
			Filters:                 []string{},
			ContentFields: []*config.FCTemplate{
				{Tag: "TOR", Type: utils.META_COMPOSED, FieldId: utils.ToR,
					Value: config.NewRSRParsersMustCompile("*voice", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "OriginID", Type: utils.META_COMPOSED, FieldId: utils.OriginID,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.SignalingInfo.PChargingVector.icidvalue", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "RequestType", Type: utils.META_COMPOSED, FieldId: utils.RequestType,
					Value: config.NewRSRParsersMustCompile("*rated", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Tenant", Type: utils.META_COMPOSED, FieldId: utils.Tenant,
					Value: config.NewRSRParsersMustCompile("XX.liquid.tel", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Category", Type: utils.META_COMPOSED, FieldId: utils.Category,
					Value: config.NewRSRParsersMustCompile("call", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Account", Type: utils.META_COMPOSED, FieldId: utils.Account,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.OrigParty.SubscriberAddr", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Destination", Type: utils.META_COMPOSED, FieldId: utils.Destination,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.RoutingInfo.DestAddr", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "SetupTime", Type: utils.META_COMPOSED, FieldId: utils.SetupTime,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.RingingTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "AnswerTime", Type: utils.META_COMPOSED, FieldId: utils.AnswerTime,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.ConnectTime", true, utils.INFIELD_SEP), Mandatory: true},
				{Tag: "Usage", Type: utils.META_HANDLER,
					FieldId: utils.Usage, HandlerId: utils.HandlerSubstractUsage,
					Value: config.NewRSRParsersMustCompile("~File.CDRs.Call.ReleaseTime;|;~File.CDRs.Call.ConnectTime",
						true, utils.INFIELD_SEP), Mandatory: true},
			},
		},
	}
	data, _ := engine.NewMapStorage()
	defaultCfg, err := config.NewDefaultCGRConfig()
	if err != nil {
		t.Errorf("Error: %+v", err)
	}
	xmlRP, err := NewXMLRecordsProcessor(bytes.NewBufferString(xmlContent),
		utils.HierarchyPath([]string{"File", "CDRs", "Call"}), "UTC", true,
		cdrcCfgs, engine.NewFilterS(defaultCfg, nil, nil, engine.NewDataManager(data)))
	if err != nil {
		t.Error(err)
	}
	var cdrs []*engine.CDR
	for i := 0; i < 4; i++ {
		cdrs, err = xmlRP.ProcessNextRecord()
		if i == 1 { // Take second CDR since the first one cannot be processed
			break
		}
	}
	if err != nil {
		t.Error(err)
	}
	expectedCDRs := []*engine.CDR{
		{CGRID: "0ad7f9554ff8fc5b3a7cebbe7431bbf809bc5144",
			OriginHost: "0.0.0.0", Source: "zw_cfs1", OriginID: "46d7974398c2671016afccc3f2c428c7",
			ToR: "*voice", RequestType: "*rated", Tenant: "XX.liquid.tel",
			Category: "call", Account: "+27110493421", Destination: "+270843073451",
			SetupTime:   time.Date(2017, 11, 9, 11, 5, 34, 973000000, time.UTC),
			AnswerTime:  time.Date(2017, 11, 9, 11, 5, 39, 364000000, time.UTC),
			Usage:       time.Duration(53737000000),
			ExtraFields: map[string]string{}, Cost: -1},
	}
	if !reflect.DeepEqual(expectedCDRs, cdrs) {
		t.Errorf("Expecting: %+v\n, received: %+v\n", expectedCDRs, cdrs)
	}
}

var xmlMultipleIndex = `<complete-success-notification callid="109870">
	<createtime>2005-08-26T14:16:42</createtime>
	<connecttime>2005-08-26T14:16:56</connecttime>
	<endtime>2005-08-26T14:17:34</endtime>
	<reference>My Call Reference</reference>
	<userid>386</userid>
	<username>sampleusername</username>
	<customerid>1</customerid>
	<companyname>Conecto LLC</companyname>
	<totalcost amount="0.21" currency="USD">US$0.21</totalcost>
	<hasrecording>yes</hasrecording>
	<hasvoicemail>no</hasvoicemail>
	<agenttotalcost amount="0.13" currency="USD">US$0.13</agenttotalcost>
	<agentid>44</agentid>
	<callleg calllegid="222146">
		<number>+441624828505</number>
		<description>Isle of Man</description>
		<seconds>38</seconds>
		<perminuterate amount="0.0200" currency="USD">US$0.0200</perminuterate>
		<cost amount="0.0140" currency="USD">US$0.0140</cost>
		<agentperminuterate amount="0.0130" currency="USD">US$0.0130</agentperminuterate>
		<agentcost amount="0.0082" currency="USD">US$0.0082</agentcost>
	</callleg>
	<callleg calllegid="222147">
		<number>+44 7624 494075</number>
		<description>Isle of Man</description>
		<seconds>37</seconds>
		<perminuterate amount="0.2700" currency="USD">US$0.2700</perminuterate>
		<cost amount="0.1890" currency="USD">US$0.1890</cost>
		<agentperminuterate amount="0.1880" currency="USD">US$0.1880</agentperminuterate>
		<agentcost amount="0.1159" currency="USD">US$0.1159</agentcost>
	</callleg>
</complete-success-notification>
`

func TestXMLIndexes(t *testing.T) {
	doc, err := xmlquery.Parse(strings.NewReader(xmlMultipleIndex))
	if err != nil {
		t.Error(err)
	}
	dP := newXmlProvider(doc, utils.HierarchyPath([]string{}))
	if data, err := dP.FieldAsString([]string{"complete-success-notification", "userid"}); err != nil {
		t.Error(err)
	} else if data != "386" {
		t.Errorf("expecting: 386, received: <%s>", data)
	}
	if data, err := dP.FieldAsString([]string{"complete-success-notification", "username"}); err != nil {
		t.Error(err)
	} else if data != "sampleusername" {
		t.Errorf("expecting: sampleusername, received: <%s>", data)
	}
	if data, err := dP.FieldAsString([]string{"complete-success-notification", "callleg", "seconds"}); err != nil {
		t.Error(err)
	} else if data != "38" {
		t.Errorf("expecting: 38, received: <%s>", data)
	}
	if data, err := dP.FieldAsString([]string{"complete-success-notification", "callleg[1]", "seconds"}); err != nil {
		t.Error(err)
	} else if data != "37" {
		t.Errorf("expecting: 37, received: <%s>", data)
	}
	if data, err := dP.FieldAsString([]string{"complete-success-notification", "callleg[@calllegid='222147']", "seconds"}); err != nil {
		t.Error(err)
	} else if data != "37" {
		t.Errorf("expecting: 37, received: <%s>", data)
	}
}