/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>
*/
package engine

import (
	"bytes"
	"math"
	"testing"
	"time"

	"github.com/cgrates/cgrates/config"
	"github.com/cgrates/cgrates/utils"
)

var contentJsnCfgFlds = []*config.FcTemplateJsonCfg{
	{
		Tag:   utils.StringPointer("TypeOfRecord"),
		Path:  utils.StringPointer("*hdr.TypeOfRecord"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("10"),
		Width: utils.IntPointer(2)},
	{
		Tag:   utils.StringPointer("Filler1"),
		Path:  utils.StringPointer("*hdr.Filler1"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(3)},
	{
		Tag:   utils.StringPointer("DistributorCode"),
		Path:  utils.StringPointer("*hdr.DistributorCode"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("VOI"),
		Width: utils.IntPointer(3)},
	{
		Tag:     utils.StringPointer("FileSeqNr"),
		Path:    utils.StringPointer("*hdr.FileSeqNr"),
		Type:    utils.StringPointer(utils.META_HANDLER),
		Value:   utils.StringPointer(metaExportID),
		Width:   utils.IntPointer(5),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaZeroLeft)},
	{
		Tag:    utils.StringPointer("LastCdr"),
		Path:   utils.StringPointer("*hdr.LastCdr"),
		Type:   utils.StringPointer(utils.META_HANDLER),
		Width:  utils.IntPointer(12),
		Value:  utils.StringPointer(metaLastCDRAtime),
		Layout: utils.StringPointer("020106150400")},
	{
		Tag:    utils.StringPointer("FileCreationfTime"),
		Path:   utils.StringPointer("*hdr.FileCreationfTime"),
		Type:   utils.StringPointer(utils.META_HANDLER),
		Value:  utils.StringPointer(metaTimeNow),
		Width:  utils.IntPointer(12),
		Layout: utils.StringPointer("020106150400")},
	{
		Tag:   utils.StringPointer("FileVersion"),
		Path:  utils.StringPointer("*hdr.FileVersion"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("01"),
		Width: utils.IntPointer(2)},
	{
		Tag:   utils.StringPointer("Filler2"),
		Path:  utils.StringPointer("*hdr.Filler2"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(105)},
	{
		Tag:   utils.StringPointer("TypeOfRecord"),
		Path:  utils.StringPointer("*exp.TypeOfRecord"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("20"),
		Width: utils.IntPointer(2)},
	{
		Tag:     utils.StringPointer("Account"),
		Path:    utils.StringPointer("*exp.Account"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Account),
		Width:   utils.IntPointer(12),
		Strip:   utils.StringPointer(utils.MetaLeft),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:     utils.StringPointer("Subject"),
		Path:    utils.StringPointer("*exp.Subject"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Subject),
		Width:   utils.IntPointer(5),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:     utils.StringPointer("CLI"),
		Path:    utils.StringPointer("*exp.CLI"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Width:   utils.IntPointer(15),
		Value:   utils.StringPointer("cli"),
		Strip:   utils.StringPointer(utils.MetaXRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:     utils.StringPointer("Destination"),
		Path:    utils.StringPointer("*exp.Destination"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Destination),
		Width:   utils.IntPointer(24),
		Strip:   utils.StringPointer(utils.MetaXRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:   utils.StringPointer("ToR"),
		Path:  utils.StringPointer("*exp.ToR"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("02"),
		Width: utils.IntPointer(2)},
	{
		Tag:     utils.StringPointer("SubtypeTOR"),
		Path:    utils.StringPointer("*exp.SubtypeTOR"),
		Type:    utils.StringPointer(utils.META_CONSTANT),
		Value:   utils.StringPointer("11"),
		Padding: utils.StringPointer(utils.MetaRight),
		Width:   utils.IntPointer(4)},
	{
		Tag:     utils.StringPointer("SetupTime"),
		Path:    utils.StringPointer("*exp.SetupTime"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.SetupTime),
		Width:   utils.IntPointer(12),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight),
		Layout:  utils.StringPointer("020106150400")},
	{
		Tag:     utils.StringPointer("Duration"),
		Path:    utils.StringPointer("*exp.Duration"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.Usage),
		Width:   utils.IntPointer(6),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight),
		Layout:  utils.StringPointer(utils.SECONDS)},
	{
		Tag:   utils.StringPointer("DataVolume"),
		Path:  utils.StringPointer("*exp.DataVolume"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(6)},
	{
		Tag:   utils.StringPointer("TaxCode"),
		Path:  utils.StringPointer("*exp.TaxCode"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("1"),
		Width: utils.IntPointer(1)},
	{
		Tag:     utils.StringPointer("OperatorCode"),
		Path:    utils.StringPointer("*exp.OperatorCode"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("opercode"),
		Width:   utils.IntPointer(2),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:     utils.StringPointer("ProductId"),
		Path:    utils.StringPointer("*exp.ProductId"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~productid"),
		Width:   utils.IntPointer(5),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:   utils.StringPointer("NetworkId"),
		Path:  utils.StringPointer("*exp.NetworkId"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("3"),
		Width: utils.IntPointer(1)},
	{
		Tag:     utils.StringPointer("CallId"),
		Path:    utils.StringPointer("*exp.CallId"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.OriginID),
		Width:   utils.IntPointer(16),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:   utils.StringPointer("Filler1"),
		Path:  utils.StringPointer("*exp.Filler1"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(8)},
	{
		Tag:   utils.StringPointer("Filler2"),
		Path:  utils.StringPointer("*exp.Filler2"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(8)},
	{
		Tag:     utils.StringPointer("TerminationCode"),
		Path:    utils.StringPointer("*exp.TerminationCode"),
		Type:    utils.StringPointer(utils.META_COMPOSED),
		Value:   utils.StringPointer("~operator;~product"),
		Width:   utils.IntPointer(5),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaRight)},
	{
		Tag:               utils.StringPointer("Cost"),
		Path:              utils.StringPointer("*exp.Cost"),
		Type:              utils.StringPointer(utils.META_COMPOSED),
		Width:             utils.IntPointer(9),
		Value:             utils.StringPointer("~" + utils.MetaReq + utils.NestingSep + utils.COST),
		Padding:           utils.StringPointer(utils.MetaZeroLeft),
		Rounding_decimals: utils.IntPointer(5)},
	{
		Tag:   utils.StringPointer("DestinationPrivacy"),
		Path:  utils.StringPointer("*exp.DestinationPrivacy"),
		Type:  utils.StringPointer(utils.MetaMaskedDestination),
		Width: utils.IntPointer(1)},
	{
		Tag:   utils.StringPointer("TypeOfRecord"),
		Path:  utils.StringPointer("*trl.TypeOfRecord"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("90"),
		Width: utils.IntPointer(2)},
	{
		Tag:   utils.StringPointer("Filler1"),
		Path:  utils.StringPointer("*trl.Filler1"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(3)},
	{
		Tag:   utils.StringPointer("DistributorCode"),
		Path:  utils.StringPointer("*trl.DistributorCode"),
		Type:  utils.StringPointer(utils.META_CONSTANT),
		Value: utils.StringPointer("VOI"),
		Width: utils.IntPointer(3)},
	{
		Tag:     utils.StringPointer("FileSeqNr"),
		Path:    utils.StringPointer("*trl.FileSeqNr"),
		Type:    utils.StringPointer(utils.META_HANDLER),
		Value:   utils.StringPointer(metaExportID),
		Width:   utils.IntPointer(5),
		Strip:   utils.StringPointer(utils.MetaRight),
		Padding: utils.StringPointer(utils.MetaZeroLeft)},
	{
		Tag:     utils.StringPointer("NumberOfRecords"),
		Path:    utils.StringPointer("*trl.NumberOfRecords"),
		Type:    utils.StringPointer(utils.META_HANDLER),
		Value:   utils.StringPointer(metaNrCDRs),
		Width:   utils.IntPointer(6),
		Padding: utils.StringPointer(utils.MetaZeroLeft)},
	{
		Tag:     utils.StringPointer("CdrsDuration"),
		Path:    utils.StringPointer("*trl.CdrsDuration"),
		Type:    utils.StringPointer(utils.META_HANDLER),
		Value:   utils.StringPointer(metaDurCDRs),
		Width:   utils.IntPointer(8),
		Padding: utils.StringPointer(utils.MetaZeroLeft),
		Layout:  utils.StringPointer(utils.SECONDS)},
	{
		Tag:    utils.StringPointer("FirstCdrTime"),
		Path:   utils.StringPointer("*trl.FirstCdrTime"),
		Type:   utils.StringPointer(utils.META_HANDLER),
		Width:  utils.IntPointer(12),
		Value:  utils.StringPointer(metaFirstCDRAtime),
		Layout: utils.StringPointer("020106150400")},
	{
		Tag:    utils.StringPointer("LastCdrTime"),
		Path:   utils.StringPointer("*trl.LastCdrTime"),
		Type:   utils.StringPointer(utils.META_HANDLER),
		Width:  utils.IntPointer(12),
		Value:  utils.StringPointer(metaLastCDRAtime),
		Layout: utils.StringPointer("020106150400")},
	{
		Tag:   utils.StringPointer("Filler2"),
		Path:  utils.StringPointer("*trl.Filler2"),
		Type:  utils.StringPointer(utils.META_FILLER),
		Width: utils.IntPointer(93)},
}

var contentCfgFlds []*config.FCTemplate

// Write one CDR and test it's results only for content buffer
func TestWriteCdr(t *testing.T) {
	var err error
	wrBuf := &bytes.Buffer{}
	cfg, _ := config.NewDefaultCGRConfig()
	if contentCfgFlds, err = config.FCTemplatesFromFCTemplatesJsonCfg(contentJsnCfgFlds, utils.INFIELD_SEP); err != nil {
		t.Error(err)
	}
	cdreCfg := &config.CdreCfg{
		ExportFormat: utils.MetaFileFWV,
		Fields:       contentCfgFlds,
	}
	cdr := &CDR{
		CGRID: utils.Sha1("dsafdsaf", time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC).String()),
		ToR:   utils.VOICE, OrderID: 1, OriginID: "dsafdsaf", OriginHost: "192.168.1.1",
		RequestType: utils.META_RATED, Tenant: "cgrates.org", Category: "call",
		Account: "1001", Subject: "1001", Destination: "1002",
		SetupTime:  time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC),
		AnswerTime: time.Date(2013, 11, 7, 8, 42, 26, 0, time.UTC),
		Usage:      time.Duration(10) * time.Second,
		RunID:      utils.MetaDefault, Cost: 2.34567,
		ExtraFields: map[string]string{"field_extr1": "val_extr1", "fieldextr2": "valextr2"},
	}

	cdre, err := NewCDRExporter([]*CDR{cdr}, cdreCfg, utils.MetaFileFWV, "", "", "fwv_1",
		true, 1, '|', cfg.GeneralCfg().HttpSkipTlsVerify, nil, nil)
	if err != nil {
		t.Error(err)
	}
	if err = cdre.processCDRs(); err != nil {
		t.Error(err)
	}
	if err = cdre.composeHeader(); err != nil {
		t.Error(err)
	}
	if err = cdre.composeTrailer(); err != nil {
		t.Error(err)
	}
	eHeader := "10   VOIfwv_107111308420018011511340001                                                                                                         \n"
	eContentOut := "201001        1001                1002                    0211  07111308420010          1       3dsafdsaf                             0002.34570\n"
	eTrailer := "90   VOIfwv_100000100000010071113084200071113084200                                                                                             \n"
	if err := cdre.writeOut(wrBuf); err != nil {
		t.Error(err)
	}
	allOut := wrBuf.String()
	eAllOut := eHeader + eContentOut + eTrailer
	if math.Mod(float64(len(allOut)), 145) != 0 {
		t.Errorf("Unexpected export content length %d, have output \n%s, \n expecting: \n%s",
			len(allOut), allOut, eAllOut)
	} else if len(allOut) != len(eAllOut) {
		t.Errorf("Output does not match expected length. Have output \n%s, \n expecting: \n%s",
			allOut, eAllOut)
	}
	// Test stats
	if !cdre.firstCdrATime.Equal(cdr.AnswerTime) {
		t.Error("Unexpected firstCdrATime in stats: ", cdre.firstCdrATime)
	} else if !cdre.lastCdrATime.Equal(cdr.AnswerTime) {
		t.Error("Unexpected lastCdrATime in stats: ", cdre.lastCdrATime)
	} else if cdre.numberOfRecords != 1 {
		t.Error("Unexpected number of records in the stats: ", cdre.numberOfRecords)
	} else if cdre.totalDuration != cdr.Usage {
		t.Error("Unexpected total duration in the stats: ", cdre.totalDuration)
	} else if cdre.totalCost != utils.Round(cdr.Cost, 5, utils.ROUNDING_MIDDLE) {
		t.Error("Unexpected total cost in the stats: ", cdre.totalCost)
	}

	if cdre.FirstOrderID() != 1 {
		t.Error("Unexpected FirstOrderId", cdre.FirstOrderID())
	}
	if cdre.LastOrderID() != 1 {
		t.Error("Unexpected LastOrderId", cdre.LastOrderID())
	}
	if cdre.TotalCost() != utils.Round(cdr.Cost, 5, utils.ROUNDING_MIDDLE) {
		t.Error("Unexpected TotalCost: ", cdre.TotalCost())
	}
}

func TestWriteCdrs(t *testing.T) {
	wrBuf := &bytes.Buffer{}
	cdreCfg := &config.CdreCfg{
		ExportFormat: utils.MetaFileFWV,
		Fields:       contentCfgFlds,
	}
	cdr1 := &CDR{CGRID: utils.Sha1("aaa1", time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC).String()),
		ToR: utils.VOICE, OrderID: 2, OriginID: "aaa1", OriginHost: "192.168.1.1",
		RequestType: utils.META_RATED, Tenant: "cgrates.org",
		Category: "call", Account: "1001", Subject: "1001", Destination: "1010",
		SetupTime:  time.Date(2013, 11, 7, 8, 42, 20, 0, time.UTC),
		AnswerTime: time.Date(2013, 11, 7, 8, 42, 26, 0, time.UTC),
		Usage:      time.Duration(10) * time.Second, RunID: utils.MetaDefault, Cost: 2.25,
		ExtraFields: map[string]string{"productnumber": "12341", "fieldextr2": "valextr2"},
	}
	cdr2 := &CDR{CGRID: utils.Sha1("aaa2", time.Date(2013, 11, 7, 7, 42, 20, 0, time.UTC).String()),
		ToR: utils.VOICE, OrderID: 4, OriginID: "aaa2", OriginHost: "192.168.1.2",
		RequestType: utils.META_PREPAID, Tenant: "cgrates.org",
		Category: "call", Account: "1002", Subject: "1002", Destination: "1011",
		SetupTime:  time.Date(2013, 11, 7, 7, 42, 20, 0, time.UTC),
		AnswerTime: time.Date(2013, 11, 7, 7, 42, 26, 0, time.UTC),
		Usage:      time.Duration(5) * time.Minute,
		RunID:      utils.MetaDefault, Cost: 1.40001,
		ExtraFields: map[string]string{"productnumber": "12342", "fieldextr2": "valextr2"},
	}
	cdr3 := &CDR{}
	cdr4 := &CDR{CGRID: utils.Sha1("aaa3", time.Date(2013, 11, 7, 9, 42, 18, 0, time.UTC).String()),
		ToR: utils.VOICE, OrderID: 3, OriginID: "aaa4", OriginHost: "192.168.1.4",
		RequestType: utils.META_POSTPAID, Tenant: "cgrates.org",
		Category: "call", Account: "1004", Subject: "1004", Destination: "1013",
		SetupTime:  time.Date(2013, 11, 7, 9, 42, 18, 0, time.UTC),
		AnswerTime: time.Date(2013, 11, 7, 9, 42, 26, 0, time.UTC),
		Usage:      time.Duration(20) * time.Second,
		RunID:      utils.MetaDefault, Cost: 2.34567,
		ExtraFields: map[string]string{"productnumber": "12344", "fieldextr2": "valextr2"},
	}
	cfg, _ := config.NewDefaultCGRConfig()
	cdre, err := NewCDRExporter([]*CDR{cdr1, cdr2, cdr3, cdr4}, cdreCfg,
		utils.MetaFileFWV, "", "", "fwv_1", true, 1, utils.CSV_SEP,
		cfg.GeneralCfg().HttpSkipTlsVerify, nil, nil)
	if err != nil {
		t.Error(err)
	}
	if err = cdre.processCDRs(); err != nil {
		t.Error(err)
	}
	if err = cdre.composeHeader(); err != nil {
		t.Error(err)
	}
	if err = cdre.composeTrailer(); err != nil {
		t.Error(err)
	}
	if err := cdre.writeOut(wrBuf); err != nil {
		t.Error(err)
	}
	if len(wrBuf.String()) != 725 {
		t.Error("Output buffer does not contain expected info. Expecting len: 725, got: ", len(wrBuf.String()))
	}
	// Test stats
	if !cdre.firstCdrATime.Equal(cdr2.AnswerTime) {
		t.Error("Unexpected firstCdrATime in stats: ", cdre.firstCdrATime)
	}
	if !cdre.lastCdrATime.Equal(cdr4.AnswerTime) {
		t.Error("Unexpected lastCdrATime in stats: ", cdre.lastCdrATime)
	}
	if cdre.numberOfRecords != 3 {
		t.Error("Unexpected number of records in the stats: ", cdre.numberOfRecords)
	}
	if cdre.totalDuration != time.Duration(330)*time.Second {
		t.Error("Unexpected total duration in the stats: ", cdre.totalDuration)
	}
	if cdre.totalCost != 5.99568 {
		t.Error("Unexpected total cost in the stats: ", cdre.totalCost)
	}
	if cdre.FirstOrderID() != 2 {
		t.Error("Unexpected FirstOrderId", cdre.FirstOrderID())
	}
	if cdre.LastOrderID() != 4 {
		t.Error("Unexpected LastOrderId", cdre.LastOrderID())
	}
	if cdre.TotalCost() != 5.99568 {
		t.Error("Unexpected TotalCost: ", cdre.TotalCost())
	}
}