cgrates/ees/httppost_test.go

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU Affero General Public License for more details.

You should have received a copy of the GNU Affero General Public License
along with this program.  If not, see <https://www.gnu.org/licenses/>
*/

package ees

import (
	"io"
	"net/http"
	"net/http/httptest"
	"net/url"
	"reflect"
	"sync"
	"testing"
	"time"

	"github.com/cgrates/cgrates/config"
	"github.com/cgrates/cgrates/utils"
)

func TestHttpPostGetMetrics(t *testing.T) {
	em, err := utils.NewExporterMetrics("", "Local")
	if err != nil {
		t.Fatal(err)
	}
	httpPost := &HTTPPostEE{
		em: em,
	}

	if rcv := httpPost.GetMetrics(); !reflect.DeepEqual(rcv, httpPost.em) {
		t.Errorf("Expected %+v \n but got %+v", utils.ToJSON(rcv), utils.ToJSON(httpPost.em))
	}
}

func TestHttpPostExportEvent(t *testing.T) {
	cgrCfg := config.NewDefaultCGRConfig()
	cgrCfg.EEsCfg().Exporters[0].Type = utils.MetaHTTPPost
	cgrEv := new(utils.CGREvent)
	httpPost, err := NewHTTPPostEE(cgrCfg.EEsCfg().Exporters[0], cgrCfg, nil, nil)
	if err != nil {
		t.Error(err)
	}
	cgrEv.Event = map[string]any{
		"Test1": 3,
	}
	errExpect := `Post "/var/spool/cgrates/ees": unsupported protocol scheme ""`
	if err := httpPost.ExportEvent(&HTTPPosterRequest{Body: url.Values{}, Header: make(http.Header)}, ""); err == nil || err.Error() != errExpect {
		t.Errorf("Expected %q but received %q", errExpect, err)
	}
}

func TestHttpPostExportEvent2(t *testing.T) {
	cgrCfg := config.NewDefaultCGRConfig()
	cgrCfg.EEsCfg().Exporters[0].Type = utils.MetaHTTPPost
	bodyExpect := "2=%2Areq.field2"
	srv := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
		defer r.Body.Close()
		body, err := io.ReadAll(r.Body)
		if err != nil {
			t.Error(err)
		}
		if strBody := string(body); strBody != bodyExpect {
			t.Errorf("Expected %q but received %q", bodyExpect, strBody)
		}
		rw.WriteHeader(http.StatusOK)
	}))
	defer srv.Close()
	cgrCfg.EEsCfg().Exporters[0].ExportPath = srv.URL + "/"
	httpPost, err := NewHTTPPostEE(cgrCfg.EEsCfg().Exporters[0], cgrCfg, nil, nil)
	if err != nil {
		t.Error(err)
	}
	vals, err := httpPost.PrepareMap(&utils.CGREvent{
		Event: map[string]any{
			"2": "*req.field2",
		},
	})
	if err != nil {
		t.Fatal(err)
	}
	if err := httpPost.ExportEvent(vals, ""); err != nil {
		t.Error(err)
	}
}

func TestHttpPostSync(t *testing.T) {
	//Create new exporter
	cgrCfg := config.NewDefaultCGRConfig()

	cgrCfg.EEsCfg().Exporters[0].Type = utils.MetaHTTPPost

	var wg1 sync.WaitGroup

	wg1.Add(3)

	test := make(chan struct{})
	go func() {
		wg1.Wait()
		close(test)
	}()

	ts := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
		time.Sleep(25 * time.Millisecond)
		wg1.Done()
	}))

	defer ts.Close()

	cgrCfg.EEsCfg().Exporters[0].ExportPath = ts.URL

	exp, err := NewHTTPPostEE(cgrCfg.EEsCfg().Exporters[0], cgrCfg, nil, nil)
	if err != nil {
		t.Error(err)
	}

	req1, err := exp.PrepareMap(&utils.CGREvent{
		Event: map[string]any{
			"Account":     "1001",
			"Destination": "1002",
		},
	})
	if err != nil {
		t.Fatal(err)
	}
	req2, err := exp.PrepareMap(&utils.CGREvent{
		Event: map[string]any{
			"Account":     "1001",
			"Destination": "1003",
		},
	})
	if err != nil {
		t.Fatal(err)
	}
	req3, err := exp.PrepareMap(&utils.CGREvent{
		Event: map[string]any{
			"Account":     "1003",
			"Destination": "1001",
		},
	})
	if err != nil {
		t.Fatal(err)
	}

	requests := []any{req1, req2, req3}

	for i := 0; i < 3; i++ {
		go exp.ExportEvent(requests[i], "")
	}

	select {
	case <-test:
		return
	case <-time.After(50 * time.Millisecond):
		t.Error("Can't asynchronously export events")
	}
}

func TestHttpPostSyncLimit(t *testing.T) {
	//Create new exporter
	cgrCfg := config.NewDefaultCGRConfig()

	cgrCfg.EEsCfg().Exporters[0].Type = utils.MetaHTTPPost

	// We set the limit of events to be exported lower than the amount of events we asynchronously want to export
	cgrCfg.EEsCfg().Exporters[0].ConcurrentRequests = 1

	var wg1 sync.WaitGroup

	wg1.Add(3)

	test := make(chan struct{})
	go func() {
		wg1.Wait()
		close(test)
	}()

	ts := httptest.NewServer(http.HandlerFunc(func(rw http.ResponseWriter, r *http.Request) {
		time.Sleep(25 * time.Millisecond)
		wg1.Done()
	}))

	defer ts.Close()

	cgrCfg.EEsCfg().Exporters[0].ExportPath = ts.URL

	exp, err := NewHTTPPostEE(cgrCfg.EEsCfg().Exporters[0], cgrCfg, nil, nil)
	if err != nil {
		t.Error(err)
	}

	vals, err := exp.PrepareMap(&utils.CGREvent{
		Event: map[string]any{
			"Account":     "1001",
			"Destination": "1002",
		},
	})
	if err != nil {
		t.Fatal(err)
	}

	for i := 0; i < 3; i++ {
		go exp.ExportEvent(vals, "")
	}
	select {
	case <-test:
		t.Error("Should not have been possible to asynchronously export events")
	case <-time.After(50 * time.Millisecond):
		return
	}
}

func TestHTTPPostPrepareOrderMap(t *testing.T) {
	httpPost := new(HTTPPostEE)
	onm := utils.NewOrderedNavigableMap()
	fullPath := &utils.FullPath{
		PathSlice: []string{utils.MetaReq, utils.MetaTenant},
		Path:      utils.MetaTenant,
	}
	val := &utils.DataLeaf{
		Data: "value1",
	}
	onm.Append(fullPath, val)
	rcv, err := httpPost.PrepareOrderMap(onm)
	if err != nil {
		t.Error(err)
	}
	urlVals := url.Values{
		"*req.*tenant": {"value1"},
	}
	exp := &HTTPPosterRequest{
		Header: httpPost.hdr,
		Body:   urlVals,
	}
	if !reflect.DeepEqual(rcv, exp) {
		t.Errorf("Expected %v \n but received \n %v", exp, rcv)
	}
}

// func TestComposeHeader(t *testing.T) {
// 	// 	cfgJSONStr := `{
// 	// "ees": {
// 	// 	"enabled": true,
// 	// 	"attributes_conns":["*internal", "*conn1"],
// 	// 	"cache": {
// 	// 		"*file_csv": {"limit": -2, "ttl": "3s", "static_ttl": true},
// 	// 	},
// 	// 	"exporters": [
// 	// 		{
// 	// 			"id": "cgrates",
// 	// 			"type": "*none",
// 	// 			"export_path": "/var/spool/cgrates/ees",
// 	// 			"opts": {
// 	// 			"*default": "randomVal"
// 	// 			},
// 	// 			"timezone": "local",
// 	// 			"filters": ["randomFiletrs"],
// 	// 			"flags": [],
// 	// 			"attribute_ids": ["randomID"],
// 	// 			"attribute_context": "",
// 	// 			"synchronous": false,
// 	// 			"attempts": 2,
// 	// 			"field_separator": ",",
// 	// 			"fields":[
// 	// 				{"tag": "CGRID", "path": "*hdr.CGRID", "type": "*variable", "value": "~*req.CGRID"},
// 	// 			],
// 	// 		},
// 	// 	],
// 	// },
// 	// }`
// 	// 	if jsonCfg, err := config.NewCGRConfigFromJSONStringWithDefaults(cfgJSONStr); err != nil {
// 	// 		t.Error(err)
// 	// 	}
// 	// 	httpPost := &HTTPPostEE{
// 	// 		cfg:
// 	// 	}

// }