add test for new prometheus agent implementation

general_tests/prometheus_it_test.go

@@ -0,0 +1,153 @@
+//go:build integration
+
+/*
+Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
+Copyright (C) ITsysCOM GmbH
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>
+*/
+
+package general_tests
+
+import (
+	"bytes"
+	"fmt"
+	"io"
+	"math/rand"
+	"net/http"
+	"testing"
+	"time"
+
+	"github.com/cgrates/birpc"
+	"github.com/cgrates/birpc/context"
+	"github.com/cgrates/cgrates/engine"
+	"github.com/cgrates/cgrates/utils"
+)
+
+func TestPrometheusAgentIT(t *testing.T) {
+	t.Skip("test by looking at the log output")
+
+	cfgNg1 := `{
+"listen": {
+	"http": ":2080",
+	"http_tls": ":2280"
+},
+"stats": {
+	"enabled": true,
+	"store_interval": "-1"
+},
+"rpc_conns": {
+	"external": {
+		"conns": [{
+			"address": "127.0.0.1:22012",
+			"transport": "*json"
+		}]
+	}
+},
+"prometheus_agent": {
+	"enabled": true,
+	"path": "/metrics",
+	"collect_go_metrics": false,
+	"collect_process_metrics": false,
+	"stats_conns": ["*localhost", "external"],
+	"stat_queue_ids": ["cgrates.org:SQ_1","SQ_2"]
+}
+}`
+
+	cfgNg2 := `{
+"listen": {
+	"rpc_json": "127.0.0.1:22012",
+	"rpc_gob": "",
+	"http": "127.0.0.1:22080",
+	"rpc_json_tls" : "",
+	"rpc_gob_tls": "",
+	"http_tls": "127.0.0.1:22280"
+},
+"stats": {
+	"enabled": true,
+	"store_interval": "-1"
+}
+}`
+
+	tpFiles := map[string]string{
+		// definitions of stat queues common to both engines
+		utils.StatsCsv: `
+#Tenant[0],Id[1],FilterIDs[2],Weights[3],Blockers[4],QueueLength[5],TTL[6],MinItems[7],Stored[8],ThresholdIDs[9],MetricIDs[10],MetricFilterIDs[11],MetricBlockers[12]
+cgrates.org,SQ_1,,,,100,-1,0,false,*none,*tcc;*tcd;*acc;*acd;*sum#1,,
+cgrates.org,SQ_2,,,,100,-1,0,false,*none,*tcc;*tcd;*acc;*acd;*sum#2,,
+cgrates.org,SQ_3,,,,100,-1,0,false,*none,*tcc;*tcd;*acc;*acd;*sum#3,,`,
+	}
+
+	ng1 := engine.TestEngine{
+		ConfigJSON: cfgNg1,
+		TpFiles:    tpFiles,
+		DBCfg:      engine.InternalDBCfg,
+		Encoding:   *utils.Encoding,
+		LogBuffer:  &bytes.Buffer{},
+	}
+	defer fmt.Println(ng1.LogBuffer)
+	clientNg1, _ := ng1.Run(t)
+
+	ng2 := engine.TestEngine{
+		ConfigJSON: cfgNg2,
+		TpFiles:    tpFiles,
+		DBCfg:      engine.InternalDBCfg,
+		Encoding:   *utils.Encoding,
+		LogBuffer:  &bytes.Buffer{},
+	}
+	defer fmt.Println(ng2.LogBuffer)
+	clientNg2, _ := ng2.Run(t)
+
+	scrapePromURL(t)
+	for range 3 {
+		processStats(t, clientNg1)
+		processStats(t, clientNg2)
+		scrapePromURL(t)
+	}
+}
+
+func scrapePromURL(t *testing.T) {
+	t.Helper()
+	url := "http://localhost:2080/metrics"
+	resp, err := http.Get(url)
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer resp.Body.Close()
+	body, err := io.ReadAll(resp.Body)
+	if err != nil {
+		t.Fatal(err)
+	}
+	bodyString := string(body)
+	fmt.Println(bodyString)
+}
+
+func processStats(t *testing.T, client *birpc.Client) {
+	t.Helper()
+	var reply []string
+	for i := range 3 {
+		if err := client.Call(context.Background(), utils.StatSv1ProcessEvent, &utils.CGREvent{
+			Tenant: "cgrates.org",
+			ID:     utils.GenUUID(),
+			Event:  map[string]any{},
+			APIOpts: map[string]any{
+				utils.MetaUsage:           time.Duration(rand.Intn(3600)+60) * time.Second,
+				utils.MetaCost:            rand.Float64()*20 + 0.1,
+				utils.OptsStatsProfileIDs: fmt.Sprintf("SQ_%d", i+1),
+			},
+		}, &reply); err != nil {
+			t.Error(err)
+		}
+	}
+}