//go:build integration // +build integration /* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see */ package general_tests import ( "bytes" "os" "path" "path/filepath" "reflect" "sort" "strconv" "testing" "time" "github.com/cgrates/birpc/context" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/loaders" "github.com/cgrates/cgrates/utils" ) func TestOfflineInternal(t *testing.T) { // run with sudo switch *utils.DBType { case utils.MetaMongo, utils.MetaMySQL, utils.MetaPostgres, utils.MetaRedis: t.SkipNow() } paths := []string{ path.Join(*utils.DataDir, "conf", "samples", "offline_internal"), // dump -1 path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms"), // dump ms path.Join(*utils.DataDir, "conf", "samples", "offline_internal_rewrite"), // dump -1 and rewrite -1 path.Join(*utils.DataDir, "conf", "samples", "offline_internal_rewrite_ms"), // dump -1 and rewrite ms path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms_rewrite"), // dump ms and rewrite -1 path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms_rewrite_ms"), // dump ms and rewrite ms path.Join(*utils.DataDir, "conf", "samples", "offline_internal_limit"), // dump -1 and limit passed path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms_limit"), // dump ms and limit passed path.Join(*utils.DataDir, "conf", "samples", "offline_internal_rewrite_limit"), // dump -1 and rewrite -1 and limit passed path.Join(*utils.DataDir, "conf", "samples", "offline_internal_rewrite_ms_limit"), // dump -1 and rewrite ms and limit passed path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms_rewrite_limit"), // dump ms and rewrite -1 and limit passed path.Join(*utils.DataDir, "conf", "samples", "offline_internal_ms_rewrite_ms_limit"), // dump ms and rewrite ms and limit passed } for i, pth := range paths { dfltCfg := config.NewDefaultCGRConfig() if err := os.MkdirAll(dfltCfg.DbCfg().DBConns[utils.MetaDefault].Opts.InternalDBDumpPath, 0755); err != nil { t.Fatal(err) } if err := os.MkdirAll(dfltCfg.ConfigDBCfg().Opts.InternalDBDumpPath, 0755); err != nil { t.Fatal(err) } buf := &bytes.Buffer{} // to print logs // t.Cleanup(func() { // fmt.Println(buf) // }) t.Run("OfflineInternal"+strconv.Itoa(i), func(t *testing.T) { ng := engine.TestEngine{ ConfigPath: pth, GracefulShutdown: true, Encoding: *utils.Encoding, LogBuffer: buf, } client, cfg := ng.Run(t) time.Sleep(100 * time.Millisecond) t.Run("LoadTariffs", func(t *testing.T) { var reply string if err := client.Call(context.Background(), utils.LoaderSv1Run, &loaders.ArgsProcessFolder{ APIOpts: map[string]any{ utils.MetaCache: utils.MetaNone, }, }, &reply); err != nil { t.Error(err) } else if reply != utils.OK { t.Error("Unexpected reply returned:", reply) } time.Sleep(100 * time.Millisecond) }) var attrs []*utils.APIAttributeProfile t.Run("GetAttributes", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetAttributeProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &attrs); err != nil { t.Errorf("AdminSv1GetAttributeProfiles failed unexpectedly: %v", err) } if len(attrs) != 8 { t.Fatalf("AdminSv1GetAttributeProfiles len(attrs)=%v, want 8", len(attrs)) } sort.Slice(attrs, func(i, j int) bool { return attrs[i].ID > attrs[j].ID }) }) var chrgrs []*utils.ChargerProfile t.Run("GetChargers", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetChargerProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &chrgrs); err != nil { t.Errorf("AdminSv1GetChargerProfiles failed unexpectedly: %v", err) } if len(chrgrs) != 3 { t.Fatalf("AdminSv1GetChargerProfiles len(chrgrs)=%v, want 3", len(chrgrs)) } sort.Slice(chrgrs, func(i, j int) bool { return chrgrs[i].ID > chrgrs[j].ID }) }) var fltrs []*engine.Filter t.Run("GetFilters", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetFilters, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &fltrs); err != nil { t.Errorf("AdminSv1GetFilters failed unexpectedly: %v", err) } if len(fltrs) != 22 { t.Fatalf("AdminSv1GetFilters len(fltrs)=%v, want 22", len(fltrs)) } sort.Slice(fltrs, func(i, j int) bool { return fltrs[i].ID > fltrs[j].ID }) }) var rsrcs []*utils.ResourceProfile t.Run("GetResources", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetResourceProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rsrcs); err != nil { t.Errorf("AdminSv1GetResourceProfiles failed unexpectedly: %v", err) } if len(rsrcs) != 1 { t.Fatalf("AdminSv1GetResourceProfiles len(rsrcs)=%v, want 1", len(rsrcs)) } sort.Slice(rsrcs, func(i, j int) bool { return rsrcs[i].ID > rsrcs[j].ID }) }) var stats []*engine.StatQueueProfile t.Run("GetStatQueueProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetStatQueueProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &stats); err != nil { t.Errorf("AdminSv1GetStatQueueProfiles failed unexpectedly: %v", err) } if len(stats) != 7 { t.Fatalf("AdminSv1GetStatQueueProfiles len(stats)=%v, want 7", len(stats)) } sort.Slice(stats, func(i, j int) bool { return stats[i].ID > stats[j].ID }) }) var routes []*utils.RouteProfile t.Run("GetRouteProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetRouteProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &routes); err != nil { t.Errorf("AdminSv1GetRouteProfiles failed unexpectedly: %v", err) } if len(routes) != 12 { t.Fatalf("AdminSv1GetRouteProfiles len(routes)=%v, want 12", len(routes)) } sort.Slice(routes, func(i, j int) bool { return routes[i].ID > routes[j].ID }) }) var thrsholds []*engine.ThresholdProfile t.Run("GetThresholdProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetThresholdProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &thrsholds); err != nil { t.Errorf("AdminSv1GetThresholdProfiles failed unexpectedly: %v", err) } if len(thrsholds) != 1 { t.Fatalf("AdminSv1GetThresholdProfiles len(thrsholds)=%v, want 1", len(thrsholds)) } sort.Slice(thrsholds, func(i, j int) bool { return thrsholds[i].ID > thrsholds[j].ID }) }) var rankings []*utils.RankingProfile t.Run("GetRankingProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetRankingProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rankings); err != nil { t.Errorf("AdminSv1GetRankingProfiles failed unexpectedly: %v", err) } if len(rankings) != 2 { t.Fatalf("AdminSv1GetRankingProfiles len(rankings)=%v, want 2", len(rankings)) } sort.Slice(rankings, func(i, j int) bool { return rankings[i].ID > rankings[j].ID }) }) var trends []*utils.TrendProfile t.Run("GetTrendProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetTrendProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &trends); err != nil { t.Errorf("AdminSv1GetTrendProfiles failed unexpectedly: %v", err) } if len(trends) != 2 { t.Fatalf("AdminSv1GetTrendProfiles len(trends)=%v, want 2", len(trends)) } sort.Slice(trends, func(i, j int) bool { return trends[i].ID > trends[j].ID }) }) var rates []*utils.RateProfile t.Run("GetRateProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetRateProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rates); err != nil { t.Errorf("AdminSv1GetRateProfiles failed unexpectedly: %v", err) } if len(rates) != 2 { t.Fatalf("AdminSv1GetRateProfiles len(rates)=%v, want 2", len(rates)) } sort.Slice(rates, func(i, j int) bool { return rates[i].ID > rates[j].ID }) }) var acts []*utils.ActionProfile t.Run("GetActionProfiles", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetActionProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &acts); err != nil { t.Errorf("AdminSv1GetActionProfiles failed unexpectedly: %v", err) } if len(acts) != 1 { t.Fatalf("AdminSv1GetActionProfiles len(acts)=%v, want 1", len(acts)) } sort.Slice(acts, func(i, j int) bool { return acts[i].ID > acts[j].ID }) }) var acnts []*utils.Account t.Run("GetAccounts", func(t *testing.T) { if err := client.Call(context.Background(), utils.AdminSv1GetAccounts, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &acnts); err != nil { t.Errorf("AdminSv2GetAccounts failed unexpectedly: %v", err) } if len(acnts) != 2 { t.Fatalf("AdminSv2GetAccounts len(acnts)=%v, want 2", len(acnts)) } sort.Slice(acnts, func(i, j int) bool { return acnts[i].ID > acnts[j].ID }) }) t.Run("EngineShutdown", func(t *testing.T) { if err := engine.KillEngine(100); err != nil { t.Error(err) } }) t.Run("CountDataDBFiles", func(t *testing.T) { var dirs, files int if err := filepath.Walk(cfg.DbCfg().DBConns[utils.MetaDefault].Opts.InternalDBDumpPath, func(_ string, info os.FileInfo, err error) error { if err != nil { return err } if info.IsDir() { dirs++ } else { files++ } return nil }); err != nil { t.Error(err) } else if dirs != 36 { t.Errorf("expected <%d> directories, received <%d>", 36, dirs) } else if i > 6 && files != 33 { t.Errorf("expected <%d> files, received <%d>", 33, files) } else if i < 6 && files != 32 { t.Errorf("expected <%d> files, received <%d>", 32, files) } }) t.Run("CountConfigDBFiles", func(t *testing.T) { var dirs, files int if err := filepath.Walk(cfg.ConfigDBCfg().Opts.InternalDBDumpPath, func(_ string, info os.FileInfo, err error) error { if err != nil { return err } if info.IsDir() { dirs++ } else { files++ } return nil }); err != nil { t.Error(err) } else if dirs != 2 { t.Errorf("expected <%d> directories, received <%d>", 2, dirs) } else if files != 1 { t.Errorf("expected <%d> files, received <%d>", 1, files) } }) ng.PreserveDataDB = true client, cfg = ng.Run(t) time.Sleep(100 * time.Millisecond) t.Run("GetAttributes2", func(t *testing.T) { var rcv []*utils.APIAttributeProfile if err := client.Call(context.Background(), utils.AdminSv1GetAttributeProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetAttributeProfiles failed unexpectedly: %v", err) } if len(rcv) != 8 { t.Fatalf("AdminSv1GetAttributeProfiles len(rcv)=%v, want 8", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, attrs) { t.Errorf("Expected attributes to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(attrs), utils.ToJSON(rcv)) } }) t.Run("GetChargers2", func(t *testing.T) { var rcv []*utils.ChargerProfile if err := client.Call(context.Background(), utils.AdminSv1GetChargerProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetChargerProfiles failed unexpectedly: %v", err) } if len(rcv) != 3 { t.Fatalf("AdminSv1GetChargerProfiles len(rcv)=%v, want 3", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, chrgrs) { t.Errorf("Expected Chargers to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(chrgrs), utils.ToJSON(rcv)) } }) t.Run("GetFilters2", func(t *testing.T) { var rcv []*engine.Filter if err := client.Call(context.Background(), utils.AdminSv1GetFilters, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetFilters failed unexpectedly: %v", err) } if len(rcv) != 22 { t.Fatalf("AdminSv1GetFilters len(rcv)=%v, want 22", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, fltrs) { t.Errorf("Expected Filters to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(fltrs), utils.ToJSON(rcv)) } }) t.Run("GetResources2", func(t *testing.T) { var rcv []*utils.ResourceProfile if err := client.Call(context.Background(), utils.AdminSv1GetResourceProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetResourceProfiles failed unexpectedly: %v", err) } if len(rcv) != 1 { t.Fatalf("AdminSv1GetResourceProfiles len(rcv)=%v, want 1", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, rsrcs) { t.Errorf("Expected Resources to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(rsrcs), utils.ToJSON(rcv)) } }) t.Run("GetStatQueueProfiles2", func(t *testing.T) { var rcv []*engine.StatQueueProfile if err := client.Call(context.Background(), utils.AdminSv1GetStatQueueProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetStatQueueProfiles failed unexpectedly: %v", err) } if len(rcv) != 7 { t.Fatalf("AdminSv1GetStatQueueProfiles len(rcv)=%v, want 7", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, stats) { t.Errorf("Expected StatQueueProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(stats), utils.ToJSON(rcv)) } }) t.Run("GetRouteProfiles2", func(t *testing.T) { var rcv []*utils.RouteProfile if err := client.Call(context.Background(), utils.AdminSv1GetRouteProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetRouteProfiles failed unexpectedly: %v", err) } if len(rcv) != 12 { t.Fatalf("AdminSv1GetRouteProfiles len(rcv)=%v, want 12", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, routes) { t.Errorf("Expected RouteProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(routes), utils.ToJSON(rcv)) } }) t.Run("GetThresholdProfiles2", func(t *testing.T) { var rcv []*engine.ThresholdProfile if err := client.Call(context.Background(), utils.AdminSv1GetThresholdProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetThresholdProfiles failed unexpectedly: %v", err) } if len(rcv) != 1 { t.Fatalf("AdminSv1GetThresholdProfiles len(rcv)=%v, want 1", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, thrsholds) { t.Errorf("Expected ThresholdProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(thrsholds), utils.ToJSON(rcv)) } }) t.Run("GetRankingProfiles2", func(t *testing.T) { var rcv []*utils.RankingProfile if err := client.Call(context.Background(), utils.AdminSv1GetRankingProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetRankingProfiles failed unexpectedly: %v", err) } if len(rcv) != 2 { t.Fatalf("AdminSv1GetRankingProfiles len(rcv)=%v, want 2", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, rankings) { t.Errorf("Expected RankingProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(rankings), utils.ToJSON(rcv)) } }) t.Run("GetTrendProfiles2", func(t *testing.T) { var rcv []*utils.TrendProfile if err := client.Call(context.Background(), utils.AdminSv1GetTrendProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetTrendProfiles failed unexpectedly: %v", err) } if len(rcv) != 2 { t.Fatalf("AdminSv1GetTrendProfiles len(rcv)=%v, want 2", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, trends) { t.Errorf("Expected TrendProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(trends), utils.ToJSON(rcv)) } }) t.Run("GetRateProfiles2", func(t *testing.T) { var rcv []*utils.RateProfile if err := client.Call(context.Background(), utils.AdminSv1GetRateProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetRateProfiles failed unexpectedly: %v", err) } if len(rcv) != 2 { t.Fatalf("AdminSv1GetRateProfiles len(rcv)=%v, want 2", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, rates) { t.Errorf("Expected RateProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(rates), utils.ToJSON(rcv)) } }) t.Run("GetActionProfiles2", func(t *testing.T) { var rcv []*utils.ActionProfile if err := client.Call(context.Background(), utils.AdminSv1GetActionProfiles, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv1GetActionProfiles failed unexpectedly: %v", err) } if len(rcv) != 1 { t.Fatalf("AdminSv1GetActionProfiles len(rcv)=%v, want 1", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, acts) { t.Errorf("Expected ActionProfiles to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(acts), utils.ToJSON(rcv)) } }) t.Run("GetAccounts2", func(t *testing.T) { var rcv []*utils.Account if err := client.Call(context.Background(), utils.AdminSv1GetAccounts, &utils.ArgsItemIDs{ Tenant: "cgrates.org", }, &rcv); err != nil { t.Errorf("AdminSv2GetAccounts failed unexpectedly: %v", err) } if len(rcv) != 2 { t.Fatalf("AdminSv2GetAccounts len(rcv)=%v, want 2", len(rcv)) } sort.Slice(rcv, func(i, j int) bool { return rcv[i].ID > rcv[j].ID }) if !reflect.DeepEqual(rcv, acnts) { t.Errorf("Expected Accounts to be the same. Before shutdown \n<%v>\nAfter rebooting <%v>", utils.ToJSON(acnts), utils.ToJSON(rcv)) } }) if err := os.RemoveAll("/var/lib/cgrates/internal_db"); err != nil { t.Error(err) } }) } }