/* Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments Copyright (C) ITsysCOM GmbH This program is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with this program. If not, see */ package ers import ( "reflect" "testing" "time" "github.com/cgrates/cgrates/config" "github.com/cgrates/cgrates/engine" "github.com/cgrates/cgrates/utils" ) func TestKafkasetOpts(t *testing.T) { k := new(KafkaER) k.dialURL = "localhost:2013" expKafka := &KafkaER{ dialURL: "localhost:2013", topic: "cdrs", groupID: "new", maxWait: time.Second, } if err := k.setOpts(&config.EventReaderOpts{ Kafka: &config.KafkaROpts{ Topic: utils.StringPointer("cdrs"), GroupID: utils.StringPointer("new"), MaxWait: utils.DurationPointer(time.Second), }, }); err != nil { t.Fatal(err) } else if expKafka.dialURL != k.dialURL { t.Errorf("Expected: %s ,received: %s", expKafka.dialURL, k.dialURL) } else if expKafka.topic != k.topic { t.Errorf("Expected: %s ,received: %s", expKafka.topic, k.topic) } else if expKafka.groupID != k.groupID { t.Errorf("Expected: %s ,received: %s", expKafka.groupID, k.groupID) } else if expKafka.maxWait != k.maxWait { t.Errorf("Expected: %s ,received: %s", expKafka.maxWait, k.maxWait) } k = new(KafkaER) k.dialURL = "localhost:2013" expKafka = &KafkaER{ dialURL: "localhost:2013", topic: "cgrates", groupID: "cgrates", maxWait: time.Millisecond, } if err := k.setOpts(&config.EventReaderOpts{}); err != nil { t.Fatal(err) } else if expKafka.dialURL != k.dialURL { t.Errorf("Expected: %s ,received: %s", expKafka.dialURL, k.dialURL) } else if expKafka.topic != k.topic { t.Errorf("Expected: %s ,received: %s", expKafka.topic, k.topic) } else if expKafka.groupID != k.groupID { t.Errorf("Expected: %s ,received: %s", expKafka.groupID, k.groupID) } else if expKafka.maxWait != k.maxWait { t.Errorf("Expected: %s ,received: %s", expKafka.maxWait, k.maxWait) } k = new(KafkaER) k.dialURL = "127.0.0.1:2013" expKafka = &KafkaER{ dialURL: "127.0.0.1:2013", topic: "cdrs", groupID: "new", maxWait: time.Second, } if err := k.setOpts(&config.EventReaderOpts{ Kafka: &config.KafkaROpts{ Topic: utils.StringPointer("cdrs"), GroupID: utils.StringPointer("new"), MaxWait: utils.DurationPointer(time.Second), }, }); err != nil { t.Fatal(err) } else if expKafka.dialURL != k.dialURL { t.Errorf("Expected: %s ,received: %s", expKafka.dialURL, k.dialURL) } else if expKafka.topic != k.topic { t.Errorf("Expected: %s ,received: %s", expKafka.topic, k.topic) } else if expKafka.groupID != k.groupID { t.Errorf("Expected: %s ,received: %s", expKafka.groupID, k.groupID) } else if expKafka.maxWait != k.maxWait { t.Errorf("Expected: %s ,received: %s", expKafka.maxWait, k.maxWait) } } func TestKafkaERServe(t *testing.T) { cfg := config.NewDefaultCGRConfig() fltrS := new(engine.FilterS) rdrEvents := make(chan *erEvent, 1) rdrExit := make(chan struct{}, 1) rdrErr := make(chan error, 1) rdr, err := NewKafkaER(cfg, 0, rdrEvents, make(chan *erEvent, 1), rdrErr, fltrS, rdrExit) if err != nil { t.Error(err) } if err := rdr.Serve(); err != nil { t.Error(err) } rdr.Config().RunDelay = 1 * time.Millisecond if err := rdr.Serve(); err != nil { t.Error(err) } rdr.Config().Opts = &config.EventReaderOpts{} rdr.Config().ProcessedPath = "" close(rdrExit) } func TestKafkaERServe2(t *testing.T) { cfg := config.NewDefaultCGRConfig() rdr := &KafkaER{ cgrCfg: cfg, cfgIdx: 0, fltrS: new(engine.FilterS), rdrEvents: make(chan *erEvent, 1), rdrExit: make(chan struct{}, 1), rdrErr: make(chan error, 1), dialURL: "testURL", groupID: "testGroupID", topic: "testTopic", maxWait: time.Duration(1), cap: make(chan struct{}, 1), } rdr.rdrExit <- struct{}{} rdr.Config().RunDelay = 1 * time.Millisecond if err := rdr.Serve(); err != nil { t.Error(err) } } func TestKafkaERProcessMessage(t *testing.T) { cfg := config.NewDefaultCGRConfig() rdr := &KafkaER{ cgrCfg: cfg, cfgIdx: 0, fltrS: new(engine.FilterS), rdrEvents: make(chan *erEvent, 1), rdrExit: make(chan struct{}, 1), rdrErr: make(chan error, 1), dialURL: "testURL", groupID: "testGroupID", topic: "testTopic", maxWait: time.Duration(1), cap: make(chan struct{}, 1), } expEvent := &utils.CGREvent{ Tenant: "cgrates.org", Event: map[string]any{ utils.ToR: "*voice", }, APIOpts: map[string]any{}, } rdr.Config().Fields = []*config.FCTemplate{ { Tag: "Tor", Type: utils.MetaConstant, Value: config.NewRSRParsersMustCompile("*voice", utils.InfieldSep), Path: "*cgreq.ToR", }, } rdr.Config().Fields[0].ComputePath() msg := []byte(`{"test":"input"}`) if err := rdr.processMessage(msg); err != nil { t.Error(err) } select { case data := <-rdr.rdrEvents: expEvent.ID = data.cgrEvent.ID expEvent.Time = data.cgrEvent.Time if !reflect.DeepEqual(data.cgrEvent, expEvent) { t.Errorf("Expected %v but received %v", utils.ToJSON(expEvent), utils.ToJSON(data.cgrEvent)) } case <-time.After(50 * time.Millisecond): t.Error("Time limit exceeded") } } func TestKafkaERProcessMessageError1(t *testing.T) { cfg := config.NewDefaultCGRConfig() rdr := &KafkaER{ cgrCfg: cfg, cfgIdx: 0, fltrS: new(engine.FilterS), rdrEvents: make(chan *erEvent, 1), rdrExit: make(chan struct{}, 1), rdrErr: make(chan error, 1), dialURL: "testURL", groupID: "testGroupID", topic: "testTopic", maxWait: time.Duration(1), cap: make(chan struct{}, 1), } rdr.Config().Fields = []*config.FCTemplate{ {}, } msg := []byte(`{"test":"input"}`) errExpect := "unsupported type: <>" if err := rdr.processMessage(msg); err == nil || err.Error() != errExpect { t.Errorf("Expected %v but received %v", errExpect, err) } } func TestKafkaERProcessMessageError2(t *testing.T) { cfg := config.NewDefaultCGRConfig() data, err := engine.NewInternalDB(nil, nil, true, nil, cfg.DataDbCfg().Items) if err != nil { t.Error(err) } dm := engine.NewDataManager(data, cfg.CacheCfg(), nil) fltrs := engine.NewFilterS(cfg, nil, dm) rdr := &KafkaER{ cgrCfg: cfg, cfgIdx: 0, fltrS: fltrs, rdrEvents: make(chan *erEvent, 1), rdrExit: make(chan struct{}, 1), rdrErr: make(chan error, 1), dialURL: "testURL", groupID: "testGroupID", topic: "testTopic", maxWait: time.Duration(1), cap: make(chan struct{}, 1), } rdr.Config().Filters = []string{"Filter1"} msg := []byte(`{"test":"input"}`) errExpect := "NOT_FOUND:Filter1" if err := rdr.processMessage(msg); err == nil || err.Error() != errExpect { t.Errorf("Expected %v but received %v", errExpect, err) } } func TestKafkaERProcessMessageError3(t *testing.T) { cfg := config.NewDefaultCGRConfig() rdr := &KafkaER{ cgrCfg: cfg, cfgIdx: 0, fltrS: new(engine.FilterS), rdrEvents: make(chan *erEvent, 1), rdrExit: make(chan struct{}, 1), rdrErr: make(chan error, 1), dialURL: "testURL", groupID: "testGroupID", topic: "testTopic", maxWait: time.Duration(1), cap: make(chan struct{}, 1), } msg := []byte(`{"invalid":"input"`) errExpect := "unexpected end of JSON input" if err := rdr.processMessage(msg); err == nil || err.Error() != errExpect { t.Errorf("Expected %v but received %v", errExpect, err) } }