Files
cgrates/config/erscfg.go
2023-06-27 11:08:34 +02:00

1179 lines
35 KiB
Go

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>
*/
package config
import (
"time"
"github.com/cgrates/cgrates/utils"
)
// ERsCfg the config for ERs
type ERsCfg struct {
Enabled bool
SessionSConns []string
Readers []*EventReaderCfg
PartialCacheTTL time.Duration
}
func (erS *ERsCfg) loadFromJSONCfg(jsnCfg *ERsJsonCfg, msgTemplates map[string][]*FCTemplate, sep string, dfltRdrCfg *EventReaderCfg, separator string) (err error) {
if jsnCfg == nil {
return
}
if jsnCfg.Enabled != nil {
erS.Enabled = *jsnCfg.Enabled
}
if jsnCfg.Sessions_conns != nil {
erS.SessionSConns = make([]string, len(*jsnCfg.Sessions_conns))
for i, fID := range *jsnCfg.Sessions_conns {
// if we have the connection internal we change the name so we can have internal rpc for each subsystem
erS.SessionSConns[i] = fID
if fID == utils.MetaInternal {
erS.SessionSConns[i] = utils.ConcatenatedKey(utils.MetaInternal, utils.MetaSessionS)
}
}
}
if jsnCfg.Partial_cache_ttl != nil {
if erS.PartialCacheTTL, err = utils.ParseDurationWithNanosecs(*jsnCfg.Partial_cache_ttl); err != nil {
return
}
}
return erS.appendERsReaders(jsnCfg.Readers, msgTemplates, sep, dfltRdrCfg)
}
func (erS *ERsCfg) appendERsReaders(jsnReaders *[]*EventReaderJsonCfg, msgTemplates map[string][]*FCTemplate, sep string,
dfltRdrCfg *EventReaderCfg) (err error) {
if jsnReaders == nil {
return
}
for _, jsnReader := range *jsnReaders {
var rdr *EventReaderCfg
if jsnReader.Id != nil {
for _, reader := range erS.Readers {
if reader.ID == *jsnReader.Id {
rdr = reader
break
}
}
}
if rdr == nil {
if dfltRdrCfg != nil {
rdr = dfltRdrCfg.Clone()
} else {
rdr = new(EventReaderCfg)
rdr.Opts = &EventReaderOpts{}
}
erS.Readers = append(erS.Readers, rdr)
}
if err := rdr.loadFromJSONCfg(jsnReader, msgTemplates, sep); err != nil {
return err
}
}
return nil
}
// Clone returns a deep copy of ERsCfg
func (erS *ERsCfg) Clone() (cln *ERsCfg) {
cln = &ERsCfg{
Enabled: erS.Enabled,
SessionSConns: make([]string, len(erS.SessionSConns)),
Readers: make([]*EventReaderCfg, len(erS.Readers)),
PartialCacheTTL: erS.PartialCacheTTL,
}
for idx, sConn := range erS.SessionSConns {
cln.SessionSConns[idx] = sConn
}
for idx, rdr := range erS.Readers {
cln.Readers[idx] = rdr.Clone()
}
return
}
// AsMapInterface returns the config as a map[string]any
func (erS *ERsCfg) AsMapInterface(separator string) (initialMP map[string]any) {
initialMP = map[string]any{
utils.EnabledCfg: erS.Enabled,
utils.PartialCacheTTLCfg: "0",
}
if erS.PartialCacheTTL != 0 {
initialMP[utils.PartialCacheTTLCfg] = erS.PartialCacheTTL.String()
}
if erS.SessionSConns != nil {
sessionSConns := make([]string, len(erS.SessionSConns))
for i, item := range erS.SessionSConns {
sessionSConns[i] = item
if item == utils.ConcatenatedKey(utils.MetaInternal, utils.MetaSessionS) {
sessionSConns[i] = utils.MetaInternal
}
}
initialMP[utils.SessionSConnsCfg] = sessionSConns
}
if erS.Readers != nil {
readers := make([]map[string]any, len(erS.Readers))
for i, item := range erS.Readers {
readers[i] = item.AsMapInterface(separator)
}
initialMP[utils.ReadersCfg] = readers
}
return
}
type AMQPROpts struct {
AMQPQueueID *string
AMQPQueueIDProcessed *string
AMQPUsername *string
AMQPPassword *string
AMQPUsernameProcessed *string
AMQPPasswordProcessed *string
AMQPConsumerTag *string
AMQPExchange *string
AMQPExchangeType *string
AMQPRoutingKey *string
AMQPExchangeProcessed *string
AMQPExchangeTypeProcessed *string
AMQPRoutingKeyProcessed *string
}
func (amqpr *AMQPROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.AMQPQueueID != nil {
amqpr.AMQPQueueID = jsnCfg.AMQPQueueID
}
if jsnCfg.AMQPQueueIDProcessed != nil {
amqpr.AMQPQueueIDProcessed = jsnCfg.AMQPQueueIDProcessed
}
if jsnCfg.AMQPUsername != nil {
amqpr.AMQPUsername = jsnCfg.AMQPUsername
}
if jsnCfg.AMQPPassword != nil {
amqpr.AMQPPassword = jsnCfg.AMQPPassword
}
if jsnCfg.AMQPUsernameProcessed != nil {
amqpr.AMQPUsernameProcessed = jsnCfg.AMQPUsernameProcessed
}
if jsnCfg.AMQPPasswordProcessed != nil {
amqpr.AMQPPasswordProcessed = jsnCfg.AMQPPasswordProcessed
}
if jsnCfg.AMQPConsumerTag != nil {
amqpr.AMQPConsumerTag = jsnCfg.AMQPConsumerTag
}
if jsnCfg.AMQPExchange != nil {
amqpr.AMQPExchange = jsnCfg.AMQPExchange
}
if jsnCfg.AMQPExchangeType != nil {
amqpr.AMQPExchangeType = jsnCfg.AMQPExchangeType
}
if jsnCfg.AMQPRoutingKey != nil {
amqpr.AMQPRoutingKey = jsnCfg.AMQPRoutingKey
}
if jsnCfg.AMQPExchangeProcessed != nil {
amqpr.AMQPExchangeProcessed = jsnCfg.AMQPExchangeProcessed
}
if jsnCfg.AMQPExchangeTypeProcessed != nil {
amqpr.AMQPExchangeTypeProcessed = jsnCfg.AMQPExchangeTypeProcessed
}
if jsnCfg.AMQPRoutingKeyProcessed != nil {
amqpr.AMQPRoutingKeyProcessed = jsnCfg.AMQPRoutingKeyProcessed
}
return
}
type KafkaROpts struct {
KafkaTopic *string
KafkaGroupID *string
KafkaMaxWait *time.Duration
KafkaTopicProcessed *string
}
func (kafkaROpts *KafkaROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.KafkaTopic != nil {
kafkaROpts.KafkaTopic = jsnCfg.KafkaTopic
}
if jsnCfg.KafkaGroupID != nil {
kafkaROpts.KafkaGroupID = jsnCfg.KafkaGroupID
}
if jsnCfg.KafkaMaxWait != nil {
var kafkaMaxWait time.Duration
if kafkaMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.KafkaMaxWait); err != nil {
return
}
kafkaROpts.KafkaMaxWait = utils.DurationPointer(kafkaMaxWait)
}
if jsnCfg.KafkaTopicProcessed != nil {
kafkaROpts.KafkaTopicProcessed = jsnCfg.KafkaTopicProcessed
}
return
}
type SQLROpts struct {
SQLDBName *string
SQLTableName *string
PgSSLMode *string
SQLDBNameProcessed *string
SQLTableNameProcessed *string
PgSSLModeProcessed *string
}
func (sqlOpts *SQLROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.SQLDBName != nil {
sqlOpts.SQLDBName = jsnCfg.SQLDBName
}
if jsnCfg.SQLTableName != nil {
sqlOpts.SQLTableName = jsnCfg.SQLTableName
}
if jsnCfg.PgSSLMode != nil {
sqlOpts.PgSSLMode = jsnCfg.PgSSLMode
}
if jsnCfg.SQLDBNameProcessed != nil {
sqlOpts.SQLDBNameProcessed = jsnCfg.SQLDBNameProcessed
}
if jsnCfg.SQLTableNameProcessed != nil {
sqlOpts.SQLTableNameProcessed = jsnCfg.SQLTableNameProcessed
}
if jsnCfg.PgSSLModeProcessed != nil {
sqlOpts.PgSSLModeProcessed = jsnCfg.PgSSLModeProcessed
}
return
}
type AWSROpts struct {
AWSRegion *string
AWSKey *string
AWSSecret *string
AWSToken *string
AWSRegionProcessed *string
AWSKeyProcessed *string
AWSSecretProcessed *string
AWSTokenProcessed *string
SQSQueueID *string
SQSQueueIDProcessed *string
S3BucketID *string
S3FolderPathProcessed *string
S3BucketIDProcessed *string
}
func (awsROpts *AWSROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.AWSRegion != nil {
awsROpts.AWSRegion = jsnCfg.AWSRegion
}
if jsnCfg.AWSKey != nil {
awsROpts.AWSKey = jsnCfg.AWSKey
}
if jsnCfg.AWSSecret != nil {
awsROpts.AWSSecret = jsnCfg.AWSSecret
}
if jsnCfg.AWSToken != nil {
awsROpts.AWSToken = jsnCfg.AWSToken
}
if jsnCfg.AWSRegionProcessed != nil {
awsROpts.AWSRegionProcessed = jsnCfg.AWSRegionProcessed
}
if jsnCfg.AWSKeyProcessed != nil {
awsROpts.AWSKeyProcessed = jsnCfg.AWSKeyProcessed
}
if jsnCfg.AWSSecretProcessed != nil {
awsROpts.AWSSecretProcessed = jsnCfg.AWSSecretProcessed
}
if jsnCfg.AWSTokenProcessed != nil {
awsROpts.AWSTokenProcessed = jsnCfg.AWSTokenProcessed
}
if jsnCfg.SQSQueueID != nil {
awsROpts.SQSQueueID = jsnCfg.SQSQueueID
}
if jsnCfg.SQSQueueIDProcessed != nil {
awsROpts.SQSQueueIDProcessed = jsnCfg.SQSQueueIDProcessed
}
if jsnCfg.S3BucketID != nil {
awsROpts.S3BucketID = jsnCfg.S3BucketID
}
if jsnCfg.S3FolderPathProcessed != nil {
awsROpts.S3FolderPathProcessed = jsnCfg.S3FolderPathProcessed
}
if jsnCfg.S3BucketIDProcessed != nil {
awsROpts.S3BucketIDProcessed = jsnCfg.S3BucketIDProcessed
}
return
}
type NATSROpts struct {
NATSJetStream *bool
NATSConsumerName *string
NATSSubject *string
NATSQueueID *string
NATSJWTFile *string
NATSSeedFile *string
NATSCertificateAuthority *string
NATSClientCertificate *string
NATSClientKey *string
NATSJetStreamMaxWait *time.Duration
NATSJetStreamProcessed *bool
NATSSubjectProcessed *string
NATSJWTFileProcessed *string
NATSSeedFileProcessed *string
NATSCertificateAuthorityProcessed *string
NATSClientCertificateProcessed *string
NATSClientKeyProcessed *string
NATSJetStreamMaxWaitProcessed *time.Duration
}
func (natsOpts *NATSROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.NATSJetStream != nil {
natsOpts.NATSJetStream = jsnCfg.NATSJetStream
}
if jsnCfg.NATSConsumerName != nil {
natsOpts.NATSConsumerName = jsnCfg.NATSConsumerName
}
if jsnCfg.NATSSubject != nil {
natsOpts.NATSSubject = jsnCfg.NATSSubject
}
if jsnCfg.NATSQueueID != nil {
natsOpts.NATSQueueID = jsnCfg.NATSQueueID
}
if jsnCfg.NATSJWTFile != nil {
natsOpts.NATSJWTFile = jsnCfg.NATSJWTFile
}
if jsnCfg.NATSSeedFile != nil {
natsOpts.NATSSeedFile = jsnCfg.NATSSeedFile
}
if jsnCfg.NATSCertificateAuthority != nil {
natsOpts.NATSCertificateAuthority = jsnCfg.NATSCertificateAuthority
}
if jsnCfg.NATSClientCertificate != nil {
natsOpts.NATSClientCertificate = jsnCfg.NATSClientCertificate
}
if jsnCfg.NATSClientKey != nil {
natsOpts.NATSClientKey = jsnCfg.NATSClientKey
}
if jsnCfg.NATSJetStreamMaxWait != nil {
var jetStreamMaxWait time.Duration
if jetStreamMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.NATSJetStreamMaxWait); err != nil {
return
}
natsOpts.NATSJetStreamMaxWait = utils.DurationPointer(jetStreamMaxWait)
}
if jsnCfg.NATSJetStreamProcessed != nil {
natsOpts.NATSJetStreamProcessed = jsnCfg.NATSJetStreamProcessed
}
if jsnCfg.NATSSubjectProcessed != nil {
natsOpts.NATSSubjectProcessed = jsnCfg.NATSSubjectProcessed
}
if jsnCfg.NATSJWTFileProcessed != nil {
natsOpts.NATSJWTFileProcessed = jsnCfg.NATSJWTFileProcessed
}
if jsnCfg.NATSSeedFileProcessed != nil {
natsOpts.NATSSeedFileProcessed = jsnCfg.NATSSeedFileProcessed
}
if jsnCfg.NATSCertificateAuthorityProcessed != nil {
natsOpts.NATSCertificateAuthorityProcessed = jsnCfg.NATSCertificateAuthorityProcessed
}
if jsnCfg.NATSClientCertificateProcessed != nil {
natsOpts.NATSClientCertificateProcessed = jsnCfg.NATSClientCertificateProcessed
}
if jsnCfg.NATSClientKeyProcessed != nil {
natsOpts.NATSClientKeyProcessed = jsnCfg.NATSClientKeyProcessed
}
if jsnCfg.NATSJetStreamMaxWaitProcessed != nil {
var jetStreamMaxWait time.Duration
if jetStreamMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.NATSJetStreamMaxWaitProcessed); err != nil {
return
}
natsOpts.NATSJetStreamMaxWaitProcessed = utils.DurationPointer(jetStreamMaxWait)
}
return
}
type CSVROpts struct {
PartialCSVFieldSeparator *string
CSVRowLength *int
CSVFieldSeparator *string
CSVHeaderDefineChar *string
CSVLazyQuotes *bool
}
func (csvROpts *CSVROpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg.PartialCSVFieldSeparator != nil {
csvROpts.PartialCSVFieldSeparator = jsnCfg.PartialCSVFieldSeparator
}
if jsnCfg.CSVRowLength != nil {
csvROpts.CSVRowLength = jsnCfg.CSVRowLength
}
if jsnCfg.CSVFieldSeparator != nil {
csvROpts.CSVFieldSeparator = jsnCfg.CSVFieldSeparator
}
if jsnCfg.CSVHeaderDefineChar != nil {
csvROpts.CSVHeaderDefineChar = jsnCfg.CSVHeaderDefineChar
}
if jsnCfg.CSVLazyQuotes != nil {
csvROpts.CSVLazyQuotes = jsnCfg.CSVLazyQuotes
}
return
}
type EventReaderOpts struct {
PartialPath *string
PartialCacheAction *string
PartialOrderField *string
XMLRootPath *string
CSVOpts *CSVROpts
AMQPOpts *AMQPROpts
AWSOpts *AWSROpts
NATSOpts *NATSROpts
KafkaOpts *KafkaROpts
SQLOpts *SQLROpts
}
// EventReaderCfg the event for the Event Reader
type EventReaderCfg struct {
ID string
Type string
RunDelay time.Duration
ConcurrentReqs int
SourcePath string
ProcessedPath string
Opts *EventReaderOpts
Tenant RSRParsers
Timezone string
Filters []string
Flags utils.FlagsWithParams
Fields []*FCTemplate
PartialCommitFields []*FCTemplate
CacheDumpFields []*FCTemplate
}
func (erOpts *EventReaderOpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg == nil {
return
}
if err = erOpts.AMQPOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if err = erOpts.AWSOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if err = erOpts.KafkaOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if err = erOpts.NATSOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if err = erOpts.SQLOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if err = erOpts.CSVOpts.loadFromJSONCfg(jsnCfg); err != nil {
return
}
if jsnCfg.PartialPath != nil {
erOpts.PartialPath = jsnCfg.PartialPath
}
if jsnCfg.PartialCacheAction != nil {
erOpts.PartialCacheAction = jsnCfg.PartialCacheAction
}
if jsnCfg.PartialOrderField != nil {
erOpts.PartialOrderField = jsnCfg.PartialOrderField
}
if jsnCfg.XMLRootPath != nil {
erOpts.XMLRootPath = jsnCfg.XMLRootPath
}
return
}
func (er *EventReaderCfg) loadFromJSONCfg(jsnCfg *EventReaderJsonCfg, msgTemplates map[string][]*FCTemplate, sep string) (err error) {
if jsnCfg == nil {
return
}
if jsnCfg.Id != nil {
er.ID = *jsnCfg.Id
}
if jsnCfg.Type != nil {
er.Type = *jsnCfg.Type
}
if jsnCfg.Run_delay != nil {
if er.RunDelay, err = utils.ParseDurationWithNanosecs(*jsnCfg.Run_delay); err != nil {
return
}
}
if jsnCfg.Concurrent_requests != nil {
er.ConcurrentReqs = *jsnCfg.Concurrent_requests
}
if jsnCfg.Source_path != nil {
er.SourcePath = *jsnCfg.Source_path
}
if jsnCfg.Processed_path != nil {
er.ProcessedPath = *jsnCfg.Processed_path
}
if jsnCfg.Tenant != nil {
if er.Tenant, err = NewRSRParsers(*jsnCfg.Tenant, sep); err != nil {
return err
}
}
if jsnCfg.Timezone != nil {
er.Timezone = *jsnCfg.Timezone
}
if jsnCfg.Filters != nil {
er.Filters = make([]string, len(*jsnCfg.Filters))
for i, fltr := range *jsnCfg.Filters {
er.Filters[i] = fltr
}
}
if jsnCfg.Flags != nil {
er.Flags = utils.FlagsWithParamsFromSlice(*jsnCfg.Flags)
}
if jsnCfg.Fields != nil {
if er.Fields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.Fields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.Fields = tpls
}
}
if jsnCfg.Cache_dump_fields != nil {
if er.CacheDumpFields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Cache_dump_fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.CacheDumpFields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.CacheDumpFields = tpls
}
}
if jsnCfg.Partial_commit_fields != nil {
if er.PartialCommitFields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Partial_commit_fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.PartialCommitFields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.PartialCommitFields = tpls
}
}
if jsnCfg.Opts != nil {
err = er.Opts.loadFromJSONCfg(jsnCfg.Opts)
}
return
}
func (amqpOpts *AMQPROpts) Clone() *AMQPROpts {
cln := &AMQPROpts{}
if amqpOpts.AMQPQueueID != nil {
cln.AMQPQueueID = new(string)
*cln.AMQPQueueID = *amqpOpts.AMQPQueueID
}
if amqpOpts.AMQPQueueIDProcessed != nil {
cln.AMQPQueueIDProcessed = new(string)
*cln.AMQPQueueIDProcessed = *amqpOpts.AMQPQueueIDProcessed
}
if amqpOpts.AMQPUsername != nil {
cln.AMQPUsername = new(string)
*cln.AMQPUsername = *amqpOpts.AMQPUsername
}
if amqpOpts.AMQPPassword != nil {
cln.AMQPPassword = new(string)
*cln.AMQPPassword = *amqpOpts.AMQPPassword
}
if amqpOpts.AMQPUsernameProcessed != nil {
cln.AMQPUsernameProcessed = new(string)
*cln.AMQPUsernameProcessed = *amqpOpts.AMQPUsernameProcessed
}
if amqpOpts.AMQPPasswordProcessed != nil {
cln.AMQPPasswordProcessed = new(string)
*cln.AMQPPasswordProcessed = *amqpOpts.AMQPPasswordProcessed
}
if amqpOpts.AMQPConsumerTag != nil {
cln.AMQPConsumerTag = new(string)
*cln.AMQPConsumerTag = *amqpOpts.AMQPConsumerTag
}
if amqpOpts.AMQPExchange != nil {
cln.AMQPExchange = new(string)
*cln.AMQPExchange = *amqpOpts.AMQPExchange
}
if amqpOpts.AMQPExchangeType != nil {
cln.AMQPExchangeType = new(string)
*cln.AMQPExchangeType = *amqpOpts.AMQPExchangeType
}
if amqpOpts.AMQPRoutingKey != nil {
cln.AMQPRoutingKey = new(string)
*cln.AMQPRoutingKey = *amqpOpts.AMQPRoutingKey
}
if amqpOpts.AMQPExchangeProcessed != nil {
cln.AMQPExchangeProcessed = new(string)
*cln.AMQPExchangeProcessed = *amqpOpts.AMQPExchangeProcessed
}
if amqpOpts.AMQPExchangeTypeProcessed != nil {
cln.AMQPExchangeTypeProcessed = new(string)
*cln.AMQPExchangeTypeProcessed = *amqpOpts.AMQPExchangeTypeProcessed
}
if amqpOpts.AMQPRoutingKeyProcessed != nil {
cln.AMQPRoutingKeyProcessed = new(string)
*cln.AMQPRoutingKeyProcessed = *amqpOpts.AMQPRoutingKeyProcessed
}
return cln
}
func (csvOpts *CSVROpts) Clone() *CSVROpts {
cln := &CSVROpts{}
if csvOpts.PartialCSVFieldSeparator != nil {
cln.PartialCSVFieldSeparator = new(string)
*cln.PartialCSVFieldSeparator = *csvOpts.PartialCSVFieldSeparator
}
if csvOpts.CSVRowLength != nil {
cln.CSVRowLength = new(int)
*cln.CSVRowLength = *csvOpts.CSVRowLength
}
if csvOpts.CSVFieldSeparator != nil {
cln.CSVFieldSeparator = new(string)
*cln.CSVFieldSeparator = *csvOpts.CSVFieldSeparator
}
if csvOpts.CSVHeaderDefineChar != nil {
cln.CSVHeaderDefineChar = new(string)
*cln.CSVHeaderDefineChar = *csvOpts.CSVHeaderDefineChar
}
if csvOpts.CSVLazyQuotes != nil {
cln.CSVLazyQuotes = new(bool)
*cln.CSVLazyQuotes = *csvOpts.CSVLazyQuotes
}
return cln
}
func (kafkaOpts *KafkaROpts) Clone() *KafkaROpts {
cln := &KafkaROpts{}
if kafkaOpts.KafkaTopic != nil {
cln.KafkaTopic = new(string)
*cln.KafkaTopic = *kafkaOpts.KafkaTopic
}
if kafkaOpts.KafkaGroupID != nil {
cln.KafkaGroupID = new(string)
*cln.KafkaGroupID = *kafkaOpts.KafkaGroupID
}
if kafkaOpts.KafkaMaxWait != nil {
cln.KafkaMaxWait = new(time.Duration)
*cln.KafkaMaxWait = *kafkaOpts.KafkaMaxWait
}
if kafkaOpts.KafkaTopicProcessed != nil {
cln.KafkaTopicProcessed = new(string)
*cln.KafkaTopicProcessed = *kafkaOpts.KafkaTopicProcessed
}
return cln
}
func (sqlOpts *SQLROpts) Clone() *SQLROpts {
cln := &SQLROpts{}
if sqlOpts.SQLDBName != nil {
cln.SQLDBName = new(string)
*cln.SQLDBName = *sqlOpts.SQLDBName
}
if sqlOpts.SQLTableName != nil {
cln.SQLTableName = new(string)
*cln.SQLTableName = *sqlOpts.SQLTableName
}
if sqlOpts.PgSSLMode != nil {
cln.PgSSLMode = new(string)
*cln.PgSSLMode = *sqlOpts.PgSSLMode
}
if sqlOpts.SQLDBNameProcessed != nil {
cln.SQLDBNameProcessed = new(string)
*cln.SQLDBNameProcessed = *sqlOpts.SQLDBNameProcessed
}
if sqlOpts.SQLTableNameProcessed != nil {
cln.SQLTableNameProcessed = new(string)
*cln.SQLTableNameProcessed = *sqlOpts.SQLTableNameProcessed
}
if sqlOpts.PgSSLModeProcessed != nil {
cln.PgSSLModeProcessed = new(string)
*cln.PgSSLModeProcessed = *sqlOpts.PgSSLModeProcessed
}
return cln
}
func (awsOpt *AWSROpts) Clone() *AWSROpts {
cln := &AWSROpts{}
if awsOpt.AWSRegion != nil {
cln.AWSRegion = new(string)
*cln.AWSRegion = *awsOpt.AWSRegion
}
if awsOpt.AWSKey != nil {
cln.AWSKey = new(string)
*cln.AWSKey = *awsOpt.AWSKey
}
if awsOpt.AWSSecret != nil {
cln.AWSSecret = new(string)
*cln.AWSSecret = *awsOpt.AWSSecret
}
if awsOpt.AWSToken != nil {
cln.AWSToken = new(string)
*cln.AWSToken = *awsOpt.AWSToken
}
if awsOpt.AWSRegionProcessed != nil {
cln.AWSRegionProcessed = new(string)
*cln.AWSRegionProcessed = *awsOpt.AWSRegionProcessed
}
if awsOpt.AWSKeyProcessed != nil {
cln.AWSKeyProcessed = new(string)
*cln.AWSKeyProcessed = *awsOpt.AWSKeyProcessed
}
if awsOpt.AWSSecretProcessed != nil {
cln.AWSSecretProcessed = new(string)
*cln.AWSSecretProcessed = *awsOpt.AWSSecretProcessed
}
if awsOpt.AWSTokenProcessed != nil {
cln.AWSTokenProcessed = new(string)
*cln.AWSTokenProcessed = *awsOpt.AWSTokenProcessed
}
if awsOpt.SQSQueueID != nil {
cln.SQSQueueID = new(string)
*cln.SQSQueueID = *awsOpt.SQSQueueID
}
if awsOpt.SQSQueueIDProcessed != nil {
cln.SQSQueueIDProcessed = new(string)
*cln.SQSQueueIDProcessed = *awsOpt.SQSQueueIDProcessed
}
if awsOpt.S3BucketID != nil {
cln.S3BucketID = new(string)
*cln.S3BucketID = *awsOpt.S3BucketID
}
if awsOpt.S3FolderPathProcessed != nil {
cln.S3FolderPathProcessed = new(string)
*cln.S3FolderPathProcessed = *awsOpt.S3FolderPathProcessed
}
if awsOpt.S3BucketIDProcessed != nil {
cln.S3BucketIDProcessed = new(string)
*cln.S3BucketIDProcessed = *awsOpt.S3BucketIDProcessed
}
return cln
}
func (natOpts *NATSROpts) Clone() *NATSROpts {
cln := &NATSROpts{}
if natOpts.NATSJetStream != nil {
cln.NATSJetStream = new(bool)
*cln.NATSJetStream = *natOpts.NATSJetStream
}
if natOpts.NATSConsumerName != nil {
cln.NATSConsumerName = new(string)
*cln.NATSConsumerName = *natOpts.NATSConsumerName
}
if natOpts.NATSSubject != nil {
cln.NATSSubject = new(string)
*cln.NATSSubject = *natOpts.NATSSubject
}
if natOpts.NATSQueueID != nil {
cln.NATSQueueID = new(string)
*cln.NATSQueueID = *natOpts.NATSQueueID
}
if natOpts.NATSJWTFile != nil {
cln.NATSJWTFile = new(string)
*cln.NATSJWTFile = *natOpts.NATSJWTFile
}
if natOpts.NATSSeedFile != nil {
cln.NATSSeedFile = new(string)
*cln.NATSSeedFile = *natOpts.NATSSeedFile
}
if natOpts.NATSCertificateAuthority != nil {
cln.NATSCertificateAuthority = new(string)
*cln.NATSCertificateAuthority = *natOpts.NATSCertificateAuthority
}
if natOpts.NATSClientCertificate != nil {
cln.NATSClientCertificate = new(string)
*cln.NATSClientCertificate = *natOpts.NATSClientCertificate
}
if natOpts.NATSClientKey != nil {
cln.NATSClientKey = new(string)
*cln.NATSClientKey = *natOpts.NATSClientKey
}
if natOpts.NATSJetStreamMaxWait != nil {
cln.NATSJetStreamMaxWait = new(time.Duration)
*cln.NATSJetStreamMaxWait = *natOpts.NATSJetStreamMaxWait
}
if natOpts.NATSJetStreamProcessed != nil {
cln.NATSJetStreamProcessed = new(bool)
*cln.NATSJetStreamProcessed = *natOpts.NATSJetStreamProcessed
}
if natOpts.NATSSubjectProcessed != nil {
cln.NATSSubjectProcessed = new(string)
*cln.NATSSubjectProcessed = *natOpts.NATSSubjectProcessed
}
if natOpts.NATSJWTFileProcessed != nil {
cln.NATSJWTFileProcessed = new(string)
*cln.NATSJWTFileProcessed = *natOpts.NATSJWTFileProcessed
}
if natOpts.NATSSeedFileProcessed != nil {
cln.NATSSeedFileProcessed = new(string)
*cln.NATSSeedFileProcessed = *natOpts.NATSSeedFileProcessed
}
if natOpts.NATSCertificateAuthorityProcessed != nil {
cln.NATSCertificateAuthorityProcessed = new(string)
*cln.NATSCertificateAuthorityProcessed = *natOpts.NATSCertificateAuthorityProcessed
}
if natOpts.NATSClientCertificateProcessed != nil {
cln.NATSClientCertificateProcessed = new(string)
*cln.NATSClientCertificateProcessed = *natOpts.NATSClientCertificateProcessed
}
if natOpts.NATSClientKeyProcessed != nil {
cln.NATSClientKeyProcessed = new(string)
*cln.NATSClientKeyProcessed = *natOpts.NATSClientKeyProcessed
}
if natOpts.NATSJetStreamMaxWaitProcessed != nil {
cln.NATSJetStreamMaxWaitProcessed = new(time.Duration)
*cln.NATSJetStreamMaxWaitProcessed = *natOpts.NATSJetStreamMaxWaitProcessed
}
return cln
}
func (erOpts *EventReaderOpts) Clone() *EventReaderOpts {
cln := &EventReaderOpts{}
if erOpts.PartialPath != nil {
cln.PartialPath = new(string)
*cln.PartialPath = *erOpts.PartialPath
}
if erOpts.PartialCacheAction != nil {
cln.PartialCacheAction = new(string)
*cln.PartialCacheAction = *erOpts.PartialCacheAction
}
if erOpts.PartialOrderField != nil {
cln.PartialOrderField = new(string)
*cln.PartialOrderField = *erOpts.PartialOrderField
}
if erOpts.CSVOpts != nil {
cln.CSVOpts = erOpts.CSVOpts.Clone()
}
if erOpts.XMLRootPath != nil {
cln.XMLRootPath = new(string)
*cln.XMLRootPath = *erOpts.XMLRootPath
}
if erOpts.AMQPOpts != nil {
cln.AMQPOpts = erOpts.AMQPOpts.Clone()
}
if erOpts.NATSOpts != nil {
cln.NATSOpts = erOpts.NATSOpts.Clone()
}
if erOpts.KafkaOpts != nil {
cln.KafkaOpts = erOpts.KafkaOpts.Clone()
}
if erOpts.SQLOpts != nil {
cln.SQLOpts = erOpts.SQLOpts.Clone()
}
if erOpts.AWSOpts != nil {
cln.AWSOpts = erOpts.AWSOpts.Clone()
}
return cln
}
// Clone returns a deep copy of EventReaderCfg
func (er EventReaderCfg) Clone() (cln *EventReaderCfg) {
cln = &EventReaderCfg{
ID: er.ID,
Type: er.Type,
RunDelay: er.RunDelay,
ConcurrentReqs: er.ConcurrentReqs,
SourcePath: er.SourcePath,
ProcessedPath: er.ProcessedPath,
Tenant: er.Tenant.Clone(),
Timezone: er.Timezone,
Flags: er.Flags.Clone(),
Opts: er.Opts.Clone(),
}
if er.Filters != nil {
cln.Filters = make([]string, len(er.Filters))
for idx, val := range er.Filters {
cln.Filters[idx] = val
}
}
if er.Fields != nil {
cln.Fields = make([]*FCTemplate, len(er.Fields))
for idx, fld := range er.Fields {
cln.Fields[idx] = fld.Clone()
}
}
if er.CacheDumpFields != nil {
cln.CacheDumpFields = make([]*FCTemplate, len(er.CacheDumpFields))
for idx, fld := range er.CacheDumpFields {
cln.CacheDumpFields[idx] = fld.Clone()
}
}
if er.PartialCommitFields != nil {
cln.PartialCommitFields = make([]*FCTemplate, len(er.PartialCommitFields))
for idx, fld := range er.PartialCommitFields {
cln.PartialCommitFields[idx] = fld.Clone()
}
}
return
}
// AsMapInterface returns the config as a map[string]any
func (er *EventReaderCfg) AsMapInterface(separator string) (initialMP map[string]any) {
opts := map[string]any{}
if er.Opts.PartialPath != nil {
opts[utils.PartialPathOpt] = *er.Opts.PartialPath
}
if er.Opts.PartialCacheAction != nil {
opts[utils.PartialCacheActionOpt] = *er.Opts.PartialCacheAction
}
if er.Opts.PartialOrderField != nil {
opts[utils.PartialOrderFieldOpt] = *er.Opts.PartialOrderField
}
if csvOpts := er.Opts.CSVOpts; csvOpts != nil {
if csvOpts.PartialCSVFieldSeparator != nil {
opts[utils.PartialCSVFieldSepartorOpt] = *csvOpts.PartialCSVFieldSeparator
}
if csvOpts.CSVRowLength != nil {
opts[utils.CSVRowLengthOpt] = *csvOpts.CSVRowLength
}
if csvOpts.CSVFieldSeparator != nil {
opts[utils.CSVFieldSepOpt] = *csvOpts.CSVFieldSeparator
}
if csvOpts.CSVHeaderDefineChar != nil {
opts[utils.HeaderDefineCharOpt] = *csvOpts.CSVHeaderDefineChar
}
if csvOpts.CSVLazyQuotes != nil {
opts[utils.CSVLazyQuotes] = *csvOpts.CSVLazyQuotes
}
}
if er.Opts.XMLRootPath != nil {
opts[utils.XMLRootPathOpt] = *er.Opts.XMLRootPath
}
if amqpOpts := er.Opts.AMQPOpts; amqpOpts != nil {
if amqpOpts.AMQPQueueID != nil {
opts[utils.AMQPQueueID] = *amqpOpts.AMQPQueueID
}
if amqpOpts.AMQPQueueIDProcessed != nil {
opts[utils.AMQPQueueIDProcessedCfg] = *amqpOpts.AMQPQueueIDProcessed
}
if amqpOpts.AMQPUsername != nil {
opts[utils.AMQPUsername] = *amqpOpts.AMQPUsername
}
if amqpOpts.AMQPPassword != nil {
opts[utils.AMQPPassword] = *amqpOpts.AMQPPassword
}
if amqpOpts.AMQPUsernameProcessed != nil {
opts[utils.AMQPUsernameProcessedCfg] = *amqpOpts.AMQPUsernameProcessed
}
if amqpOpts.AMQPPasswordProcessed != nil {
opts[utils.AMQPPasswordProcessedCfg] = *amqpOpts.AMQPPasswordProcessed
}
if amqpOpts.AMQPConsumerTag != nil {
opts[utils.AMQPConsumerTag] = *amqpOpts.AMQPConsumerTag
}
if amqpOpts.AMQPExchange != nil {
opts[utils.AMQPExchange] = *amqpOpts.AMQPExchange
}
if amqpOpts.AMQPExchangeType != nil {
opts[utils.AMQPExchangeType] = *amqpOpts.AMQPExchangeType
}
if amqpOpts.AMQPRoutingKey != nil {
opts[utils.AMQPRoutingKey] = *amqpOpts.AMQPRoutingKey
}
if amqpOpts.AMQPExchangeProcessed != nil {
opts[utils.AMQPExchangeProcessedCfg] = *amqpOpts.AMQPExchangeProcessed
}
if amqpOpts.AMQPExchangeTypeProcessed != nil {
opts[utils.AMQPExchangeTypeProcessedCfg] = *amqpOpts.AMQPExchangeTypeProcessed
}
if amqpOpts.AMQPRoutingKeyProcessed != nil {
opts[utils.AMQPRoutingKeyProcessedCfg] = *amqpOpts.AMQPRoutingKeyProcessed
}
}
if kafkaOpts := er.Opts.KafkaOpts; kafkaOpts != nil {
if kafkaOpts.KafkaTopic != nil {
opts[utils.KafkaTopic] = *kafkaOpts.KafkaTopic
}
if kafkaOpts.KafkaGroupID != nil {
opts[utils.KafkaGroupID] = *kafkaOpts.KafkaGroupID
}
if kafkaOpts.KafkaMaxWait != nil {
opts[utils.KafkaMaxWait] = kafkaOpts.KafkaMaxWait.String()
}
if kafkaOpts.KafkaTopicProcessed != nil {
opts[utils.KafkaTopicProcessedCfg] = *kafkaOpts.KafkaTopicProcessed
}
}
if sqlOpts := er.Opts.SQLOpts; sqlOpts != nil {
if sqlOpts.SQLDBName != nil {
opts[utils.SQLDBNameOpt] = *sqlOpts.SQLDBName
}
if sqlOpts.SQLTableName != nil {
opts[utils.SQLTableNameOpt] = *sqlOpts.SQLTableName
}
if sqlOpts.PgSSLMode != nil {
opts[utils.PgSSLModeCfg] = *sqlOpts.PgSSLMode
}
if sqlOpts.SQLDBNameProcessed != nil {
opts[utils.SQLDBNameProcessedCfg] = *sqlOpts.SQLDBNameProcessed
}
if sqlOpts.SQLTableNameProcessed != nil {
opts[utils.SQLTableNameProcessedCfg] = *sqlOpts.SQLTableNameProcessed
}
if sqlOpts.PgSSLModeProcessed != nil {
opts[utils.PgSSLModeProcessedCfg] = *sqlOpts.PgSSLModeProcessed
}
}
if awsOpts := er.Opts.AWSOpts; awsOpts != nil {
if awsOpts.AWSRegion != nil {
opts[utils.AWSRegion] = *awsOpts.AWSRegion
}
if awsOpts.AWSKey != nil {
opts[utils.AWSKey] = *awsOpts.AWSKey
}
if awsOpts.AWSSecret != nil {
opts[utils.AWSSecret] = *awsOpts.AWSSecret
}
if awsOpts.AWSToken != nil {
opts[utils.AWSToken] = *awsOpts.AWSToken
}
if awsOpts.AWSRegionProcessed != nil {
opts[utils.AWSRegionProcessedCfg] = *awsOpts.AWSRegionProcessed
}
if awsOpts.AWSKeyProcessed != nil {
opts[utils.AWSKeyProcessedCfg] = *awsOpts.AWSKeyProcessed
}
if awsOpts.AWSSecretProcessed != nil {
opts[utils.AWSSecretProcessedCfg] = *awsOpts.AWSSecretProcessed
}
if awsOpts.AWSTokenProcessed != nil {
opts[utils.AWSTokenProcessedCfg] = *awsOpts.AWSTokenProcessed
}
if awsOpts.SQSQueueID != nil {
opts[utils.SQSQueueID] = *awsOpts.SQSQueueID
}
if awsOpts.SQSQueueIDProcessed != nil {
opts[utils.SQSQueueIDProcessedCfg] = *awsOpts.SQSQueueIDProcessed
}
if awsOpts.S3BucketID != nil {
opts[utils.S3Bucket] = *awsOpts.S3BucketID
}
if awsOpts.S3FolderPathProcessed != nil {
opts[utils.S3FolderPathProcessedCfg] = *awsOpts.S3FolderPathProcessed
}
if awsOpts.S3BucketIDProcessed != nil {
opts[utils.S3BucketIDProcessedCfg] = *awsOpts.S3BucketIDProcessed
}
}
if natsOpts := er.Opts.NATSOpts; natsOpts != nil {
if natsOpts.NATSJetStream != nil {
opts[utils.NatsJetStream] = *natsOpts.NATSJetStream
}
if natsOpts.NATSConsumerName != nil {
opts[utils.NatsConsumerName] = *natsOpts.NATSConsumerName
}
if natsOpts.NATSSubject != nil {
opts[utils.NatsSubject] = *natsOpts.NATSSubject
}
if natsOpts.NATSQueueID != nil {
opts[utils.NatsQueueID] = *natsOpts.NATSQueueID
}
if natsOpts.NATSJWTFile != nil {
opts[utils.NatsJWTFile] = *natsOpts.NATSJWTFile
}
if natsOpts.NATSSeedFile != nil {
opts[utils.NatsSeedFile] = *natsOpts.NATSSeedFile
}
if natsOpts.NATSCertificateAuthority != nil {
opts[utils.NatsCertificateAuthority] = *natsOpts.NATSCertificateAuthority
}
if natsOpts.NATSClientCertificate != nil {
opts[utils.NatsClientCertificate] = *natsOpts.NATSClientCertificate
}
if natsOpts.NATSClientKey != nil {
opts[utils.NatsClientKey] = *natsOpts.NATSClientKey
}
if natsOpts.NATSJetStreamMaxWait != nil {
opts[utils.NatsJetStreamMaxWait] = natsOpts.NATSJetStreamMaxWait.String()
}
if natsOpts.NATSJetStreamProcessed != nil {
opts[utils.NATSJetStreamProcessedCfg] = *natsOpts.NATSJetStreamProcessed
}
if natsOpts.NATSSubjectProcessed != nil {
opts[utils.NATSSubjectProcessedCfg] = *natsOpts.NATSSubjectProcessed
}
if natsOpts.NATSJWTFileProcessed != nil {
opts[utils.NATSJWTFileProcessedCfg] = *natsOpts.NATSJWTFileProcessed
}
if natsOpts.NATSSeedFileProcessed != nil {
opts[utils.NATSSeedFileProcessedCfg] = *natsOpts.NATSSeedFileProcessed
}
if natsOpts.NATSCertificateAuthorityProcessed != nil {
opts[utils.NATSCertificateAuthorityProcessedCfg] = *natsOpts.NATSCertificateAuthorityProcessed
}
if natsOpts.NATSClientCertificateProcessed != nil {
opts[utils.NATSClientCertificateProcessed] = *natsOpts.NATSClientCertificateProcessed
}
if natsOpts.NATSClientKeyProcessed != nil {
opts[utils.NATSClientKeyProcessedCfg] = *natsOpts.NATSClientKeyProcessed
}
if natsOpts.NATSJetStreamMaxWaitProcessed != nil {
opts[utils.NATSJetStreamMaxWaitProcessedCfg] = natsOpts.NATSJetStreamMaxWaitProcessed.String()
}
}
initialMP = map[string]any{
utils.IDCfg: er.ID,
utils.TypeCfg: er.Type,
utils.ConcurrentRequestsCfg: er.ConcurrentReqs,
utils.SourcePathCfg: er.SourcePath,
utils.ProcessedPathCfg: er.ProcessedPath,
utils.TenantCfg: er.Tenant.GetRule(separator),
utils.TimezoneCfg: er.Timezone,
utils.FiltersCfg: er.Filters,
utils.FlagsCfg: []string{},
utils.RunDelayCfg: "0",
utils.OptsCfg: opts,
}
initialMP[utils.OptsCfg] = opts
if flags := er.Flags.SliceFlags(); flags != nil {
initialMP[utils.FlagsCfg] = flags
}
if er.Fields != nil {
fields := make([]map[string]any, len(er.Fields))
for i, item := range er.Fields {
fields[i] = item.AsMapInterface(separator)
}
initialMP[utils.FieldsCfg] = fields
}
if er.CacheDumpFields != nil {
cacheDumpFields := make([]map[string]any, len(er.CacheDumpFields))
for i, item := range er.CacheDumpFields {
cacheDumpFields[i] = item.AsMapInterface(separator)
}
initialMP[utils.CacheDumpFieldsCfg] = cacheDumpFields
}
if er.PartialCommitFields != nil {
parCFields := make([]map[string]any, len(er.PartialCommitFields))
for i, item := range er.PartialCommitFields {
parCFields[i] = item.AsMapInterface(separator)
}
initialMP[utils.PartialCommitFieldsCfg] = parCFields
}
if er.RunDelay > 0 {
initialMP[utils.RunDelayCfg] = er.RunDelay.String()
} else if er.RunDelay < 0 {
initialMP[utils.RunDelayCfg] = "-1"
}
return
}