Files
cgrates/config/erscfg.go

1733 lines
54 KiB
Go

/*
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
Copyright (C) ITsysCOM GmbH
This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>
*/
package config
import (
"time"
"github.com/cgrates/birpc/context"
"github.com/cgrates/cgrates/utils"
)
// ERsCfg the config for ERs
type ERsCfg struct {
Enabled bool
SessionSConns []string
Readers []*EventReaderCfg
PartialCacheTTL time.Duration
}
// loadErsCfg loads the Ers section of the configuration
func (erS *ERsCfg) Load(ctx *context.Context, jsnCfg ConfigDB, cfg *CGRConfig) (err error) {
jsnERsCfg := new(ERsJsonCfg)
if err = jsnCfg.GetSection(ctx, ERsJSON, jsnERsCfg); err != nil {
return
}
return erS.loadFromJSONCfg(jsnERsCfg, cfg.templates, cfg.generalCfg.RSRSep)
}
func (erS *ERsCfg) loadFromJSONCfg(jsnCfg *ERsJsonCfg, msgTemplates map[string][]*FCTemplate, sep string) (err error) {
if jsnCfg == nil {
return
}
if jsnCfg.Enabled != nil {
erS.Enabled = *jsnCfg.Enabled
}
if jsnCfg.Sessions_conns != nil {
erS.SessionSConns = updateInternalConns(*jsnCfg.Sessions_conns, utils.MetaSessionS)
}
if jsnCfg.Partial_cache_ttl != nil {
if erS.PartialCacheTTL, err = utils.ParseDurationWithNanosecs(*jsnCfg.Partial_cache_ttl); err != nil {
return
}
}
return erS.appendERsReaders(jsnCfg.Readers, msgTemplates, sep)
}
func (erS *ERsCfg) appendERsReaders(jsnReaders *[]*EventReaderJsonCfg, msgTemplates map[string][]*FCTemplate, sep string) (err error) {
if jsnReaders == nil {
return
}
for _, jsnReader := range *jsnReaders {
var rdr *EventReaderCfg
if jsnReader.Id != nil {
for _, reader := range erS.Readers {
if reader.ID == *jsnReader.Id {
rdr = reader
break
}
}
}
if rdr == nil {
rdr = getDftEvRdrCfg()
erS.Readers = append(erS.Readers, rdr)
}
if err := rdr.loadFromJSONCfg(jsnReader, msgTemplates, sep); err != nil {
return err
}
}
return nil
}
func (ERsCfg) SName() string { return ERsJSON }
func (erS ERsCfg) CloneSection() Section { return erS.Clone() }
// Clone returns a deep copy of ERsCfg
func (erS ERsCfg) Clone() (cln *ERsCfg) {
cln = &ERsCfg{
Enabled: erS.Enabled,
SessionSConns: make([]string, len(erS.SessionSConns)),
Readers: make([]*EventReaderCfg, len(erS.Readers)),
PartialCacheTTL: erS.PartialCacheTTL,
}
if erS.SessionSConns != nil {
cln.SessionSConns = utils.CloneStringSlice(erS.SessionSConns)
}
for idx, rdr := range erS.Readers {
cln.Readers[idx] = rdr.Clone()
}
return
}
// AsMapInterface returns the config as a map[string]interface{}
func (erS ERsCfg) AsMapInterface(separator string) interface{} {
mp := map[string]interface{}{
utils.EnabledCfg: erS.Enabled,
utils.PartialCacheTTLCfg: "0",
}
if erS.PartialCacheTTL != 0 {
mp[utils.PartialCacheTTLCfg] = erS.PartialCacheTTL.String()
}
if erS.SessionSConns != nil {
mp[utils.SessionSConnsCfg] = getInternalJSONConns(erS.SessionSConns)
}
if erS.Readers != nil {
readers := make([]map[string]interface{}, len(erS.Readers))
for i, item := range erS.Readers {
readers[i] = item.AsMapInterface(separator)
}
mp[utils.ReadersCfg] = readers
}
return mp
}
type EventReaderOpts struct {
PartialPath *string
PartialCacheAction *string
PartialOrderField *string
PartialCSVFieldSeparator *string
CSVRowLength *int
CSVFieldSeparator *string
CSVHeaderDefineChar *string
CSVLazyQuotes *bool
XMLRootPath *string
AMQPQueueID *string
AMQPQueueIDProcessed *string
AMQPConsumerTag *string
AMQPExchange *string
AMQPExchangeType *string
AMQPRoutingKey *string
AMQPExchangeProcessed *string
AMQPExchangeTypeProcessed *string
AMQPRoutingKeyProcessed *string
KafkaTopic *string
KafkaGroupID *string
KafkaMaxWait *time.Duration
KafkaTLS *bool
KafkaCAPath *string
KafkaSkipTLSVerify *bool
KafkaTopicProcessed *string
KafkaTLSProcessed *bool
KafkaCAPathProcessed *string
KafkaSkipTLSVerifyProcessed *bool
SQLDBName *string
SQLTableName *string
PgSSLMode *string
SQLDBNameProcessed *string
SQLTableNameProcessed *string
PgSSLModeProcessed *string
AWSRegion *string
AWSKey *string
AWSSecret *string
AWSToken *string
AWSRegionProcessed *string
AWSKeyProcessed *string
AWSSecretProcessed *string
AWSTokenProcessed *string
SQSQueueID *string
SQSQueueIDProcessed *string
S3BucketID *string
S3FolderPathProcessed *string
S3BucketIDProcessed *string
NATSJetStream *bool
NATSConsumerName *string
NATSSubject *string
NATSQueueID *string
NATSJWTFile *string
NATSSeedFile *string
NATSCertificateAuthority *string
NATSClientCertificate *string
NATSClientKey *string
NATSJetStreamMaxWait *time.Duration
NATSJetStreamProcessed *bool
NATSSubjectProcessed *string
NATSJWTFileProcessed *string
NATSSeedFileProcessed *string
NATSCertificateAuthorityProcessed *string
NATSClientCertificateProcessed *string
NATSClientKeyProcessed *string
NATSJetStreamMaxWaitProcessed *time.Duration
}
// EventReaderCfg the event for the Event Reader
type EventReaderCfg struct {
ID string
Type string
RunDelay time.Duration
ConcurrentReqs int
SourcePath string
ProcessedPath string
Opts *EventReaderOpts
Tenant RSRParsers
Timezone string
Filters []string
Flags utils.FlagsWithParams
Fields []*FCTemplate
PartialCommitFields []*FCTemplate
CacheDumpFields []*FCTemplate
}
func (erOpts *EventReaderOpts) loadFromJSONCfg(jsnCfg *EventReaderOptsJson) (err error) {
if jsnCfg == nil {
return
}
if jsnCfg.PartialPath != nil {
erOpts.PartialPath = jsnCfg.PartialPath
}
if jsnCfg.PartialCacheAction != nil {
erOpts.PartialCacheAction = jsnCfg.PartialCacheAction
}
if jsnCfg.PartialOrderField != nil {
erOpts.PartialOrderField = jsnCfg.PartialOrderField
}
if jsnCfg.PartialCSVFieldSeparator != nil {
erOpts.PartialCSVFieldSeparator = jsnCfg.PartialCSVFieldSeparator
}
if jsnCfg.CSVRowLength != nil {
erOpts.CSVRowLength = jsnCfg.CSVRowLength
}
if jsnCfg.CSVFieldSeparator != nil {
erOpts.CSVFieldSeparator = jsnCfg.CSVFieldSeparator
}
if jsnCfg.CSVHeaderDefineChar != nil {
erOpts.CSVHeaderDefineChar = jsnCfg.CSVHeaderDefineChar
}
if jsnCfg.CSVLazyQuotes != nil {
erOpts.CSVLazyQuotes = jsnCfg.CSVLazyQuotes
}
if jsnCfg.XMLRootPath != nil {
erOpts.XMLRootPath = jsnCfg.XMLRootPath
}
if jsnCfg.AMQPQueueID != nil {
erOpts.AMQPQueueID = jsnCfg.AMQPQueueID
}
if jsnCfg.AMQPQueueIDProcessed != nil {
erOpts.AMQPQueueIDProcessed = jsnCfg.AMQPQueueIDProcessed
}
if jsnCfg.AMQPConsumerTag != nil {
erOpts.AMQPConsumerTag = jsnCfg.AMQPConsumerTag
}
if jsnCfg.AMQPExchange != nil {
erOpts.AMQPExchange = jsnCfg.AMQPExchange
}
if jsnCfg.AMQPExchangeType != nil {
erOpts.AMQPExchangeType = jsnCfg.AMQPExchangeType
}
if jsnCfg.AMQPRoutingKey != nil {
erOpts.AMQPRoutingKey = jsnCfg.AMQPRoutingKey
}
if jsnCfg.AMQPExchangeProcessed != nil {
erOpts.AMQPExchangeProcessed = jsnCfg.AMQPExchangeProcessed
}
if jsnCfg.AMQPExchangeTypeProcessed != nil {
erOpts.AMQPExchangeTypeProcessed = jsnCfg.AMQPExchangeTypeProcessed
}
if jsnCfg.AMQPRoutingKeyProcessed != nil {
erOpts.AMQPRoutingKeyProcessed = jsnCfg.AMQPRoutingKeyProcessed
}
if jsnCfg.KafkaTopic != nil {
erOpts.KafkaTopic = jsnCfg.KafkaTopic
}
if jsnCfg.KafkaGroupID != nil {
erOpts.KafkaGroupID = jsnCfg.KafkaGroupID
}
if jsnCfg.KafkaMaxWait != nil {
var kafkaMaxWait time.Duration
if kafkaMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.KafkaMaxWait); err != nil {
return
}
erOpts.KafkaMaxWait = utils.DurationPointer(kafkaMaxWait)
}
if jsnCfg.KafkaTLS != nil {
erOpts.KafkaTLS = jsnCfg.KafkaTLS
}
if jsnCfg.KafkaCAPath != nil {
erOpts.KafkaCAPath = jsnCfg.KafkaCAPath
}
if jsnCfg.KafkaSkipTLSVerify != nil {
erOpts.KafkaSkipTLSVerify = jsnCfg.KafkaSkipTLSVerify
}
if jsnCfg.KafkaTopicProcessed != nil {
erOpts.KafkaTopicProcessed = jsnCfg.KafkaTopicProcessed
}
if jsnCfg.KafkaTLSProcessed != nil {
erOpts.KafkaTLSProcessed = jsnCfg.KafkaTLSProcessed
}
if jsnCfg.KafkaCAPathProcessed != nil {
erOpts.KafkaCAPathProcessed = jsnCfg.KafkaCAPathProcessed
}
if jsnCfg.KafkaSkipTLSVerifyProcessed != nil {
erOpts.KafkaSkipTLSVerifyProcessed = jsnCfg.KafkaSkipTLSVerifyProcessed
}
if jsnCfg.SQLDBName != nil {
erOpts.SQLDBName = jsnCfg.SQLDBName
}
if jsnCfg.SQLTableName != nil {
erOpts.SQLTableName = jsnCfg.SQLTableName
}
if jsnCfg.PgSSLMode != nil {
erOpts.PgSSLMode = jsnCfg.PgSSLMode
}
if jsnCfg.SQLDBNameProcessed != nil {
erOpts.SQLDBNameProcessed = jsnCfg.SQLDBNameProcessed
}
if jsnCfg.SQLTableNameProcessed != nil {
erOpts.SQLTableNameProcessed = jsnCfg.SQLTableNameProcessed
}
if jsnCfg.PgSSLModeProcessed != nil {
erOpts.PgSSLModeProcessed = jsnCfg.PgSSLModeProcessed
}
if jsnCfg.AWSRegion != nil {
erOpts.AWSRegion = jsnCfg.AWSRegion
}
if jsnCfg.AWSKey != nil {
erOpts.AWSKey = jsnCfg.AWSKey
}
if jsnCfg.AWSSecret != nil {
erOpts.AWSSecret = jsnCfg.AWSSecret
}
if jsnCfg.AWSToken != nil {
erOpts.AWSToken = jsnCfg.AWSToken
}
if jsnCfg.AWSRegionProcessed != nil {
erOpts.AWSRegionProcessed = jsnCfg.AWSRegionProcessed
}
if jsnCfg.AWSKeyProcessed != nil {
erOpts.AWSKeyProcessed = jsnCfg.AWSKeyProcessed
}
if jsnCfg.AWSSecretProcessed != nil {
erOpts.AWSSecretProcessed = jsnCfg.AWSSecretProcessed
}
if jsnCfg.AWSTokenProcessed != nil {
erOpts.AWSTokenProcessed = jsnCfg.AWSTokenProcessed
}
if jsnCfg.SQSQueueID != nil {
erOpts.SQSQueueID = jsnCfg.SQSQueueID
}
if jsnCfg.SQSQueueIDProcessed != nil {
erOpts.SQSQueueIDProcessed = jsnCfg.SQSQueueIDProcessed
}
if jsnCfg.S3BucketID != nil {
erOpts.S3BucketID = jsnCfg.S3BucketID
}
if jsnCfg.S3FolderPathProcessed != nil {
erOpts.S3FolderPathProcessed = jsnCfg.S3FolderPathProcessed
}
if jsnCfg.S3BucketIDProcessed != nil {
erOpts.S3BucketIDProcessed = jsnCfg.S3BucketIDProcessed
}
if jsnCfg.NATSJetStream != nil {
erOpts.NATSJetStream = jsnCfg.NATSJetStream
}
if jsnCfg.NATSConsumerName != nil {
erOpts.NATSConsumerName = jsnCfg.NATSConsumerName
}
if jsnCfg.NATSSubject != nil {
erOpts.NATSSubject = jsnCfg.NATSSubject
}
if jsnCfg.NATSQueueID != nil {
erOpts.NATSQueueID = jsnCfg.NATSQueueID
}
if jsnCfg.NATSJWTFile != nil {
erOpts.NATSJWTFile = jsnCfg.NATSJWTFile
}
if jsnCfg.NATSSeedFile != nil {
erOpts.NATSSeedFile = jsnCfg.NATSSeedFile
}
if jsnCfg.NATSCertificateAuthority != nil {
erOpts.NATSCertificateAuthority = jsnCfg.NATSCertificateAuthority
}
if jsnCfg.NATSClientCertificate != nil {
erOpts.NATSClientCertificate = jsnCfg.NATSClientCertificate
}
if jsnCfg.NATSClientKey != nil {
erOpts.NATSClientKey = jsnCfg.NATSClientKey
}
if jsnCfg.NATSJetStreamMaxWait != nil {
var jetStreamMaxWait time.Duration
if jetStreamMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.NATSJetStreamMaxWait); err != nil {
return
}
erOpts.NATSJetStreamMaxWait = utils.DurationPointer(jetStreamMaxWait)
}
if jsnCfg.NATSJetStreamProcessed != nil {
erOpts.NATSJetStreamProcessed = jsnCfg.NATSJetStreamProcessed
}
if jsnCfg.NATSSubjectProcessed != nil {
erOpts.NATSSubjectProcessed = jsnCfg.NATSSubjectProcessed
}
if jsnCfg.NATSJWTFileProcessed != nil {
erOpts.NATSJWTFileProcessed = jsnCfg.NATSJWTFileProcessed
}
if jsnCfg.NATSSeedFileProcessed != nil {
erOpts.NATSSeedFileProcessed = jsnCfg.NATSSeedFileProcessed
}
if jsnCfg.NATSCertificateAuthorityProcessed != nil {
erOpts.NATSCertificateAuthorityProcessed = jsnCfg.NATSCertificateAuthorityProcessed
}
if jsnCfg.NATSClientCertificateProcessed != nil {
erOpts.NATSClientCertificateProcessed = jsnCfg.NATSClientCertificateProcessed
}
if jsnCfg.NATSClientKeyProcessed != nil {
erOpts.NATSClientKeyProcessed = jsnCfg.NATSClientKeyProcessed
}
if jsnCfg.NATSJetStreamMaxWaitProcessed != nil {
var jetStreamMaxWait time.Duration
if jetStreamMaxWait, err = utils.ParseDurationWithNanosecs(*jsnCfg.NATSJetStreamMaxWaitProcessed); err != nil {
return
}
erOpts.NATSJetStreamMaxWaitProcessed = utils.DurationPointer(jetStreamMaxWait)
}
return
}
func (er *EventReaderCfg) loadFromJSONCfg(jsnCfg *EventReaderJsonCfg, msgTemplates map[string][]*FCTemplate, sep string) (err error) {
if jsnCfg == nil {
return
}
if jsnCfg.Id != nil {
er.ID = *jsnCfg.Id
}
if jsnCfg.Type != nil {
er.Type = *jsnCfg.Type
}
if jsnCfg.Run_delay != nil {
if er.RunDelay, err = utils.ParseDurationWithNanosecs(*jsnCfg.Run_delay); err != nil {
return
}
}
if jsnCfg.Concurrent_requests != nil {
er.ConcurrentReqs = *jsnCfg.Concurrent_requests
}
if jsnCfg.Source_path != nil {
er.SourcePath = *jsnCfg.Source_path
}
if jsnCfg.Processed_path != nil {
er.ProcessedPath = *jsnCfg.Processed_path
}
if jsnCfg.Tenant != nil {
if er.Tenant, err = NewRSRParsers(*jsnCfg.Tenant, sep); err != nil {
return err
}
}
if jsnCfg.Timezone != nil {
er.Timezone = *jsnCfg.Timezone
}
if jsnCfg.Filters != nil {
er.Filters = utils.CloneStringSlice(*jsnCfg.Filters)
}
if jsnCfg.Flags != nil {
er.Flags = utils.FlagsWithParamsFromSlice(*jsnCfg.Flags)
}
if jsnCfg.Fields != nil {
if er.Fields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.Fields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.Fields = tpls
}
}
if jsnCfg.Cache_dump_fields != nil {
if er.CacheDumpFields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Cache_dump_fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.CacheDumpFields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.CacheDumpFields = tpls
}
}
if jsnCfg.Partial_commit_fields != nil {
if er.PartialCommitFields, err = FCTemplatesFromFCTemplatesJSONCfg(*jsnCfg.Partial_commit_fields, sep); err != nil {
return err
}
if tpls, err := InflateTemplates(er.PartialCommitFields, msgTemplates); err != nil {
return err
} else if tpls != nil {
er.PartialCommitFields = tpls
}
}
if jsnCfg.Opts != nil {
err = er.Opts.loadFromJSONCfg(jsnCfg.Opts)
}
return
}
func (erOpts *EventReaderOpts) Clone() *EventReaderOpts {
cln := &EventReaderOpts{}
if erOpts.PartialPath != nil {
cln.PartialPath = utils.StringPointer(*erOpts.PartialPath)
}
if erOpts.PartialCacheAction != nil {
cln.PartialCacheAction = utils.StringPointer(*erOpts.PartialCacheAction)
}
if erOpts.PartialOrderField != nil {
cln.PartialOrderField = utils.StringPointer(*erOpts.PartialOrderField)
}
if erOpts.PartialCSVFieldSeparator != nil {
cln.PartialCSVFieldSeparator = utils.StringPointer(*erOpts.PartialCSVFieldSeparator)
}
if erOpts.CSVRowLength != nil {
cln.CSVRowLength = utils.IntPointer(*erOpts.CSVRowLength)
}
if erOpts.CSVFieldSeparator != nil {
cln.CSVFieldSeparator = utils.StringPointer(*erOpts.CSVFieldSeparator)
}
if erOpts.CSVHeaderDefineChar != nil {
cln.CSVHeaderDefineChar = utils.StringPointer(*erOpts.CSVHeaderDefineChar)
}
if erOpts.CSVLazyQuotes != nil {
cln.CSVLazyQuotes = utils.BoolPointer(*erOpts.CSVLazyQuotes)
}
if erOpts.XMLRootPath != nil {
cln.XMLRootPath = utils.StringPointer(*erOpts.XMLRootPath)
}
if erOpts.AMQPQueueID != nil {
cln.AMQPQueueID = utils.StringPointer(*erOpts.AMQPQueueID)
}
if erOpts.AMQPQueueIDProcessed != nil {
cln.AMQPQueueIDProcessed = utils.StringPointer(*erOpts.AMQPQueueIDProcessed)
}
if erOpts.AMQPConsumerTag != nil {
cln.AMQPConsumerTag = utils.StringPointer(*erOpts.AMQPConsumerTag)
}
if erOpts.AMQPExchange != nil {
cln.AMQPExchange = utils.StringPointer(*erOpts.AMQPExchange)
}
if erOpts.AMQPExchangeType != nil {
cln.AMQPExchangeType = utils.StringPointer(*erOpts.AMQPExchangeType)
}
if erOpts.AMQPRoutingKey != nil {
cln.AMQPRoutingKey = utils.StringPointer(*erOpts.AMQPRoutingKey)
}
if erOpts.AMQPExchangeProcessed != nil {
cln.AMQPExchangeProcessed = utils.StringPointer(*erOpts.AMQPExchangeProcessed)
}
if erOpts.AMQPExchangeTypeProcessed != nil {
cln.AMQPExchangeTypeProcessed = utils.StringPointer(*erOpts.AMQPExchangeTypeProcessed)
}
if erOpts.AMQPRoutingKeyProcessed != nil {
cln.AMQPRoutingKeyProcessed = utils.StringPointer(*erOpts.AMQPRoutingKeyProcessed)
}
if erOpts.KafkaTopic != nil {
cln.KafkaTopic = utils.StringPointer(*erOpts.KafkaTopic)
}
if erOpts.KafkaGroupID != nil {
cln.KafkaGroupID = utils.StringPointer(*erOpts.KafkaGroupID)
}
if erOpts.KafkaMaxWait != nil {
cln.KafkaMaxWait = utils.DurationPointer(*erOpts.KafkaMaxWait)
}
if erOpts.KafkaTLS != nil {
cln.KafkaTLS = utils.BoolPointer(*erOpts.KafkaTLS)
}
if erOpts.KafkaCAPath != nil {
cln.KafkaCAPath = utils.StringPointer(*erOpts.KafkaCAPath)
}
if erOpts.KafkaSkipTLSVerify != nil {
cln.KafkaSkipTLSVerify = utils.BoolPointer(*erOpts.KafkaSkipTLSVerify)
}
if erOpts.KafkaTopicProcessed != nil {
cln.KafkaTopicProcessed = utils.StringPointer(*erOpts.KafkaTopicProcessed)
}
if erOpts.KafkaTLSProcessed != nil {
cln.KafkaTLSProcessed = utils.BoolPointer(*erOpts.KafkaTLSProcessed)
}
if erOpts.KafkaCAPathProcessed != nil {
cln.KafkaCAPathProcessed = utils.StringPointer(*erOpts.KafkaCAPathProcessed)
}
if erOpts.KafkaSkipTLSVerifyProcessed != nil {
cln.KafkaSkipTLSVerifyProcessed = utils.BoolPointer(*erOpts.KafkaSkipTLSVerifyProcessed)
}
if erOpts.SQLDBName != nil {
cln.SQLDBName = utils.StringPointer(*erOpts.SQLDBName)
}
if erOpts.SQLTableName != nil {
cln.SQLTableName = utils.StringPointer(*erOpts.SQLTableName)
}
if erOpts.PgSSLMode != nil {
cln.PgSSLMode = utils.StringPointer(*erOpts.PgSSLMode)
}
if erOpts.SQLDBNameProcessed != nil {
cln.SQLDBNameProcessed = utils.StringPointer(*erOpts.SQLDBNameProcessed)
}
if erOpts.SQLTableNameProcessed != nil {
cln.SQLTableNameProcessed = utils.StringPointer(*erOpts.SQLTableNameProcessed)
}
if erOpts.PgSSLModeProcessed != nil {
cln.PgSSLModeProcessed = utils.StringPointer(*erOpts.PgSSLModeProcessed)
}
if erOpts.AWSRegion != nil {
cln.AWSRegion = utils.StringPointer(*erOpts.AWSRegion)
}
if erOpts.AWSKey != nil {
cln.AWSKey = utils.StringPointer(*erOpts.AWSKey)
}
if erOpts.AWSSecret != nil {
cln.AWSSecret = utils.StringPointer(*erOpts.AWSSecret)
}
if erOpts.AWSToken != nil {
cln.AWSToken = utils.StringPointer(*erOpts.AWSToken)
}
if erOpts.AWSRegionProcessed != nil {
cln.AWSRegionProcessed = utils.StringPointer(*erOpts.AWSRegionProcessed)
}
if erOpts.AWSKeyProcessed != nil {
cln.AWSKeyProcessed = utils.StringPointer(*erOpts.AWSKeyProcessed)
}
if erOpts.AWSSecretProcessed != nil {
cln.AWSSecretProcessed = utils.StringPointer(*erOpts.AWSSecretProcessed)
}
if erOpts.AWSTokenProcessed != nil {
cln.AWSTokenProcessed = utils.StringPointer(*erOpts.AWSTokenProcessed)
}
if erOpts.SQSQueueID != nil {
cln.SQSQueueID = utils.StringPointer(*erOpts.SQSQueueID)
}
if erOpts.SQSQueueIDProcessed != nil {
cln.SQSQueueIDProcessed = utils.StringPointer(*erOpts.SQSQueueIDProcessed)
}
if erOpts.S3BucketID != nil {
cln.S3BucketID = utils.StringPointer(*erOpts.S3BucketID)
}
if erOpts.S3FolderPathProcessed != nil {
cln.S3FolderPathProcessed = utils.StringPointer(*erOpts.S3FolderPathProcessed)
}
if erOpts.S3BucketIDProcessed != nil {
cln.S3BucketIDProcessed = utils.StringPointer(*erOpts.S3BucketIDProcessed)
}
if erOpts.NATSJetStream != nil {
cln.NATSJetStream = utils.BoolPointer(*erOpts.NATSJetStream)
}
if erOpts.NATSConsumerName != nil {
cln.NATSConsumerName = utils.StringPointer(*erOpts.NATSConsumerName)
}
if erOpts.NATSSubject != nil {
cln.NATSSubject = utils.StringPointer(*erOpts.NATSSubject)
}
if erOpts.NATSQueueID != nil {
cln.NATSQueueID = utils.StringPointer(*erOpts.NATSQueueID)
}
if erOpts.NATSJWTFile != nil {
cln.NATSJWTFile = utils.StringPointer(*erOpts.NATSJWTFile)
}
if erOpts.NATSSeedFile != nil {
cln.NATSSeedFile = utils.StringPointer(*erOpts.NATSSeedFile)
}
if erOpts.NATSCertificateAuthority != nil {
cln.NATSCertificateAuthority = utils.StringPointer(*erOpts.NATSCertificateAuthority)
}
if erOpts.NATSClientCertificate != nil {
cln.NATSClientCertificate = utils.StringPointer(*erOpts.NATSClientCertificate)
}
if erOpts.NATSClientKey != nil {
cln.NATSClientKey = utils.StringPointer(*erOpts.NATSClientKey)
}
if erOpts.NATSJetStreamMaxWait != nil {
cln.NATSJetStreamMaxWait = utils.DurationPointer(*erOpts.NATSJetStreamMaxWait)
}
if erOpts.NATSJetStreamProcessed != nil {
cln.NATSJetStreamProcessed = utils.BoolPointer(*erOpts.NATSJetStreamProcessed)
}
if erOpts.NATSSubjectProcessed != nil {
cln.NATSSubjectProcessed = utils.StringPointer(*erOpts.NATSSubjectProcessed)
}
if erOpts.NATSJWTFileProcessed != nil {
cln.NATSJWTFileProcessed = utils.StringPointer(*erOpts.NATSJWTFileProcessed)
}
if erOpts.NATSSeedFileProcessed != nil {
cln.NATSSeedFileProcessed = utils.StringPointer(*erOpts.NATSSeedFileProcessed)
}
if erOpts.NATSCertificateAuthorityProcessed != nil {
cln.NATSCertificateAuthorityProcessed = utils.StringPointer(*erOpts.NATSCertificateAuthorityProcessed)
}
if erOpts.NATSClientCertificateProcessed != nil {
cln.NATSClientCertificateProcessed = utils.StringPointer(*erOpts.NATSClientCertificateProcessed)
}
if erOpts.NATSClientKeyProcessed != nil {
cln.NATSClientKeyProcessed = utils.StringPointer(*erOpts.NATSClientKeyProcessed)
}
if erOpts.NATSJetStreamMaxWaitProcessed != nil {
cln.NATSJetStreamMaxWaitProcessed = utils.DurationPointer(*erOpts.NATSJetStreamMaxWaitProcessed)
}
return cln
}
// Clone returns a deep copy of EventReaderCfg
func (er EventReaderCfg) Clone() (cln *EventReaderCfg) {
cln = &EventReaderCfg{
ID: er.ID,
Type: er.Type,
RunDelay: er.RunDelay,
ConcurrentReqs: er.ConcurrentReqs,
SourcePath: er.SourcePath,
ProcessedPath: er.ProcessedPath,
Tenant: er.Tenant.Clone(),
Timezone: er.Timezone,
Flags: er.Flags.Clone(),
Opts: er.Opts.Clone(),
}
if er.Filters != nil {
cln.Filters = utils.CloneStringSlice(er.Filters)
}
if er.Fields != nil {
cln.Fields = make([]*FCTemplate, len(er.Fields))
for idx, fld := range er.Fields {
cln.Fields[idx] = fld.Clone()
}
}
if er.CacheDumpFields != nil {
cln.CacheDumpFields = make([]*FCTemplate, len(er.CacheDumpFields))
for idx, fld := range er.CacheDumpFields {
cln.CacheDumpFields[idx] = fld.Clone()
}
}
if er.PartialCommitFields != nil {
cln.PartialCommitFields = make([]*FCTemplate, len(er.PartialCommitFields))
for idx, fld := range er.PartialCommitFields {
cln.PartialCommitFields[idx] = fld.Clone()
}
}
return
}
// AsMapInterface returns the config as a map[string]interface{}
func (er *EventReaderCfg) AsMapInterface(separator string) (initialMP map[string]interface{}) {
opts := map[string]interface{}{}
if er.Opts.PartialPath != nil {
opts[utils.PartialPathOpt] = *er.Opts.PartialPath
}
if er.Opts.PartialCacheAction != nil {
opts[utils.PartialCacheActionOpt] = *er.Opts.PartialCacheAction
}
if er.Opts.PartialOrderField != nil {
opts[utils.PartialOrderFieldOpt] = *er.Opts.PartialOrderField
}
if er.Opts.PartialCSVFieldSeparator != nil {
opts[utils.PartialCSVFieldSepartorOpt] = *er.Opts.PartialCSVFieldSeparator
}
if er.Opts.CSVRowLength != nil {
opts[utils.CSVRowLengthOpt] = *er.Opts.CSVRowLength
}
if er.Opts.CSVFieldSeparator != nil {
opts[utils.CSVFieldSepOpt] = *er.Opts.CSVFieldSeparator
}
if er.Opts.CSVHeaderDefineChar != nil {
opts[utils.HeaderDefineCharOpt] = *er.Opts.CSVHeaderDefineChar
}
if er.Opts.CSVLazyQuotes != nil {
opts[utils.CSVLazyQuotes] = *er.Opts.CSVLazyQuotes
}
if er.Opts.XMLRootPath != nil {
opts[utils.XMLRootPathOpt] = *er.Opts.XMLRootPath
}
if er.Opts.AMQPQueueID != nil {
opts[utils.AMQPQueueID] = *er.Opts.AMQPQueueID
}
if er.Opts.AMQPQueueIDProcessed != nil {
opts[utils.AMQPQueueIDProcessedCfg] = *er.Opts.AMQPQueueIDProcessed
}
if er.Opts.AMQPConsumerTag != nil {
opts[utils.AMQPConsumerTag] = *er.Opts.AMQPConsumerTag
}
if er.Opts.AMQPExchange != nil {
opts[utils.AMQPExchange] = *er.Opts.AMQPExchange
}
if er.Opts.AMQPExchangeType != nil {
opts[utils.AMQPExchangeType] = *er.Opts.AMQPExchangeType
}
if er.Opts.AMQPRoutingKey != nil {
opts[utils.AMQPRoutingKey] = *er.Opts.AMQPRoutingKey
}
if er.Opts.AMQPExchangeProcessed != nil {
opts[utils.AMQPExchangeProcessedCfg] = *er.Opts.AMQPExchangeProcessed
}
if er.Opts.AMQPExchangeTypeProcessed != nil {
opts[utils.AMQPExchangeTypeProcessedCfg] = *er.Opts.AMQPExchangeTypeProcessed
}
if er.Opts.AMQPRoutingKeyProcessed != nil {
opts[utils.AMQPRoutingKeyProcessedCfg] = *er.Opts.AMQPRoutingKeyProcessed
}
if er.Opts.KafkaTopic != nil {
opts[utils.KafkaTopic] = *er.Opts.KafkaTopic
}
if er.Opts.KafkaGroupID != nil {
opts[utils.KafkaGroupID] = *er.Opts.KafkaGroupID
}
if er.Opts.KafkaMaxWait != nil {
opts[utils.KafkaMaxWait] = er.Opts.KafkaMaxWait.String()
}
if er.Opts.KafkaTLS != nil {
opts[utils.KafkaTLS] = *er.Opts.KafkaTLS
}
if er.Opts.KafkaCAPath != nil {
opts[utils.KafkaCAPath] = *er.Opts.KafkaCAPath
}
if er.Opts.KafkaSkipTLSVerify != nil {
opts[utils.KafkaSkipTLSVerify] = *er.Opts.KafkaSkipTLSVerify
}
if er.Opts.KafkaTopicProcessed != nil {
opts[utils.KafkaTopicProcessedCfg] = *er.Opts.KafkaTopicProcessed
}
if er.Opts.KafkaTLSProcessed != nil {
opts[utils.KafkaTLSProcessedCfg] = *er.Opts.KafkaTLSProcessed
}
if er.Opts.KafkaCAPathProcessed != nil {
opts[utils.KafkaCAPathProcessedCfg] = *er.Opts.KafkaCAPathProcessed
}
if er.Opts.KafkaSkipTLSVerifyProcessed != nil {
opts[utils.KafkaSkipTLSVerifyProcessedCfg] = *er.Opts.KafkaSkipTLSVerifyProcessed
}
if er.Opts.SQLDBName != nil {
opts[utils.SQLDBNameOpt] = *er.Opts.SQLDBName
}
if er.Opts.SQLTableName != nil {
opts[utils.SQLTableNameOpt] = *er.Opts.SQLTableName
}
if er.Opts.PgSSLMode != nil {
opts[utils.PgSSLModeCfg] = *er.Opts.PgSSLMode
}
if er.Opts.SQLDBNameProcessed != nil {
opts[utils.SQLDBNameProcessedCfg] = *er.Opts.SQLDBNameProcessed
}
if er.Opts.SQLTableNameProcessed != nil {
opts[utils.SQLTableNameProcessedCfg] = *er.Opts.SQLTableNameProcessed
}
if er.Opts.PgSSLModeProcessed != nil {
opts[utils.PgSSLModeProcessedCfg] = *er.Opts.PgSSLModeProcessed
}
if er.Opts.AWSRegion != nil {
opts[utils.AWSRegion] = *er.Opts.AWSRegion
}
if er.Opts.AWSKey != nil {
opts[utils.AWSKey] = *er.Opts.AWSKey
}
if er.Opts.AWSSecret != nil {
opts[utils.AWSSecret] = *er.Opts.AWSSecret
}
if er.Opts.AWSToken != nil {
opts[utils.AWSToken] = *er.Opts.AWSToken
}
if er.Opts.AWSRegionProcessed != nil {
opts[utils.AWSRegionProcessedCfg] = *er.Opts.AWSRegionProcessed
}
if er.Opts.AWSKeyProcessed != nil {
opts[utils.AWSKeyProcessedCfg] = *er.Opts.AWSKeyProcessed
}
if er.Opts.AWSSecretProcessed != nil {
opts[utils.AWSSecretProcessedCfg] = *er.Opts.AWSSecretProcessed
}
if er.Opts.AWSTokenProcessed != nil {
opts[utils.AWSTokenProcessedCfg] = *er.Opts.AWSTokenProcessed
}
if er.Opts.SQSQueueID != nil {
opts[utils.SQSQueueID] = *er.Opts.SQSQueueID
}
if er.Opts.SQSQueueIDProcessed != nil {
opts[utils.SQSQueueIDProcessedCfg] = *er.Opts.SQSQueueIDProcessed
}
if er.Opts.S3BucketID != nil {
opts[utils.S3Bucket] = *er.Opts.S3BucketID
}
if er.Opts.S3FolderPathProcessed != nil {
opts[utils.S3FolderPathProcessedCfg] = *er.Opts.S3FolderPathProcessed
}
if er.Opts.S3BucketIDProcessed != nil {
opts[utils.S3BucketIDProcessedCfg] = *er.Opts.S3BucketIDProcessed
}
if er.Opts.NATSJetStream != nil {
opts[utils.NatsJetStream] = *er.Opts.NATSJetStream
}
if er.Opts.NATSConsumerName != nil {
opts[utils.NatsConsumerName] = *er.Opts.NATSConsumerName
}
if er.Opts.NATSSubject != nil {
opts[utils.NatsSubject] = *er.Opts.NATSSubject
}
if er.Opts.NATSQueueID != nil {
opts[utils.NatsQueueID] = *er.Opts.NATSQueueID
}
if er.Opts.NATSJWTFile != nil {
opts[utils.NatsJWTFile] = *er.Opts.NATSJWTFile
}
if er.Opts.NATSSeedFile != nil {
opts[utils.NatsSeedFile] = *er.Opts.NATSSeedFile
}
if er.Opts.NATSCertificateAuthority != nil {
opts[utils.NatsCertificateAuthority] = *er.Opts.NATSCertificateAuthority
}
if er.Opts.NATSClientCertificate != nil {
opts[utils.NatsClientCertificate] = *er.Opts.NATSClientCertificate
}
if er.Opts.NATSClientKey != nil {
opts[utils.NatsClientKey] = *er.Opts.NATSClientKey
}
if er.Opts.NATSJetStreamMaxWait != nil {
opts[utils.NatsJetStreamMaxWait] = er.Opts.NATSJetStreamMaxWait.String()
}
if er.Opts.NATSJetStreamProcessed != nil {
opts[utils.NATSJetStreamProcessedCfg] = *er.Opts.NATSJetStreamProcessed
}
if er.Opts.NATSSubjectProcessed != nil {
opts[utils.NATSSubjectProcessedCfg] = *er.Opts.NATSSubjectProcessed
}
if er.Opts.NATSJWTFileProcessed != nil {
opts[utils.NATSJWTFileProcessedCfg] = *er.Opts.NATSJWTFileProcessed
}
if er.Opts.NATSSeedFileProcessed != nil {
opts[utils.NATSSeedFileProcessedCfg] = *er.Opts.NATSSeedFileProcessed
}
if er.Opts.NATSCertificateAuthorityProcessed != nil {
opts[utils.NATSCertificateAuthorityProcessedCfg] = *er.Opts.NATSCertificateAuthorityProcessed
}
if er.Opts.NATSClientCertificateProcessed != nil {
opts[utils.NATSClientCertificateProcessed] = *er.Opts.NATSClientCertificateProcessed
}
if er.Opts.NATSClientKeyProcessed != nil {
opts[utils.NATSClientKeyProcessedCfg] = *er.Opts.NATSClientKeyProcessed
}
if er.Opts.NATSJetStreamMaxWaitProcessed != nil {
opts[utils.NATSJetStreamMaxWaitProcessedCfg] = er.Opts.NATSJetStreamMaxWaitProcessed.String()
}
initialMP = map[string]interface{}{
utils.IDCfg: er.ID,
utils.TypeCfg: er.Type,
utils.ConcurrentRequestsCfg: er.ConcurrentReqs,
utils.SourcePathCfg: er.SourcePath,
utils.ProcessedPathCfg: er.ProcessedPath,
utils.TenantCfg: er.Tenant.GetRule(separator),
utils.TimezoneCfg: er.Timezone,
utils.FiltersCfg: er.Filters,
utils.FlagsCfg: []string{},
utils.RunDelayCfg: "0",
utils.OptsCfg: opts,
}
if flags := er.Flags.SliceFlags(); flags != nil {
initialMP[utils.FlagsCfg] = flags
}
if er.Fields != nil {
fields := make([]map[string]interface{}, len(er.Fields))
for i, item := range er.Fields {
fields[i] = item.AsMapInterface(separator)
}
initialMP[utils.FieldsCfg] = fields
}
if er.CacheDumpFields != nil {
cacheDumpFields := make([]map[string]interface{}, len(er.CacheDumpFields))
for i, item := range er.CacheDumpFields {
cacheDumpFields[i] = item.AsMapInterface(separator)
}
initialMP[utils.CacheDumpFieldsCfg] = cacheDumpFields
}
if er.PartialCommitFields != nil {
parCFields := make([]map[string]interface{}, len(er.PartialCommitFields))
for i, item := range er.PartialCommitFields {
parCFields[i] = item.AsMapInterface(separator)
}
initialMP[utils.PartialCommitFieldsCfg] = parCFields
}
if er.RunDelay > 0 {
initialMP[utils.RunDelayCfg] = er.RunDelay.String()
} else if er.RunDelay < 0 {
initialMP[utils.RunDelayCfg] = "-1"
}
return
}
type EventReaderOptsJson struct {
PartialPath *string `json:"partialPath"`
PartialCacheAction *string `json:"partialCacheAction"`
PartialOrderField *string `json:"partialOrderField"`
PartialCSVFieldSeparator *string `json:"partialcsvFieldSeparator"`
CSVRowLength *int `json:"csvRowLength"`
CSVFieldSeparator *string `json:"csvFieldSeparator"`
CSVHeaderDefineChar *string `json:"csvHeaderDefineChar"`
CSVLazyQuotes *bool `json:"csvLazyQuotes"`
XMLRootPath *string `json:"xmlRootPath"`
AMQPQueueID *string `json:"amqpQueueID"`
AMQPQueueIDProcessed *string `json:"amqpQueueIDProcessed"`
AMQPConsumerTag *string `json:"amqpConsumerTag"`
AMQPExchange *string `json:"amqpExchange"`
AMQPExchangeType *string `json:"amqpExchangeType"`
AMQPRoutingKey *string `json:"amqpRoutingKey"`
AMQPExchangeProcessed *string `json:"amqpExchangeProcessed"`
AMQPExchangeTypeProcessed *string `json:"amqpExchangeTypeProcessed"`
AMQPRoutingKeyProcessed *string `json:"amqpRoutingKeyProcessed"`
KafkaTopic *string `json:"kafkaTopic"`
KafkaGroupID *string `json:"kafkaGroupID"`
KafkaMaxWait *string `json:"kafkaMaxWait"`
KafkaTLS *bool `json:"kafkaTLS"`
KafkaCAPath *string `json:"kafkaCAPath"`
KafkaSkipTLSVerify *bool `json:"kafkaSkipTLSVerify"`
KafkaTopicProcessed *string `json:"kafkaTopicProcessed"`
KafkaTLSProcessed *bool `json:"kafkaTLSProcessed"`
KafkaCAPathProcessed *string `json:"kafkaCAPathProcessed"`
KafkaSkipTLSVerifyProcessed *bool `json:"kafkaSkipTLSVerifyProcessed"`
SQLDBName *string `json:"sqlDBName"`
SQLTableName *string `json:"sqlTableName"`
PgSSLMode *string `json:"pgSSLMode"`
SQLDBNameProcessed *string `json:"sqlDBNameProcessed"`
SQLTableNameProcessed *string `json:"sqlTableNameProcessed"`
PgSSLModeProcessed *string `json:"pgSSLModeProcessed"`
AWSRegion *string `json:"awsRegion"`
AWSKey *string `json:"awsKey"`
AWSSecret *string `json:"awsSecret"`
AWSToken *string `json:"awsToken"`
AWSRegionProcessed *string `json:"awsRegionProcessed"`
AWSKeyProcessed *string `json:"awsKeyProcessed"`
AWSSecretProcessed *string `json:"awsSecretProcessed"`
AWSTokenProcessed *string `json:"awsTokenProcessed"`
SQSQueueID *string `json:"sqsQueueID"`
SQSQueueIDProcessed *string `json:"sqsQueueIDProcessed"`
S3BucketID *string `json:"s3BucketID"`
S3FolderPathProcessed *string `json:"s3FolderPathProcessed"`
S3BucketIDProcessed *string `json:"s3BucketIDProcessed"`
NATSJetStream *bool `json:"natsJetStream"`
NATSConsumerName *string `json:"natsConsumerName"`
NATSSubject *string `json:"natsSubject"`
NATSQueueID *string `json:"natsQueueID"`
NATSJWTFile *string `json:"natsJWTFile"`
NATSSeedFile *string `json:"natsSeedFile"`
NATSCertificateAuthority *string `json:"natsCertificateAuthority"`
NATSClientCertificate *string `json:"natsClientCertificate"`
NATSClientKey *string `json:"natsClientKey"`
NATSJetStreamMaxWait *string `json:"natsJetStreamMaxWait"`
NATSJetStreamProcessed *bool `json:"natsJetStreamProcessed"`
NATSSubjectProcessed *string `json:"natsSubjectProcessed"`
NATSJWTFileProcessed *string `json:"natsJWTFileProcessed"`
NATSSeedFileProcessed *string `json:"natsSeedFileProcessed"`
NATSCertificateAuthorityProcessed *string `json:"natsCertificateAuthorityProcessed"`
NATSClientCertificateProcessed *string `json:"natsClientCertificateProcessed"`
NATSClientKeyProcessed *string `json:"natsClientKeyProcessed"`
NATSJetStreamMaxWaitProcessed *string `json:"natsJetStreamMaxWaitProcessed"`
}
// EventReaderSJsonCfg is the configuration of a single EventReader
type EventReaderJsonCfg struct {
Id *string
Type *string
Run_delay *string
Concurrent_requests *int
Source_path *string
Processed_path *string
Opts *EventReaderOptsJson
Tenant *string
Timezone *string
Filters *[]string
Flags *[]string
Fields *[]*FcTemplateJsonCfg
Partial_commit_fields *[]*FcTemplateJsonCfg
Cache_dump_fields *[]*FcTemplateJsonCfg
}
func diffEventReaderOptsJsonCfg(d *EventReaderOptsJson, v1, v2 *EventReaderOpts) *EventReaderOptsJson {
if d == nil {
d = new(EventReaderOptsJson)
}
if v2.PartialPath != nil {
if v1.PartialPath == nil ||
*v1.PartialPath != *v2.PartialPath {
d.PartialPath = v2.PartialPath
}
} else {
d.PartialPath = nil
}
if v2.PartialCacheAction != nil {
if v1.PartialCacheAction == nil ||
*v1.PartialCacheAction != *v2.PartialCacheAction {
d.PartialCacheAction = v2.PartialCacheAction
}
} else {
d.PartialCacheAction = nil
}
if v2.PartialOrderField != nil {
if v1.PartialOrderField == nil ||
*v1.PartialOrderField != *v2.PartialOrderField {
d.PartialOrderField = v2.PartialOrderField
}
} else {
d.PartialOrderField = nil
}
if v2.PartialCSVFieldSeparator != nil {
if v1.PartialCSVFieldSeparator == nil ||
*v1.PartialCSVFieldSeparator != *v2.PartialCSVFieldSeparator {
d.PartialCSVFieldSeparator = v2.PartialCSVFieldSeparator
}
} else {
d.PartialCSVFieldSeparator = nil
}
if v2.CSVRowLength != nil {
if v1.CSVRowLength == nil ||
*v1.CSVRowLength != *v2.CSVRowLength {
d.CSVRowLength = v2.CSVRowLength
}
} else {
d.CSVRowLength = nil
}
if v2.CSVFieldSeparator != nil {
if v1.CSVFieldSeparator == nil ||
*v1.CSVFieldSeparator != *v2.CSVFieldSeparator {
d.CSVFieldSeparator = v2.CSVFieldSeparator
}
} else {
d.CSVFieldSeparator = nil
}
if v2.CSVHeaderDefineChar != nil {
if v1.CSVHeaderDefineChar == nil ||
*v1.CSVHeaderDefineChar != *v2.CSVHeaderDefineChar {
d.CSVHeaderDefineChar = v2.CSVHeaderDefineChar
}
} else {
d.CSVHeaderDefineChar = nil
}
if v2.CSVLazyQuotes != nil {
if v1.CSVLazyQuotes == nil ||
*v1.CSVLazyQuotes != *v2.CSVLazyQuotes {
d.CSVLazyQuotes = v2.CSVLazyQuotes
}
} else {
d.CSVLazyQuotes = nil
}
if v2.XMLRootPath != nil {
if v1.XMLRootPath == nil ||
*v1.XMLRootPath != *v2.XMLRootPath {
d.XMLRootPath = v2.XMLRootPath
}
} else {
d.XMLRootPath = nil
}
if v2.AMQPQueueID != nil {
if v1.AMQPQueueID == nil ||
*v1.AMQPQueueID != *v2.AMQPQueueID {
d.AMQPQueueID = v2.AMQPQueueID
}
} else {
d.AMQPQueueID = nil
}
if v2.AMQPQueueIDProcessed != nil {
if v1.AMQPQueueIDProcessed == nil ||
*v1.AMQPQueueIDProcessed != *v2.AMQPQueueIDProcessed {
d.AMQPQueueIDProcessed = v2.AMQPQueueIDProcessed
}
} else {
d.AMQPQueueIDProcessed = nil
}
if v2.AMQPConsumerTag != nil {
if v1.AMQPConsumerTag == nil ||
*v1.AMQPConsumerTag != *v2.AMQPConsumerTag {
d.AMQPConsumerTag = v2.AMQPConsumerTag
}
} else {
d.AMQPConsumerTag = nil
}
if v2.AMQPExchange != nil {
if v1.AMQPExchange == nil ||
*v1.AMQPExchange != *v2.AMQPExchange {
d.AMQPExchange = v2.AMQPExchange
}
} else {
d.AMQPExchange = nil
}
if v2.AMQPExchangeType != nil {
if v1.AMQPExchangeType == nil ||
*v1.AMQPExchangeType != *v2.AMQPExchangeType {
d.AMQPExchangeType = v2.AMQPExchangeType
}
} else {
d.AMQPExchangeType = nil
}
if v2.AMQPRoutingKey != nil {
if v1.AMQPRoutingKey == nil ||
*v1.AMQPRoutingKey != *v2.AMQPRoutingKey {
d.AMQPRoutingKey = v2.AMQPRoutingKey
}
} else {
d.AMQPRoutingKey = nil
}
if v2.AMQPExchangeProcessed != nil {
if v1.AMQPExchangeProcessed == nil ||
*v1.AMQPExchangeProcessed != *v2.AMQPExchangeProcessed {
d.AMQPExchangeProcessed = v2.AMQPExchangeProcessed
}
} else {
d.AMQPExchangeProcessed = nil
}
if v2.AMQPExchangeTypeProcessed != nil {
if v1.AMQPExchangeTypeProcessed == nil ||
*v1.AMQPExchangeTypeProcessed != *v2.AMQPExchangeTypeProcessed {
d.AMQPExchangeTypeProcessed = v2.AMQPExchangeTypeProcessed
}
} else {
d.AMQPExchangeTypeProcessed = nil
}
if v2.AMQPRoutingKeyProcessed != nil {
if v1.AMQPRoutingKeyProcessed == nil ||
*v1.AMQPRoutingKeyProcessed != *v2.AMQPRoutingKeyProcessed {
d.AMQPRoutingKeyProcessed = v2.AMQPRoutingKeyProcessed
}
} else {
d.AMQPRoutingKeyProcessed = nil
}
if v2.KafkaTopic != nil {
if v1.KafkaTopic == nil ||
*v1.KafkaTopic != *v2.KafkaTopic {
d.KafkaTopic = v2.KafkaTopic
}
} else {
d.KafkaTopic = nil
}
if v2.KafkaGroupID != nil {
if v1.KafkaGroupID == nil ||
*v1.KafkaGroupID != *v2.KafkaGroupID {
d.KafkaGroupID = v2.KafkaGroupID
}
} else {
d.KafkaGroupID = nil
}
if v2.KafkaMaxWait != nil {
if v1.KafkaMaxWait == nil ||
*v1.KafkaMaxWait != *v2.KafkaMaxWait {
d.KafkaMaxWait = utils.StringPointer(v2.KafkaMaxWait.String())
}
} else {
d.KafkaMaxWait = nil
}
if v2.KafkaTLS != nil {
if v1.KafkaTLS == nil ||
*v1.KafkaTLS != *v2.KafkaTLS {
d.KafkaTLS = v2.KafkaTLS
}
} else {
d.KafkaTLS = nil
}
if v2.KafkaCAPath != nil {
if v1.KafkaCAPath == nil ||
*v1.KafkaCAPath != *v2.KafkaCAPath {
d.KafkaCAPath = v2.KafkaCAPath
}
} else {
d.KafkaCAPath = nil
}
if v2.KafkaSkipTLSVerify != nil {
if v1.KafkaSkipTLSVerify == nil ||
*v1.KafkaSkipTLSVerify != *v2.KafkaSkipTLSVerify {
d.KafkaSkipTLSVerify = v2.KafkaSkipTLSVerify
}
} else {
d.KafkaSkipTLSVerify = nil
}
if v2.KafkaTopicProcessed != nil {
if v1.KafkaTopicProcessed == nil ||
*v1.KafkaTopicProcessed != *v2.KafkaTopicProcessed {
d.KafkaTopicProcessed = v2.KafkaTopicProcessed
}
} else {
d.KafkaTopicProcessed = nil
}
if v2.KafkaTLSProcessed != nil {
if v1.KafkaTLSProcessed == nil ||
*v1.KafkaTLSProcessed != *v2.KafkaTLSProcessed {
d.KafkaTLSProcessed = v2.KafkaTLSProcessed
}
} else {
d.KafkaTLSProcessed = nil
}
if v2.KafkaCAPathProcessed != nil {
if v1.KafkaCAPathProcessed == nil ||
*v1.KafkaCAPathProcessed != *v2.KafkaCAPathProcessed {
d.KafkaCAPathProcessed = v2.KafkaCAPathProcessed
}
} else {
d.KafkaCAPathProcessed = nil
}
if v2.KafkaSkipTLSVerifyProcessed != nil {
if v1.KafkaSkipTLSVerifyProcessed == nil ||
*v1.KafkaSkipTLSVerifyProcessed != *v2.KafkaSkipTLSVerifyProcessed {
d.KafkaSkipTLSVerifyProcessed = v2.KafkaSkipTLSVerifyProcessed
}
} else {
d.KafkaSkipTLSVerifyProcessed = nil
}
if v2.SQLDBName != nil {
if v1.SQLDBName == nil ||
*v1.SQLDBName != *v2.SQLDBName {
d.SQLDBName = v2.SQLDBName
}
} else {
d.SQLDBName = nil
}
if v2.SQLTableName != nil {
if v1.SQLTableName == nil ||
*v1.SQLTableName != *v2.SQLTableName {
d.SQLTableName = v2.SQLTableName
}
} else {
d.SQLTableName = nil
}
if v2.PgSSLMode != nil {
if v1.PgSSLMode == nil ||
*v1.PgSSLMode != *v2.PgSSLMode {
d.PgSSLMode = v2.PgSSLMode
}
} else {
d.PgSSLMode = nil
}
if v2.SQLDBNameProcessed != nil {
if v1.SQLDBNameProcessed == nil ||
*v1.SQLDBNameProcessed != *v2.SQLDBNameProcessed {
d.SQLDBNameProcessed = v2.SQLDBNameProcessed
}
} else {
d.SQLDBNameProcessed = nil
}
if v2.SQLTableNameProcessed != nil {
if v1.SQLTableNameProcessed == nil ||
*v1.SQLTableNameProcessed != *v2.SQLTableNameProcessed {
d.SQLTableNameProcessed = v2.SQLTableNameProcessed
}
} else {
d.SQLTableNameProcessed = nil
}
if v2.PgSSLModeProcessed != nil {
if v1.PgSSLModeProcessed == nil ||
*v1.PgSSLModeProcessed != *v2.PgSSLModeProcessed {
d.PgSSLModeProcessed = v2.PgSSLModeProcessed
}
} else {
d.PgSSLModeProcessed = nil
}
if v2.AWSRegion != nil {
if v1.AWSRegion == nil ||
*v1.AWSRegion != *v2.AWSRegion {
d.AWSRegion = v2.AWSRegion
}
} else {
d.AWSRegion = nil
}
if v2.AWSKey != nil {
if v1.AWSKey == nil ||
*v1.AWSKey != *v2.AWSKey {
d.AWSKey = v2.AWSKey
}
} else {
d.AWSKey = nil
}
if v2.AWSSecret != nil {
if v1.AWSSecret == nil ||
*v1.AWSSecret != *v2.AWSSecret {
d.AWSSecret = v2.AWSSecret
}
} else {
d.AWSSecret = nil
}
if v2.AWSToken != nil {
if v1.AWSToken == nil ||
*v1.AWSToken != *v2.AWSToken {
d.AWSToken = v2.AWSToken
}
} else {
d.AWSToken = nil
}
if v2.AWSRegionProcessed != nil {
if v1.AWSRegionProcessed == nil ||
*v1.AWSRegionProcessed != *v2.AWSRegionProcessed {
d.AWSRegionProcessed = v2.AWSRegionProcessed
}
} else {
d.AWSRegionProcessed = nil
}
if v2.AWSKeyProcessed != nil {
if v1.AWSKeyProcessed == nil ||
*v1.AWSKeyProcessed != *v2.AWSKeyProcessed {
d.AWSKeyProcessed = v2.AWSKeyProcessed
}
} else {
d.AWSKeyProcessed = nil
}
if v2.AWSSecretProcessed != nil {
if v1.AWSSecretProcessed == nil ||
*v1.AWSSecretProcessed != *v2.AWSSecretProcessed {
d.AWSSecretProcessed = v2.AWSSecretProcessed
}
} else {
d.AWSSecretProcessed = nil
}
if v2.AWSTokenProcessed != nil {
if v1.AWSTokenProcessed == nil ||
*v1.AWSTokenProcessed != *v2.AWSTokenProcessed {
d.AWSTokenProcessed = v2.AWSTokenProcessed
}
} else {
d.AWSTokenProcessed = nil
}
if v2.SQSQueueID != nil {
if v1.SQSQueueID == nil ||
*v1.SQSQueueID != *v2.SQSQueueID {
d.SQSQueueID = v2.SQSQueueID
}
} else {
d.SQSQueueID = nil
}
if v2.SQSQueueIDProcessed != nil {
if v1.SQSQueueIDProcessed == nil ||
*v1.SQSQueueIDProcessed != *v2.SQSQueueIDProcessed {
d.SQSQueueIDProcessed = v2.SQSQueueIDProcessed
}
} else {
d.SQSQueueIDProcessed = nil
}
if v2.S3BucketID != nil {
if v1.S3BucketID == nil ||
*v1.S3BucketID != *v2.S3BucketID {
d.S3BucketID = v2.S3BucketID
}
} else {
d.S3BucketID = nil
}
if v2.S3FolderPathProcessed != nil {
if v1.S3FolderPathProcessed == nil ||
*v1.S3FolderPathProcessed != *v2.S3FolderPathProcessed {
d.S3FolderPathProcessed = v2.S3FolderPathProcessed
}
} else {
d.S3FolderPathProcessed = nil
}
if v2.S3BucketIDProcessed != nil {
if v1.S3BucketIDProcessed == nil ||
*v1.S3BucketIDProcessed != *v2.S3BucketIDProcessed {
d.S3BucketIDProcessed = v2.S3BucketIDProcessed
}
} else {
d.S3BucketIDProcessed = nil
}
if v2.NATSJetStream != nil {
if v1.NATSJetStream == nil ||
*v1.NATSJetStream != *v2.NATSJetStream {
d.NATSJetStream = v2.NATSJetStream
}
} else {
d.NATSJetStream = nil
}
if v2.NATSConsumerName != nil {
if v1.NATSConsumerName == nil ||
*v1.NATSConsumerName != *v2.NATSConsumerName {
d.NATSConsumerName = v2.NATSConsumerName
}
} else {
d.NATSConsumerName = nil
}
if v2.NATSSubject != nil {
if v1.NATSSubject == nil ||
*v1.NATSSubject != *v2.NATSSubject {
d.NATSSubject = v2.NATSSubject
}
} else {
d.NATSSubject = nil
}
if v2.NATSQueueID != nil {
if v1.NATSQueueID == nil ||
*v1.NATSQueueID != *v2.NATSQueueID {
d.NATSQueueID = v2.NATSQueueID
}
} else {
d.NATSQueueID = nil
}
if v2.NATSJWTFile != nil {
if v1.NATSJWTFile == nil ||
*v1.NATSJWTFile != *v2.NATSJWTFile {
d.NATSJWTFile = v2.NATSJWTFile
}
} else {
d.NATSJWTFile = nil
}
if v2.NATSSeedFile != nil {
if v1.NATSSeedFile == nil ||
*v1.NATSSeedFile != *v2.NATSSeedFile {
d.NATSSeedFile = v2.NATSSeedFile
}
} else {
d.NATSSeedFile = nil
}
if v2.NATSCertificateAuthority != nil {
if v1.NATSCertificateAuthority == nil ||
*v1.NATSCertificateAuthority != *v2.NATSCertificateAuthority {
d.NATSCertificateAuthority = v2.NATSCertificateAuthority
}
} else {
d.NATSCertificateAuthority = nil
}
if v2.NATSClientCertificate != nil {
if v1.NATSClientCertificate == nil ||
*v1.NATSClientCertificate != *v2.NATSClientCertificate {
d.NATSClientCertificate = v2.NATSClientCertificate
}
} else {
d.NATSClientCertificate = nil
}
if v2.NATSClientKey != nil {
if v1.NATSClientKey == nil ||
*v1.NATSClientKey != *v2.NATSClientKey {
d.NATSClientKey = v2.NATSClientKey
}
} else {
d.NATSClientKey = nil
}
if v2.NATSJetStreamMaxWait != nil {
if v1.NATSJetStreamMaxWait == nil ||
*v1.NATSJetStreamMaxWait != *v2.NATSJetStreamMaxWait {
d.NATSJetStreamMaxWait = utils.StringPointer(v2.NATSJetStreamMaxWait.String())
}
} else {
d.NATSJetStreamMaxWait = nil
}
if v2.NATSJetStreamProcessed != nil {
if v1.NATSJetStreamProcessed == nil ||
*v1.NATSJetStreamProcessed != *v2.NATSJetStreamProcessed {
d.NATSJetStreamProcessed = v2.NATSJetStreamProcessed
}
} else {
d.NATSJetStreamProcessed = nil
}
if v2.NATSSubjectProcessed != nil {
if v1.NATSSubjectProcessed == nil ||
*v1.NATSSubjectProcessed != *v2.NATSSubjectProcessed {
d.NATSSubjectProcessed = v2.NATSSubjectProcessed
}
} else {
d.NATSSubjectProcessed = nil
}
if v2.NATSJWTFileProcessed != nil {
if v1.NATSJWTFileProcessed == nil ||
*v1.NATSJWTFileProcessed != *v2.NATSJWTFileProcessed {
d.NATSJWTFileProcessed = v2.NATSJWTFileProcessed
}
} else {
d.NATSJWTFileProcessed = nil
}
if v2.NATSSeedFileProcessed != nil {
if v1.NATSSeedFileProcessed == nil ||
*v1.NATSSeedFileProcessed != *v2.NATSSeedFileProcessed {
d.NATSSeedFileProcessed = v2.NATSSeedFileProcessed
}
} else {
d.NATSSeedFileProcessed = nil
}
if v2.NATSCertificateAuthorityProcessed != nil {
if v1.NATSCertificateAuthorityProcessed == nil ||
*v1.NATSCertificateAuthorityProcessed != *v2.NATSCertificateAuthorityProcessed {
d.NATSCertificateAuthorityProcessed = v2.NATSCertificateAuthorityProcessed
}
} else {
d.NATSCertificateAuthorityProcessed = nil
}
if v2.NATSClientCertificateProcessed != nil {
if v1.NATSClientCertificateProcessed == nil ||
*v1.NATSClientCertificateProcessed != *v2.NATSClientCertificateProcessed {
d.NATSClientCertificateProcessed = v2.NATSClientCertificateProcessed
}
} else {
d.NATSClientCertificateProcessed = nil
}
if v2.NATSClientKeyProcessed != nil {
if v1.NATSClientKeyProcessed == nil ||
*v1.NATSClientKeyProcessed != *v2.NATSClientKeyProcessed {
d.NATSClientKeyProcessed = v2.NATSClientKeyProcessed
}
} else {
d.NATSClientKeyProcessed = nil
}
if v2.NATSJetStreamMaxWaitProcessed != nil {
if v1.NATSJetStreamMaxWaitProcessed == nil ||
*v1.NATSJetStreamMaxWaitProcessed != *v2.NATSJetStreamMaxWaitProcessed {
d.NATSJetStreamMaxWaitProcessed = utils.StringPointer(v2.NATSJetStreamMaxWaitProcessed.String())
}
} else {
d.NATSJetStreamMaxWaitProcessed = nil
}
return d
}
func diffEventReaderJsonCfg(d *EventReaderJsonCfg, v1, v2 *EventReaderCfg, separator string) *EventReaderJsonCfg {
if d == nil {
d = new(EventReaderJsonCfg)
}
if v1.ID != v2.ID {
d.Id = utils.StringPointer(v2.ID)
}
if v1.Type != v2.Type {
d.Type = utils.StringPointer(v2.Type)
}
if v1.RunDelay != v2.RunDelay {
d.Run_delay = utils.StringPointer(v2.RunDelay.String())
}
if v1.ConcurrentReqs != v2.ConcurrentReqs {
d.Concurrent_requests = utils.IntPointer(v2.ConcurrentReqs)
}
if v1.SourcePath != v2.SourcePath {
d.Source_path = utils.StringPointer(v2.SourcePath)
}
if v1.ProcessedPath != v2.ProcessedPath {
d.Processed_path = utils.StringPointer(v2.ProcessedPath)
}
d.Opts = diffEventReaderOptsJsonCfg(d.Opts, v1.Opts, v2.Opts)
tnt1 := v1.Tenant.GetRule(separator)
tnt2 := v2.Tenant.GetRule(separator)
if tnt1 != tnt2 {
d.Tenant = utils.StringPointer(tnt2)
}
if v1.Timezone != v2.Timezone {
d.Timezone = utils.StringPointer(v2.Timezone)
}
if !utils.SliceStringEqual(v1.Filters, v2.Filters) {
d.Filters = &v2.Filters
}
flgs1 := v1.Flags.SliceFlags()
flgs2 := v2.Flags.SliceFlags()
if !utils.SliceStringEqual(flgs1, flgs2) {
d.Flags = &flgs2
}
var flds []*FcTemplateJsonCfg
if d.Fields != nil {
flds = *d.Fields
}
flds = diffFcTemplateJsonCfg(flds, v1.Fields, v2.Fields, separator)
if flds != nil {
d.Fields = &flds
}
var pcf []*FcTemplateJsonCfg
if d.Partial_commit_fields != nil {
pcf = *d.Partial_commit_fields
}
pcf = diffFcTemplateJsonCfg(pcf, v1.PartialCommitFields, v2.PartialCommitFields, separator)
if pcf != nil {
d.Partial_commit_fields = &pcf
}
var cdf []*FcTemplateJsonCfg
if d.Cache_dump_fields != nil {
cdf = *d.Cache_dump_fields
}
cdf = diffFcTemplateJsonCfg(cdf, v1.CacheDumpFields, v2.CacheDumpFields, separator)
if cdf != nil {
d.Cache_dump_fields = &cdf
}
return d
}
func getEventReaderJsonCfg(d []*EventReaderJsonCfg, id string) (*EventReaderJsonCfg, int) {
for i, v := range d {
if v.Id != nil && *v.Id == id {
return v, i
}
}
return nil, -1
}
func getEventReaderCfg(d []*EventReaderCfg, id string) *EventReaderCfg {
for _, v := range d {
if v.ID == id {
return v
}
}
return &EventReaderCfg{
Opts: &EventReaderOpts{},
}
}
func diffEventReadersJsonCfg(d *[]*EventReaderJsonCfg, v1, v2 []*EventReaderCfg, separator string) *[]*EventReaderJsonCfg {
if d == nil || *d == nil {
d = &[]*EventReaderJsonCfg{}
}
for _, val := range v2 {
dv, i := getEventReaderJsonCfg(*d, val.ID)
dv = diffEventReaderJsonCfg(dv, getEventReaderCfg(v1, val.ID), val, separator)
if i == -1 {
*d = append(*d, dv)
} else {
(*d)[i] = dv
}
}
return d
}
// EventReaderSJsonCfg contains the configuration of EventReaderService
type ERsJsonCfg struct {
Enabled *bool
Sessions_conns *[]string
Readers *[]*EventReaderJsonCfg
Partial_cache_ttl *string
}
func diffERsJsonCfg(d *ERsJsonCfg, v1, v2 *ERsCfg, separator string) *ERsJsonCfg {
if d == nil {
d = new(ERsJsonCfg)
}
if v1.Enabled != v2.Enabled {
d.Enabled = utils.BoolPointer(v2.Enabled)
}
if !utils.SliceStringEqual(v1.SessionSConns, v2.SessionSConns) {
d.Sessions_conns = utils.SliceStringPointer(getInternalJSONConns(v2.SessionSConns))
}
if v1.PartialCacheTTL != v2.PartialCacheTTL {
d.Partial_cache_ttl = utils.StringPointer(v2.PartialCacheTTL.String())
}
d.Readers = diffEventReadersJsonCfg(d.Readers, v1.Readers, v2.Readers, separator)
return d
}