mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-19 22:28:45 +05:00
344 lines
13 KiB
Go
Executable File
344 lines
13 KiB
Go
Executable File
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package main
|
|
|
|
import (
|
|
"flag"
|
|
"fmt"
|
|
"log"
|
|
"strings"
|
|
|
|
"github.com/cgrates/cgrates/config"
|
|
"github.com/cgrates/cgrates/migrator"
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
var (
|
|
sameDataDB, sameStorDB bool
|
|
dmIN, dmOUT migrator.MigratorDataDB
|
|
storDBIn, storDBOut migrator.MigratorStorDB
|
|
err error
|
|
dfltCfg, _ = config.NewDefaultCGRConfig()
|
|
cfgDir = flag.String("config_dir", "",
|
|
"Configuration directory path.")
|
|
|
|
migrate = flag.String("migrate", "", "fire up automatic migration "+
|
|
"\n <*set_versions|*cost_details|*accounts|*actions|*action_triggers|*action_plans|*shared_groups|*stordb|*datadb>")
|
|
version = flag.Bool("version", false, "prints the application version")
|
|
|
|
inDataDBType = flag.String("datadb_type", dfltCfg.DataDbCfg().DataDbType,
|
|
"the type of the DataDB Database <*redis|*mongo>")
|
|
inDataDBHost = flag.String("datadb_host", dfltCfg.DataDbCfg().DataDbHost,
|
|
"the DataDB host")
|
|
inDataDBPort = flag.String("datadb_port", dfltCfg.DataDbCfg().DataDbPort,
|
|
"the DataDB port")
|
|
inDataDBName = flag.String("datadb_name", dfltCfg.DataDbCfg().DataDbName,
|
|
"the name/number of the DataDB")
|
|
inDataDBUser = flag.String("datadb_user", dfltCfg.DataDbCfg().DataDbUser,
|
|
"the DataDB user")
|
|
inDataDBPass = flag.String("datadb_passwd", dfltCfg.DataDbCfg().DataDbPass,
|
|
"the DataDB password")
|
|
inDBDataEncoding = flag.String("dbdata_encoding", dfltCfg.GeneralCfg().DBDataEncoding,
|
|
"the encoding used to store object Data in strings")
|
|
inDataDBRedisSentinel = flag.String("redis_sentinel", dfltCfg.DataDbCfg().DataDbSentinelName,
|
|
"the name of redis sentinel")
|
|
|
|
outDataDBType = flag.String("out_datadb_type", utils.MetaDataDB,
|
|
"output DataDB type <*redis|*mongo>")
|
|
outDataDBHost = flag.String("out_datadb_host", utils.MetaDataDB,
|
|
"output DataDB host to connect to")
|
|
outDataDBPort = flag.String("out_datadb_port", utils.MetaDataDB,
|
|
"output DataDB port")
|
|
outDataDBName = flag.String("out_datadb_name", utils.MetaDataDB,
|
|
"output DataDB name/number")
|
|
outDataDBUser = flag.String("out_datadb_user", utils.MetaDataDB,
|
|
"output DataDB user")
|
|
outDataDBPass = flag.String("out_datadb_passwd", utils.MetaDataDB,
|
|
"output DataDB password")
|
|
outDBDataEncoding = flag.String("out_dbdata_encoding", utils.MetaDataDB,
|
|
"the encoding used to store object Data in strings in move mode")
|
|
outDataDBRedisSentinel = flag.String("out_redis_sentinel", utils.MetaDataDB,
|
|
"the name of redis sentinel")
|
|
|
|
inStorDBType = flag.String("stordb_type", dfltCfg.StorDbCfg().StorDBType,
|
|
"the type of the StorDB Database <*mysql|*postgres|*mongo>")
|
|
inStorDBHost = flag.String("stordb_host", dfltCfg.StorDbCfg().StorDBHost,
|
|
"the StorDB host")
|
|
inStorDBPort = flag.String("stordb_port", dfltCfg.StorDbCfg().StorDBPort,
|
|
"the StorDB port")
|
|
inStorDBName = flag.String("stordb_name", dfltCfg.StorDbCfg().StorDBName,
|
|
"the name/number of the StorDB")
|
|
inStorDBUser = flag.String("stordb_user", dfltCfg.StorDbCfg().StorDBUser,
|
|
"the StorDB user")
|
|
inStorDBPass = flag.String("stordb_passwd", dfltCfg.StorDbCfg().StorDBPass,
|
|
"the StorDB password")
|
|
|
|
outStorDBType = flag.String("out_stordb_type", utils.MetaStorDB,
|
|
"output StorDB type for move mode <*mysql|*postgres|*mongo>")
|
|
outStorDBHost = flag.String("out_stordb_host", utils.MetaStorDB,
|
|
"output StorDB host")
|
|
outStorDBPort = flag.String("out_stordb_port", utils.MetaStorDB,
|
|
"output StorDB port")
|
|
outStorDBName = flag.String("out_stordb_name", utils.MetaStorDB,
|
|
"output StorDB name/number")
|
|
outStorDBUser = flag.String("out_stordb_user", utils.MetaStorDB,
|
|
"output StorDB user")
|
|
outStorDBPass = flag.String("out_stordb_passwd", utils.MetaStorDB,
|
|
"output StorDB password")
|
|
|
|
dryRun = flag.Bool("dry_run", false,
|
|
"parse loaded data for consistency and errors, without storing it")
|
|
verbose = flag.Bool("verbose", false, "enable detailed verbose logging output")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
if *version {
|
|
fmt.Println(utils.GetCGRVersion())
|
|
return
|
|
}
|
|
|
|
mgrCfg := dfltCfg
|
|
if *cfgDir != "" {
|
|
if mgrCfg, err = config.NewCGRConfigFromFolder(*cfgDir); err != nil {
|
|
log.Fatalf("error loading config file %s", err.Error())
|
|
}
|
|
}
|
|
|
|
// inDataDB
|
|
if *inDataDBType != dfltCfg.DataDbCfg().DataDbType {
|
|
mgrCfg.DataDbCfg().DataDbType = strings.TrimPrefix(*inDataDBType, "*")
|
|
}
|
|
if *inDataDBHost != dfltCfg.DataDbCfg().DataDbHost {
|
|
mgrCfg.DataDbCfg().DataDbHost = *inDataDBHost
|
|
}
|
|
if *inDataDBPort != dfltCfg.DataDbCfg().DataDbPort {
|
|
mgrCfg.DataDbCfg().DataDbPort = *inDataDBPort
|
|
}
|
|
if *inDataDBName != dfltCfg.DataDbCfg().DataDbName {
|
|
mgrCfg.DataDbCfg().DataDbName = *inDataDBName
|
|
}
|
|
if *inDataDBUser != dfltCfg.DataDbCfg().DataDbUser {
|
|
mgrCfg.DataDbCfg().DataDbUser = *inDataDBUser
|
|
}
|
|
if *inDataDBPass != dfltCfg.DataDbCfg().DataDbPass {
|
|
mgrCfg.DataDbCfg().DataDbPass = *inDataDBPass
|
|
}
|
|
if *inDBDataEncoding != dfltCfg.GeneralCfg().DBDataEncoding {
|
|
mgrCfg.GeneralCfg().DBDataEncoding = *inDBDataEncoding
|
|
}
|
|
if *inDataDBRedisSentinel != dfltCfg.DataDbCfg().DataDbSentinelName {
|
|
mgrCfg.DataDbCfg().DataDbSentinelName = *inDataDBRedisSentinel
|
|
}
|
|
|
|
// outDataDB
|
|
if *outDataDBType == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBType == mgrCfg.MigratorCgrConfig.OutDataDBType {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBType = mgrCfg.DataDbCfg().DataDbType
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBType = strings.TrimPrefix(*outDataDBType, "*")
|
|
}
|
|
|
|
if *outDataDBHost == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBHost == mgrCfg.MigratorCgrConfig.OutDataDBHost {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBHost = mgrCfg.DataDbCfg().DataDbHost
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBHost = *outDataDBHost
|
|
}
|
|
if *outDataDBPort == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBPort == mgrCfg.MigratorCgrConfig.OutDataDBPort {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPort = mgrCfg.DataDbCfg().DataDbPort
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPort = *outDataDBPort
|
|
}
|
|
if *outDataDBName == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBName == mgrCfg.MigratorCgrConfig.OutDataDBName {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBName = mgrCfg.DataDbCfg().DataDbName
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBName = *outDataDBName
|
|
}
|
|
if *outDataDBUser == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBUser == mgrCfg.MigratorCgrConfig.OutDataDBUser {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBUser = mgrCfg.DataDbCfg().DataDbUser
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBUser = *outDataDBUser
|
|
}
|
|
if *outDataDBPass == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBPassword == mgrCfg.MigratorCgrConfig.OutDataDBPassword {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPassword = mgrCfg.DataDbCfg().DataDbPass
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPassword = *outDataDBPass
|
|
}
|
|
if *outDBDataEncoding == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBEncoding == mgrCfg.MigratorCgrConfig.OutDataDBEncoding {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBEncoding = mgrCfg.GeneralCfg().DBDataEncoding
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBEncoding = *outDBDataEncoding
|
|
}
|
|
if *outDataDBRedisSentinel == utils.MetaDataDB {
|
|
if dfltCfg.MigratorCgrConfig.OutDataDBRedisSentinel == mgrCfg.MigratorCgrConfig.OutDataDBRedisSentinel {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBRedisSentinel = mgrCfg.DataDbCfg().DataDbSentinelName
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutDataDBRedisSentinel = *outDataDBRedisSentinel
|
|
}
|
|
|
|
sameDataDB = mgrCfg.MigratorCgrConfig.OutDataDBType == mgrCfg.DataDbCfg().DataDbType &&
|
|
mgrCfg.MigratorCgrConfig.OutDataDBHost == mgrCfg.DataDbCfg().DataDbHost &&
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPort == mgrCfg.DataDbCfg().DataDbPort &&
|
|
mgrCfg.MigratorCgrConfig.OutDataDBName == mgrCfg.DataDbCfg().DataDbName &&
|
|
mgrCfg.MigratorCgrConfig.OutDataDBEncoding == mgrCfg.GeneralCfg().DBDataEncoding
|
|
|
|
if dmIN, err = migrator.NewMigratorDataDB(mgrCfg.DataDbCfg().DataDbType,
|
|
mgrCfg.DataDbCfg().DataDbHost, mgrCfg.DataDbCfg().DataDbPort,
|
|
mgrCfg.DataDbCfg().DataDbName, mgrCfg.DataDbCfg().DataDbUser,
|
|
mgrCfg.DataDbCfg().DataDbPass, mgrCfg.GeneralCfg().DBDataEncoding,
|
|
mgrCfg.CacheCfg(), mgrCfg.DataDbCfg().DataDbSentinelName); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
if sameDataDB {
|
|
dmOUT = dmIN
|
|
} else if dmOUT, err = migrator.NewMigratorDataDB(mgrCfg.MigratorCgrConfig.OutDataDBType,
|
|
mgrCfg.MigratorCgrConfig.OutDataDBHost, mgrCfg.MigratorCgrConfig.OutDataDBPort,
|
|
mgrCfg.MigratorCgrConfig.OutDataDBName, mgrCfg.MigratorCgrConfig.OutDataDBUser,
|
|
mgrCfg.MigratorCgrConfig.OutDataDBPassword, mgrCfg.MigratorCgrConfig.OutDataDBEncoding,
|
|
mgrCfg.CacheCfg(), mgrCfg.MigratorCgrConfig.OutDataDBRedisSentinel); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
// inStorDB
|
|
if *inStorDBType != dfltCfg.StorDbCfg().StorDBType {
|
|
mgrCfg.StorDbCfg().StorDBType = strings.TrimPrefix(*inStorDBType, "*")
|
|
}
|
|
if *inStorDBHost != dfltCfg.StorDbCfg().StorDBHost {
|
|
mgrCfg.StorDbCfg().StorDBHost = *inStorDBHost
|
|
}
|
|
if *inStorDBPort != dfltCfg.StorDbCfg().StorDBPort {
|
|
mgrCfg.StorDbCfg().StorDBPort = *inStorDBPort
|
|
}
|
|
if *inStorDBName != dfltCfg.StorDbCfg().StorDBName {
|
|
mgrCfg.StorDbCfg().StorDBName = *inStorDBName
|
|
}
|
|
if *inStorDBUser != dfltCfg.StorDbCfg().StorDBUser {
|
|
mgrCfg.StorDbCfg().StorDBUser = *inStorDBUser
|
|
}
|
|
if *inStorDBPass != dfltCfg.StorDbCfg().StorDBPass {
|
|
mgrCfg.StorDbCfg().StorDBPass = *inStorDBPass
|
|
}
|
|
|
|
// outStorDB
|
|
if *outStorDBType == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBType == mgrCfg.MigratorCgrConfig.OutStorDBType {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBType = mgrCfg.StorDbCfg().StorDBType
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBType = strings.TrimPrefix(*outStorDBType, "*")
|
|
}
|
|
if *outStorDBHost == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBHost == mgrCfg.MigratorCgrConfig.OutStorDBHost {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBHost = mgrCfg.StorDbCfg().StorDBHost
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBHost = *outStorDBHost
|
|
}
|
|
if *outStorDBPort == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBPort == mgrCfg.MigratorCgrConfig.OutStorDBPort {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPort = mgrCfg.StorDbCfg().StorDBPort
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPort = *outStorDBPort
|
|
}
|
|
if *outStorDBName == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBName == mgrCfg.MigratorCgrConfig.OutStorDBName {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBName = mgrCfg.StorDbCfg().StorDBName
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBName = *outStorDBName
|
|
}
|
|
if *outStorDBUser == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBUser == mgrCfg.MigratorCgrConfig.OutStorDBUser {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBUser = mgrCfg.StorDbCfg().StorDBUser
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBUser = *outStorDBUser
|
|
}
|
|
if *outStorDBPass == utils.MetaStorDB {
|
|
if dfltCfg.MigratorCgrConfig.OutStorDBPassword == mgrCfg.MigratorCgrConfig.OutStorDBPassword {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPassword = mgrCfg.StorDbCfg().StorDBPass
|
|
}
|
|
} else {
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPassword = *outStorDBPass
|
|
}
|
|
|
|
sameStorDB = mgrCfg.MigratorCgrConfig.OutStorDBType == mgrCfg.StorDbCfg().StorDBType &&
|
|
mgrCfg.MigratorCgrConfig.OutStorDBHost == mgrCfg.StorDbCfg().StorDBHost &&
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPort == mgrCfg.StorDbCfg().StorDBPort &&
|
|
mgrCfg.MigratorCgrConfig.OutStorDBName == mgrCfg.StorDbCfg().StorDBName
|
|
|
|
if storDBIn, err = migrator.NewMigratorStorDB(mgrCfg.StorDbCfg().StorDBType,
|
|
mgrCfg.StorDbCfg().StorDBHost, mgrCfg.StorDbCfg().StorDBPort,
|
|
mgrCfg.StorDbCfg().StorDBName, mgrCfg.StorDbCfg().StorDBUser,
|
|
mgrCfg.StorDbCfg().StorDBPass,
|
|
config.CgrConfig().StorDbCfg().StorDBMaxOpenConns,
|
|
config.CgrConfig().StorDbCfg().StorDBMaxIdleConns,
|
|
config.CgrConfig().StorDbCfg().StorDBConnMaxLifetime,
|
|
config.CgrConfig().StorDbCfg().StorDBCDRSIndexes); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
if sameStorDB {
|
|
storDBOut = storDBIn
|
|
} else if storDBOut, err = migrator.NewMigratorStorDB(mgrCfg.MigratorCgrConfig.OutStorDBType,
|
|
mgrCfg.MigratorCgrConfig.OutStorDBHost, mgrCfg.MigratorCgrConfig.OutStorDBPort,
|
|
mgrCfg.MigratorCgrConfig.OutStorDBName, mgrCfg.MigratorCgrConfig.OutStorDBUser,
|
|
mgrCfg.MigratorCgrConfig.OutStorDBPassword, mgrCfg.StorDbCfg().StorDBMaxOpenConns,
|
|
mgrCfg.StorDbCfg().StorDBMaxIdleConns, mgrCfg.StorDbCfg().StorDBConnMaxLifetime,
|
|
mgrCfg.StorDbCfg().StorDBCDRSIndexes); err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
m, err := migrator.NewMigrator(dmIN, dmOUT,
|
|
storDBIn, storDBOut,
|
|
*dryRun, sameDataDB, sameStorDB)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
if migrate != nil && *migrate != "" { // Run migrator
|
|
migrstats := make(map[string]int)
|
|
mig := strings.Split(*migrate, ",")
|
|
err, migrstats = m.Migrate(mig)
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
if *verbose != false {
|
|
log.Printf("Data migrated: %+v", migrstats)
|
|
}
|
|
return
|
|
}
|
|
|
|
}
|