cgrates/cmd/cgr-loader/cgr-loader.go

/*
Rating system designed to be used in VoIP Carriers World
Copyright (C) 2012  Radu Ioan Fericean

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>
*/

package main

import (
	"flag"
	"github.com/cgrates/cgrates/timespans"
	"log"
	"path"
	"regexp"
)

var (
	separator        = flag.String("separator", ",", "Default field separator")
	redissrv         = flag.String("redissrv", "127.0.0.1:6379", "redis server address (tcp:127.0.0.1:6379)")
	redisdb          = flag.Int("redisdb", 10, "redis database number (10)")
	redispass        = flag.String("pass", "", "redis database password")
	flush            = flag.Bool("flush", false, "Flush the database before importing")
	dataPath         = flag.String("path", ".", "The path containing the data files")
	destinationsFn   = "Destinations.csv"
	ratesFn          = "Rates.csv"
	timingsFn        = "Timings.csv"
	ratetimingsFn    = "RateTimings.csv"
	ratingprofilesFn = "RatingProfiles.csv"
	actionsFn        = "Actions.csv"
	actiontimingsFn  = "ActionTimings.csv"
	actiontriggersFn = "ActionTriggers.csv"
	accountactionsFn = "AccountActions.csv"
	sep              rune
)

type validator struct {
	fn      string
	re      *regexp.Regexp
	message string
}

func main() {
	flag.Parse()
	dataFilesValidators := []*validator{
		&validator{destinationsFn, regexp.MustCompile(`(?:\w+\s*,\s*){1}(?:\d+.?\d*){1}$`), "Tag[0-9A-Za-z_),Prefix[0-9]"},
		&validator{ratesFn, regexp.MustCompile(`(?:\w+\s*,\s*){2}(?:\d+.?\d*){4}$`), "Tag[0-9A-Za-z_],DestinationsTag[0-9A-Za-z_],ConnectFee,Price,PricedUnits,RateIncrement"},
		&validator{timingsFn, regexp.MustCompile(`(?:\w+\s*,\s*){1}(?:\*all\s*,\s*|(?:\d{1,4};?)+\s*,\s*|\s*,\s*){4}(?:\d{2}:\d{2}:\d{2}|\*asap){1}$`), "Tag,Years,Months,MonthDays,WeekDays,Time"},
		&validator{ratetimingsFn, regexp.MustCompile(`(?:\w+\s*,\s*){3}(?:\d+.?\d*){1}$`), "Tag,RatesTag,TimingProfile,Weight"},
		&validator{ratingprofilesFn, regexp.MustCompile(`(?:\w+\s*,\s*){1}(?:\d+\s*,\s*){1}(?:OUT\s*,\s*|IN\s*,\s*){1}(?:\*all\s*,\s*|[\w:\.]+\s*,\s*){1}(?:\w*\s*,\s*){1}(?:\w+\s*,\s*){1}(?:\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}Z){1}$`), "Tenant,TOR,Direction,Subject,RatesFallbackSubject,RatesTimingTag,ActivationTime"},
		&validator{actionsFn, regexp.MustCompile(`(?:\w+\s*,\s*){3}(?:OUT\s*,\s*|IN\s*,\s*){1}(?:\d+\s*,\s*){1}(?:\w+\s*,\s*|\*all\s*,\s*){1}(?:ABSOLUTE\s*,\s*|PERCENT\s*,\s*|\s*,\s*){1}(?:\d*\.?\d*\s*,?\s*){3}$`), "Tag,Action,BalanceTag,Direction,Units,DestinationTag,PriceType,PriceValue,MinutesWeight,Weight"},
		&validator{actiontimingsFn, regexp.MustCompile(`(?:\w+\s*,\s*){3}(?:\d+\.?\d*){1}`), "Tag,ActionsTag,TimingTag, Weight"},
		&validator{actiontriggersFn, regexp.MustCompile(`(?:\w+\s*,\s*){2}(?:OUT\s*,\s*|IN\s*,\s*){1}(?:\d+\.?\d*\s*,\s*){1}(?:\w+\s*,\s*|\*all\s*,\s*){1}(?:\w+\s*,\s*){1}(?:\d+\.?\d*){1}$`), "Tag,BalanceTag,ThresholdValue,Direction,DestinationTag,ActionsTag,Weight"},
		&validator{accountactionsFn, regexp.MustCompile(`(?:OUT\s*,\s*|IN\s*,\s*){1}`), "Tenant,Account,Direction,ActionTimingsTag,ActionTriggersTag"},
	}
	for _, v := range dataFilesValidators {
		err := timespans.ValidateCSVData(v.fn, v.re)
		if err != nil {
			log.Fatal(err, "\n\t", v.message)
		}
	}

	sep = []rune(*separator)[0]
	csvr := timespans.NewFileCSVReader()
	err := csvr.LoadDestinations(path.Join(*dataPath, destinationsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadRates(path.Join(*dataPath, ratesFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadTimings(path.Join(*dataPath, timingsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadRateTimings(path.Join(*dataPath, ratetimingsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadRatingProfiles(path.Join(*dataPath, ratingprofilesFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadActions(path.Join(*dataPath, actionsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadActionTimings(path.Join(*dataPath, actiontimingsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadActionTriggers(path.Join(*dataPath, actiontriggersFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	err = csvr.LoadAccountActions(path.Join(*dataPath, accountactionsFn), sep)
	if err != nil {
		log.Fatal(err)
	}
	storage, err := timespans.NewRedisStorage(*redissrv, *redisdb, *redispass)
	//storage, err := timespans.NewMongoStorage("localhost", "cgrates")
	if err != nil {
		log.Fatal("Could not open database connection: %v", err)
	}

	// writing to database
	csvr.WriteToDatabase(storage, *flush, true)
}