mirror of
https://github.com/cgrates/cgrates.git
synced 2026-02-12 18:46:24 +05:00
979 lines
31 KiB
Go
979 lines
31 KiB
Go
/*
|
|
Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
|
|
Copyright (C) ITsysCOM GmbH
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>
|
|
*/
|
|
|
|
package engine
|
|
|
|
import (
|
|
"fmt"
|
|
"sort"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/cgrates/cgrates/utils"
|
|
)
|
|
|
|
// GetTpIds implements LoadReader interface
|
|
func (iDB *InternalDB) GetTpIds(colName string) (ids []string, err error) {
|
|
tpIDs := make(utils.StringSet)
|
|
if colName == utils.EmptyString { // if colName is empty we need to parse all partitions
|
|
for _, conNm := range utils.CacheStorDBPartitions { // iterate through all columns
|
|
for _, key := range Cache.GetItemIDs(conNm, utils.EmptyString) {
|
|
tpIDs.Add(strings.Split(key, utils.InInFieldSep)[0])
|
|
}
|
|
}
|
|
} else {
|
|
for _, key := range Cache.GetItemIDs(utils.CacheStorDBPartitions[colName], utils.EmptyString) {
|
|
tpIDs.Add(strings.Split(key, utils.InInFieldSep)[0])
|
|
}
|
|
}
|
|
return tpIDs.AsSlice(), nil
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTpTableIds(tpid, table string, distinct []string,
|
|
filters map[string]string, paginator *utils.PaginatorWithSearch) (ids []string, err error) {
|
|
fullIDs := Cache.GetItemIDs(utils.CacheStorDBPartitions[table], tpid)
|
|
idSet := make(utils.StringSet)
|
|
for _, fullID := range fullIDs {
|
|
idSet.Add(fullID[len(tpid)+1:])
|
|
}
|
|
ids = idSet.AsSlice()
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPResources(tpid, tenant, id string) (resources []*utils.TPResourceProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPResources, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPResources, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
resources = append(resources, x.(*utils.TPResourceProfile))
|
|
|
|
}
|
|
if len(resources) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPStats(tpid, tenant, id string) (stats []*utils.TPStatProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPStats, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPStats, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
stats = append(stats, x.(*utils.TPStatProfile))
|
|
|
|
}
|
|
if len(stats) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPThresholds(tpid, tenant, id string) (ths []*utils.TPThresholdProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPThresholds, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPThresholds, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
ths = append(ths, x.(*utils.TPThresholdProfile))
|
|
|
|
}
|
|
if len(ths) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPFilters(tpid, tenant, id string) (fltrs []*utils.TPFilterProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPFilters, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPFilters, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
fltrs = append(fltrs, x.(*utils.TPFilterProfile))
|
|
|
|
}
|
|
if len(fltrs) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPRoutes(tpid, tenant, id string) (supps []*utils.TPRouteProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPRoutes, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPRoutes, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
supps = append(supps, x.(*utils.TPRouteProfile))
|
|
|
|
}
|
|
if len(supps) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPAttributes(tpid, tenant, id string) (attrs []*utils.TPAttributeProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPAttributes, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPAttributes, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
attrs = append(attrs, x.(*utils.TPAttributeProfile))
|
|
|
|
}
|
|
if len(attrs) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPChargers(tpid, tenant, id string) (cpps []*utils.TPChargerProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPChargers, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPChargers, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
cpps = append(cpps, x.(*utils.TPChargerProfile))
|
|
|
|
}
|
|
if len(cpps) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPDispatcherProfiles(tpid, tenant, id string) (dpps []*utils.TPDispatcherProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPDispatchers, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPDispatchers, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
dpps = append(dpps, x.(*utils.TPDispatcherProfile))
|
|
|
|
}
|
|
if len(dpps) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPDispatcherHosts(tpid, tenant, id string) (dpps []*utils.TPDispatcherHost, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPDispatcherHosts, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPDispatcherHosts, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
dpps = append(dpps, x.(*utils.TPDispatcherHost))
|
|
|
|
}
|
|
if len(dpps) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPRateProfiles(tpid, tenant, id string) (tpPrfs []*utils.TPRateProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPRateProfiles, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPRateProfiles, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
tpPrfs = append(tpPrfs, x.(*utils.TPRateProfile))
|
|
}
|
|
if len(tpPrfs) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPActionProfiles(tpid, tenant, id string) (tpPrfs []*utils.TPActionProfile, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPActionProfiles, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPActionProfiles, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
tpPrfs = append(tpPrfs, x.(*utils.TPActionProfile))
|
|
}
|
|
if len(tpPrfs) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) GetTPAccounts(tpid, tenant, id string) (tpPrfs []*utils.TPAccount, err error) {
|
|
key := tpid
|
|
if tenant != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + tenant
|
|
}
|
|
if id != utils.EmptyString {
|
|
key += utils.ConcatenatedKeySep + id
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheTBLTPAccounts, key)
|
|
for _, id := range ids {
|
|
x, ok := Cache.Get(utils.CacheTBLTPAccounts, id)
|
|
if !ok || x == nil {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
tpPrfs = append(tpPrfs, x.(*utils.TPAccount))
|
|
}
|
|
if len(tpPrfs) == 0 {
|
|
return nil, utils.ErrNotFound
|
|
}
|
|
return
|
|
}
|
|
|
|
//implement LoadWriter interface
|
|
func (iDB *InternalDB) RemTpData(table, tpid string, args map[string]string) (err error) {
|
|
if table == utils.EmptyString {
|
|
return iDB.Flush(utils.EmptyString)
|
|
}
|
|
key := tpid
|
|
if args != nil {
|
|
if tag, has := args["tag"]; has {
|
|
key += utils.ConcatenatedKeySep + tag
|
|
} else if id, has := args["id"]; has {
|
|
key += utils.ConcatenatedKeySep + args["tenant"] +
|
|
utils.ConcatenatedKeySep + id
|
|
}
|
|
}
|
|
ids := Cache.GetItemIDs(utils.CacheStorDBPartitions[table], key)
|
|
for _, id := range ids {
|
|
Cache.RemoveWithoutReplicate(utils.CacheStorDBPartitions[table], id,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPResources(resources []*utils.TPResourceProfile) (err error) {
|
|
if len(resources) == 0 {
|
|
return nil
|
|
}
|
|
for _, resource := range resources {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPResources, utils.ConcatenatedKey(resource.TPid, resource.Tenant, resource.ID), resource, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPStats(stats []*utils.TPStatProfile) (err error) {
|
|
if len(stats) == 0 {
|
|
return nil
|
|
}
|
|
for _, stat := range stats {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPStats, utils.ConcatenatedKey(stat.TPid, stat.Tenant, stat.ID), stat, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPThresholds(thresholds []*utils.TPThresholdProfile) (err error) {
|
|
if len(thresholds) == 0 {
|
|
return nil
|
|
}
|
|
|
|
for _, threshold := range thresholds {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPThresholds, utils.ConcatenatedKey(threshold.TPid, threshold.Tenant, threshold.ID), threshold, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPFilters(filters []*utils.TPFilterProfile) (err error) {
|
|
if len(filters) == 0 {
|
|
return nil
|
|
}
|
|
|
|
for _, filter := range filters {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPFilters, utils.ConcatenatedKey(filter.TPid, filter.Tenant, filter.ID), filter, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPRoutes(routes []*utils.TPRouteProfile) (err error) {
|
|
if len(routes) == 0 {
|
|
return nil
|
|
}
|
|
for _, route := range routes {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPRoutes, utils.ConcatenatedKey(route.TPid, route.Tenant, route.ID), route, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPAttributes(attributes []*utils.TPAttributeProfile) (err error) {
|
|
if len(attributes) == 0 {
|
|
return nil
|
|
}
|
|
|
|
for _, attribute := range attributes {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPAttributes, utils.ConcatenatedKey(attribute.TPid, attribute.Tenant, attribute.ID), attribute, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPChargers(cpps []*utils.TPChargerProfile) (err error) {
|
|
if len(cpps) == 0 {
|
|
return nil
|
|
}
|
|
|
|
for _, cpp := range cpps {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPChargers, utils.ConcatenatedKey(cpp.TPid, cpp.Tenant, cpp.ID), cpp, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPDispatcherProfiles(dpps []*utils.TPDispatcherProfile) (err error) {
|
|
if len(dpps) == 0 {
|
|
return nil
|
|
}
|
|
|
|
for _, dpp := range dpps {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPDispatchers, utils.ConcatenatedKey(dpp.TPid, dpp.Tenant, dpp.ID), dpp, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
func (iDB *InternalDB) SetTPDispatcherHosts(dpps []*utils.TPDispatcherHost) (err error) {
|
|
if len(dpps) == 0 {
|
|
return nil
|
|
}
|
|
for _, dpp := range dpps {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPDispatcherHosts, utils.ConcatenatedKey(dpp.TPid, dpp.Tenant, dpp.ID), dpp, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPRateProfiles(tpPrfs []*utils.TPRateProfile) (err error) {
|
|
if len(tpPrfs) == 0 {
|
|
return nil
|
|
}
|
|
for _, tpPrf := range tpPrfs {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPRateProfiles, utils.ConcatenatedKey(tpPrf.TPid, tpPrf.Tenant, tpPrf.ID), tpPrf, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPActionProfiles(tpPrfs []*utils.TPActionProfile) (err error) {
|
|
if len(tpPrfs) == 0 {
|
|
return nil
|
|
}
|
|
for _, tpPrf := range tpPrfs {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPActionProfiles, utils.ConcatenatedKey(tpPrf.TPid, tpPrf.Tenant, tpPrf.ID), tpPrf, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (iDB *InternalDB) SetTPAccounts(tpPrfs []*utils.TPAccount) (err error) {
|
|
if len(tpPrfs) == 0 {
|
|
return nil
|
|
}
|
|
for _, tpPrf := range tpPrfs {
|
|
Cache.SetWithoutReplicate(utils.CacheTBLTPAccounts, utils.ConcatenatedKey(tpPrf.TPid, tpPrf.Tenant, tpPrf.ID), tpPrf, nil,
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return
|
|
}
|
|
|
|
//implement CdrStorage interface
|
|
func (iDB *InternalDB) SetCDR(cdr *CDR, allowUpdate bool) (err error) {
|
|
if cdr.OrderID == 0 {
|
|
cdr.OrderID = iDB.cnter.Next()
|
|
}
|
|
cdrKey := utils.ConcatenatedKey(cdr.CGRID, cdr.RunID, cdr.OriginID)
|
|
if !allowUpdate {
|
|
if _, has := Cache.Get(utils.CacheCDRsTBL, cdrKey); has {
|
|
return utils.ErrExists
|
|
}
|
|
}
|
|
idxs := make(utils.StringSet)
|
|
iDB.indexedFieldsMutex.RLock()
|
|
if len(iDB.stringIndexedFields) == 0 && len(iDB.prefixIndexedFields) == 0 { // add default indexes
|
|
idxs.Add(utils.ConcatenatedKey(utils.CGRID, cdr.CGRID))
|
|
idxs.Add(utils.ConcatenatedKey(utils.RunID, cdr.RunID))
|
|
idxs.Add(utils.ConcatenatedKey(utils.OriginHost, cdr.OriginHost))
|
|
idxs.Add(utils.ConcatenatedKey(utils.Source, cdr.Source))
|
|
idxs.Add(utils.ConcatenatedKey(utils.OriginID, cdr.OriginID))
|
|
idxs.Add(utils.ConcatenatedKey(utils.ToR, cdr.ToR))
|
|
idxs.Add(utils.ConcatenatedKey(utils.RequestType, cdr.RequestType))
|
|
idxs.Add(utils.ConcatenatedKey(utils.Tenant, cdr.Tenant))
|
|
idxs.Add(utils.ConcatenatedKey(utils.Category, cdr.Category))
|
|
idxs.Add(utils.ConcatenatedKey(utils.AccountField, cdr.Account))
|
|
idxs.Add(utils.ConcatenatedKey(utils.Subject, cdr.Subject))
|
|
idxs.Add(utils.ConcatenatedKey(utils.Destination, cdr.Destination)) // include the whole Destination
|
|
for i := len(cdr.Destination) - 1; i > 0; i-- { // add destination as prefix
|
|
idxs.Add(utils.ConcatenatedKey(utils.Destination, cdr.Destination[:i]))
|
|
}
|
|
} else { // add user indexes
|
|
mpCDR := cdr.AsMapStringIface()
|
|
for _, cdrIdx := range iDB.stringIndexedFields {
|
|
idxs.Add(utils.ConcatenatedKey(cdrIdx, utils.IfaceAsString(mpCDR[cdrIdx])))
|
|
}
|
|
for _, cdrIdx := range iDB.prefixIndexedFields {
|
|
strVal := utils.IfaceAsString(mpCDR[cdrIdx])
|
|
idxs.Add(utils.ConcatenatedKey(cdrIdx, strVal))
|
|
for i := len(strVal) - 1; i > 0; i-- {
|
|
idxs.Add(utils.ConcatenatedKey(cdrIdx, strVal[:i]))
|
|
}
|
|
}
|
|
}
|
|
iDB.indexedFieldsMutex.RUnlock()
|
|
|
|
Cache.SetWithoutReplicate(utils.CacheCDRsTBL, cdrKey, cdr, idxs.AsSlice(),
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
|
|
return
|
|
}
|
|
|
|
// GetCDRs returns the CDRs from DB based on given filters
|
|
func (iDB *InternalDB) GetCDRs(filter *utils.CDRsFilter, remove bool) (cdrs []*CDR, count int64, err error) {
|
|
// filterPair used only for GetCDRs for internalDB
|
|
type filterPair struct {
|
|
key string
|
|
ids []string
|
|
}
|
|
var pairSlice []filterPair
|
|
var notPairSlice []filterPair
|
|
// get indexed fields
|
|
if len(iDB.stringIndexedFields) != 0 || len(iDB.prefixIndexedFields) != 0 {
|
|
for _, cdrIdx := range iDB.stringIndexedFields {
|
|
switch cdrIdx {
|
|
case utils.CGRID:
|
|
pairSlice = append(pairSlice, filterPair{utils.CGRID, filter.CGRIDs})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.CGRID, filter.NotCGRIDs})
|
|
filter.NotCGRIDs = nil
|
|
filter.CGRIDs = nil
|
|
case utils.RunID:
|
|
pairSlice = append(pairSlice, filterPair{utils.RunID, filter.RunIDs})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.RunID, filter.NotRunIDs})
|
|
filter.NotRunIDs = nil
|
|
filter.RunIDs = nil
|
|
case utils.OriginID:
|
|
pairSlice = append(pairSlice, filterPair{utils.OriginID, filter.OriginIDs})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.OriginID, filter.NotOriginIDs})
|
|
filter.NotOriginIDs = nil
|
|
filter.OriginIDs = nil
|
|
case utils.OriginHost:
|
|
pairSlice = append(pairSlice, filterPair{utils.OriginHost, filter.OriginHosts})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.OriginHost, filter.NotOriginHosts})
|
|
filter.NotOriginHosts = nil
|
|
filter.OriginHosts = nil
|
|
case utils.Source:
|
|
pairSlice = append(pairSlice, filterPair{utils.Source, filter.Sources})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.Source, filter.NotSources})
|
|
filter.NotSources = nil
|
|
filter.Sources = nil
|
|
case utils.ToR:
|
|
pairSlice = append(pairSlice, filterPair{utils.ToR, filter.ToRs})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.ToR, filter.NotToRs})
|
|
filter.NotToRs = nil
|
|
filter.ToRs = nil
|
|
case utils.RequestType:
|
|
pairSlice = append(pairSlice, filterPair{utils.RequestType, filter.RequestTypes})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.RequestType, filter.NotRequestTypes})
|
|
filter.NotRequestTypes = nil
|
|
filter.RequestTypes = nil
|
|
case utils.Tenant:
|
|
pairSlice = append(pairSlice, filterPair{utils.Tenant, filter.Tenants})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.Tenant, filter.NotTenants})
|
|
filter.NotTenants = nil
|
|
filter.Tenants = nil
|
|
case utils.Category:
|
|
pairSlice = append(pairSlice, filterPair{utils.Category, filter.Categories})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.Category, filter.NotCategories})
|
|
filter.NotCategories = nil
|
|
filter.Categories = nil
|
|
case utils.AccountField:
|
|
pairSlice = append(pairSlice, filterPair{utils.AccountField, filter.Accounts})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.AccountField, filter.NotAccounts})
|
|
filter.NotAccounts = nil
|
|
filter.Accounts = nil
|
|
case utils.Subject:
|
|
pairSlice = append(pairSlice, filterPair{utils.Subject, filter.Subjects})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.Subject, filter.NotSubjects})
|
|
filter.NotSubjects = nil
|
|
filter.Subjects = nil
|
|
default:
|
|
if val, has := filter.ExtraFields[cdrIdx]; has && val != utils.MetaExists { // if the filter value is *exist it should not be treated as a indexed field
|
|
pairSlice = append(pairSlice, filterPair{cdrIdx, []string{val}})
|
|
delete(filter.ExtraFields, cdrIdx)
|
|
}
|
|
if val, has := filter.NotExtraFields[cdrIdx]; has && val != utils.MetaExists { // if the filter value is *exist it should not be treated as a indexed field
|
|
notPairSlice = append(notPairSlice, filterPair{cdrIdx, []string{val}})
|
|
delete(filter.NotExtraFields, cdrIdx)
|
|
}
|
|
}
|
|
}
|
|
for _, cdrIdx := range iDB.prefixIndexedFields {
|
|
switch cdrIdx {
|
|
case utils.Destination:
|
|
pairSlice = append(pairSlice, filterPair{utils.Destination, filter.DestinationPrefixes})
|
|
notPairSlice = append(notPairSlice, filterPair{utils.Destination, filter.NotDestinationPrefixes})
|
|
filter.DestinationPrefixes = nil
|
|
filter.NotDestinationPrefixes = nil
|
|
default:
|
|
if val, has := filter.ExtraFields[cdrIdx]; has && val != utils.MetaExists { // if the filter value is *exist it should not be treated as a indexed field
|
|
pairSlice = append(pairSlice, filterPair{cdrIdx, []string{val}})
|
|
delete(filter.ExtraFields, cdrIdx)
|
|
}
|
|
if val, has := filter.NotExtraFields[cdrIdx]; has && val != utils.MetaExists { // if the filter value is *exist it should not be treated as a indexed field
|
|
notPairSlice = append(notPairSlice, filterPair{cdrIdx, []string{val}})
|
|
delete(filter.NotExtraFields, cdrIdx)
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
pairSlice = []filterPair{
|
|
{utils.CGRID, filter.CGRIDs},
|
|
{utils.RunID, filter.RunIDs},
|
|
{utils.OriginID, filter.OriginIDs},
|
|
{utils.OriginHost, filter.OriginHosts},
|
|
{utils.Source, filter.Sources},
|
|
{utils.ToR, filter.ToRs},
|
|
{utils.RequestType, filter.RequestTypes},
|
|
{utils.Tenant, filter.Tenants},
|
|
{utils.Category, filter.Categories},
|
|
{utils.AccountField, filter.Accounts},
|
|
{utils.Subject, filter.Subjects},
|
|
{utils.Destination, filter.DestinationPrefixes},
|
|
}
|
|
notPairSlice = []filterPair{
|
|
{utils.CGRID, filter.NotCGRIDs},
|
|
{utils.RunID, filter.NotRunIDs},
|
|
{utils.OriginID, filter.NotOriginIDs},
|
|
{utils.OriginHost, filter.NotOriginHosts},
|
|
{utils.Source, filter.NotSources},
|
|
{utils.ToR, filter.NotToRs},
|
|
{utils.RequestType, filter.NotRequestTypes},
|
|
{utils.Tenant, filter.NotTenants},
|
|
{utils.Category, filter.NotCategories},
|
|
{utils.AccountField, filter.NotAccounts},
|
|
{utils.Subject, filter.NotSubjects},
|
|
{utils.Destination, filter.NotDestinationPrefixes},
|
|
}
|
|
filter.CGRIDs = nil
|
|
filter.RunIDs = nil
|
|
filter.OriginIDs = nil
|
|
filter.OriginHosts = nil
|
|
filter.Sources = nil
|
|
filter.ToRs = nil
|
|
filter.RequestTypes = nil
|
|
filter.Tenants = nil
|
|
filter.Categories = nil
|
|
filter.Accounts = nil
|
|
filter.Subjects = nil
|
|
filter.DestinationPrefixes = nil
|
|
filter.NotCGRIDs = nil
|
|
filter.NotRunIDs = nil
|
|
filter.NotOriginIDs = nil
|
|
filter.NotOriginHosts = nil
|
|
filter.NotSources = nil
|
|
filter.NotToRs = nil
|
|
filter.NotRequestTypes = nil
|
|
filter.NotTenants = nil
|
|
filter.NotCategories = nil
|
|
filter.NotAccounts = nil
|
|
filter.NotSubjects = nil
|
|
filter.NotDestinationPrefixes = nil
|
|
}
|
|
|
|
// find indexed fields
|
|
var cdrMpIDs utils.StringSet
|
|
// Apply string filter
|
|
for _, fltrSlc := range pairSlice {
|
|
if len(fltrSlc.ids) == 0 {
|
|
continue
|
|
}
|
|
grpMpIDs := make(utils.StringSet)
|
|
for _, id := range fltrSlc.ids {
|
|
grpMpIDs.AddSlice(Cache.tCache.GetGroupItemIDs(utils.CacheCDRsTBL, utils.ConcatenatedKey(fltrSlc.key, id)))
|
|
}
|
|
if grpMpIDs.Size() == 0 {
|
|
if filter.Count {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
if cdrMpIDs == nil {
|
|
cdrMpIDs = grpMpIDs
|
|
continue
|
|
}
|
|
cdrMpIDs.Intersect(grpMpIDs)
|
|
if cdrMpIDs.Size() == 0 {
|
|
if filter.Count {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
}
|
|
if cdrMpIDs == nil {
|
|
cdrMpIDs = utils.NewStringSet(Cache.GetItemIDs(utils.CacheCDRsTBL, utils.EmptyString))
|
|
}
|
|
// check for Not filters
|
|
for _, fltrSlc := range notPairSlice {
|
|
if len(fltrSlc.ids) == 0 {
|
|
continue
|
|
}
|
|
for _, id := range fltrSlc.ids {
|
|
for _, id := range Cache.tCache.GetGroupItemIDs(utils.CacheCDRsTBL, utils.ConcatenatedKey(fltrSlc.key, id)) {
|
|
if !cdrMpIDs.Has(id) {
|
|
continue
|
|
}
|
|
cdrMpIDs.Remove(id)
|
|
if cdrMpIDs.Size() == 0 {
|
|
if filter.Count {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if cdrMpIDs.Size() == 0 {
|
|
if filter.Count {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
|
|
// check non indexed fields
|
|
var minUsage time.Duration
|
|
var maxUsage time.Duration
|
|
if len(filter.MinUsage) != 0 {
|
|
if minUsage, err = utils.ParseDurationWithNanosecs(filter.MinUsage); err != nil {
|
|
return nil, 0, err
|
|
}
|
|
}
|
|
if len(filter.MaxUsage) != 0 {
|
|
if maxUsage, err = utils.ParseDurationWithNanosecs(filter.MaxUsage); err != nil {
|
|
return nil, 0, err
|
|
}
|
|
}
|
|
var offset int
|
|
if filter.Paginator.Offset != nil {
|
|
offset = *filter.Paginator.Offset
|
|
}
|
|
filter.Prepare()
|
|
for key := range cdrMpIDs {
|
|
x, ok := Cache.Get(utils.CacheCDRsTBL, key)
|
|
if !ok || x == nil {
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
cdr := x.(*CDR)
|
|
|
|
// default indexed filters
|
|
if (len(filter.CGRIDs) > 0 && !utils.SliceHasMember(filter.CGRIDs, cdr.CGRID)) ||
|
|
(len(filter.RunIDs) > 0 && !utils.SliceHasMember(filter.RunIDs, cdr.RunID)) ||
|
|
(len(filter.OriginIDs) > 0 && !utils.SliceHasMember(filter.OriginIDs, cdr.OriginID)) ||
|
|
(len(filter.OriginHosts) > 0 && !utils.SliceHasMember(filter.OriginHosts, cdr.OriginHost)) ||
|
|
(len(filter.Sources) > 0 && !utils.SliceHasMember(filter.Sources, cdr.Source)) ||
|
|
(len(filter.ToRs) > 0 && !utils.SliceHasMember(filter.ToRs, cdr.ToR)) ||
|
|
(len(filter.RequestTypes) > 0 && !utils.SliceHasMember(filter.RequestTypes, cdr.RequestType)) ||
|
|
(len(filter.Tenants) > 0 && !utils.SliceHasMember(filter.Tenants, cdr.Tenant)) ||
|
|
(len(filter.Categories) > 0 && !utils.SliceHasMember(filter.Categories, cdr.Category)) ||
|
|
(len(filter.Accounts) > 0 && !utils.SliceHasMember(filter.Accounts, cdr.Account)) ||
|
|
(len(filter.Subjects) > 0 && !utils.SliceHasMember(filter.Subjects, cdr.Subject)) ||
|
|
|
|
(len(filter.NotCGRIDs) > 0 && utils.SliceHasMember(filter.NotCGRIDs, cdr.CGRID)) ||
|
|
(len(filter.NotRunIDs) > 0 && utils.SliceHasMember(filter.NotRunIDs, cdr.RunID)) ||
|
|
(len(filter.NotOriginIDs) > 0 && utils.SliceHasMember(filter.NotOriginIDs, cdr.OriginID)) ||
|
|
(len(filter.NotOriginHosts) > 0 && utils.SliceHasMember(filter.NotOriginHosts, cdr.OriginHost)) ||
|
|
(len(filter.NotSources) > 0 && utils.SliceHasMember(filter.NotSources, cdr.Source)) ||
|
|
(len(filter.NotToRs) > 0 && utils.SliceHasMember(filter.NotToRs, cdr.ToR)) ||
|
|
(len(filter.NotRequestTypes) > 0 && utils.SliceHasMember(filter.NotRequestTypes, cdr.RequestType)) ||
|
|
(len(filter.NotTenants) > 0 && utils.SliceHasMember(filter.NotTenants, cdr.Tenant)) ||
|
|
(len(filter.NotCategories) > 0 && utils.SliceHasMember(filter.NotCategories, cdr.Category)) ||
|
|
(len(filter.NotAccounts) > 0 && utils.SliceHasMember(filter.NotAccounts, cdr.Account)) ||
|
|
(len(filter.NotSubjects) > 0 && utils.SliceHasMember(filter.NotSubjects, cdr.Subject)) ||
|
|
|
|
(len(filter.Costs) > 0 && !utils.Float64SliceHasMember(filter.Costs, cdr.Cost)) ||
|
|
(len(filter.NotCosts) > 0 && utils.Float64SliceHasMember(filter.NotCosts, cdr.Cost)) ||
|
|
|
|
(len(filter.DestinationPrefixes) > 0 && !utils.HasPrefixSlice(filter.DestinationPrefixes, cdr.Destination)) ||
|
|
(len(filter.NotDestinationPrefixes) > 0 && utils.HasPrefixSlice(filter.NotDestinationPrefixes, cdr.Destination)) ||
|
|
|
|
(filter.OrderIDStart != nil && cdr.OrderID < *filter.OrderIDStart) ||
|
|
(filter.OrderIDEnd != nil && cdr.OrderID >= *filter.OrderIDEnd) ||
|
|
|
|
(filter.AnswerTimeStart != nil && !filter.AnswerTimeStart.IsZero() && cdr.AnswerTime.Before(*filter.AnswerTimeStart)) ||
|
|
(filter.AnswerTimeEnd != nil && !filter.AnswerTimeEnd.IsZero() && cdr.AnswerTime.After(*filter.AnswerTimeEnd)) ||
|
|
(filter.SetupTimeStart != nil && !filter.SetupTimeStart.IsZero() && cdr.SetupTime.Before(*filter.SetupTimeStart)) ||
|
|
(filter.SetupTimeEnd != nil && !filter.SetupTimeEnd.IsZero() && cdr.SetupTime.Before(*filter.SetupTimeEnd)) ||
|
|
|
|
(len(filter.MinUsage) != 0 && cdr.Usage < minUsage) ||
|
|
(len(filter.MaxUsage) != 0 && cdr.Usage > maxUsage) {
|
|
continue
|
|
}
|
|
|
|
// normal filters
|
|
|
|
if filter.MinCost != nil {
|
|
if filter.MaxCost == nil {
|
|
if cdr.Cost < *filter.MinCost {
|
|
continue
|
|
}
|
|
} else if *filter.MinCost == 0.0 && *filter.MaxCost == -1.0 { // Special case when we want to skip errors
|
|
if cdr.Cost < 0 {
|
|
continue
|
|
}
|
|
} else if cdr.Cost < *filter.MinCost || cdr.Cost >= *filter.MaxCost {
|
|
continue
|
|
}
|
|
} else if filter.MaxCost != nil {
|
|
if *filter.MaxCost == -1.0 { // Non-rated CDRs
|
|
if cdr.Cost < 0 {
|
|
continue
|
|
}
|
|
} else if cdr.Cost >= *filter.MaxCost { // Above limited CDRs, since MinCost is empty, make sure we query also NULL cost
|
|
continue
|
|
}
|
|
}
|
|
if len(filter.ExtraFields) != 0 {
|
|
passFilter := true
|
|
for extFldID, extFldVal := range filter.ExtraFields {
|
|
val, has := cdr.ExtraFields[extFldID]
|
|
passFilter = val == extFldVal
|
|
if extFldVal == utils.MetaExists {
|
|
passFilter = has
|
|
}
|
|
if !passFilter {
|
|
break
|
|
}
|
|
}
|
|
if !passFilter {
|
|
continue
|
|
}
|
|
}
|
|
if len(filter.NotExtraFields) != 0 {
|
|
passFilter := true
|
|
for notExtFldID, notExtFldVal := range filter.NotExtraFields {
|
|
val, has := cdr.ExtraFields[notExtFldID]
|
|
passFilter = val != notExtFldVal
|
|
if notExtFldVal == utils.MetaExists {
|
|
passFilter = !has
|
|
}
|
|
if !passFilter {
|
|
break
|
|
}
|
|
}
|
|
if !passFilter {
|
|
continue
|
|
}
|
|
}
|
|
|
|
if filter.OrderBy == utils.EmptyString { // if do not have to order exit early
|
|
if offset > 0 {
|
|
offset--
|
|
continue
|
|
}
|
|
if filter.Paginator.Limit != nil &&
|
|
len(cdrs) >= *filter.Paginator.Limit {
|
|
break
|
|
}
|
|
}
|
|
//pass all filters and append to slice
|
|
cdrs = append(cdrs, cdr)
|
|
}
|
|
if len(cdrs) <= offset { // if we have offset populated but not enough cdrs return
|
|
if filter.Count {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
if filter.Count {
|
|
cdrs = cdrs[offset:]
|
|
if filter.Paginator.Limit != nil &&
|
|
len(cdrs) >= *filter.Paginator.Limit {
|
|
return nil, int64(*filter.Paginator.Limit), nil
|
|
}
|
|
return nil, int64(len(cdrs)), nil
|
|
}
|
|
if len(cdrs) == 0 {
|
|
if remove {
|
|
return nil, 0, nil
|
|
}
|
|
return nil, 0, utils.ErrNotFound
|
|
}
|
|
|
|
if filter.OrderBy != utils.EmptyString {
|
|
separateVals := strings.Split(filter.OrderBy, utils.InfieldSep)
|
|
ascendent := !(len(separateVals) == 2 && separateVals[1] == "desc")
|
|
switch separateVals[0] {
|
|
case utils.OrderID:
|
|
if ascendent {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].OrderID < cdrs[j].OrderID
|
|
})
|
|
} else {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].OrderID > cdrs[j].OrderID
|
|
})
|
|
}
|
|
case utils.AnswerTime:
|
|
if ascendent {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].AnswerTime.Before(cdrs[j].AnswerTime)
|
|
})
|
|
} else {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].AnswerTime.After(cdrs[j].AnswerTime)
|
|
})
|
|
}
|
|
case utils.SetupTime:
|
|
if ascendent {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].SetupTime.Before(cdrs[j].SetupTime)
|
|
})
|
|
} else {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].SetupTime.After(cdrs[j].SetupTime)
|
|
})
|
|
}
|
|
case utils.Usage:
|
|
if ascendent {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].Usage < cdrs[j].Usage
|
|
})
|
|
} else {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].Usage > cdrs[j].Usage
|
|
})
|
|
}
|
|
case utils.Cost:
|
|
if ascendent {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].Cost < cdrs[j].Cost
|
|
})
|
|
} else {
|
|
sort.Slice(cdrs, func(i, j int) bool {
|
|
return cdrs[i].Cost > cdrs[j].Cost
|
|
})
|
|
}
|
|
default:
|
|
return nil, 0, fmt.Errorf("Invalid value : %s", separateVals[0])
|
|
}
|
|
|
|
cdrs = cdrs[offset:]
|
|
if filter.Paginator.Limit != nil {
|
|
if len(cdrs) > *filter.Paginator.Limit {
|
|
cdrs = cdrs[:*filter.Paginator.Limit]
|
|
}
|
|
}
|
|
}
|
|
if remove {
|
|
for _, cdr := range cdrs {
|
|
Cache.RemoveWithoutReplicate(utils.CacheCDRsTBL, utils.ConcatenatedKey(cdr.CGRID, cdr.RunID, cdr.OriginID),
|
|
cacheCommit(utils.NonTransactional), utils.NonTransactional)
|
|
}
|
|
return nil, 0, nil
|
|
}
|
|
return
|
|
}
|