Optimized matchingItemIDsForEvent

engine/filterhelpers.go

@@ -0,0 +1,87 @@
+/*
+Real-time Online/Offline Charging System (OCS) for Telecom & ISP environments
+Copyright (C) ITsysCOM GmbH
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program.  If not, see <http://www.gnu.org/licenses/>
+*/
+
+package engine
+
+import (
+	"fmt"
+
+	"github.com/cgrates/cgrates/utils"
+)
+
+// matchingItemIDsForEvent returns the list of item IDs matching fieldName/fieldValue for an event
+// fieldIDs limits the fields which are checked against indexes
+// helper on top of dataDB.MatchReqFilterIndex, adding utils.ANY to list of fields queried
+func matchingItemIDsForEvent(ev map[string]interface{}, stringFldIDs, prefixFldIDs *[]string,
+	dm *DataManager, dbIdxKey string) (itemIDs utils.StringMap, err error) {
+	itemIDs = make(utils.StringMap)
+	allFieldIDs := make([]string, len(ev))
+	i := 0
+	for fldID := range ev {
+		allFieldIDs[i] = fldID
+		i += 1
+	}
+	stringFieldVals := map[string]string{utils.ANY: utils.ANY} // cache here field string values, start with default one
+	filterIndexTypes := []string{MetaString, MetaPrefix, utils.MetaDefault}
+	for i, fieldIDs := range []*[]string{stringFldIDs, prefixFldIDs, nil} { // same routine for both string and prefix filter types
+		if filterIndexTypes[i] == utils.MetaDefault {
+			fieldIDs = &[]string{utils.ANY} // so we can query DB for unindexed filters
+		}
+		if fieldIDs == nil {
+			fieldIDs = &allFieldIDs
+		}
+		for _, fldName := range *fieldIDs {
+			fieldValIf, has := ev[fldName]
+			if !has && filterIndexTypes[i] != utils.MetaDefault {
+				continue
+			}
+			if _, cached := stringFieldVals[fldName]; !cached {
+				strVal, canCast := utils.CastFieldIfToString(fieldValIf)
+				if !canCast {
+					utils.Logger.Warning(
+						fmt.Sprintf("<%s> cannot cast field: %s into string", utils.FilterS, fldName))
+					continue
+				}
+				stringFieldVals[fldName] = strVal
+			}
+			fldVal := stringFieldVals[fldName]
+			fldVals := []string{fldVal}
+			// default is only one fieldValue checked
+			if filterIndexTypes[i] == MetaPrefix {
+				fldVals = utils.SplitPrefix(fldVal, 1) // all prefixes till last digit
+			}
+			var dbItemIDs utils.StringMap // list of items matched in DB
+			for _, val := range fldVals {
+				dbItemIDs, err = dm.MatchFilterIndex(dbIdxKey, filterIndexTypes[i], fldName, val)
+				if err != nil {
+					if err == utils.ErrNotFound {
+						continue
+					}
+					return nil, err
+				}
+				break // we got at least one answer back, longest prefix wins
+			}
+			for itemID := range dbItemIDs {
+				if _, hasIt := itemIDs[itemID]; !hasIt { // Add it to list if not already there
+					itemIDs[itemID] = dbItemIDs[itemID]
+				}
+			}
+		}
+	}
+	return
+}