//Simple caching library with expiration capabilities package engine import ( "fmt" "os" "path/filepath" "strings" "sync" "time" "github.com/cgrates/cgrates/utils" ) type cacheStore interface { Put(string, interface{}) Get(string) (interface{}, error) Append(string, string) Pop(string, string) Delete(string) DeletePrefix(string) CountEntriesForPrefix(string) int GetAllForPrefix(string) (map[string]interface{}, error) GetKeysForPrefix(string) []string Load(string, []string) error } // easy to be counted exported by prefix type cacheDoubleStore map[string]map[string]interface{} func newDoubleStore() cacheDoubleStore { return make(cacheDoubleStore) } func (cs cacheDoubleStore) Put(key string, value interface{}) { prefix, key := key[:PREFIX_LEN], key[PREFIX_LEN:] mp, ok := cs[prefix] if !ok { mp = make(map[string]interface{}) cs[prefix] = mp } mp[key] = value /*if err := dumper.put(prefix, key, value); err != nil { utils.Logger.Info(" put error: " + err.Error()) }*/ } func (cs cacheDoubleStore) Get(key string) (interface{}, error) { prefix, key := key[:PREFIX_LEN], key[PREFIX_LEN:] if keyMap, ok := cs[prefix]; ok { if ti, exists := keyMap[key]; exists { return ti, nil } } return nil, utils.ErrNotFound } func (cs cacheDoubleStore) Append(key string, value string) { var elements map[string]struct{} // using map for faster check if element is present if v, err := cs.Get(key); err == nil { elements = v.(map[string]struct{}) } else { elements = make(map[string]struct{}) } elements[value] = struct{}{} cache.Put(key, elements) } func (cs cacheDoubleStore) Pop(key string, value string) { if v, err := cs.Get(key); err == nil { elements, ok := v.(map[string]struct{}) if ok { delete(elements, value) if len(elements) > 0 { cache.Put(key, elements) } else { cache.Delete(key) } } } } func (cs cacheDoubleStore) Delete(key string) { prefix, key := key[:PREFIX_LEN], key[PREFIX_LEN:] if keyMap, ok := cs[prefix]; ok { delete(keyMap, key) /*if err := dumper.delete(prefix, key); err != nil { utils.Logger.Info(" delete error: " + err.Error()) }*/ } } func (cs cacheDoubleStore) DeletePrefix(prefix string) { delete(cs, prefix) /*if err := dumper.deleteAll(prefix); err != nil { utils.Logger.Info(" delete all error: " + err.Error()) }*/ } func (cs cacheDoubleStore) CountEntriesForPrefix(prefix string) int { if m, ok := cs[prefix]; ok { return len(m) } return 0 } func (cs cacheDoubleStore) GetAllForPrefix(prefix string) (map[string]interface{}, error) { if keyMap, ok := cs[prefix]; ok { return keyMap, nil } return nil, utils.ErrNotFound } func (cs cacheDoubleStore) GetKeysForPrefix(prefix string) (keys []string) { prefix, key := prefix[:PREFIX_LEN], prefix[PREFIX_LEN:] if keyMap, ok := cs[prefix]; ok { for iterKey := range keyMap { if len(key) == 0 || strings.HasPrefix(iterKey, key) { keys = append(keys, prefix+iterKey) } } } return } func (cs cacheDoubleStore) Load(path string, prefixes []string) error { if path == "" || len(prefixes) == 0 { return nil } start := time.Now() var wg sync.WaitGroup var mux sync.Mutex for _, prefix := range prefixes { prefix = prefix[:PREFIX_LEN] // make sure it's only limited to prefix length' p := filepath.Join(path, prefix+".cache") if _, err := os.Stat(p); os.IsNotExist(err) { // no cache file for this prefix continue } wg.Add(1) go func(dirPath, pref string) { defer wg.Done() val, err := dumper.load(pref) if err != nil { utils.Logger.Info(" load error: " + err.Error()) return } mux.Lock() cs[pref] = val mux.Unlock() }(p, prefix) } wg.Wait() utils.Logger.Info(fmt.Sprintf("Cache %v load time: %v", prefixes, time.Since(start))) return nil } // faster to access type cacheSimpleStore struct { cache map[string]interface{} counters map[string]int } func newSimpleStore() cacheSimpleStore { return cacheSimpleStore{ cache: make(map[string]interface{}), counters: make(map[string]int), } } func (cs cacheSimpleStore) Put(key string, value interface{}) { if _, ok := cs.cache[key]; !ok { // only count if the key is not already there cs.count(key) } cs.cache[key] = value } func (cs cacheSimpleStore) Append(key string, value string) { var elements map[string]struct{} if v, err := cs.Get(key); err == nil { elements = v.(map[string]struct{}) } else { elements = make(map[string]struct{}) } elements[value] = struct{}{} cache.Put(key, elements) } func (cs cacheSimpleStore) Get(key string) (interface{}, error) { if value, exists := cs.cache[key]; exists { return value, nil } return nil, utils.ErrNotFound } func (cs cacheSimpleStore) Pop(key string, value string) { if v, err := cs.Get(key); err == nil { elements, ok := v.(map[string]struct{}) if ok { delete(elements, value) if len(elements) > 0 { cache.Put(key, elements) } else { cache.Delete(key) } } } } func (cs cacheSimpleStore) Delete(key string) { if _, ok := cs.cache[key]; ok { delete(cs.cache, key) cs.descount(key) } } func (cs cacheSimpleStore) DeletePrefix(prefix string) { for key, _ := range cs.cache { if strings.HasPrefix(key, prefix) { delete(cs.cache, key) cs.descount(key) } } } // increments the counter for the specified key prefix func (cs cacheSimpleStore) count(key string) { if len(key) < PREFIX_LEN { return } prefix := key[:PREFIX_LEN] if _, ok := cs.counters[prefix]; ok { // increase the value cs.counters[prefix] += 1 } else { cs.counters[prefix] = 1 } } // decrements the counter for the specified key prefix func (cs cacheSimpleStore) descount(key string) { if len(key) < PREFIX_LEN { return } prefix := key[:PREFIX_LEN] if value, ok := cs.counters[prefix]; ok && value > 0 { cs.counters[prefix] -= 1 } } func (cs cacheSimpleStore) CountEntriesForPrefix(prefix string) int { if _, ok := cs.counters[prefix]; ok { return cs.counters[prefix] } return 0 } func (cs cacheSimpleStore) GetAllForPrefix(prefix string) (map[string]interface{}, error) { result := make(map[string]interface{}) found := false for key, ti := range cs.cache { if strings.HasPrefix(key, prefix) { result[key[PREFIX_LEN:]] = ti found = true } } if !found { return nil, utils.ErrNotFound } return result, nil } func (cs cacheSimpleStore) GetKeysForPrefix(prefix string) (keys []string) { for key, _ := range cs.cache { if strings.HasPrefix(key, prefix) { keys = append(keys, key) } } return } func (cs cacheSimpleStore) Load(path string, keys []string) error { utils.Logger.Info("simplestore load") return nil }