package cache import ( "encoding/gob" "fmt" "io" "os" "runtime" "sync" "time" ) type Item[V any] struct { Object V Expiration int64 } // Returns true if the item has expired. func (item Item[V]) Expired() bool { if item.Expiration == 0 { return false } return time.Now().UnixNano() > item.Expiration } const ( // For use with functions that take an expiration time. NoExpiration time.Duration = -1 // For use with functions that take an expiration time. Equivalent to // passing in the same expiration duration as was given to New() or // NewFrom() when the cache was created (e.g. 5 minutes.) DefaultExpiration time.Duration = 0 ) type Cache[K comparable, V any] struct { *cache[K, V] // If this is confusing, see the comment at the bottom of New() } type cache[K comparable, V any] struct { defaultExpiration time.Duration items map[K]Item[V] mu sync.RWMutex onEvicted func(K, V) janitor *janitor[K, V] } // Add an item to the cache, replacing any existing item. If the duration is 0 // (DefaultExpiration), the cache's default expiration time is used. If it is -1 // (NoExpiration), the item never expires. func (c *cache[K, V]) Set(k K, x V, d time.Duration) { // "Inlining" of set var e int64 if d == DefaultExpiration { d = c.defaultExpiration } if d > 0 { e = time.Now().Add(d).UnixNano() } c.mu.Lock() c.items[k] = Item[V]{ Object: x, Expiration: e, } // TODO: Calls to mu.Unlock are currently not deferred because defer // adds ~200 ns (as of go1.) c.mu.Unlock() } func (c *cache[K, V]) set(k K, x V, d time.Duration) { var e int64 if d == DefaultExpiration { d = c.defaultExpiration } if d > 0 { e = time.Now().Add(d).UnixNano() } c.items[k] = Item[V]{ Object: x, Expiration: e, } } // Add an item to the cache, replacing any existing item, using the default // expiration. func (c *cache[K, V]) SetDefault(k K, x V) { c.Set(k, x, DefaultExpiration) } // Add an item to the cache only if an item doesn't already exist for the given // key, or if the existing item has expired. Returns an error otherwise. func (c *cache[K, V]) Add(k K, x V, d time.Duration) error { c.mu.Lock() _, found := c.get(k) if found { c.mu.Unlock() return fmt.Errorf("Item %v already exists", k) } c.set(k, x, d) c.mu.Unlock() return nil } // Set a new value for the cache key only if it already exists, and the existing // item hasn't expired. Returns an error otherwise. func (c *cache[K, V]) Replace(k K, x V, d time.Duration) error { c.mu.Lock() _, found := c.get(k) if !found { c.mu.Unlock() return fmt.Errorf("Item %v doesn't exist", k) } c.set(k, x, d) c.mu.Unlock() return nil } // Get an item from the cache. Returns the item or zero value, and a bool indicating // whether the key was found. func (c *cache[K, V]) Get(k K) (V, bool) { var zeroValue V c.mu.RLock() // "Inlining" of get and Expired item, found := c.items[k] if !found { c.mu.RUnlock() return zeroValue, false } if item.Expiration > 0 { if time.Now().UnixNano() > item.Expiration { c.mu.RUnlock() return zeroValue, false } } c.mu.RUnlock() return item.Object, true } // GetWithExpiration returns an item and its expiration time from the cache. // It returns the item or zero value, the expiration time if one is set (if the item // never expires a zero value for time.Time is returned), and a bool indicating // whether the key was found. func (c *cache[K, V]) GetWithExpiration(k K) (V, time.Time, bool) { var zeroValue V c.mu.RLock() // "Inlining" of get and Expired item, found := c.items[k] if !found { c.mu.RUnlock() return zeroValue, time.Time{}, false } if item.Expiration > 0 { if time.Now().UnixNano() > item.Expiration { c.mu.RUnlock() return zeroValue, time.Time{}, false } // Return the item and the expiration time c.mu.RUnlock() return item.Object, time.Unix(0, item.Expiration), true } // If expiration <= 0 (i.e. no expiration time set) then return the item // and a zeroed time.Time c.mu.RUnlock() return item.Object, time.Time{}, true } func (c *cache[K, V]) get(k K) (V, bool) { var zeroValue V item, found := c.items[k] if !found { return zeroValue, false } // "Inlining" of Expired if item.Expiration > 0 { if time.Now().UnixNano() > item.Expiration { return zeroValue, false } } return item.Object, true } // Delete an item from the cache. Does nothing if the key is not in the cache. func (c *cache[K, V]) Delete(k K) { c.mu.Lock() v, evicted := c.delete(k) c.mu.Unlock() if evicted { c.onEvicted(k, v) } } func (c *cache[K, V]) delete(k K) (V, bool) { var zeroValue V if c.onEvicted != nil { if v, found := c.items[k]; found { delete(c.items, k) return v.Object, true } } delete(c.items, k) return zeroValue, false } type keyAndValue[K comparable, V any] struct { key K value V } // Delete all expired items from the cache. func (c *cache[K, V]) DeleteExpired() { var evictedItems []keyAndValue[K, V] now := time.Now().UnixNano() c.mu.Lock() for k, v := range c.items { // "Inlining" of expired if v.Expiration > 0 && now > v.Expiration { ov, evicted := c.delete(k) if evicted { evictedItems = append(evictedItems, keyAndValue[K, V]{k, ov}) } } } c.mu.Unlock() for _, v := range evictedItems { c.onEvicted(v.key, v.value) } } // Sets an (optional) function that is called with the key and value when an // item is evicted from the cache. (Including when it is deleted manually, but // not when it is overwritten.) Set to nil to disable. func (c *cache[K, V]) OnEvicted(f func(K, V)) { c.mu.Lock() c.onEvicted = f c.mu.Unlock() } // Write the cache's items (using Gob) to an io.Writer. // // NOTE: This method is deprecated in favor of c.Items() and NewFrom() (see the // documentation for NewFrom().) func (c *cache[K, V]) Save(w io.Writer) (err error) { enc := gob.NewEncoder(w) defer func() { if x := recover(); x != nil { err = fmt.Errorf("Error registering item types with Gob library") } }() c.mu.RLock() defer c.mu.RUnlock() for _, v := range c.items { gob.Register(v.Object) } err = enc.Encode(&c.items) return } // Save the cache's items to the given filename, creating the file if it // doesn't exist, and overwriting it if it does. // // NOTE: This method is deprecated in favor of c.Items() and NewFrom() (see the // documentation for NewFrom().) func (c *cache[K, V]) SaveFile(fname string) error { fp, err := os.Create(fname) if err != nil { return err } err = c.Save(fp) if err != nil { fp.Close() return err } return fp.Close() } // Add (Gob-serialized) cache items from an io.Reader, excluding any items with // keys that already exist (and haven't expired) in the current cache. // // NOTE: This method is deprecated in favor of c.Items() and NewFrom() (see the // documentation for NewFrom().) func (c *cache[K, V]) Load(r io.Reader) error { dec := gob.NewDecoder(r) items := map[K]Item[V]{} err := dec.Decode(&items) if err == nil { c.mu.Lock() defer c.mu.Unlock() for k, v := range items { ov, found := c.items[k] if !found || ov.Expired() { c.items[k] = v } } } return err } // Load and add cache items from the given filename, excluding any items with // keys that already exist in the current cache. // // NOTE: This method is deprecated in favor of c.Items() and NewFrom() (see the // documentation for NewFrom().) func (c *cache[K, V]) LoadFile(fname string) error { fp, err := os.Open(fname) if err != nil { return err } err = c.Load(fp) if err != nil { fp.Close() return err } return fp.Close() } // Copies all unexpired items in the cache into a new map and returns it. func (c *cache[K, V]) Items() map[K]Item[V] { c.mu.RLock() defer c.mu.RUnlock() m := make(map[K]Item[V], len(c.items)) now := time.Now().UnixNano() for k, v := range c.items { // "Inlining" of Expired if v.Expiration > 0 { if now > v.Expiration { continue } } m[k] = v } return m } // Returns the number of items in the cache. This may include items that have // expired, but have not yet been cleaned up. func (c *cache[K, V]) ItemCount() int { c.mu.RLock() n := len(c.items) c.mu.RUnlock() return n } // Delete all items from the cache. func (c *cache[K, V]) Flush() { c.mu.Lock() c.items = map[K]Item[V]{} c.mu.Unlock() } type janitor[K comparable, V any] struct { Interval time.Duration stop chan bool } func (j *janitor[K, V]) Run(c *cache[K, V]) { ticker := time.NewTicker(j.Interval) for { select { case <-ticker.C: c.DeleteExpired() case <-j.stop: ticker.Stop() return } } } func stopJanitor[K comparable, V any](c *Cache[K, V]) { c.janitor.stop <- true } func runJanitor[K comparable, V any](c *cache[K, V], ci time.Duration) { j := &janitor[K, V]{ Interval: ci, stop: make(chan bool), } c.janitor = j go j.Run(c) } func newCache[K comparable, V any](de time.Duration, m map[K]Item[V]) *cache[K, V] { if de == 0 { de = -1 } c := &cache[K, V]{ defaultExpiration: de, items: m, } return c } func newCacheWithJanitor[K comparable, V any](de time.Duration, ci time.Duration, m map[K]Item[V]) *Cache[K, V] { c := newCache(de, m) // This trick ensures that the janitor goroutine (which--granted it // was enabled--is running DeleteExpired on c forever) does not keep // the returned C object from being garbage collected. When it is // garbage collected, the finalizer stops the janitor goroutine, after // which c can be collected. C := &Cache[K, V]{c} if ci > 0 { runJanitor(c, ci) runtime.SetFinalizer(C, stopJanitor[K, V]) } return C } // Return a new cache with a given default expiration duration and cleanup // interval. If the expiration duration is less than one (or NoExpiration), // the items in the cache never expire (by default), and must be deleted // manually. If the cleanup interval is less than one, expired items are not // deleted from the cache before calling c.DeleteExpired(). func New[K comparable, V any](defaultExpiration, cleanupInterval time.Duration) *Cache[K, V] { items := make(map[K]Item[V]) return newCacheWithJanitor(defaultExpiration, cleanupInterval, items) } // Return a new cache with a given default expiration duration and cleanup // interval. If the expiration duration is less than one (or NoExpiration), // the items in the cache never expire (by default), and must be deleted // manually. If the cleanup interval is less than one, expired items are not // deleted from the cache before calling c.DeleteExpired(). // // NewFrom() also accepts an items map which will serve as the underlying map // for the cache. This is useful for starting from a deserialized cache // (serialized using e.g. gob.Encode() on c.Items()), or passing in e.g. // make(map[string]Item[int], 500) to improve startup performance when the cache // is expected to reach a certain minimum size. // // Only the cache's methods synchronize access to this map, so it is not // recommended to keep any references to the map around after creating a cache. // If need be, the map can be accessed at a later point using c.Items() (subject // to the same caveat.) // // Note regarding serialization: When using e.g. gob, make sure to // gob.Register() the individual types stored in the cache before encoding a // map retrieved with c.Items(), and to register those same types before // decoding a blob containing an items map. func NewFrom[K comparable, V any](defaultExpiration, cleanupInterval time.Duration, items map[K]Item[V]) *Cache[K, V] { return newCacheWithJanitor(defaultExpiration, cleanupInterval, items) }