package traefikoidc import ( "sync" "time" ) // MaxKeyLength defines the maximum allowed cache key length // to prevent memory exhaustion from excessively long keys. const MaxKeyLength = 256 // OptimizedCacheEntry represents a cache entry in the optimized cache implementation. // It uses intrusive linked list design to eliminate separate list nodes, // reducing memory overhead by approximately 66% compared to traditional implementations. type OptimizedCacheEntry struct { ExpiresAt time.Time Value interface{} prev *OptimizedCacheEntry next *OptimizedCacheEntry Key string } // OptimizedCache provides a memory-efficient, thread-safe cache with LRU eviction. // It uses an intrusive doubly-linked list design for O(1) LRU operations. // The cache supports both item count and memory size limits. type OptimizedCache struct { // items maps keys to cache entries items map[string]*OptimizedCacheEntry // head, tail are sentinel nodes for the LRU doubly-linked list head, tail *OptimizedCacheEntry // cleanupTask handles background cleanup of expired entries cleanupTask *BackgroundTask // logger for debugging and monitoring logger *Logger // maxSize limits the number of cache entries maxSize int // maxMemoryBytes limits total memory usage in bytes maxMemoryBytes int64 // currentMemoryBytes tracks estimated memory usage currentMemoryBytes int64 // autoCleanupInterval defines cleanup frequency autoCleanupInterval time.Duration // mutex provides thread safety for all operations mutex sync.RWMutex } // NewOptimizedCache creates a new optimized cache with default settings. // It uses the default maximum size and 64MB memory limit. func NewOptimizedCache() *OptimizedCache { return NewOptimizedCacheWithConfig(DefaultMaxSize, 0, nil) } // NewOptimizedCacheWithConfig creates a new optimized cache with custom configuration. // Parameters: // - maxSize: Maximum number of entries (0 uses default) // - maxMemoryMB: Memory limit in megabytes (0 uses 64MB default) // - logger: Logger instance for debugging (nil creates no-op logger) // // Returns: // - A new OptimizedCache instance func NewOptimizedCacheWithConfig(maxSize int, maxMemoryMB int, logger *Logger) *OptimizedCache { if logger == nil { logger = GetSingletonNoOpLogger() } head := &OptimizedCacheEntry{} tail := &OptimizedCacheEntry{} head.next = tail tail.prev = head maxMemoryBytes := int64(maxMemoryMB) * 1024 * 1024 if maxMemoryBytes == 0 { maxMemoryBytes = 64 * 1024 * 1024 } c := &OptimizedCache{ items: make(map[string]*OptimizedCacheEntry, maxSize), head: head, tail: tail, maxSize: maxSize, maxMemoryBytes: maxMemoryBytes, autoCleanupInterval: 2 * time.Minute, logger: logger, } c.startAutoCleanup() return c } // Set stores a value in the optimized cache with memory tracking and LRU management. // Keys longer than MaxKeyLength are rejected to prevent memory exhaustion. // If the cache exceeds size or memory limits, least recently used items are evicted. // Parameters: // - key: The cache key (must be <= MaxKeyLength) // - value: The value to store // - expiration: Time until the item expires func (c *OptimizedCache) Set(key string, value interface{}, expiration time.Duration) { if len(key) > MaxKeyLength { c.logger.Debugf("Cache key too long (%d > %d), ignoring", len(key), MaxKeyLength) return } c.mutex.Lock() defer c.mutex.Unlock() now := time.Now() expTime := now.Add(expiration) if entry, exists := c.items[key]; exists { oldSize := c.estimateEntrySize(entry) entry.Value = value entry.ExpiresAt = expTime newSize := c.estimateEntrySize(entry) c.currentMemoryBytes += newSize - oldSize c.moveToTail(entry) return } entry := &OptimizedCacheEntry{ Value: value, ExpiresAt: expTime, Key: key, } entrySize := c.estimateEntrySize(entry) for (c.currentMemoryBytes+entrySize > c.maxMemoryBytes || len(c.items) >= c.maxSize) && len(c.items) > 0 { if !c.evictOldest() { break } } c.items[key] = entry c.currentMemoryBytes += entrySize c.addToTail(entry) } // Get retrieves an item from the cache with memory-efficient access tracking. // It moves accessed items to the tail (most recently used position) and // automatically removes expired items when encountered. // Returns the value and true if found and valid, or nil and false otherwise. func (c *OptimizedCache) Get(key string) (interface{}, bool) { c.mutex.Lock() defer c.mutex.Unlock() entry, exists := c.items[key] if !exists { return nil, false } if time.Now().After(entry.ExpiresAt) { c.removeEntry(entry) return nil, false } c.moveToTail(entry) return entry.Value, true } // Delete removes an item from the cache, freeing its memory and updating tracking. // This is a manual removal that updates both the hash map and LRU list. func (c *OptimizedCache) Delete(key string) { c.mutex.Lock() defer c.mutex.Unlock() if entry, exists := c.items[key]; exists { c.removeEntry(entry) } } // Cleanup removes expired items and performs memory optimization. // It scans the LRU list for expired entries and enforces memory limits // by evicting least recently used items if necessary. func (c *OptimizedCache) Cleanup() { if c == nil { return } c.mutex.Lock() defer c.mutex.Unlock() if c.items == nil || c.head == nil || c.tail == nil { return } now := time.Now() toRemove := make([]*OptimizedCacheEntry, 0, len(c.items)/10) for entry := c.head.next; entry != nil && entry != c.tail; entry = entry.next { if entry != nil && now.After(entry.ExpiresAt) { toRemove = append(toRemove, entry) } } for _, entry := range toRemove { if entry != nil { c.removeEntry(entry) } } for c.currentMemoryBytes > c.maxMemoryBytes && len(c.items) > 0 { if !c.evictOldest() { break } } } // evictOldest removes the least recently used item from the cache. // Returns true if an item was evicted, false if the cache is empty. // Returns false if no items to evict. func (c *OptimizedCache) evictOldest() bool { if c.head.next == c.tail { return false } oldest := c.head.next c.removeEntry(oldest) return true } // removeEntry removes an entry from both the map and linked list. // It updates memory tracking and clears references to prevent memory leaks. // Note: This function assumes the write lock is already held. func (c *OptimizedCache) removeEntry(entry *OptimizedCacheEntry) { delete(c.items, entry.Key) c.currentMemoryBytes -= c.estimateEntrySize(entry) entry.prev.next = entry.next entry.next.prev = entry.prev entry.prev = nil entry.next = nil entry.Value = nil } // addToTail adds an entry to the tail (most recently used position) of the LRU list. // This marks the entry as the most recently accessed item. func (c *OptimizedCache) addToTail(entry *OptimizedCacheEntry) { entry.prev = c.tail.prev entry.next = c.tail c.tail.prev.next = entry c.tail.prev = entry } // moveToTail moves an existing entry to the tail (mark as most recently used). // This updates the LRU order when an item is accessed. func (c *OptimizedCache) moveToTail(entry *OptimizedCacheEntry) { entry.prev.next = entry.next entry.next.prev = entry.prev c.addToTail(entry) } // estimateEntrySize calculates the approximate memory footprint of a cache entry. // Uses conservative estimates since unsafe.Sizeof is not allowed in Yaegi. // It accounts for the entry struct, key string, and value based on type. func (c *OptimizedCache) estimateEntrySize(entry *OptimizedCacheEntry) int64 { size := int64(80) + int64(len(entry.Key)) if entry.Value != nil { switch v := entry.Value.(type) { case string: size += int64(len(v)) case []byte: size += int64(len(v)) case map[string]interface{}: size += int64(len(v)) * 64 for key, val := range v { size += int64(len(key)) switch val := val.(type) { case string: size += int64(len(val)) case []byte: size += int64(len(val)) default: size += 32 } } case []string: for _, s := range v { size += int64(len(s)) + 16 } default: size += 64 } } return size } // SetMaxSize changes the maximum number of items the cache can hold. // If the new limit is smaller than current size, least recently used items are evicted. func (c *OptimizedCache) SetMaxSize(size int) { if size <= 0 { return } c.mutex.Lock() defer c.mutex.Unlock() c.maxSize = size for len(c.items) > c.maxSize && len(c.items) > 0 { if !c.evictOldest() { break } } } // SetMaxMemory sets the maximum memory budget in MB. // If current usage exceeds the new limit, least recently used items are evicted. func (c *OptimizedCache) SetMaxMemory(maxMemoryMB int) { if maxMemoryMB <= 0 { return } c.mutex.Lock() defer c.mutex.Unlock() c.maxMemoryBytes = int64(maxMemoryMB) * 1024 * 1024 for c.currentMemoryBytes > c.maxMemoryBytes && len(c.items) > 0 { if !c.evictOldest() { break } } } // startAutoCleanup starts the background cleanup task for automatic maintenance. // The task runs periodically to remove expired entries and enforce memory limits. func (c *OptimizedCache) startAutoCleanup() { c.cleanupTask = NewBackgroundTask("optimized-cache-cleanup", c.autoCleanupInterval, c.Cleanup, c.logger) c.cleanupTask.Start() } // Close stops the automatic cleanup task and releases resources. // Should be called when the cache is no longer needed to prevent resource leaks. func (c *OptimizedCache) Close() { if c.cleanupTask != nil { c.cleanupTask.Stop() c.cleanupTask = nil } }