mirror of
https://github.com/lukaszraczylo/graphql-monitoring-proxy.git
synced 2026-06-04 22:59:26 +00:00
c2c75d69c0
Performance / resource usage: - circuit_breaker_metrics: fix data race on failCounters map (RWMutex + double-checked locking) - server.go: drop user_id and op_name metric labels (Prometheus cardinality bound); de-duplicate extractUserInfo - graphql.go: gate runtime.ReadMemStats per-request behind ENABLE_ALLOCATION_TRACKING flag (default off) - graphql.go: collapse two-pass AST scan into single pass; lower-case once - sanitization.go: cache compiled redaction regexes per pattern via sync.Map; hoist inner constants to pkg vars - proxy.go: hoist connection/timeout substrings to pkg vars; sentinel errors for static error paths; drop dead Headers map alloc - metrics_aggregator.go: log-field allocation guarded by Logger.IsLevelEnabled - logging/logger.go: add IsLevelEnabled helper - lru_cache.go: 16-shard sharding, FNV-1a routing (concurrent throughput +22%) - cache/memory/lru_memory_cache.go: gzip compress/decompress moved outside mu.Lock - rps_tracker.go: RWMutex+uint64 -> atomic.Uint64 - retry_budget.go: drop unused mutex - api.go: bannedUsersIDs map+RWMutex -> sync.Map (+ snapshot/replace helpers) - tracing/tracing.go: pkg-level constSpanAttrs, copy-then-append in StartSpanWithAttributes - admin_dashboard.go: handleStatsWebSocket reuses bytes.Buffer + json.Encoder per connection Build / runtime: - Makefile: -ldflags="-s -w" -trimpath, CGO_ENABLED=0 for build (=1 for test recipes) - Dockerfile + Dockerfile.goreleaser: ENV GOMEMLIMIT=512MiB - main.go: blank import go.uber.org/automaxprocs (cgroup-aware GOMAXPROCS) - main.go: PPROF_PORT env var wires net/http/pprof on 127.0.0.1 only with full server timeouts - README.md: env-var docs + metric-label docs updated; cardinality note Test coverage push (per package): - main 51.2% -> 74.7% - cache 66.3% -> 93.7% - cache/redis 45.5% -> 98.2% - tracing 66.7% -> 72.9% - (cache/memory 91.6%, logging 91.9%, monitoring 77.6%, pkg/pools 100% unchanged) New test files: coverage_micro_test, coverage_extras_test, server_handlers_test, api_health_test, admin_dashboard_cluster_test, metrics_aggregator_test, concerns_test, cache/cache_coverage_test, cache/redis/redis_coverage_test, tracing/tracing_coverage_test. Bug fix: connection_resilience_test.go TestIntegratedHealthManagement.health_manager_startup was sync.Once-coupled to InitializeBackendHealth and panicked when another test (e.g. via parseConfig) had already triggered Once. Use NewBackendHealthManager directly.
212 lines
5.8 KiB
Go
212 lines
5.8 KiB
Go
package main
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
libpack_logger "github.com/lukaszraczylo/graphql-monitoring-proxy/logging"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func (suite *Tests) Test_PeriodicallyReloadBannedUsers() {
|
|
// Setup
|
|
cfg = &config{}
|
|
parseConfig()
|
|
cfg.Logger = libpack_logger.New()
|
|
cfg.Api.BannedUsersFile = filepath.Join(os.TempDir(), "banned_users_reload_test.json")
|
|
|
|
// Initial empty banned users
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Create a test version of periodicallyReloadBannedUsers that executes once and signals completion
|
|
done := make(chan bool)
|
|
testPeriodicallyReloadBannedUsers := func() {
|
|
// Just call loadBannedUsers once
|
|
loadBannedUsers()
|
|
done <- true
|
|
}
|
|
|
|
// Run the test with initial empty banned users file
|
|
suite.Run("reload with empty file", func() {
|
|
// Clear existing file if any
|
|
_ = os.Remove(cfg.Api.BannedUsersFile)
|
|
_ = os.Remove(fmt.Sprintf("%s.lock", cfg.Api.BannedUsersFile))
|
|
|
|
// Ensure banned users map is empty
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Execute reloader once
|
|
go testPeriodicallyReloadBannedUsers()
|
|
<-done
|
|
|
|
// Verify file was created
|
|
_, err := os.Stat(cfg.Api.BannedUsersFile)
|
|
assert.NoError(suite.T(), err)
|
|
|
|
// Safely check the map
|
|
mapSize := len(snapshotBannedUsers())
|
|
|
|
// Verify map is still empty
|
|
assert.Equal(suite.T(), 0, mapSize)
|
|
})
|
|
|
|
// Run the test with a populated banned users file
|
|
suite.Run("reload with populated file", func() {
|
|
// Create file with test data
|
|
testData := map[string]string{
|
|
"test-user-reload-1": "reason reload 1",
|
|
"test-user-reload-2": "reason reload 2",
|
|
}
|
|
data, _ := json.Marshal(testData)
|
|
err := os.WriteFile(cfg.Api.BannedUsersFile, data, 0o644)
|
|
assert.NoError(suite.T(), err)
|
|
|
|
// Clear the banned users map
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Execute reloader once
|
|
go testPeriodicallyReloadBannedUsers()
|
|
<-done
|
|
|
|
// Safely check the map
|
|
snap := snapshotBannedUsers()
|
|
mapSize := len(snap)
|
|
value1 := snap["test-user-reload-1"]
|
|
value2 := snap["test-user-reload-2"]
|
|
|
|
// Verify banned users map was loaded
|
|
assert.Equal(suite.T(), 2, mapSize)
|
|
assert.Equal(suite.T(), "reason reload 1", value1)
|
|
assert.Equal(suite.T(), "reason reload 2", value2)
|
|
})
|
|
|
|
// Test updating banned users file while reloader is running
|
|
suite.Run("reload with updated file", func() {
|
|
// Start with initial data
|
|
initialData := map[string]string{
|
|
"test-user-initial": "initial reason",
|
|
}
|
|
data, _ := json.Marshal(initialData)
|
|
err := os.WriteFile(cfg.Api.BannedUsersFile, data, 0o644)
|
|
assert.NoError(suite.T(), err)
|
|
|
|
// Clear the banned users map
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Execute reloader once to load initial data
|
|
go testPeriodicallyReloadBannedUsers()
|
|
<-done
|
|
|
|
// Safely check the map
|
|
snap := snapshotBannedUsers()
|
|
mapSize := len(snap)
|
|
initialValue := snap["test-user-initial"]
|
|
|
|
// Verify initial data was loaded
|
|
assert.Equal(suite.T(), 1, mapSize)
|
|
assert.Equal(suite.T(), "initial reason", initialValue)
|
|
|
|
// Update the file with new data
|
|
updatedData := map[string]string{
|
|
"test-user-updated-1": "updated reason 1",
|
|
"test-user-updated-2": "updated reason 2",
|
|
}
|
|
data, _ = json.Marshal(updatedData)
|
|
err = os.WriteFile(cfg.Api.BannedUsersFile, data, 0o644)
|
|
assert.NoError(suite.T(), err)
|
|
|
|
// Execute reloader again to load updated data
|
|
go testPeriodicallyReloadBannedUsers()
|
|
<-done
|
|
|
|
// Safely check the map
|
|
snap = snapshotBannedUsers()
|
|
mapSize = len(snap)
|
|
value1 := snap["test-user-updated-1"]
|
|
value2 := snap["test-user-updated-2"]
|
|
_, exists := snap["test-user-initial"]
|
|
|
|
// Verify updated data was loaded
|
|
assert.Equal(suite.T(), 2, mapSize)
|
|
assert.Equal(suite.T(), "updated reason 1", value1)
|
|
assert.Equal(suite.T(), "updated reason 2", value2)
|
|
assert.False(suite.T(), exists)
|
|
})
|
|
|
|
// Cleanup
|
|
_ = os.Remove(cfg.Api.BannedUsersFile)
|
|
_ = os.Remove(fmt.Sprintf("%s.lock", cfg.Api.BannedUsersFile))
|
|
}
|
|
|
|
// This is a better approach instead of the ticker-based test
|
|
func (suite *Tests) Test_LoadUnloadBannedUsers() {
|
|
// Setup
|
|
cfg = &config{}
|
|
parseConfig()
|
|
cfg.Logger = libpack_logger.New()
|
|
cfg.Api.BannedUsersFile = filepath.Join(os.TempDir(), "banned_users_update_test.json")
|
|
|
|
// Create a test banned users file with initial content
|
|
initialData := map[string]string{
|
|
"user1": "reason1",
|
|
"user2": "reason2",
|
|
}
|
|
data, _ := json.Marshal(initialData)
|
|
err := os.WriteFile(cfg.Api.BannedUsersFile, data, 0o644)
|
|
assert.NoError(suite.T(), err)
|
|
defer func() { _ = os.Remove(cfg.Api.BannedUsersFile) }()
|
|
defer func() { _ = os.Remove(fmt.Sprintf("%s.lock", cfg.Api.BannedUsersFile)) }()
|
|
|
|
// Test loading banned users
|
|
suite.Run("load banned users", func() {
|
|
// Clear the banned users map
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Load banned users
|
|
loadBannedUsers()
|
|
|
|
// Check the banned users map
|
|
snap := snapshotBannedUsers()
|
|
count := len(snap)
|
|
reason1 := snap["user1"]
|
|
reason2 := snap["user2"]
|
|
|
|
assert.Equal(suite.T(), 2, count)
|
|
assert.Equal(suite.T(), "reason1", reason1)
|
|
assert.Equal(suite.T(), "reason2", reason2)
|
|
})
|
|
|
|
// Test updating banned users
|
|
suite.Run("update banned users", func() {
|
|
// Update the banned users map
|
|
replaceBannedUsers(map[string]string{
|
|
"user3": "reason3",
|
|
"user4": "reason4",
|
|
})
|
|
|
|
// Store the updated banned users
|
|
err := storeBannedUsers()
|
|
assert.NoError(suite.T(), err)
|
|
|
|
// Clear the banned users map
|
|
replaceBannedUsers(map[string]string{})
|
|
|
|
// Load banned users again
|
|
loadBannedUsers()
|
|
|
|
// Check the banned users map
|
|
snap := snapshotBannedUsers()
|
|
count := len(snap)
|
|
reason3 := snap["user3"]
|
|
reason4 := snap["user4"]
|
|
_, user1Exists := snap["user1"]
|
|
|
|
assert.Equal(suite.T(), 2, count)
|
|
assert.Equal(suite.T(), "reason3", reason3)
|
|
assert.Equal(suite.T(), "reason4", reason4)
|
|
assert.False(suite.T(), user1Exists)
|
|
})
|
|
}
|