Release v2.26.0 #284

Merged
TapTap merged 210 commits from dev into main 2026-09-18 19:05:52 +02:00
4 changed files with 315 additions and 53 deletions
Showing only changes of commit bd43448af2 - Show all commits
+145 -38
View File
@@ -1,4 +1,6 @@
#include "daemon_limits.h" #include "daemon_limits.h"
#include "daemon_conf.h"
#include "log.h"
#include <arpa/inet.h> #include <arpa/inet.h>
#include <netinet/in.h> #include <netinet/in.h>
#include <stdatomic.h> #include <stdatomic.h>
@@ -8,6 +10,12 @@
#include <sys/mman.h> #include <sys/mman.h>
#include <time.h> #include <time.h>
/* The two module-count bounds must agree: the daemon config parser never
* produces more than DAEMON_CONF_MAX_MODULES modules, so the shared registry's
* per-module counter array is sized from the same bound. */
_Static_assert(DAEMON_LIMITS_MAX_MODULES == DAEMON_CONF_MAX_MODULES,
"daemon_limits module bound must match daemon_conf");
/* Slot lifecycle states (stored in slot_state). */ /* Slot lifecycle states (stored in slot_state). */
enum { enum {
SLOT_FREE = 0, SLOT_FREE = 0,
@@ -27,6 +35,7 @@ struct DaemonLimitRegistry {
int lockout_threshold; int lockout_threshold;
int lockout_duration_sec; int lockout_duration_sec;
size_t map_size; size_t map_size;
_Atomic long long host_full_warn; /* last "table full" warning epoch */
_Atomic int* slot_state; _Atomic int* slot_state;
_Atomic int* slot_pid; _Atomic int* slot_pid;
_Atomic int* slot_module; _Atomic int* slot_module;
@@ -35,7 +44,8 @@ struct DaemonLimitRegistry {
_Atomic uint64_t* host_key; /* 0 == empty bucket */ _Atomic uint64_t* host_key; /* 0 == empty bucket */
_Atomic int* host_active; _Atomic int* host_active;
_Atomic int* host_fail; _Atomic int* host_fail;
_Atomic long long* host_until; /* epoch seconds the lockout expires */ _Atomic long long* host_until; /* epoch seconds the lockout expires */
_Atomic long long* host_last_use; /* epoch seconds the bucket was last touched */
}; };
static size_t round_up(size_t n, size_t align) { static size_t round_up(size_t n, size_t align) {
@@ -88,7 +98,17 @@ uint64_t daemon_limits_host_hash(const char* peer_ip, bool* ok) {
return hash; return hash;
} }
/* Find the bucket holding `peer_ip`, or -1 when it has no entry. */ /* True when the registry must maintain per-source buckets: either the per-host
* cap is configured, or the auth lockout is (threshold AND duration > 0). A
* lockout threshold without a duration is a no-op, so it must not size or intern
* the table. create(), register() and the lockout paths all agree on this. */
static bool registry_tracks_hosts(const DaemonLimitRegistry* registry) {
return registry->per_host_cap > 0 ||
(registry->lockout_threshold > 0 && registry->lockout_duration_sec > 0);
}
/* Find the bucket holding `peer_ip`, or -1 when it has no entry. Finding a
* bucket refreshes its last-use time so the eviction policy sees it as live. */
static int host_lookup(DaemonLimitRegistry* registry, const char* peer_ip) { static int host_lookup(DaemonLimitRegistry* registry, const char* peer_ip) {
bool ok = false; bool ok = false;
uint64_t key = daemon_limits_host_hash(peer_ip, &ok); uint64_t key = daemon_limits_host_hash(peer_ip, &ok);
@@ -99,39 +119,112 @@ static int host_lookup(DaemonLimitRegistry* registry, const char* peer_ip) {
for (size_t i = 0; i < (size_t)registry->host_slots; i++) { for (size_t i = 0; i < (size_t)registry->host_slots; i++) {
size_t idx = (start + i) & mask; size_t idx = (start + i) & mask;
uint64_t current = atomic_load_explicit(&registry->host_key[idx], memory_order_acquire); uint64_t current = atomic_load_explicit(&registry->host_key[idx], memory_order_acquire);
if (current == key) if (current == key) {
atomic_store_explicit(&registry->host_last_use[idx], (long long)time(NULL),
memory_order_relaxed);
return (int)idx; return (int)idx;
}
if (current == 0) if (current == 0)
return -1; /* no tombstones: an empty bucket ends the probe chain */ return -1; /* no tombstones: an empty bucket ends the probe chain */
} }
return -1; return -1;
} }
/* A bucket with no live connection may be repurposed: immediately when its
* lockout deadline has already passed (the review's "expired" case), or after an
* idle window when it holds no pending lockout. A bucket with a future lockout
* deadline is retained so the lockout actually lasts its configured duration. */
static bool host_bucket_reclaimable(DaemonLimitRegistry* registry, size_t idx, long long now) {
if (atomic_load_explicit(&registry->host_active[idx], memory_order_relaxed) != 0)
return false;
long long until = atomic_load_explicit(&registry->host_until[idx], memory_order_relaxed);
if (until != 0)
return until <= now;
long long last_use = atomic_load_explicit(&registry->host_last_use[idx], memory_order_relaxed);
return last_use == 0 || now - last_use >= DAEMON_LIMITS_HOST_EVICT_IDLE_SEC;
}
/* Emit at most one "per-source table full" warning per
* DAEMON_LIMITS_HOST_FULL_WARN_SEC across all forked children. Called from a
* normal (non-signal) child path, so logging is safe here. */
static void host_warn_table_full(DaemonLimitRegistry* registry, long long now) {
long long last = atomic_load_explicit(&registry->host_full_warn, memory_order_relaxed);
if (last != 0 && now - last < DAEMON_LIMITS_HOST_FULL_WARN_SEC)
return;
if (atomic_compare_exchange_strong_explicit(&registry->host_full_warn, &last, now,
memory_order_relaxed, memory_order_relaxed)) {
log_message(LOG_LEVEL_WARNING,
"daemon: per-source registry is full (%d slots) and no bucket can be reclaimed; "
"'max connections per host' and the auth lockout are temporarily not enforced for "
"new sources (the per-module cap and host ACLs still apply)",
registry->host_slots);
}
}
/* Find or insert the bucket for `peer_ip`. Insertion is a lock-free CAS so two /* Find or insert the bucket for `peer_ip`. Insertion is a lock-free CAS so two
* forked children racing on the same source converge on one bucket. Returns -1 * forked children racing on the same source converge on one bucket.
* when the table is full or the address is unparseable (callers fail open: the *
* global/module caps and ACLs still apply). */ * When the probe finds no empty bucket it reclaims, via a key CAS, the first
* bucket that is reclaimable (expired lockout or idle, and no active
* connection) and resets its counters. This bounds the table's lifetime so it
* cannot fill permanently and stay fail-open. Returns -1 only when the address
* is unparseable or the table is genuinely full of live/locked buckets
* (callers fail open: the global/module caps and ACLs still apply). */
static int host_intern(DaemonLimitRegistry* registry, const char* peer_ip) { static int host_intern(DaemonLimitRegistry* registry, const char* peer_ip) {
bool ok = false; bool ok = false;
uint64_t key = daemon_limits_host_hash(peer_ip, &ok); uint64_t key = daemon_limits_host_hash(peer_ip, &ok);
if (!ok) if (!ok)
return -1; return -1;
long long now = (long long)time(NULL);
size_t mask = (size_t)registry->host_slots - 1; size_t mask = (size_t)registry->host_slots - 1;
size_t start = (size_t)(key & mask); size_t start = (size_t)(key & mask);
for (size_t i = 0; i < (size_t)registry->host_slots; i++) { /* A couple of passes bound the work: the first normally claims/seeds a bucket;
size_t idx = (start + i) & mask; * a lost eviction CAS retries once against the freshly observed table. */
uint64_t current = atomic_load_explicit(&registry->host_key[idx], memory_order_acquire); for (int pass = 0; pass < 2; pass++) {
if (current == key) int evict = -1;
return (int)idx; uint64_t evict_key = 0;
if (current == 0) { for (size_t i = 0; i < (size_t)registry->host_slots; i++) {
uint64_t expected = 0; size_t idx = (start + i) & mask;
if (atomic_compare_exchange_strong_explicit(&registry->host_key[idx], &expected, key, uint64_t current = atomic_load_explicit(&registry->host_key[idx], memory_order_acquire);
memory_order_acq_rel, memory_order_acquire)) if (current == key) {
return (int)idx; atomic_store_explicit(&registry->host_last_use[idx], now, memory_order_relaxed);
if (atomic_load_explicit(&registry->host_key[idx], memory_order_acquire) == key)
return (int)idx; return (int)idx;
}
if (current == 0) {
uint64_t expected = 0;
if (atomic_compare_exchange_strong_explicit(&registry->host_key[idx], &expected, key,
memory_order_acq_rel, memory_order_acquire)) {
atomic_store_explicit(&registry->host_last_use[idx], now, memory_order_relaxed);
return (int)idx;
}
if (atomic_load_explicit(&registry->host_key[idx], memory_order_acquire) == key) {
atomic_store_explicit(&registry->host_last_use[idx], now, memory_order_relaxed);
return (int)idx;
}
continue; /* another child won this empty bucket; keep probing */
}
if (evict < 0 && host_bucket_reclaimable(registry, idx, now)) {
evict = (int)idx;
evict_key = current;
}
} }
if (evict >= 0) {
uint64_t expected = evict_key;
if (atomic_compare_exchange_strong_explicit(&registry->host_key[evict], &expected, key,
memory_order_acq_rel, memory_order_acquire)) {
/* The bucket now belongs to the new source; clear the evicted source's
* stale lockout/failure state. */
atomic_store_explicit(&registry->host_active[evict], 0, memory_order_relaxed);
atomic_store_explicit(&registry->host_fail[evict], 0, memory_order_relaxed);
atomic_store_explicit(&registry->host_until[evict], 0, memory_order_relaxed);
atomic_store_explicit(&registry->host_last_use[evict], now, memory_order_relaxed);
return evict;
}
continue; /* lost the race; re-probe with fresh observations */
}
break; /* no free and no reclaimable bucket: genuinely full */
} }
host_warn_table_full(registry, now);
return -1; return -1;
} }
@@ -143,6 +236,8 @@ DaemonLimitRegistry* daemon_limits_create(int max_slots, int module_count, int p
max_slots = DAEMON_LIMITS_MAX_SLOTS; max_slots = DAEMON_LIMITS_MAX_SLOTS;
if (module_count < 1) if (module_count < 1)
module_count = 1; module_count = 1;
if (module_count > DAEMON_LIMITS_MAX_MODULES)
module_count = DAEMON_LIMITS_MAX_MODULES;
if (per_host_cap < 0) if (per_host_cap < 0)
per_host_cap = 0; per_host_cap = 0;
if (lockout_threshold < 0) if (lockout_threshold < 0)
@@ -167,7 +262,7 @@ DaemonLimitRegistry* daemon_limits_create(int max_slots, int module_count, int p
size_t module_bytes = round_up((size_t)module_count * sizeof(_Atomic int), 16); size_t module_bytes = round_up((size_t)module_count * sizeof(_Atomic int), 16);
size_t host_key_bytes = round_up((size_t)host_slots * sizeof(_Atomic uint64_t), 16); size_t host_key_bytes = round_up((size_t)host_slots * sizeof(_Atomic uint64_t), 16);
size_t host_int_bytes = round_up((size_t)host_slots * sizeof(_Atomic int), 16) * 2; size_t host_int_bytes = round_up((size_t)host_slots * sizeof(_Atomic int), 16) * 2;
size_t host_until_bytes = round_up((size_t)host_slots * sizeof(_Atomic long long), 16); size_t host_until_bytes = round_up((size_t)host_slots * sizeof(_Atomic long long), 16) * 2;
size_t total = size_t total =
header + slot_bytes + module_bytes + host_key_bytes + host_int_bytes + host_until_bytes + 16; header + slot_bytes + module_bytes + host_key_bytes + host_int_bytes + host_until_bytes + 16;
@@ -205,6 +300,8 @@ DaemonLimitRegistry* daemon_limits_create(int max_slots, int module_count, int p
cursor += (size_t)host_slots * sizeof(_Atomic int); cursor += (size_t)host_slots * sizeof(_Atomic int);
cursor = (unsigned char*)round_up((size_t)(uintptr_t)cursor, 16); cursor = (unsigned char*)round_up((size_t)(uintptr_t)cursor, 16);
registry->host_until = (atomic_llong*)cursor; registry->host_until = (atomic_llong*)cursor;
cursor += (size_t)host_slots * sizeof(_Atomic long long);
registry->host_last_use = (atomic_llong*)cursor;
for (int i = 0; i < max_slots; i++) { for (int i = 0; i < max_slots; i++) {
atomic_store(&registry->slot_module[i], -1); atomic_store(&registry->slot_module[i], -1);
@@ -243,25 +340,12 @@ void daemon_limits_set_slot_pid(DaemonLimitRegistry* registry, int slot, long pi
void daemon_limits_reclaim_slot(DaemonLimitRegistry* registry, int slot) { void daemon_limits_reclaim_slot(DaemonLimitRegistry* registry, int slot) {
if (!registry || slot < 0 || slot >= registry->max_slots) if (!registry || slot < 0 || slot >= registry->max_slots)
return; return;
int previous = atomic_exchange_explicit(&registry->slot_state[slot], SLOT_FREE, memory_order_acq_rel);
atomic_exchange_explicit(&registry->slot_state[slot], SLOT_FREE, memory_order_acq_rel); atomic_store_explicit(&registry->slot_pid[slot], 0, memory_order_relaxed);
if (previous == SLOT_REGISTERED) { /* The module/host occupancy arrays are derived from the slot table; do not
int module = atomic_load(&registry->slot_module[slot]); * decrement here or a SIGKILL between a child's increment and its REGISTERED
int host = atomic_load(&registry->slot_host[slot]); * publish would leak a count. Callers that need the derived counts call
if (module >= 0 && module < registry->module_count) { * daemon_limits_recompute. */
int current = atomic_load(&registry->module_active[module]);
while (current > 0 &&
!atomic_compare_exchange_weak(&registry->module_active[module], &current, current - 1))
;
}
if (host >= 0 && host < registry->host_slots) {
int current = atomic_load(&registry->host_active[host]);
while (current > 0 &&
!atomic_compare_exchange_weak(&registry->host_active[host], &current, current - 1))
;
}
}
atomic_store(&registry->slot_pid[slot], 0);
} }
void daemon_limits_reclaim_pid(DaemonLimitRegistry* registry, long pid) { void daemon_limits_reclaim_pid(DaemonLimitRegistry* registry, long pid) {
@@ -277,6 +361,29 @@ void daemon_limits_reclaim_pid(DaemonLimitRegistry* registry, long pid) {
} }
} }
void daemon_limits_recompute(DaemonLimitRegistry* registry) {
if (!registry)
return;
/* Zero the derived arrays, then re-derive solely from the REGISTERED slots.
* A child that was SIGKILLed after incrementing a counter but before
* publishing REGISTERED is not counted, and its leaked increment is erased by
* the zeroing, so the leak cannot persist. */
for (int m = 0; m < registry->module_count; m++)
atomic_store_explicit(&registry->module_active[m], 0, memory_order_relaxed);
for (int h = 0; h < registry->host_slots; h++)
atomic_store_explicit(&registry->host_active[h], 0, memory_order_relaxed);
for (int i = 0; i < registry->max_slots; i++) {
if (atomic_load_explicit(&registry->slot_state[i], memory_order_acquire) != SLOT_REGISTERED)
continue;
int module = atomic_load_explicit(&registry->slot_module[i], memory_order_relaxed);
if (module >= 0 && module < registry->module_count)
atomic_fetch_add_explicit(&registry->module_active[module], 1, memory_order_relaxed);
int host = atomic_load_explicit(&registry->slot_host[i], memory_order_relaxed);
if (host >= 0 && host < registry->host_slots)
atomic_fetch_add_explicit(&registry->host_active[host], 1, memory_order_relaxed);
}
}
DaemonLimitResult daemon_limits_register(DaemonLimitRegistry* registry, int slot, int module_index, DaemonLimitResult daemon_limits_register(DaemonLimitRegistry* registry, int slot, int module_index,
const char* peer_ip, int module_cap) { const char* peer_ip, int module_cap) {
if (!registry || slot < 0 || slot >= registry->max_slots) if (!registry || slot < 0 || slot >= registry->max_slots)
@@ -287,7 +394,7 @@ DaemonLimitResult daemon_limits_register(DaemonLimitRegistry* registry, int slot
return DAEMON_LIMIT_UNAVAILABLE; return DAEMON_LIMIT_UNAVAILABLE;
int host = -1; int host = -1;
if (registry->per_host_cap > 0 || registry->lockout_threshold > 0) if (registry_tracks_hosts(registry))
host = host_intern(registry, peer_ip); host = host_intern(registry, peer_ip);
int module_count = atomic_fetch_add(&registry->module_active[module_index], 1) + 1; int module_count = atomic_fetch_add(&registry->module_active[module_index], 1) + 1;
+52 -7
View File
@@ -34,6 +34,20 @@
* already collapsed to IPv4 by utils_fd_peer_ip); it is interned into an * already collapsed to IPv4 by utils_fd_peer_ip); it is interned into an
* open-addressed, linear-probing table keyed by a 64-bit hash. The same table * open-addressed, linear-probing table keyed by a 64-bit hash. The same table
* also carries the cross-process auth-failure counter and lockout deadline. * also carries the cross-process auth-failure counter and lockout deadline.
*
* Per-source table lifetime: a bucket's key is never cleared back to empty (that
* would break every later probe chain that passed through it). Instead the
* table has a bounded-lifetime eviction policy: when no empty bucket exists, the
* first bucket that is reclaimable -- no active connection AND (its lockout
* deadline has passed OR it has been idle for
* DAEMON_LIMITS_HOST_EVICT_IDLE_SEC) -- is atomically repurposed for the new
* source via a CAS of its key, and its counters are reset. The table therefore
* cannot fill permanently, and a full table degrades to fail-open for the
* per-source cap/lockout of new sources (the per-module cap and host ACLs still
* apply) instead of staying fail-open forever. A rate-limited warning is logged
* on the fail-open path. The eviction race with a concurrent
* registration/reclaim on the same bucket is benign: it can at worst lose one
* source's counter (fail-open), never corrupt memory or the module caps.
*/ */
typedef struct DaemonLimitRegistry DaemonLimitRegistry; typedef struct DaemonLimitRegistry DaemonLimitRegistry;
@@ -51,13 +65,27 @@ typedef enum {
#define DAEMON_LIMITS_MAX_SLOTS 65536 #define DAEMON_LIMITS_MAX_SLOTS 65536
#define DAEMON_LIMITS_MAX_HOST_SLOTS 65536 #define DAEMON_LIMITS_MAX_HOST_SLOTS 65536
#define DAEMON_LIMITS_NO_SLOT (-1) #define DAEMON_LIMITS_NO_SLOT (-1)
/* Upper bound on `module_count`, matching daemon_conf.h's DAEMON_CONF_MAX_MODULES
* (asserted in daemon_limits.c) so a caller can never size the per-module counter
* array larger than the config parser can produce. */
#define DAEMON_LIMITS_MAX_MODULES 256
/* Per-source table lifetime: a bucket with no active connection and no pending
* lockout is reclaimable once it has been idle this long, so a flood of distinct
* sources cannot pin the table full forever. A bucket whose lockout deadline
* has passed is reclaimable immediately (independent of this idle window). */
#define DAEMON_LIMITS_HOST_EVICT_IDLE_SEC 300
/* Minimum spacing between "per-source table is full" warnings, so a table-full
* attack cannot flood the log. */
#define DAEMON_LIMITS_HOST_FULL_WARN_SEC 60
/* Create the shared registry in the calling (parent) process. `max_slots` is /* Create the shared registry in the calling (parent) process. `max_slots` is
* the number of concurrently live children to track (clamped to * the number of concurrently live children to track (clamped to
* [DAEMON_LIMITS_MIN_SLOTS, DAEMON_LIMITS_MAX_SLOTS]); `module_count` is the * [DAEMON_LIMITS_MIN_SLOTS, DAEMON_LIMITS_MAX_SLOTS]); `module_count` is the
* number of daemon modules (clamped to >= 1); `per_host_cap` and the lockout * number of daemon modules (clamped to
* pair come from the daemon config (0 disables). Returns NULL on failure (e.g. * [1, DAEMON_LIMITS_MAX_MODULES]); `per_host_cap` and the lockout pair come
* mmap allocation); callers must degrade gracefully (global cap + ACLs still * from the daemon config (0 disables). Returns NULL on failure (e.g. mmap
* allocation); callers must degrade gracefully (global cap + ACLs still
* apply). */ * apply). */
DaemonLimitRegistry* daemon_limits_create(int max_slots, int module_count, int per_host_cap, DaemonLimitRegistry* daemon_limits_create(int max_slots, int module_count, int per_host_cap,
int lockout_threshold, int lockout_duration_sec); int lockout_threshold, int lockout_duration_sec);
@@ -70,16 +98,33 @@ void daemon_limits_destroy(DaemonLimitRegistry* registry);
int daemon_limits_claim_slot(DaemonLimitRegistry* registry); int daemon_limits_claim_slot(DaemonLimitRegistry* registry);
/* Parent side: record the forked child's pid in a claimed slot. */ /* Parent side: record the forked child's pid in a claimed slot. */
void daemon_limits_set_slot_pid(DaemonLimitRegistry* registry, int slot, long pid); void daemon_limits_set_slot_pid(DaemonLimitRegistry* registry, int slot, long pid);
/* Parent side: release a slot, decrementing the module/per-source counters when /* Parent side: release a slot. The slot becomes FREE; the module/per-source
* the slot was actually REGISTERED. Idempotent. */ * occupancy arrays are DERIVED state and are only refreshed by
* daemon_limits_recompute, which callers must invoke afterwards when they rely
* on the derived counts (the SIGCHLD handler batches one recompute for the whole
* reap). Idempotent. */
void daemon_limits_reclaim_slot(DaemonLimitRegistry* registry, int slot); void daemon_limits_reclaim_slot(DaemonLimitRegistry* registry, int slot);
/* Parent SIGCHLD side: reclaim the slot owned by `pid` (no-op when not found). */ /* Parent SIGCHLD side: release the slot owned by `pid` (no-op when not found).
* Like reclaim_slot this does not touch the derived occupancy arrays; call
* daemon_limits_recompute after a batch of releases. */
void daemon_limits_reclaim_pid(DaemonLimitRegistry* registry, long pid); void daemon_limits_reclaim_pid(DaemonLimitRegistry* registry, long pid);
/* Parent side (async-signal-safe; atomics only, no malloc/log): rebuild
* module_active[] / host_active[] from scratch by scanning the REGISTERED slots.
* The slot table is the single source of truth, so this self-heals any
* count leaked by a child that was SIGKILLed mid-registration (it zeroes the
* arrays and re-derives them). Bounded by max_slots + host_slots. A
* registration racing this call can be transiently undercounted until the next
* recompute, which can only relax a cap briefly -- never corrupt memory. */
void daemon_limits_recompute(DaemonLimitRegistry* registry);
/* Child side: admit the connection for `module_index` from `peer_ip`. Always /* Child side: admit the connection for `module_index` from `peer_ip`. Always
* tracks the module/per-source occupancy (so the parent's reclaim is * tracks the module/per-source occupancy (so the parent's reclaim is
* symmetric); when `module_cap` > 0 it additionally enforces the per-module * symmetric); when `module_cap` > 0 it additionally enforces the per-module
* cap. Returns DAEMON_LIMIT_OK and publishes the slot, or a refusal reason. */ * cap. A NULL/empty or non-numeric `peer_ip` skips the per-source track (the
* callers use that to exempt a trusted loopback peer from the per-host cap; the
* per-module cap still applies). Returns DAEMON_LIMIT_OK and publishes the
* slot, or a refusal reason. */
DaemonLimitResult daemon_limits_register(DaemonLimitRegistry* registry, int slot, int module_index, DaemonLimitResult daemon_limits_register(DaemonLimitRegistry* registry, int slot, int module_index,
const char* peer_ip, int module_cap); const char* peer_ip, int module_cap);
+40 -8
View File
@@ -9,6 +9,7 @@
#include <netinet/in.h> #include <netinet/in.h>
#include <netinet/tcp.h> #include <netinet/tcp.h>
#include <openssl/ssl.h> #include <openssl/ssl.h>
#include <pthread.h>
#include <signal.h> #include <signal.h>
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
@@ -39,9 +40,25 @@ static void sigchld_handler(int sig) {
g_active_connections--; g_active_connections--;
daemon_limits_reclaim_pid(g_limit_registry, (long)pid); daemon_limits_reclaim_pid(g_limit_registry, (long)pid);
} }
/* Re-derive the occupancy counters once for the whole reap batch. The slot
* table is the source of truth, so this self-heals any count leaked by a child
* SIGKILLed mid-registration. Atomics only: async-signal-safe. */
if (g_limit_registry)
daemon_limits_recompute(g_limit_registry);
errno = saved_errno; errno = saved_errno;
} }
/* Reset a signal to its default action with sigaction (preferred over
* signal(3), whose semantics are implementation-defined). Used in the forked
* child before it can spawn any thread. */
static void reset_signal_default(int sig) {
struct sigaction action;
memset(&action, 0, sizeof(action));
action.sa_handler = SIG_DFL;
sigemptyset(&action.sa_mask);
sigaction(sig, &action, NULL);
}
/* Map a listen socket's address to its numeric port for logging, independent /* Map a listen socket's address to its numeric port for logging, independent
* of whether it is an IPv4 or IPv6 sockaddr. */ * of whether it is an IPv4 or IPv6 sockaddr. */
static unsigned short server_address_port(const struct sockaddr_storage* addr) { static unsigned short server_address_port(const struct sockaddr_storage* addr) {
@@ -160,7 +177,16 @@ static void accept_loop(Server* server, void (*child_fn)(int, void*), void* chil
log_perror("Could not listen on port!"); log_perror("Could not listen on port!");
return; return;
} }
signal(SIGCHLD, sigchld_handler); /* SIGCHLD via sigaction (not signal(3)); SA_RESTART keeps accept(2) from
* failing with EINTR, and SA_NOCLDSTOP only notifies on child exit. The
* accept loop is single-threaded at this point, so installing here cannot race
* a worker thread. */
struct sigaction chld_action;
memset(&chld_action, 0, sizeof(chld_action));
chld_action.sa_handler = sigchld_handler;
sigemptyset(&chld_action.sa_mask);
chld_action.sa_flags = SA_RESTART | SA_NOCLDSTOP;
sigaction(SIGCHLD, &chld_action, NULL);
g_limit_registry = server->limit_registry; g_limit_registry = server->limit_registry;
while (1) { while (1) {
struct sockaddr_storage client_addr; struct sockaddr_storage client_addr;
@@ -197,15 +223,21 @@ static void accept_loop(Server* server, void (*child_fn)(int, void*), void* chil
g_current_slot = slot; g_current_slot = slot;
/* Block SIGCHLD across fork() and the parent's pid publication: a child /* Block SIGCHLD across fork() and the parent's pid publication: a child
* that exits immediately must not be reaped before its slot records its * that exits immediately must not be reaped before its slot records its
* pid, which would leak the slot and its module/source counts. */ * pid, which would leak the slot and its module/source counts. Use
* pthread_sigmask rather than sigprocmask so the behavior is well defined
* even if this process ever gains threads: the mask is per-thread, the fork
* copies only the calling thread, and the child inherits this thread's
* blocked mask until it restores `previous` below. No thread exists yet at
* this point, and none is created before the mask is restored, so the
* critical window is race-free. */
sigset_t blocked; sigset_t blocked;
sigset_t previous; sigset_t previous;
sigemptyset(&blocked); sigemptyset(&blocked);
sigaddset(&blocked, SIGCHLD); sigaddset(&blocked, SIGCHLD);
sigprocmask(SIG_BLOCK, &blocked, &previous); pthread_sigmask(SIG_BLOCK, &blocked, &previous);
pid_t pid = fork(); pid_t pid = fork();
if (pid == 0) { if (pid == 0) {
sigprocmask(SIG_SETMASK, &previous, NULL); pthread_sigmask(SIG_SETMASK, &previous, NULL);
/* Connection children must not run the parent's global cleanup(): it /* Connection children must not run the parent's global cleanup(): it
* frees state (credentials / daemon conf) that the child's worker * frees state (credentials / daemon conf) that the child's worker
* threads may still be reading and closes fd numbers the child could * threads may still be reading and closes fd numbers the child could
@@ -213,9 +245,9 @@ static void accept_loop(Server* server, void (*child_fn)(int, void*), void* chil
* terminates the child directly; SIGCHLD is reset too since a child * terminates the child directly; SIGCHLD is reset too since a child
* must never reap the parent's children. This runs before the child * must never reap the parent's children. This runs before the child
* spawns any thread, so it cannot race one. */ * spawns any thread, so it cannot race one. */
signal(SIGINT, SIG_DFL); reset_signal_default(SIGINT);
signal(SIGTERM, SIG_DFL); reset_signal_default(SIGTERM);
signal(SIGCHLD, SIG_DFL); reset_signal_default(SIGCHLD);
close(server->file_descriptor); close(server->file_descriptor);
child_fn(fd, child_ctx); child_fn(fd, child_ctx);
_exit(0); _exit(0);
@@ -227,7 +259,7 @@ static void accept_loop(Server* server, void (*child_fn)(int, void*), void* chil
/* fork() failed: release the reservation so the slot is not leaked. */ /* fork() failed: release the reservation so the slot is not leaked. */
daemon_limits_reclaim_slot(server->limit_registry, slot); daemon_limits_reclaim_slot(server->limit_registry, slot);
} }
sigprocmask(SIG_SETMASK, &previous, NULL); pthread_sigmask(SIG_SETMASK, &previous, NULL);
close(fd); close(fd);
} }
} }
+78
View File
@@ -2,7 +2,9 @@
#include "daemon_limits.h" #include "daemon_limits.h"
#include "test_utils.h" #include "test_utils.h"
#include <stdint.h> #include <stdint.h>
#include <stdio.h>
#include <sys/wait.h> #include <sys/wait.h>
#include <time.h>
#include <unistd.h> #include <unistd.h>
/* The per-source hash is a pure helper: numeric addresses hash to a nonzero, /* The per-source hash is a pure helper: numeric addresses hash to a nonzero,
@@ -72,6 +74,7 @@ static void test_daemon_limits_module_cap() {
daemon_limits_reclaim_slot(registry, slot0); daemon_limits_reclaim_slot(registry, slot0);
daemon_limits_reclaim_slot(registry, slot1); daemon_limits_reclaim_slot(registry, slot1);
daemon_limits_recompute(registry);
int slot4 = daemon_limits_claim_slot(registry); int slot4 = daemon_limits_claim_slot(registry);
EXPECT_TRUE(slot4 >= 0); EXPECT_TRUE(slot4 >= 0);
EXPECT_EQ_INT(daemon_limits_register(registry, slot4, 0, "10.0.0.4", 2), DAEMON_LIMIT_OK); EXPECT_EQ_INT(daemon_limits_register(registry, slot4, 0, "10.0.0.4", 2), DAEMON_LIMIT_OK);
@@ -94,6 +97,7 @@ static void test_daemon_limits_host_cap() {
EXPECT_EQ_INT(daemon_limits_register(registry, slot2, 0, "10.0.0.2", 0), DAEMON_LIMIT_OK); EXPECT_EQ_INT(daemon_limits_register(registry, slot2, 0, "10.0.0.2", 0), DAEMON_LIMIT_OK);
/* Reclaiming the first source frees its per-host allowance. */ /* Reclaiming the first source frees its per-host allowance. */
daemon_limits_reclaim_slot(registry, slot0); daemon_limits_reclaim_slot(registry, slot0);
daemon_limits_recompute(registry);
EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.1", 0), DAEMON_LIMIT_OK); EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.1", 0), DAEMON_LIMIT_OK);
daemon_limits_destroy(registry); daemon_limits_destroy(registry);
@@ -115,6 +119,7 @@ static void test_daemon_limits_reclaim_pid() {
DAEMON_LIMIT_MODULE_FULL); DAEMON_LIMIT_MODULE_FULL);
daemon_limits_reclaim_pid(registry, 4242); daemon_limits_reclaim_pid(registry, 4242);
daemon_limits_recompute(registry);
EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.1", 1), DAEMON_LIMIT_OK); EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.1", 1), DAEMON_LIMIT_OK);
/* Reclaiming an unknown pid is a no-op. */ /* Reclaiming an unknown pid is a no-op. */
daemon_limits_reclaim_pid(registry, 999999); daemon_limits_reclaim_pid(registry, 999999);
@@ -179,16 +184,89 @@ static void test_daemon_limits_fork_shared() {
DAEMON_LIMIT_MODULE_FULL); DAEMON_LIMIT_MODULE_FULL);
/* The parent reclaims the dead child's slot by pid. */ /* The parent reclaims the dead child's slot by pid. */
daemon_limits_reclaim_pid(registry, (long)pid); daemon_limits_reclaim_pid(registry, (long)pid);
daemon_limits_recompute(registry);
EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.2", 1), DAEMON_LIMIT_OK); EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.2", 1), DAEMON_LIMIT_OK);
daemon_limits_destroy(registry); daemon_limits_destroy(registry);
} }
/* The occupancy arrays are derived from the slot table: recompute rebuilds them
* and is the self-heal path the SIGCHLD handler uses after a child dies. */
static void test_daemon_limits_recompute() {
DaemonLimitRegistry* registry = daemon_limits_create(DAEMON_LIMITS_MIN_SLOTS, 2, 1, 0, 0);
EXPECT_NOT_NULL(registry);
int slot0 = daemon_limits_claim_slot(registry);
int slot1 = daemon_limits_claim_slot(registry);
int slot2 = daemon_limits_claim_slot(registry);
EXPECT_TRUE(slot0 >= 0 && slot1 >= 0 && slot2 >= 0);
EXPECT_EQ_INT(daemon_limits_register(registry, slot0, 0, "10.0.0.1", 0), DAEMON_LIMIT_OK);
EXPECT_EQ_INT(daemon_limits_register(registry, slot1, 0, "10.0.0.2", 0), DAEMON_LIMIT_OK);
/* Recompute is idempotent and re-derives the same counts from REGISTERED
* slots (a CLAIMED slot is never counted). */
daemon_limits_recompute(registry);
daemon_limits_recompute(registry);
EXPECT_EQ_INT(daemon_limits_register(registry, slot2, 0, "10.0.0.3", 2),
DAEMON_LIMIT_MODULE_FULL);
/* Freeing a slot and recomputing releases its module/per-source count. */
daemon_limits_reclaim_slot(registry, slot0);
daemon_limits_recompute(registry);
EXPECT_EQ_INT(daemon_limits_register(registry, slot2, 0, "10.0.0.3", 2), DAEMON_LIMIT_OK);
daemon_limits_destroy(registry);
}
/* The per-source table has a bounded lifetime. When every bucket is occupied
* but not yet reclaimable, a new source is fail-open: the per-host cap is not
* enforced and the probe must terminate. Once the occupied buckets' lockouts
* expire (or they go idle), a new source reclaims a bucket and enforcement comes
* back. This covers the "table never evicts -> cap silently fails open forever"
* review finding. */
static void test_daemon_limits_host_table_eviction() {
char ip[32];
/* Part A: all buckets locked out with a long deadline and no active
* connection are not reclaimable yet. A new source cannot be interned, so the
* per-host cap is documented fail-open (both connections admitted) -- and the
* bounded probe returns instead of looping forever. */
DaemonLimitRegistry* registry = daemon_limits_create(DAEMON_LIMITS_MIN_SLOTS, 1, 1, 1, 300);
EXPECT_NOT_NULL(registry);
for (int i = 0; i < 64; i++) {
snprintf(ip, sizeof(ip), "10.0.0.%d", i + 1);
daemon_limits_auth_record_failure(registry, ip);
}
int a = daemon_limits_claim_slot(registry);
int b = daemon_limits_claim_slot(registry);
EXPECT_TRUE(a >= 0 && b >= 0);
EXPECT_EQ_INT(daemon_limits_register(registry, a, 0, "10.9.9.9", 0), DAEMON_LIMIT_OK);
EXPECT_EQ_INT(daemon_limits_register(registry, b, 0, "10.9.9.9", 0), DAEMON_LIMIT_OK);
daemon_limits_destroy(registry);
/* Part B: with an already-expired lockout every bucket is reclaimable, so a
* new source reclaims one and the per-host cap is enforced again. */
registry = daemon_limits_create(DAEMON_LIMITS_MIN_SLOTS, 1, 1, 1, 1);
EXPECT_NOT_NULL(registry);
for (int i = 0; i < 64; i++) {
snprintf(ip, sizeof(ip), "10.0.0.%d", i + 1);
daemon_limits_auth_record_failure(registry, ip);
}
struct timespec pause = {2, 0};
nanosleep(&pause, NULL);
int c = daemon_limits_claim_slot(registry);
int d = daemon_limits_claim_slot(registry);
EXPECT_TRUE(c >= 0 && d >= 0);
EXPECT_EQ_INT(daemon_limits_register(registry, c, 0, "10.9.9.9", 0), DAEMON_LIMIT_OK);
EXPECT_EQ_INT(daemon_limits_register(registry, d, 0, "10.9.9.9", 0), DAEMON_LIMIT_HOST_FULL);
daemon_limits_destroy(registry);
}
void test_daemon_limits() { void test_daemon_limits() {
test_daemon_limits_host_hash(); test_daemon_limits_host_hash();
test_daemon_limits_slots(); test_daemon_limits_slots();
test_daemon_limits_module_cap(); test_daemon_limits_module_cap();
test_daemon_limits_host_cap(); test_daemon_limits_host_cap();
test_daemon_limits_reclaim_pid(); test_daemon_limits_reclaim_pid();
test_daemon_limits_recompute();
test_daemon_limits_auth_lockout(); test_daemon_limits_auth_lockout();
test_daemon_limits_host_table_eviction();
test_daemon_limits_fork_shared(); test_daemon_limits_fork_shared();
} }