moonbridge

annotate moonbridge.c @ 212:453b7d1a7944

Avoid use of accept4() function in favor of accept() to avoid using _GNU_SOURCE on GNU/Linux
author jbe
date Mon Jun 22 22:19:41 2015 +0200 (2015-06-22)
parents a3d569d3e85d
children 43a077f2ab49
rev   line source
jbe@58 1
jbe@58 2 /*** Version ***/
jbe@58 3 #define MOONBR_VERSION_STRING "0.4.0"
jbe@58 4
jbe@0 5
jbe@0 6 /*** Compile-time configuration ***/
jbe@0 7
jbe@0 8 #define MOONBR_LUA_PANIC_BUG_WORKAROUND 1
jbe@0 9
jbe@0 10
jbe@0 11 /*** C preprocessor macros for portability support ***/
jbe@0 12
jbe@0 13 #ifndef __has_include
jbe@0 14 #define __has_include(x) 0
jbe@0 15 #endif
jbe@0 16
jbe@0 17
jbe@0 18 /*** Include directives for used system libraries ***/
jbe@0 19
jbe@0 20 #include <stdlib.h>
jbe@0 21 #include <stdint.h>
jbe@135 22 #include <string.h>
jbe@0 23 #include <errno.h>
jbe@135 24 #include <unistd.h>
jbe@135 25 #include <signal.h>
jbe@135 26 #include <sys/wait.h>
jbe@135 27 #include <sys/resource.h>
jbe@135 28 #include <poll.h>
jbe@136 29 #include <time.h>
jbe@0 30 #include <sys/time.h>
jbe@0 31 #include <sys/socket.h>
jbe@0 32 #include <sys/un.h>
jbe@0 33 #include <netinet/in.h>
jbe@125 34 #include <netdb.h>
jbe@125 35 #include <arpa/inet.h>
jbe@135 36 #include <getopt.h>
jbe@0 37 #include <sys/file.h>
jbe@135 38 #include <syslog.h>
jbe@0 39 #if defined(__FreeBSD__) || __has_include(<libutil.h>)
jbe@0 40 #include <libutil.h>
jbe@0 41 #endif
jbe@0 42 #if defined(__linux__) || __has_include(<bsd/libutil.h>)
jbe@0 43 #include <bsd/libutil.h>
jbe@0 44 #endif
jbe@0 45 #if defined(__linux__) || __has_include(<bsd/unistd.h>)
jbe@0 46 #include <bsd/unistd.h>
jbe@0 47 #endif
jbe@0 48
jbe@0 49
jbe@0 50 /*** Fallback definitions for missing constants on some platforms ***/
jbe@0 51
jbe@0 52 /* INFTIM is used as timeout parameter for poll() */
jbe@0 53 #ifndef INFTIM
jbe@0 54 #define INFTIM -1
jbe@0 55 #endif
jbe@0 56
jbe@0 57
jbe@0 58 /*** Include directives for Lua ***/
jbe@0 59
jbe@0 60 #include <lua.h>
jbe@0 61 #include <lauxlib.h>
jbe@0 62 #include <lualib.h>
jbe@0 63
jbe@0 64
jbe@79 65 /*** Include directive for moonbridge_io library ***/
jbe@79 66
jbe@79 67 #include "moonbridge_io.h"
jbe@79 68
jbe@79 69
jbe@0 70 /*** Constants ***/
jbe@0 71
jbe@0 72 /* Backlog option for listen() call */
jbe@0 73 #define MOONBR_LISTEN_BACKLOG 1024
jbe@0 74
jbe@0 75 /* Maximum length of a timestamp used for strftime() */
jbe@0 76 #define MOONBR_LOG_MAXTIMELEN 40
jbe@0 77
jbe@0 78 /* Maximum length of a log message */
jbe@0 79 #define MOONBR_LOG_MAXMSGLEN 4095
jbe@0 80
jbe@0 81 /* Exitcodes passed to exit() call */
jbe@0 82 #define MOONBR_EXITCODE_GRACEFUL 0
jbe@0 83 #define MOONBR_EXITCODE_CMDLINEERROR 1
jbe@0 84 #define MOONBR_EXITCODE_ALREADYRUNNING 2
jbe@0 85 #define MOONBR_EXITCODE_STARTUPERROR 3
jbe@0 86 #define MOONBR_EXITCODE_RUNTIMEERROR 4
jbe@0 87
jbe@0 88 /* Maximum length of a line sent to stderr by child processes */
jbe@0 89 #define MOONBR_MAXERRORLINELEN 1024
jbe@0 90
jbe@0 91 /* Maximum length of an error string returned by strerror() */
jbe@0 92 #define MOONBR_MAXSTRERRORLEN 80
jbe@0 93
jbe@0 94 /* Status bytes exchanged between master and child processes */
jbe@124 95 #define MOONBR_STATUS_IDLE 'I'
jbe@124 96 #define MOONBR_COMMAND_CONNECT 'C'
jbe@124 97 #define MOONBR_COMMAND_TERMINATE 'T'
jbe@124 98 #define MOONBR_STATUS_GOODBYE 'B'
jbe@0 99
jbe@0 100 /* Constant file descriptors */
jbe@0 101 #define MOONBR_FD_STDERR 2
jbe@0 102 #define MOONBR_FD_CONTROL 3
jbe@0 103 #define MOONBR_FD_END 4
jbe@0 104
jbe@0 105 /* Return values of moonbr_try_destroy_worker() */
jbe@0 106 #define MOONBR_DESTROY_NONE 0
jbe@0 107 #define MOONBR_DESTROY_PREPARE 1
jbe@0 108 #define MOONBR_DESTROY_IDLE_OR_ASSIGNED 2
jbe@0 109
jbe@0 110
jbe@0 111 /*** Types ***/
jbe@0 112
jbe@0 113 /* Enum for 'moonbr_pstate' */
jbe@0 114 #define MOONBR_PSTATE_STARTUP 0
jbe@0 115 #define MOONBR_PSTATE_RUNNING 1
jbe@0 116 #define MOONBR_PSTATE_FORKED 2
jbe@0 117
jbe@0 118 /* Enum for 'proto' field of struct moonbr_listener */
jbe@127 119 #define MOONBR_PROTO_MAIN 1
jbe@127 120 #define MOONBR_PROTO_INTERVAL 2
jbe@127 121 #define MOONBR_PROTO_LOCAL 3
jbe@127 122 #define MOONBR_PROTO_TCP 4
jbe@0 123
jbe@0 124 /* Data structure for a pool's listener that can accept incoming connections */
jbe@0 125 struct moonbr_listener {
jbe@0 126 struct moonbr_pool *pool;
jbe@0 127 struct moonbr_listener *prev_listener; /* previous idle or(!) connected listener */
jbe@0 128 struct moonbr_listener *next_listener; /* next idle or(!) connected listener */
jbe@0 129 int proto;
jbe@0 130 union {
jbe@0 131 struct {
jbe@0 132 char *name; /* name of interval passed to 'connect' function as 'interval' field in table */
jbe@0 133 int strict; /* nonzero = runtime of 'connect' function does not delay interval */
jbe@0 134 struct timeval delay; /* interval between invocations of 'connect' function */
jbe@0 135 struct timeval wakeup; /* point in time of next invocation */
jbe@0 136 } interval;
jbe@0 137 struct {
jbe@125 138 union {
jbe@125 139 struct sockaddr addr_abstract;
jbe@125 140 struct sockaddr_un addr_un;
jbe@125 141 struct sockaddr_in addr_in;
jbe@125 142 struct sockaddr_in6 addr_in6;
jbe@125 143 } addr;
jbe@125 144 socklen_t addrlen;
jbe@125 145 } socket;
jbe@125 146 } type_specific;
jbe@125 147 union {
jbe@0 148 struct {
jbe@125 149 char ip[INET6_ADDRSTRLEN]; /* IP to listen on */
jbe@0 150 int port; /* port number to listen on (in host endianess) */
jbe@0 151 } tcp;
jbe@0 152 } proto_specific;
jbe@0 153 int listenfd; /* -1 = none */
jbe@0 154 int pollidx; /* -1 = none */
jbe@0 155 };
jbe@0 156
jbe@0 157 /* Data structure for a child process that is handling incoming connections */
jbe@0 158 struct moonbr_worker {
jbe@0 159 struct moonbr_pool *pool;
jbe@0 160 struct moonbr_worker *prev_worker;
jbe@0 161 struct moonbr_worker *next_worker;
jbe@0 162 struct moonbr_worker *prev_idle_worker;
jbe@0 163 struct moonbr_worker *next_idle_worker;
jbe@127 164 int main; /* nonzero = terminate Moonbridge when this worker dies */
jbe@0 165 int idle; /* nonzero = waiting for command from parent process */
jbe@0 166 int assigned; /* nonzero = currently handling a connection */
jbe@0 167 pid_t pid;
jbe@0 168 int controlfd; /* socket to send/receive control message to/from child process */
jbe@0 169 int errorfd; /* socket to receive error output from child process' stderr */
jbe@0 170 char *errorlinebuf; /* optional buffer for collecting stderr data from child process */
jbe@0 171 int errorlinelen; /* number of bytes stored in 'errorlinebuf' */
jbe@0 172 int errorlineovf; /* nonzero = line length overflow */
jbe@0 173 struct timeval idle_expiration; /* point in time until child process may stay in idle state */
jbe@0 174 struct moonbr_listener *restart_interval_listener; /* set while interval listener is assigned */
jbe@0 175 };
jbe@0 176
jbe@0 177 /* Data structure for a pool of workers and listeners */
jbe@0 178 struct moonbr_pool {
jbe@0 179 int poolnum; /* number of pool for log output */
jbe@0 180 struct moonbr_pool *next_pool; /* next entry in linked list starting with 'moonbr_first_pool' */
jbe@0 181 struct moonbr_worker *first_worker; /* first worker of pool */
jbe@0 182 struct moonbr_worker *last_worker; /* last worker of pool */
jbe@0 183 struct moonbr_worker *first_idle_worker; /* first idle worker of pool */
jbe@0 184 struct moonbr_worker *last_idle_worker; /* last idle worker of pool */
jbe@0 185 int idle_worker_count;
jbe@0 186 int unassigned_worker_count;
jbe@0 187 int total_worker_count;
jbe@0 188 int worker_count_stat; /* only needed for statistics */
jbe@0 189 int pre_fork; /* desired minimum number of unassigned workers */
jbe@0 190 int min_fork; /* desired minimum number of workers in total */
jbe@0 191 int max_fork; /* maximum number of workers */
jbe@0 192 struct timeval fork_delay; /* delay after each fork() until a fork may happen again */
jbe@0 193 struct timeval fork_wakeup; /* point in time when a fork may happen again (unless a worker terminates before) */
jbe@0 194 struct timeval fork_error_delay; /* delay between fork()s when an error during fork or preparation occurred */
jbe@0 195 struct timeval fork_error_wakeup; /* point in time when fork may happen again if an error in preparation occurred */
jbe@0 196 int use_fork_error_wakeup; /* nonzero = error in preparation occured; gets reset on next fork */
jbe@0 197 struct timeval exit_delay; /* delay for terminating excessive workers (unassigned_worker_count > pre_fork) */
jbe@0 198 struct timeval exit_wakeup; /* point in time when terminating an excessive worker */
jbe@0 199 struct timeval idle_timeout; /* delay before an idle worker is terminated */
jbe@0 200 size_t memory_limit; /* maximum bytes of memory that the Lua machine may allocate */
jbe@0 201 int listener_count; /* total number of listeners of pool (and size of 'listener' array at end of this struct) */
jbe@0 202 struct moonbr_listener *first_idle_listener; /* first listener that is idle (i.e. has no waiting connection) */
jbe@0 203 struct moonbr_listener *last_idle_listener; /* last listener that is idle (i.e. has no waiting connection) */
jbe@0 204 struct moonbr_listener *first_connected_listener; /* first listener that has a pending connection */
jbe@0 205 struct moonbr_listener *last_connected_listener; /* last listener that has a pending connection */
jbe@0 206 struct moonbr_listener listener[1]; /* static array of variable(!) size to contain 'listener' structures */
jbe@0 207 };
jbe@0 208
jbe@0 209 /* Enum for 'channel' field of struct moonbr_poll_worker */
jbe@0 210 #define MOONBR_POLL_WORKER_CONTROLCHANNEL 1
jbe@0 211 #define MOONBR_POLL_WORKER_ERRORCHANNEL 2
jbe@0 212
jbe@0 213 /* Structure to refer from 'moonbr_poll_worker_fds' entry to worker structure */
jbe@0 214 struct moonbr_poll_worker {
jbe@0 215 struct moonbr_worker *worker;
jbe@0 216 int channel; /* field indicating whether file descriptor is 'controlfd' or 'errorfd' */
jbe@0 217 };
jbe@0 218
jbe@0 219 /* Variable indicating that clean shutdown was requested */
jbe@0 220 static int moonbr_shutdown_in_progress = 0;
jbe@0 221
jbe@0 222
jbe@0 223 /*** Macros for Lua registry ***/
jbe@0 224
jbe@0 225 /* Lightuserdata keys for Lua registry to store 'prepare', 'connect', and 'finish' functions */
jbe@0 226 #define moonbr_luakey_prepare_func(pool) ((void *)(intptr_t)(pool) + 0)
jbe@0 227 #define moonbr_luakey_connect_func(pool) ((void *)(intptr_t)(pool) + 1)
jbe@0 228 #define moonbr_luakey_finish_func(pool) ((void *)(intptr_t)(pool) + 2)
jbe@0 229
jbe@0 230
jbe@0 231 /*** Global variables ***/
jbe@0 232
jbe@0 233 /* State of process execution */
jbe@0 234 static int moonbr_pstate = MOONBR_PSTATE_STARTUP;
jbe@0 235
jbe@0 236 /* Process ID of the main process */
jbe@0 237 static pid_t moonbr_masterpid;
jbe@0 238
jbe@0 239 /* Condition variables set by the signal handler */
jbe@0 240 static volatile sig_atomic_t moonbr_cond_poll = 0;
jbe@0 241 static volatile sig_atomic_t moonbr_cond_terminate = 0;
jbe@0 242 static volatile sig_atomic_t moonbr_cond_interrupt = 0;
jbe@0 243 static volatile sig_atomic_t moonbr_cond_child = 0;
jbe@0 244
jbe@0 245 /* Socket pair to denote signal delivery when signal handler was called just before poll() */
jbe@0 246 static int moonbr_poll_signalfds[2];
jbe@0 247 #define moonbr_poll_signalfd_read moonbr_poll_signalfds[0]
jbe@0 248 #define moonbr_poll_signalfd_write moonbr_poll_signalfds[1]
jbe@0 249
jbe@0 250 /* Global variables for pidfile and logging */
jbe@0 251 static struct pidfh *moonbr_pidfh = NULL;
jbe@0 252 static FILE *moonbr_logfile = NULL;
jbe@0 253 static int moonbr_use_syslog = 0;
jbe@0 254
jbe@0 255 /* First and last entry of linked list of all created pools during initialization */
jbe@0 256 static struct moonbr_pool *moonbr_first_pool = NULL;
jbe@0 257 static struct moonbr_pool *moonbr_last_pool = NULL;
jbe@0 258
jbe@0 259 /* Total count of pools */
jbe@0 260 static int moonbr_pool_count = 0;
jbe@0 261
jbe@0 262 /* Set to a nonzero value if dynamic part of 'moonbr_poll_fds' ('moonbr_poll_worker_fds') needs an update */
jbe@0 263 static int moonbr_poll_refresh_needed = 0;
jbe@0 264
jbe@0 265 /* Array passed to poll(), consisting of static part and dynamic part ('moonbr_poll_worker_fds') */
jbe@0 266 static struct pollfd *moonbr_poll_fds = NULL; /* the array */
jbe@0 267 static int moonbr_poll_fds_bufsize = 0; /* memory allocated for this number of elements */
jbe@0 268 static int moonbr_poll_fds_count = 0; /* total number of elements */
jbe@0 269 static int moonbr_poll_fds_static_count; /* number of elements in static part */
jbe@0 270
jbe@0 271 /* Dynamic part of 'moonbr_poll_fds' array */
jbe@0 272 #define moonbr_poll_worker_fds (moonbr_poll_fds+moonbr_poll_fds_static_count)
jbe@0 273
jbe@0 274 /* Additional information for dynamic part of 'moonbr_poll_fds' array */
jbe@0 275 struct moonbr_poll_worker *moonbr_poll_workers; /* the array */
jbe@0 276 static int moonbr_poll_workers_bufsize = 0; /* memory allocated for this number of elements */
jbe@0 277 static int moonbr_poll_worker_count = 0; /* number of elements in array */
jbe@0 278
jbe@0 279 /* Variable set to nonzero value to disallow further calls of 'listen' function */
jbe@0 280 static int moonbr_booted = 0;
jbe@0 281
jbe@0 282 /* Verbosity settings */
jbe@0 283 static int moonbr_debug = 0;
jbe@0 284 static int moonbr_stat = 0;
jbe@0 285
jbe@0 286 /* Memory consumption by Lua machine */
jbe@0 287 static size_t moonbr_memory_usage = 0;
jbe@0 288 static size_t moonbr_memory_limit = 0;
jbe@0 289
jbe@0 290
jbe@0 291 /*** Functions for signal handling ***/
jbe@0 292
jbe@0 293 /* Signal handler for master and child processes */
jbe@0 294 static void moonbr_signal(int sig) {
jbe@0 295 if (getpid() == moonbr_masterpid) {
jbe@0 296 /* master process */
jbe@0 297 switch (sig) {
jbe@0 298 case SIGHUP:
jbe@0 299 case SIGINT:
jbe@0 300 /* fast shutdown requested */
jbe@0 301 moonbr_cond_interrupt = 1;
jbe@0 302 break;
jbe@0 303 case SIGTERM:
jbe@0 304 /* clean shutdown requested */
jbe@0 305 moonbr_cond_terminate = 1;
jbe@0 306 break;
jbe@0 307 case SIGCHLD:
jbe@0 308 /* child process terminated */
jbe@0 309 moonbr_cond_child = 1;
jbe@0 310 break;
jbe@0 311 }
jbe@0 312 if (moonbr_cond_poll) {
jbe@0 313 /* avoid race condition if signal handler is invoked right before poll() */
jbe@0 314 char buf[1] = {0};
jbe@20 315 write(moonbr_poll_signalfd_write, buf, 1);
jbe@0 316 }
jbe@0 317 } else {
jbe@0 318 /* child process forwards certain signals to parent process */
jbe@0 319 switch (sig) {
jbe@0 320 case SIGHUP:
jbe@0 321 case SIGINT:
jbe@0 322 case SIGTERM:
jbe@0 323 kill(moonbr_masterpid, sig);
jbe@0 324 }
jbe@0 325 }
jbe@0 326 }
jbe@0 327
jbe@0 328 /* Initialize signal handling */
jbe@0 329 static void moonbr_signal_init(){
jbe@0 330 moonbr_masterpid = getpid();
jbe@0 331 signal(SIGHUP, moonbr_signal);
jbe@0 332 signal(SIGINT, moonbr_signal);
jbe@0 333 signal(SIGTERM, moonbr_signal);
jbe@0 334 signal(SIGCHLD, moonbr_signal);
jbe@195 335 signal(SIGUSR1, moonbr_signal);
jbe@0 336 }
jbe@0 337
jbe@0 338
jbe@0 339 /*** Functions for logging in master process ***/
jbe@0 340
jbe@0 341 /* Logs a pre-formatted message with given syslog() priority */
jbe@0 342 static void moonbr_log_msg(int priority, const char *msg) {
jbe@0 343 if (moonbr_logfile) {
jbe@0 344 /* logging to logfile desired (timestamp is prepended in that case) */
jbe@0 345 time_t now_time = 0;
jbe@0 346 struct tm now_tmstruct;
jbe@0 347 char timestr[MOONBR_LOG_MAXTIMELEN+1];
jbe@0 348 time(&now_time);
jbe@0 349 localtime_r(&now_time, &now_tmstruct);
jbe@0 350 if (!strftime(
jbe@0 351 timestr, MOONBR_LOG_MAXTIMELEN+1, "%Y-%m-%d %H:%M:%S %Z: ", &now_tmstruct
jbe@0 352 )) timestr[0] = 0;
jbe@0 353 fprintf(moonbr_logfile, "%s%s\n", timestr, msg);
jbe@0 354 }
jbe@0 355 if (moonbr_use_syslog) {
jbe@0 356 /* logging through syslog desired */
jbe@0 357 syslog(priority, "%s", msg);
jbe@0 358 }
jbe@0 359 }
jbe@0 360
jbe@0 361 /* Formats a message via vsnprintf() and logs it with given syslog() priority */
jbe@0 362 static void moonbr_log(int priority, const char *message, ...) {
jbe@0 363 char msgbuf[MOONBR_LOG_MAXMSGLEN+1]; /* buffer of static size to store formatted message */
jbe@0 364 int msglen; /* length of full message (may exceed MOONBR_LOG_MAXMSGLEN) */
jbe@0 365 {
jbe@0 366 /* pass variable arguments to vsnprintf() to format message */
jbe@0 367 va_list ap;
jbe@0 368 va_start(ap, message);
jbe@0 369 msglen = vsnprintf(msgbuf, MOONBR_LOG_MAXMSGLEN+1, message, ap);
jbe@0 370 va_end(ap);
jbe@0 371 }
jbe@0 372 {
jbe@0 373 /* split and log message line by line */
jbe@0 374 char *line = msgbuf;
jbe@0 375 while (1) {
jbe@0 376 char *endptr = strchr(line, '\n');
jbe@0 377 if (endptr) {
jbe@0 378 /* terminate string where newline character is found */
jbe@0 379 *endptr = 0;
jbe@0 380 } else if (line != msgbuf && msglen > MOONBR_LOG_MAXMSGLEN) {
jbe@0 381 /* break if line is incomplete and not the first line */
jbe@0 382 break;
jbe@0 383 }
jbe@0 384 moonbr_log_msg(priority, line);
jbe@0 385 if (!endptr) break; /* break if end of formatted message is reached */
jbe@0 386 line = endptr+1; /* otherwise continue with remaining message */
jbe@0 387 }
jbe@0 388 }
jbe@0 389 if (msglen > MOONBR_LOG_MAXMSGLEN) {
jbe@0 390 /* print warning if message was truncated */
jbe@0 391 moonbr_log_msg(priority, "Previous log message has been truncated due to excessive length");
jbe@0 392 }
jbe@0 393 }
jbe@0 394
jbe@0 395
jbe@0 396 /*** Termination function ***/
jbe@0 397
jbe@0 398 /* Kill all child processes, remove PID file (if existent), and exit master process with given exitcode */
jbe@0 399 static void moonbr_terminate(int exitcode) {
jbe@0 400 {
jbe@0 401 struct moonbr_pool *pool;
jbe@0 402 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@0 403 {
jbe@0 404 struct moonbr_worker *worker;
jbe@0 405 for (worker=pool->first_worker; worker; worker=worker->next_worker) {
jbe@0 406 moonbr_log(LOG_INFO, "Sending SIGKILL to child with PID %i", (int)worker->pid);
jbe@0 407 if (kill(worker->pid, SIGKILL)) {
jbe@0 408 moonbr_log(LOG_ERR, "Error while killing child process: %s", strerror(errno));
jbe@0 409 }
jbe@0 410 }
jbe@0 411 }
jbe@0 412 {
jbe@0 413 int i;
jbe@0 414 for (i=0; i<pool->listener_count; i++) {
jbe@0 415 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 416 if (listener->proto == MOONBR_PROTO_LOCAL) {
jbe@125 417 moonbr_log(LOG_INFO, "Unlinking local socket \"%s\"", listener->type_specific.socket.addr.addr_un.sun_path);
jbe@125 418 if (unlink(listener->type_specific.socket.addr.addr_un.sun_path)) {
jbe@0 419 moonbr_log(LOG_ERR, "Error while unlinking local socket: %s", strerror(errno));
jbe@0 420 }
jbe@0 421 }
jbe@0 422 }
jbe@0 423 }
jbe@0 424 }
jbe@0 425 }
jbe@0 426 moonbr_log(exitcode ? LOG_ERR : LOG_NOTICE, "Terminating with exit code %i", exitcode);
jbe@0 427 if (moonbr_pidfh && pidfile_remove(moonbr_pidfh)) {
jbe@0 428 moonbr_log(LOG_ERR, "Error while removing PID file: %s", strerror(errno));
jbe@0 429 }
jbe@0 430 exit(exitcode);
jbe@0 431 }
jbe@0 432
jbe@0 433 /* Terminate with either MOONBR_EXITCODE_STARTUPERROR or MOONBR_EXITCODE_RUNTIMEERROR */
jbe@0 434 #define moonbr_terminate_error() \
jbe@0 435 moonbr_terminate( \
jbe@0 436 moonbr_pstate == MOONBR_PSTATE_STARTUP ? \
jbe@0 437 MOONBR_EXITCODE_STARTUPERROR : \
jbe@0 438 MOONBR_EXITCODE_RUNTIMEERROR \
jbe@0 439 )
jbe@0 440
jbe@0 441
jbe@0 442 /*** Helper functions ***/
jbe@0 443
jbe@0 444 /* Fills a 'struct timeval' structure with the current time (using CLOCK_MONOTONIC) */
jbe@0 445 static void moonbr_now(struct timeval *now) {
jbe@0 446 struct timespec ts = {0, };
jbe@0 447 if (clock_gettime(CLOCK_MONOTONIC, &ts)) {
jbe@0 448 moonbr_log(LOG_CRIT, "Error in clock_gettime() call: %s", strerror(errno));
jbe@0 449 moonbr_terminate_error();
jbe@0 450 }
jbe@0 451 *now = (struct timeval){ .tv_sec = ts.tv_sec, .tv_usec = ts.tv_nsec / 1000 };
jbe@0 452 }
jbe@0 453
jbe@0 454 /* Formats a 'struct timeval' value (not thread-safe) */
jbe@0 455 static char *moonbr_format_timeval(struct timeval *t) {
jbe@0 456 static char buf[32];
jbe@0 457 snprintf(buf, 32, "%ji.%06ji seconds", (intmax_t)t->tv_sec, (intmax_t)t->tv_usec);
jbe@0 458 return buf;
jbe@0 459 }
jbe@0 460
jbe@0 461
jbe@0 462 /*** Functions for pool creation and startup ***/
jbe@0 463
jbe@0 464 /* Creates a 'struct moonbr_pool' structure with a given number of listeners */
jbe@0 465 static struct moonbr_pool *moonbr_create_pool(int listener_count) {
jbe@0 466 struct moonbr_pool *pool;
jbe@0 467 pool = calloc(1,
jbe@0 468 sizeof(struct moonbr_pool) + /* size of 'struct moonbr_pool' with one listener */
jbe@0 469 (listener_count-1) * sizeof(struct moonbr_listener) /* size of extra listeners */
jbe@0 470 );
jbe@0 471 if (!pool) {
jbe@0 472 moonbr_log(LOG_CRIT, "Memory allocation error");
jbe@0 473 moonbr_terminate_error();
jbe@0 474 }
jbe@0 475 pool->listener_count = listener_count;
jbe@0 476 {
jbe@0 477 /* initialization of listeners */
jbe@0 478 int i;
jbe@0 479 for (i=0; i<listener_count; i++) {
jbe@0 480 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 481 listener->pool = pool;
jbe@0 482 listener->listenfd = -1;
jbe@0 483 listener->pollidx = -1;
jbe@0 484 }
jbe@0 485 }
jbe@0 486 return pool;
jbe@0 487 }
jbe@0 488
jbe@0 489 /* Destroys a 'struct moonbr_pool' structure before it has been started */
jbe@0 490 static void moonbr_destroy_pool(struct moonbr_pool *pool) {
jbe@0 491 int i;
jbe@0 492 for (i=0; i<pool->listener_count; i++) {
jbe@0 493 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 494 if (
jbe@0 495 listener->proto == MOONBR_PROTO_INTERVAL &&
jbe@125 496 listener->type_specific.interval.name
jbe@0 497 ) {
jbe@125 498 free(listener->type_specific.interval.name);
jbe@0 499 }
jbe@0 500 }
jbe@0 501 free(pool);
jbe@0 502 }
jbe@0 503
jbe@0 504 /* Starts a all listeners in a pool */
jbe@0 505 static int moonbr_start_pool(struct moonbr_pool *pool) {
jbe@0 506 moonbr_log(LOG_INFO, "Creating pool", pool->poolnum);
jbe@0 507 {
jbe@0 508 int i;
jbe@0 509 for (i=0; i<pool->listener_count; i++) {
jbe@0 510 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 511 switch (listener->proto) {
jbe@127 512 case MOONBR_PROTO_MAIN:
jbe@127 513 /* nothing to do here: starting main thread is performed in moonbr_run() function */
jbe@127 514 moonbr_log(LOG_INFO, "Adding main thread");
jbe@127 515 break;
jbe@0 516 case MOONBR_PROTO_INTERVAL:
jbe@17 517 /* nothing to do here: starting intervals is performed in moonbr_run() function */
jbe@125 518 if (!listener->type_specific.interval.name) {
jbe@0 519 moonbr_log(LOG_INFO, "Adding unnamed interval listener");
jbe@0 520 } else {
jbe@125 521 moonbr_log(LOG_INFO, "Adding interval listener \"%s\"", listener->type_specific.interval.name);
jbe@0 522 }
jbe@0 523 break;
jbe@0 524 case MOONBR_PROTO_LOCAL:
jbe@125 525 moonbr_log(LOG_INFO, "Adding local socket listener for path \"%s\"", listener->type_specific.socket.addr.addr_un.sun_path);
jbe@125 526 listener->listenfd = socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0);
jbe@125 527 if (listener->listenfd == -1) goto moonbr_start_pool_error;
jbe@125 528 if (!unlink(listener->type_specific.socket.addr.addr_un.sun_path)) {
jbe@125 529 moonbr_log(LOG_WARNING, "Unlinked named socket \"%s\" prior to listening", listener->type_specific.socket.addr.addr_un.sun_path);
jbe@125 530 } else {
jbe@125 531 if (errno != ENOENT) {
jbe@125 532 moonbr_log(LOG_ERR, "Could not unlink named socket \"%s\" prior to listening: %s", listener->type_specific.socket.addr.addr_un.sun_path, strerror(errno));
jbe@125 533 }
jbe@125 534 }
jbe@125 535 if (
jbe@125 536 bind(listener->listenfd, &listener->type_specific.socket.addr.addr_abstract, listener->type_specific.socket.addrlen)
jbe@125 537 ) goto moonbr_start_pool_error;
jbe@125 538 if (listen(listener->listenfd, MOONBR_LISTEN_BACKLOG)) goto moonbr_start_pool_error;
jbe@125 539 break;
jbe@125 540 case MOONBR_PROTO_TCP:
jbe@125 541 moonbr_log(LOG_INFO, "Adding TCP listener on interface \"%s\", port %i", listener->proto_specific.tcp.ip, listener->proto_specific.tcp.port);
jbe@134 542 listener->listenfd = socket(listener->type_specific.socket.addr.addr_abstract.sa_family, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0); /* NOTE: not correctly using PF_* but AF_* constants here */
jbe@125 543 if (listener->listenfd == -1) goto moonbr_start_pool_error;
jbe@0 544 {
jbe@125 545 /* avoid "Address already in use" error when restarting service */
jbe@125 546 static const int reuseval = 1;
jbe@125 547 if (setsockopt(
jbe@125 548 listener->listenfd, SOL_SOCKET, SO_REUSEADDR, &reuseval, sizeof(reuseval)
jbe@125 549 )) goto moonbr_start_pool_error;
jbe@0 550 }
jbe@0 551 {
jbe@125 552 /* default to send TCP RST when process terminates unexpectedly */
jbe@125 553 static const struct linger lingerval = {
jbe@125 554 .l_onoff = 1,
jbe@125 555 .l_linger = 0
jbe@0 556 };
jbe@125 557 if (setsockopt(
jbe@125 558 listener->listenfd, SOL_SOCKET, SO_LINGER, &lingerval, sizeof(lingerval)
jbe@125 559 )) goto moonbr_start_pool_error;
jbe@0 560 }
jbe@125 561 if (
jbe@125 562 bind(listener->listenfd, &listener->type_specific.socket.addr.addr_abstract, listener->type_specific.socket.addrlen)
jbe@125 563 ) goto moonbr_start_pool_error;
jbe@125 564 if (listen(listener->listenfd, MOONBR_LISTEN_BACKLOG)) goto moonbr_start_pool_error;
jbe@0 565 break;
jbe@0 566 default:
jbe@0 567 moonbr_log(LOG_CRIT, "Internal error (should not happen): Unexpected value in listener.proto field");
jbe@0 568 moonbr_terminate_error();
jbe@0 569 }
jbe@0 570 }
jbe@0 571 goto moonbr_start_pool_ok;
jbe@0 572 moonbr_start_pool_error:
jbe@0 573 {
jbe@0 574 int j = i;
jbe@0 575 int errno2 = errno;
jbe@0 576 for (; i>=0; i--) {
jbe@0 577 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 578 if (listener->listenfd != -1) close(listener->listenfd);
jbe@0 579 }
jbe@0 580 errno = errno2;
jbe@0 581 return j;
jbe@0 582 }
jbe@0 583 }
jbe@0 584 moonbr_start_pool_ok:
jbe@0 585 pool->poolnum = ++moonbr_pool_count;
jbe@0 586 moonbr_log(LOG_INFO, "Pool #%i created", pool->poolnum);
jbe@0 587 if (moonbr_last_pool) moonbr_last_pool->next_pool = pool;
jbe@0 588 else moonbr_first_pool = pool;
jbe@0 589 moonbr_last_pool = pool;
jbe@0 590 return -1;
jbe@0 591 }
jbe@0 592
jbe@0 593
jbe@0 594 /*** Function to send data and a file descriptor to child process */
jbe@0 595
jbe@0 596 /* Sends control message of one bye plus optional file descriptor plus optional pointer to child process */
jbe@0 597 static void moonbr_send_control_message(struct moonbr_worker *worker, char status, int fd, void *ptr) {
jbe@0 598 {
jbe@0 599 struct iovec iovector = { .iov_base = &status, .iov_len = 1 }; /* carrying status byte */
jbe@0 600 char control_message_buffer[CMSG_SPACE(sizeof(int))] = {0, }; /* used to transfer file descriptor */
jbe@0 601 struct msghdr message = { .msg_iov = &iovector, .msg_iovlen = 1 }; /* data structure passed to sendmsg() call */
jbe@0 602 if (moonbr_debug) {
jbe@0 603 if (fd == -1) {
jbe@0 604 moonbr_log(LOG_DEBUG, "Sending control message \"%c\" to child process in pool #%i (PID %i)", (int)status, worker->pool->poolnum, (int)worker->pid);
jbe@0 605 } else {
jbe@0 606 moonbr_log(LOG_DEBUG, "Sending control message \"%c\" with file descriptor #%i to child process in pool #%i (PID %i)", (int)status, fd, worker->pool->poolnum, (int)worker->pid);
jbe@0 607 }
jbe@0 608 }
jbe@0 609 if (fd != -1) {
jbe@0 610 /* attach control message with file descriptor */
jbe@0 611 message.msg_control = control_message_buffer;
jbe@0 612 message.msg_controllen = CMSG_SPACE(sizeof(int));
jbe@0 613 {
jbe@0 614 struct cmsghdr *control_message = CMSG_FIRSTHDR(&message);
jbe@0 615 control_message->cmsg_level = SOL_SOCKET;
jbe@0 616 control_message->cmsg_type = SCM_RIGHTS;
jbe@0 617 control_message->cmsg_len = CMSG_LEN(sizeof(int));
jbe@18 618 memcpy(CMSG_DATA(control_message), &fd, sizeof(int));
jbe@0 619 }
jbe@0 620 }
jbe@0 621 while (sendmsg(worker->controlfd, &message, MSG_NOSIGNAL) < 0) {
jbe@0 622 if (errno == EPIPE) {
jbe@0 623 moonbr_log(LOG_ERR, "Error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 624 return; /* do not close socket; socket is closed when reading from it */
jbe@0 625 }
jbe@0 626 if (errno != EINTR) {
jbe@0 627 moonbr_log(LOG_CRIT, "Unexpected error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 628 moonbr_terminate_error();
jbe@0 629 }
jbe@0 630 }
jbe@0 631 }
jbe@0 632 if (ptr) {
jbe@0 633 char buf[sizeof(void *)];
jbe@0 634 char *pos = buf;
jbe@0 635 int len = sizeof(void *);
jbe@0 636 ssize_t written;
jbe@0 637 if (moonbr_debug) {
jbe@0 638 moonbr_log(LOG_DEBUG, "Sending memory pointer to child process in pool #%i (PID %i)", (int)status, worker->pool->poolnum, (int)worker->pid);
jbe@0 639 }
jbe@18 640 memcpy(buf, &ptr, sizeof(void *));
jbe@0 641 while (len) {
jbe@0 642 written = send(worker->controlfd, pos, len, MSG_NOSIGNAL);
jbe@0 643 if (written > 0) {
jbe@0 644 pos += written;
jbe@0 645 len -= written;
jbe@0 646 } else if (errno == EPIPE) {
jbe@0 647 moonbr_log(LOG_ERR, "Error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 648 return; /* do not close socket; socket is closed when reading from it */
jbe@0 649 } else if (errno != EINTR) {
jbe@0 650 moonbr_log(LOG_CRIT, "Unexpected error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 651 moonbr_terminate_error();
jbe@0 652 }
jbe@0 653 }
jbe@0 654 }
jbe@0 655 }
jbe@0 656
jbe@0 657
jbe@0 658 /*** Functions running in child process ***/
jbe@0 659
jbe@0 660 /* Logs an error in child process */
jbe@0 661 static void moonbr_child_log(const char *message) {
jbe@0 662 fprintf(stderr, "%s\n", message);
jbe@0 663 }
jbe@0 664
jbe@0 665 /* Logs a fatal error in child process and terminates process with error status */
jbe@0 666 static void moonbr_child_log_fatal(const char *message) {
jbe@0 667 moonbr_child_log(message);
jbe@0 668 exit(1);
jbe@0 669 }
jbe@0 670
jbe@0 671 /* Logs an error in child process while appending error string for global errno variable */
jbe@0 672 static void moonbr_child_log_errno(const char *message) {
jbe@0 673 char errmsg[MOONBR_MAXSTRERRORLEN];
jbe@20 674 strerror_r(errno, errmsg, MOONBR_MAXSTRERRORLEN); /* use thread-safe call in case child created threads */
jbe@0 675 fprintf(stderr, "%s: %s\n", message, errmsg);
jbe@0 676 }
jbe@0 677
jbe@0 678 /* Logs a fatal error in child process while appending error string for errno and terminating process */
jbe@0 679 static void moonbr_child_log_errno_fatal(const char *message) {
jbe@0 680 moonbr_child_log_errno(message);
jbe@0 681 exit(1);
jbe@0 682 }
jbe@0 683
jbe@0 684 /* Receives a control message consisting of one character plus an optional file descriptor from parent process */
jbe@0 685 static void moonbr_child_receive_control_message(int socketfd, char *status, int *fd) {
jbe@0 686 struct iovec iovector = { .iov_base = status, .iov_len = 1 }; /* reference to status byte variable */
jbe@0 687 char control_message_buffer[CMSG_SPACE(sizeof(int))] = {0, }; /* used to receive file descriptor */
jbe@0 688 struct msghdr message = { /* data structure passed to recvmsg() call */
jbe@0 689 .msg_iov = &iovector,
jbe@0 690 .msg_iovlen = 1,
jbe@0 691 .msg_control = control_message_buffer,
jbe@0 692 .msg_controllen = CMSG_SPACE(sizeof(int))
jbe@0 693 };
jbe@0 694 {
jbe@0 695 int received;
jbe@0 696 while ((received = recvmsg(socketfd, &message, MSG_CMSG_CLOEXEC)) < 0) {
jbe@0 697 if (errno != EINTR) {
jbe@0 698 moonbr_child_log_errno_fatal("Error while trying to receive connection socket from parent process");
jbe@0 699 }
jbe@0 700 }
jbe@0 701 if (!received) {
jbe@0 702 moonbr_child_log_fatal("Unexpected EOF while trying to receive connection socket from parent process");
jbe@0 703 }
jbe@0 704 }
jbe@0 705 {
jbe@0 706 struct cmsghdr *control_message = CMSG_FIRSTHDR(&message);
jbe@0 707 if (control_message) {
jbe@0 708 if (control_message->cmsg_level != SOL_SOCKET) {
jbe@0 709 moonbr_child_log_fatal("Received control message with cmsg_level not equal to SOL_SOCKET");
jbe@0 710 }
jbe@0 711 if (control_message->cmsg_type != SCM_RIGHTS) {
jbe@0 712 moonbr_child_log_fatal("Received control message with cmsg_type not equal to SCM_RIGHTS");
jbe@0 713 }
jbe@18 714 memcpy(fd, CMSG_DATA(control_message), sizeof(int));
jbe@0 715 } else {
jbe@0 716 *fd = -1;
jbe@0 717 }
jbe@0 718 }
jbe@0 719 }
jbe@0 720
jbe@0 721 /* Receives a pointer from parent process */
jbe@0 722 static void *moonbr_child_receive_pointer(int socketfd) {
jbe@0 723 char buf[sizeof(void *)];
jbe@0 724 char *pos = buf;
jbe@0 725 int len = sizeof(void *);
jbe@0 726 ssize_t bytes_read;
jbe@0 727 while (len) {
jbe@0 728 bytes_read = recv(socketfd, pos, len, 0);
jbe@0 729 if (bytes_read > 0) {
jbe@0 730 pos += bytes_read;
jbe@0 731 len -= bytes_read;
jbe@0 732 } else if (!bytes_read) {
jbe@0 733 moonbr_child_log_fatal("Unexpected EOF while trying to receive memory pointer from parent process");
jbe@0 734 } else if (errno != EINTR) {
jbe@0 735 moonbr_child_log_errno_fatal("Error while trying to receive memory pointer from parent process");
jbe@0 736 }
jbe@0 737 }
jbe@18 738 {
jbe@18 739 void *ptr; /* avoid breaking strict-aliasing rules */
jbe@18 740 memcpy(&ptr, buf, sizeof(void *));
jbe@18 741 return ptr;
jbe@18 742 }
jbe@0 743 }
jbe@0 744
jbe@0 745 /* Main function of child process to be called after fork() and file descriptor rearrangement */
jbe@0 746 void moonbr_child_run(struct moonbr_pool *pool, lua_State *L) {
jbe@0 747 char controlmsg;
jbe@88 748 int fd;
jbe@0 749 struct itimerval notimer = { { 0, }, { 0, } };
jbe@0 750 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
jbe@0 751 if (lua_isnil(L, -1)) lua_pop(L, 1);
jbe@0 752 else if (lua_pcall(L, 0, 0, 1)) {
jbe@0 753 fprintf(stderr, "Error in \"prepare\" function: %s\n", lua_tostring(L, -1));
jbe@0 754 exit(1);
jbe@0 755 }
jbe@0 756 while (1) {
jbe@0 757 struct moonbr_listener *listener;
jbe@0 758 if (setitimer(ITIMER_REAL, &notimer, NULL)) {
jbe@0 759 moonbr_child_log_errno_fatal("Could not reset ITIMER_REAL via setitimer()");
jbe@0 760 }
jbe@0 761 controlmsg = MOONBR_STATUS_IDLE;
jbe@0 762 if (write(MOONBR_FD_CONTROL, &controlmsg, 1) <= 0) {
jbe@0 763 moonbr_child_log_errno_fatal("Error while sending ready message to parent process");
jbe@0 764 }
jbe@88 765 moonbr_child_receive_control_message(MOONBR_FD_CONTROL, &controlmsg, &fd);
jbe@0 766 if (!(
jbe@124 767 (controlmsg == MOONBR_COMMAND_TERMINATE && fd == -1) ||
jbe@124 768 (controlmsg == MOONBR_COMMAND_CONNECT)
jbe@0 769 )) {
jbe@0 770 moonbr_child_log_fatal("Received illegal control message from parent process");
jbe@0 771 }
jbe@0 772 if (controlmsg == MOONBR_COMMAND_TERMINATE) break;
jbe@0 773 listener = moonbr_child_receive_pointer(MOONBR_FD_CONTROL);
jbe@127 774 if (
jbe@127 775 listener->proto != MOONBR_PROTO_LOCAL &&
jbe@127 776 listener->proto != MOONBR_PROTO_TCP &&
jbe@127 777 fd >= 0
jbe@127 778 ) {
jbe@124 779 moonbr_child_log_fatal("Received unexpected file descriptor from parent process");
jbe@127 780 } else if (
jbe@127 781 listener->proto != MOONBR_PROTO_MAIN &&
jbe@127 782 listener->proto != MOONBR_PROTO_INTERVAL &&
jbe@127 783 fd < 0
jbe@127 784 ) {
jbe@124 785 moonbr_child_log_fatal("Missing file descriptor from parent process");
jbe@124 786 }
jbe@119 787 if (fd >= 0) moonbr_io_pushhandle(L, fd);
jbe@0 788 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
jbe@119 789 if (fd < 0) {
jbe@0 790 lua_newtable(L);
jbe@131 791 if (listener->proto == MOONBR_PROTO_MAIN) {
jbe@131 792 lua_pushboolean(L, 1);
jbe@131 793 lua_setfield(L, -2, "main");
jbe@131 794 } else if (listener->proto == MOONBR_PROTO_INTERVAL) {
jbe@131 795 lua_pushstring(L,
jbe@131 796 listener->type_specific.interval.name ?
jbe@131 797 listener->type_specific.interval.name : ""
jbe@131 798 );
jbe@131 799 lua_setfield(L, -2, "interval");
jbe@131 800 }
jbe@0 801 } else {
jbe@88 802 lua_pushvalue(L, -2);
jbe@0 803 }
jbe@0 804 if (lua_pcall(L, 1, 1, 1)) {
jbe@0 805 fprintf(stderr, "Error in \"connect\" function: %s\n", lua_tostring(L, -1));
jbe@0 806 exit(1);
jbe@0 807 }
jbe@119 808 if (fd >= 0) moonbr_io_closehandle(L, -2, 0); /* attemt clean close */
jbe@0 809 if (lua_type(L, -1) != LUA_TBOOLEAN || !lua_toboolean(L, -1)) break;
jbe@0 810 #ifdef MOONBR_LUA_PANIC_BUG_WORKAROUND
jbe@0 811 lua_settop(L, 2);
jbe@0 812 #else
jbe@0 813 lua_settop(L, 1);
jbe@0 814 #endif
jbe@0 815 }
jbe@0 816 controlmsg = MOONBR_STATUS_GOODBYE;
jbe@0 817 if (write(MOONBR_FD_CONTROL, &controlmsg, 1) <= 0) {
jbe@0 818 moonbr_child_log_errno_fatal("Error while sending goodbye message to parent process");
jbe@0 819 }
jbe@0 820 if (close(MOONBR_FD_CONTROL) && errno != EINTR) {
jbe@0 821 moonbr_child_log_errno("Error while closing control socket");
jbe@0 822 }
jbe@0 823 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
jbe@0 824 if (lua_isnil(L, -1)) lua_pop(L, 1);
jbe@0 825 else if (lua_pcall(L, 0, 0, 1)) {
jbe@0 826 fprintf(stderr, "Error in \"finish\" function: %s\n", lua_tostring(L, -1));
jbe@0 827 exit(1);
jbe@0 828 }
jbe@0 829 lua_close(L);
jbe@0 830 exit(0);
jbe@0 831 }
jbe@0 832
jbe@0 833
jbe@0 834 /*** Functions to spawn child process ***/
jbe@0 835
jbe@0 836 /* Helper function to send an error message to a file descriptor (not needing a file stream) */
jbe@0 837 static void moonbr_child_emergency_print(int fd, char *message) {
jbe@0 838 size_t len = strlen(message);
jbe@0 839 ssize_t written;
jbe@0 840 while (len) {
jbe@0 841 written = write(fd, message, len);
jbe@0 842 if (written > 0) {
jbe@0 843 message += written;
jbe@0 844 len -= written;
jbe@0 845 } else {
jbe@0 846 if (written != -1 || errno != EINTR) break;
jbe@0 847 }
jbe@0 848 }
jbe@0 849 }
jbe@0 850
jbe@0 851 /* Helper function to send an error message plus a text for errno to a file descriptor and terminate the process */
jbe@0 852 static void moonbr_child_emergency_error(int fd, char *message) {
jbe@0 853 int errno2 = errno;
jbe@0 854 moonbr_child_emergency_print(fd, message);
jbe@0 855 moonbr_child_emergency_print(fd, ": ");
jbe@0 856 moonbr_child_emergency_print(fd, strerror(errno2));
jbe@0 857 moonbr_child_emergency_print(fd, "\n");
jbe@0 858 exit(1);
jbe@0 859 }
jbe@0 860
jbe@0 861 /* Creates a child process and (in case of success) registers it in the 'struct moonbr_pool' structure */
jbe@0 862 static int moonbr_create_worker(struct moonbr_pool *pool, lua_State *L) {
jbe@0 863 struct moonbr_worker *worker;
jbe@0 864 worker = calloc(1, sizeof(struct moonbr_worker));
jbe@0 865 if (!worker) {
jbe@0 866 moonbr_log(LOG_CRIT, "Memory allocation error");
jbe@0 867 return -1;
jbe@0 868 }
jbe@0 869 worker->pool = pool;
jbe@0 870 {
jbe@0 871 int controlfds[2];
jbe@0 872 int errorfds[2];
jbe@0 873 if (socketpair(PF_LOCAL, SOCK_STREAM | SOCK_CLOEXEC, 0, controlfds)) {
jbe@0 874 moonbr_log(LOG_ERR, "Could not create control socket pair for communcation with child process: %s", strerror(errno));
jbe@0 875 free(worker);
jbe@0 876 return -1;
jbe@0 877 }
jbe@0 878 if (socketpair(PF_LOCAL, SOCK_STREAM | SOCK_CLOEXEC, 0, errorfds)) {
jbe@0 879 moonbr_log(LOG_ERR, "Could not create socket pair to redirect stderr of child process: %s", strerror(errno));
jbe@0 880 close(controlfds[0]);
jbe@0 881 close(controlfds[1]);
jbe@0 882 free(worker);
jbe@0 883 return -1;
jbe@0 884 }
jbe@0 885 if (moonbr_logfile && fflush(moonbr_logfile)) {
jbe@0 886 moonbr_log(LOG_CRIT, "Could not flush log file prior to forking: %s", strerror(errno));
jbe@0 887 moonbr_terminate_error();
jbe@0 888 }
jbe@0 889 worker->pid = fork();
jbe@0 890 if (worker->pid == -1) {
jbe@0 891 moonbr_log(LOG_ERR, "Could not fork: %s", strerror(errno));
jbe@0 892 close(controlfds[0]);
jbe@0 893 close(controlfds[1]);
jbe@0 894 close(errorfds[0]);
jbe@0 895 close(errorfds[1]);
jbe@0 896 free(worker);
jbe@0 897 return -1;
jbe@0 898 } else if (!worker->pid) {
jbe@0 899 moonbr_pstate = MOONBR_PSTATE_FORKED;
jbe@0 900 #ifdef MOONBR_LUA_PANIC_BUG_WORKAROUND
jbe@0 901 lua_pushliteral(L, "Failed to pass error message due to bug in Lua panic handler (hint: not enough memory?)");
jbe@0 902 #endif
jbe@0 903 moonbr_memory_limit = pool->memory_limit;
jbe@0 904 if (moonbr_pidfh && pidfile_close(moonbr_pidfh)) {
jbe@0 905 moonbr_child_emergency_error(errorfds[1], "Could not close PID file in forked child process");
jbe@0 906 }
jbe@0 907 if (moonbr_logfile && moonbr_logfile != stderr && fclose(moonbr_logfile)) {
jbe@0 908 moonbr_child_emergency_error(errorfds[1], "Could not close log file in forked child process");
jbe@0 909 }
jbe@0 910 if (dup2(errorfds[1], MOONBR_FD_STDERR) == -1) {
jbe@0 911 moonbr_child_emergency_error(errorfds[1], "Could not duplicate socket to stderr file descriptor");
jbe@0 912 }
jbe@0 913 if (dup2(controlfds[1], MOONBR_FD_CONTROL) == -1) {
jbe@0 914 moonbr_child_emergency_error(errorfds[1], "Could not duplicate control socket");
jbe@0 915 }
jbe@0 916 closefrom(MOONBR_FD_END);
jbe@0 917 moonbr_child_run(pool, L);
jbe@0 918 }
jbe@0 919 if (moonbr_stat) {
jbe@0 920 moonbr_log(LOG_INFO, "Created new worker in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
jbe@0 921 }
jbe@0 922 worker->controlfd = controlfds[0];
jbe@0 923 worker->errorfd = errorfds[0];
jbe@0 924 if (close(controlfds[1]) && errno != EINTR) {
jbe@0 925 moonbr_log(LOG_CRIT, "Could not close opposite end of control file descriptor after forking");
jbe@0 926 moonbr_terminate_error();
jbe@0 927 }
jbe@0 928 if (close(errorfds[1]) && errno != EINTR) {
jbe@0 929 moonbr_log(LOG_CRIT, "Could not close opposite end of control file descriptor after forking");
jbe@0 930 moonbr_terminate_error();
jbe@0 931 }
jbe@0 932 }
jbe@0 933 worker->prev_worker = pool->last_worker;
jbe@0 934 if (worker->prev_worker) worker->prev_worker->next_worker = worker;
jbe@0 935 else pool->first_worker = worker;
jbe@0 936 pool->last_worker = worker;
jbe@0 937 pool->unassigned_worker_count++;
jbe@0 938 pool->total_worker_count++;
jbe@0 939 pool->worker_count_stat = 1;
jbe@0 940 moonbr_poll_refresh_needed = 1;
jbe@0 941 return 0; /* return zero only in case of success */
jbe@0 942 }
jbe@0 943
jbe@0 944
jbe@0 945 /*** Functions for queues of 'struct moonbr_listener' ***/
jbe@0 946
jbe@0 947 /* Appends a 'struct moonbr_listener' to the queue of idle listeners and registers it for poll() */
jbe@0 948 static void moonbr_add_idle_listener(struct moonbr_listener *listener) {
jbe@0 949 listener->prev_listener = listener->pool->last_idle_listener;
jbe@0 950 if (listener->prev_listener) listener->prev_listener->next_listener = listener;
jbe@0 951 else listener->pool->first_idle_listener = listener;
jbe@0 952 listener->pool->last_idle_listener = listener;
jbe@0 953 if (listener->pollidx != -1) moonbr_poll_fds[listener->pollidx].events |= POLLIN;
jbe@0 954 }
jbe@0 955
jbe@0 956 /* Removes a 'struct moonbr_listener' from the queue of idle listeners and unregisters it from poll() */
jbe@0 957 static void moonbr_remove_idle_listener(struct moonbr_listener *listener) {
jbe@0 958 if (listener->prev_listener) listener->prev_listener->next_listener = listener->next_listener;
jbe@0 959 else listener->pool->first_idle_listener = listener->next_listener;
jbe@0 960 if (listener->next_listener) listener->next_listener->prev_listener = listener->prev_listener;
jbe@0 961 else listener->pool->last_idle_listener = listener->prev_listener;
jbe@0 962 listener->prev_listener = NULL;
jbe@0 963 listener->next_listener = NULL;
jbe@0 964 if (listener->pollidx != -1) moonbr_poll_fds[listener->pollidx].events &= ~POLLIN;
jbe@0 965 }
jbe@0 966
jbe@0 967 /* Adds a listener to the queue of connected listeners (i.e. waiting to have their incoming connection accepted) */
jbe@0 968 static void moonbr_add_connected_listener(struct moonbr_listener *listener) {
jbe@0 969 listener->prev_listener = listener->pool->last_connected_listener;
jbe@0 970 if (listener->prev_listener) listener->prev_listener->next_listener = listener;
jbe@0 971 else listener->pool->first_connected_listener = listener;
jbe@0 972 listener->pool->last_connected_listener = listener;
jbe@0 973 }
jbe@0 974
jbe@0 975 /* Removes and returns the first connected listener in the queue */
jbe@0 976 static struct moonbr_listener *moonbr_pop_connected_listener(struct moonbr_pool *pool) {
jbe@0 977 struct moonbr_listener *listener = pool->first_connected_listener;
jbe@0 978 listener->pool->first_connected_listener = listener->next_listener;
jbe@0 979 if (listener->pool->first_connected_listener) listener->pool->first_connected_listener->prev_listener = NULL;
jbe@0 980 else listener->pool->last_connected_listener = NULL;
jbe@0 981 listener->next_listener = NULL;
jbe@0 982 return listener;
jbe@0 983 }
jbe@0 984
jbe@0 985
jbe@0 986 /*** Functions to handle polling ***/
jbe@0 987
jbe@0 988 /* Returns an index to a new initialized entry in moonbr_poll_fds[] */
jbe@0 989 int moonbr_poll_fds_nextindex() {
jbe@0 990 if (moonbr_poll_fds_count >= moonbr_poll_fds_bufsize) {
jbe@0 991 if (moonbr_poll_fds_bufsize) moonbr_poll_fds_bufsize *= 2;
jbe@0 992 else moonbr_poll_fds_bufsize = 1;
jbe@0 993 moonbr_poll_fds = realloc(
jbe@0 994 moonbr_poll_fds, moonbr_poll_fds_bufsize * sizeof(struct pollfd)
jbe@0 995 );
jbe@0 996 if (!moonbr_poll_fds) {
jbe@0 997 moonbr_log(LOG_CRIT, "Memory allocation error");
jbe@0 998 moonbr_terminate_error();
jbe@0 999 }
jbe@0 1000 }
jbe@0 1001 moonbr_poll_fds[moonbr_poll_fds_count] = (struct pollfd){0, };
jbe@0 1002 return moonbr_poll_fds_count++;
jbe@0 1003 }
jbe@0 1004
jbe@0 1005 /* Returns an index to a new initialized entry in moonbr_poll_workers[] */
jbe@0 1006 int moonbr_poll_workers_nextindex() {
jbe@0 1007 if (moonbr_poll_worker_count >= moonbr_poll_workers_bufsize) {
jbe@0 1008 if (moonbr_poll_workers_bufsize) moonbr_poll_workers_bufsize *= 2;
jbe@0 1009 else moonbr_poll_workers_bufsize = 1;
jbe@0 1010 moonbr_poll_workers = realloc(
jbe@0 1011 moonbr_poll_workers, moonbr_poll_workers_bufsize * sizeof(struct moonbr_poll_worker)
jbe@0 1012 );
jbe@0 1013 if (!moonbr_poll_workers) {
jbe@0 1014 moonbr_log(LOG_CRIT, "Memory allocation error");
jbe@0 1015 moonbr_terminate_error();
jbe@0 1016 }
jbe@0 1017 }
jbe@0 1018 moonbr_poll_workers[moonbr_poll_worker_count] = (struct moonbr_poll_worker){0, };
jbe@0 1019 return moonbr_poll_worker_count++;
jbe@0 1020 }
jbe@0 1021
jbe@0 1022 /* Queues all listeners as idle, and initializes static part of moonbr_poll_fds[], which is passed to poll() */
jbe@0 1023 static void moonbr_poll_init() {
jbe@0 1024 if (socketpair(
jbe@0 1025 PF_LOCAL,
jbe@0 1026 SOCK_STREAM | SOCK_CLOEXEC | SOCK_NONBLOCK,
jbe@0 1027 0,
jbe@0 1028 moonbr_poll_signalfds
jbe@0 1029 )) {
jbe@0 1030 moonbr_log(LOG_CRIT, "Could not create socket pair for signal delivery during polling: %s", strerror(errno));
jbe@0 1031 moonbr_terminate_error();
jbe@0 1032 }
jbe@0 1033 {
jbe@0 1034 int j = moonbr_poll_fds_nextindex();
jbe@0 1035 struct pollfd *pollfd = &moonbr_poll_fds[j];
jbe@0 1036 pollfd->fd = moonbr_poll_signalfd_read;
jbe@0 1037 pollfd->events = POLLIN;
jbe@0 1038 }
jbe@0 1039 {
jbe@0 1040 struct moonbr_pool *pool;
jbe@0 1041 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@0 1042 int i;
jbe@0 1043 for (i=0; i<pool->listener_count; i++) {
jbe@0 1044 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 1045 if (listener->listenfd != -1) {
jbe@0 1046 int j = moonbr_poll_fds_nextindex();
jbe@0 1047 listener->pollidx = j;
jbe@0 1048 moonbr_poll_fds[j].fd = listener->listenfd;
jbe@0 1049 }
jbe@0 1050 moonbr_add_idle_listener(listener);
jbe@0 1051 }
jbe@0 1052 }
jbe@0 1053 }
jbe@0 1054 moonbr_poll_fds_static_count = moonbr_poll_fds_count; /* remember size of static part of array */
jbe@0 1055 }
jbe@0 1056
jbe@0 1057 /* Disables polling of all listeners (required for clean shutdown) */
jbe@0 1058 static void moonbr_poll_shutdown() {
jbe@0 1059 int i;
jbe@0 1060 for (i=1; i<moonbr_poll_fds_static_count; i++) {
jbe@0 1061 moonbr_poll_fds[i].fd = -1;
jbe@0 1062 }
jbe@0 1063 }
jbe@0 1064
jbe@0 1065 /* (Re)builds dynamic part of moonbr_poll_fds[] array, and (re)builds moonbr_poll_workers[] array */
jbe@0 1066 static void moonbr_poll_refresh() {
jbe@0 1067 moonbr_poll_refresh_needed = 0;
jbe@0 1068 moonbr_poll_fds_count = moonbr_poll_fds_static_count;
jbe@0 1069 moonbr_poll_worker_count = 0;
jbe@0 1070 {
jbe@0 1071 struct moonbr_pool *pool;
jbe@0 1072 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@0 1073 struct moonbr_worker *worker;
jbe@0 1074 for (worker=pool->first_worker; worker; worker=worker->next_worker) {
jbe@0 1075 if (worker->controlfd != -1) {
jbe@0 1076 int j = moonbr_poll_fds_nextindex();
jbe@0 1077 int k = moonbr_poll_workers_nextindex();
jbe@0 1078 struct pollfd *pollfd = &moonbr_poll_fds[j];
jbe@0 1079 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[k];
jbe@0 1080 pollfd->fd = worker->controlfd;
jbe@0 1081 pollfd->events = POLLIN;
jbe@0 1082 poll_worker->channel = MOONBR_POLL_WORKER_CONTROLCHANNEL;
jbe@0 1083 poll_worker->worker = worker;
jbe@0 1084 }
jbe@0 1085 if (worker->errorfd != -1) {
jbe@0 1086 int j = moonbr_poll_fds_nextindex();
jbe@0 1087 int k = moonbr_poll_workers_nextindex();
jbe@0 1088 struct pollfd *pollfd = &moonbr_poll_fds[j];
jbe@0 1089 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[k];
jbe@0 1090 pollfd->fd = worker->errorfd;
jbe@0 1091 pollfd->events = POLLIN;
jbe@0 1092 poll_worker->channel = MOONBR_POLL_WORKER_ERRORCHANNEL;
jbe@0 1093 poll_worker->worker = worker;
jbe@0 1094 }
jbe@0 1095 }
jbe@0 1096 }
jbe@0 1097 }
jbe@0 1098 }
jbe@0 1099
jbe@0 1100 /* resets socket and 'revents' field of moonbr_poll_fds[] for signal delivery just before poll() is called */
jbe@0 1101 static void moonbr_poll_reset_signal() {
jbe@0 1102 ssize_t readcount;
jbe@0 1103 char buf[1];
jbe@0 1104 moonbr_poll_fds[0].revents = 0;
jbe@0 1105 while ((readcount = read(moonbr_poll_signalfd_read, buf, 1)) < 0) {
jbe@0 1106 if (errno == EAGAIN) break;
jbe@0 1107 if (errno != EINTR) {
jbe@0 1108 moonbr_log(LOG_CRIT, "Error while reading from signal delivery socket: %s", strerror(errno));
jbe@0 1109 moonbr_terminate_error();
jbe@0 1110 }
jbe@0 1111 }
jbe@0 1112 if (!readcount) {
jbe@0 1113 moonbr_log(LOG_CRIT, "Unexpected EOF when reading from signal delivery socket: %s", strerror(errno));
jbe@0 1114 moonbr_terminate_error();
jbe@0 1115 }
jbe@0 1116 }
jbe@0 1117
jbe@0 1118
jbe@0 1119 /*** Shutdown initiation ***/
jbe@0 1120
jbe@0 1121 /* Sets global variable 'moonbr_shutdown_in_progress', closes listeners, and demands worker termination */
jbe@0 1122 static void moonbr_initiate_shutdown() {
jbe@0 1123 struct moonbr_pool *pool;
jbe@0 1124 int i;
jbe@0 1125 if (moonbr_shutdown_in_progress) {
jbe@0 1126 moonbr_log(LOG_NOTICE, "Shutdown already in progress");
jbe@0 1127 return;
jbe@0 1128 }
jbe@0 1129 moonbr_shutdown_in_progress = 1;
jbe@0 1130 moonbr_log(LOG_NOTICE, "Initiate shutdown");
jbe@0 1131 for (pool = moonbr_first_pool; pool; pool = pool->next_pool) {
jbe@0 1132 for (i=0; i<pool->listener_count; i++) {
jbe@0 1133 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 1134 if (listener->listenfd != -1) {
jbe@0 1135 if (close(listener->listenfd) && errno != EINTR) {
jbe@0 1136 moonbr_log(LOG_CRIT, "Could not close listening socket: %s", strerror(errno));
jbe@0 1137 moonbr_terminate_error();
jbe@0 1138 }
jbe@0 1139 }
jbe@0 1140 }
jbe@0 1141 }
jbe@0 1142 moonbr_poll_shutdown(); /* avoids loops due to error condition when polling closed listeners */
jbe@195 1143 {
jbe@195 1144 pid_t pgrp = getpgrp();
jbe@195 1145 moonbr_log(LOG_INFO, "Sending SIGUSR1 to all processes in group %i", (int)pgrp);
jbe@195 1146 if (killpg(pgrp, SIGUSR1)) {
jbe@195 1147 moonbr_log(LOG_WARNING, "Error while sending SIGUSR1 to own process group: %s", strerror(errno));
jbe@195 1148 }
jbe@195 1149 }
jbe@0 1150 }
jbe@0 1151
jbe@0 1152
jbe@128 1153 /*** Functions to handle previously created 'struct moonbr_worker' structures ***/
jbe@128 1154
jbe@128 1155 #define moonbr_try_destroy_worker_stat(str, field) \
jbe@128 1156 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: " str " %li", worker->pool->poolnum, (int)worker->pid, (long)childusage.field);
jbe@128 1157
jbe@128 1158 /* Destroys a worker structure if socket connections have been closed and child process has terminated */
jbe@128 1159 static int moonbr_try_destroy_worker(struct moonbr_worker *worker) {
jbe@128 1160 if (worker->controlfd != -1 || worker->errorfd != -1) return MOONBR_DESTROY_NONE;
jbe@128 1161 {
jbe@128 1162 int childstatus;
jbe@128 1163 struct rusage childusage;
jbe@128 1164 {
jbe@128 1165 pid_t waitedpid;
jbe@128 1166 while (
jbe@128 1167 (waitedpid = wait4(worker->pid, &childstatus, WNOHANG, &childusage)) == -1
jbe@128 1168 ) {
jbe@128 1169 if (errno != EINTR) {
jbe@128 1170 moonbr_log(LOG_CRIT, "Error in wait4() call: %s", strerror(errno));
jbe@128 1171 moonbr_terminate_error();
jbe@128 1172 }
jbe@128 1173 }
jbe@128 1174 if (!waitedpid) return 0; /* return 0 if worker couldn't be destroyed */
jbe@128 1175 if (waitedpid != worker->pid) {
jbe@128 1176 moonbr_log(LOG_CRIT, "Wrong PID returned by wait4() call");
jbe@128 1177 moonbr_terminate_error();
jbe@128 1178 }
jbe@128 1179 }
jbe@128 1180 if (WIFEXITED(childstatus)) {
jbe@128 1181 if (WEXITSTATUS(childstatus) || moonbr_stat) {
jbe@128 1182 moonbr_log(
jbe@128 1183 WEXITSTATUS(childstatus) ? LOG_WARNING : LOG_INFO,
jbe@128 1184 "Child process in pool #%i with PID %i returned with exit code %i", worker->pool->poolnum, (int)worker->pid, WEXITSTATUS(childstatus)
jbe@128 1185 );
jbe@128 1186 }
jbe@128 1187 } else if (WIFSIGNALED(childstatus)) {
jbe@128 1188 if (WCOREDUMP(childstatus)) {
jbe@128 1189 moonbr_log(LOG_ERR, "Child process in pool #%i with PID %i died from signal %i (core dump was created)", worker->pool->poolnum, (int)worker->pid, WTERMSIG(childstatus));
jbe@128 1190 } else if (WTERMSIG(childstatus) == SIGALRM) {
jbe@128 1191 moonbr_log(LOG_WARNING, "Child process in pool #%i with PID %i exited prematurely due to timeout", worker->pool->poolnum, (int)worker->pid);
jbe@128 1192 } else {
jbe@128 1193 moonbr_log(LOG_ERR, "Child process in pool #%i with PID %i died from signal %i", worker->pool->poolnum, (int)worker->pid, WTERMSIG(childstatus));
jbe@128 1194 }
jbe@128 1195 } else {
jbe@128 1196 moonbr_log(LOG_CRIT, "Illegal exit status from child process in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
jbe@128 1197 moonbr_terminate_error();
jbe@128 1198 }
jbe@128 1199 if (moonbr_stat) {
jbe@128 1200 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: user time %s", worker->pool->poolnum, (int)worker->pid, moonbr_format_timeval(&childusage.ru_utime));
jbe@128 1201 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: system time %s", worker->pool->poolnum, (int)worker->pid, moonbr_format_timeval(&childusage.ru_stime));
jbe@128 1202 moonbr_try_destroy_worker_stat("max resident set size", ru_maxrss);
jbe@128 1203 moonbr_try_destroy_worker_stat("integral shared memory size", ru_ixrss);
jbe@128 1204 moonbr_try_destroy_worker_stat("integral unshared data", ru_idrss);
jbe@128 1205 moonbr_try_destroy_worker_stat("integral unshared stack", ru_isrss);
jbe@128 1206 moonbr_try_destroy_worker_stat("page replaims", ru_minflt);
jbe@128 1207 moonbr_try_destroy_worker_stat("page faults", ru_majflt);
jbe@128 1208 moonbr_try_destroy_worker_stat("swaps", ru_nswap);
jbe@128 1209 moonbr_try_destroy_worker_stat("block input operations", ru_inblock);
jbe@128 1210 moonbr_try_destroy_worker_stat("block output operations", ru_oublock);
jbe@128 1211 moonbr_try_destroy_worker_stat("messages sent", ru_msgsnd);
jbe@128 1212 moonbr_try_destroy_worker_stat("messages received", ru_msgrcv);
jbe@128 1213 moonbr_try_destroy_worker_stat("signals received", ru_nsignals);
jbe@128 1214 moonbr_try_destroy_worker_stat("voluntary context switches", ru_nvcsw);
jbe@128 1215 moonbr_try_destroy_worker_stat("involuntary context switches", ru_nivcsw);
jbe@128 1216 }
jbe@128 1217 }
jbe@128 1218 {
jbe@128 1219 int retval = (
jbe@128 1220 (worker->idle || worker->assigned) ?
jbe@128 1221 MOONBR_DESTROY_IDLE_OR_ASSIGNED :
jbe@128 1222 MOONBR_DESTROY_PREPARE
jbe@128 1223 );
jbe@128 1224 if (worker->main) moonbr_initiate_shutdown();
jbe@128 1225 if (worker->prev_worker) worker->prev_worker->next_worker = worker->next_worker;
jbe@128 1226 else worker->pool->first_worker = worker->next_worker;
jbe@128 1227 if (worker->next_worker) worker->next_worker->prev_worker = worker->prev_worker;
jbe@128 1228 else worker->pool->last_worker = worker->prev_worker;
jbe@128 1229 if (worker->idle) {
jbe@128 1230 if (worker->prev_idle_worker) worker->prev_idle_worker->next_idle_worker = worker->next_idle_worker;
jbe@128 1231 else worker->pool->first_idle_worker = worker->next_idle_worker;
jbe@128 1232 if (worker->next_idle_worker) worker->next_idle_worker->prev_idle_worker = worker->prev_idle_worker;
jbe@128 1233 else worker->pool->last_idle_worker = worker->prev_idle_worker;
jbe@128 1234 worker->pool->idle_worker_count--;
jbe@128 1235 }
jbe@128 1236 if (!worker->assigned) worker->pool->unassigned_worker_count--;
jbe@128 1237 worker->pool->total_worker_count--;
jbe@128 1238 worker->pool->worker_count_stat = 1;
jbe@128 1239 if (worker->errorlinebuf) free(worker->errorlinebuf);
jbe@128 1240 free(worker);
jbe@128 1241 return retval;
jbe@128 1242 }
jbe@128 1243 }
jbe@128 1244
jbe@128 1245 /* Marks a worker as idle and stores it in a queue, optionally setting 'idle_expiration' value */
jbe@128 1246 static void moonbr_add_idle_worker(struct moonbr_worker *worker) {
jbe@128 1247 worker->prev_idle_worker = worker->pool->last_idle_worker;
jbe@128 1248 if (worker->prev_idle_worker) worker->prev_idle_worker->next_idle_worker = worker;
jbe@128 1249 else worker->pool->first_idle_worker = worker;
jbe@128 1250 worker->pool->last_idle_worker = worker;
jbe@128 1251 worker->idle = 1;
jbe@128 1252 worker->pool->idle_worker_count++;
jbe@128 1253 if (worker->assigned) {
jbe@128 1254 worker->assigned = 0;
jbe@128 1255 worker->pool->unassigned_worker_count++;
jbe@128 1256 }
jbe@128 1257 worker->pool->worker_count_stat = 1;
jbe@128 1258 if (timerisset(&worker->pool->idle_timeout)) {
jbe@128 1259 struct timeval now;
jbe@128 1260 moonbr_now(&now);
jbe@128 1261 timeradd(&now, &worker->pool->idle_timeout, &worker->idle_expiration);
jbe@128 1262 }
jbe@128 1263 }
jbe@128 1264
jbe@128 1265 /* Pops a worker from the queue of idle workers (idle queue must not be empty) */
jbe@128 1266 static struct moonbr_worker *moonbr_pop_idle_worker(struct moonbr_pool *pool) {
jbe@128 1267 struct moonbr_worker *worker;
jbe@128 1268 worker = pool->first_idle_worker;
jbe@128 1269 pool->first_idle_worker = worker->next_idle_worker;
jbe@128 1270 if (pool->first_idle_worker) pool->first_idle_worker->prev_idle_worker = NULL;
jbe@128 1271 else pool->last_idle_worker = NULL;
jbe@128 1272 worker->next_idle_worker = NULL;
jbe@128 1273 worker->idle = 0;
jbe@128 1274 worker->pool->idle_worker_count--;
jbe@128 1275 worker->assigned = 1;
jbe@128 1276 worker->pool->unassigned_worker_count--;
jbe@128 1277 worker->pool->worker_count_stat = 1;
jbe@128 1278 return worker;
jbe@128 1279 }
jbe@128 1280
jbe@128 1281
jbe@0 1282 /*** Functions to communicate with child processes ***/
jbe@0 1283
jbe@0 1284 /* Tells child process to terminate */
jbe@0 1285 static void moonbr_terminate_idle_worker(struct moonbr_worker *worker) {
jbe@0 1286 moonbr_send_control_message(worker, MOONBR_COMMAND_TERMINATE, -1, NULL);
jbe@0 1287 }
jbe@0 1288
jbe@0 1289 /* Handles status messages from child process */
jbe@0 1290 static void moonbr_read_controlchannel(struct moonbr_worker *worker) {
jbe@0 1291 char controlmsg;
jbe@0 1292 {
jbe@0 1293 ssize_t bytes_read;
jbe@0 1294 while ((bytes_read = read(worker->controlfd, &controlmsg, 1)) <= 0) {
jbe@0 1295 if (bytes_read == 0 || errno == ECONNRESET) {
jbe@0 1296 moonbr_log(LOG_WARNING, "Child process in pool #%i with PID %i unexpectedly closed control socket", worker->pool->poolnum, (int)worker->pid);
jbe@0 1297 if (close(worker->controlfd) && errno != EINTR) {
jbe@0 1298 moonbr_log(LOG_CRIT, "Error while closing control socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 1299 moonbr_terminate_error();
jbe@0 1300 }
jbe@0 1301 worker->controlfd = -1;
jbe@0 1302 moonbr_poll_refresh_needed = 1;
jbe@0 1303 return;
jbe@0 1304 }
jbe@0 1305 if (errno != EINTR) {
jbe@0 1306 moonbr_log(LOG_CRIT, "Unexpected error while reading control socket from child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 1307 moonbr_terminate_error();
jbe@0 1308 }
jbe@0 1309 }
jbe@0 1310 }
jbe@0 1311 if (worker->idle) {
jbe@0 1312 moonbr_log(LOG_CRIT, "Unexpected data from supposedly idle child process in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
jbe@0 1313 moonbr_terminate_error();
jbe@0 1314 }
jbe@0 1315 if (moonbr_debug) {
jbe@0 1316 moonbr_log(LOG_DEBUG, "Received control message from child in pool #%i with PID %i: \"%c\"", worker->pool->poolnum, (int)worker->pid, (int)controlmsg);
jbe@0 1317 }
jbe@0 1318 switch (controlmsg) {
jbe@0 1319 case MOONBR_STATUS_IDLE:
jbe@0 1320 if (moonbr_stat) {
jbe@0 1321 moonbr_log(LOG_INFO, "Child process in pool #%i with PID %i reports as idle", worker->pool->poolnum, (int)worker->pid);
jbe@0 1322 }
jbe@0 1323 moonbr_add_idle_worker(worker);
jbe@0 1324 break;
jbe@0 1325 case MOONBR_STATUS_GOODBYE:
jbe@0 1326 if (moonbr_stat) {
jbe@0 1327 moonbr_log(LOG_INFO, "Child process in pool #%i with PID %i announced termination", worker->pool->poolnum, (int)worker->pid);
jbe@0 1328 }
jbe@0 1329 if (close(worker->controlfd) && errno != EINTR) {
jbe@0 1330 moonbr_log(LOG_CRIT, "Error while closing control socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 1331 moonbr_terminate_error();
jbe@0 1332 }
jbe@0 1333 worker->controlfd = -1;
jbe@0 1334 moonbr_poll_refresh_needed = 1;
jbe@0 1335 break;
jbe@0 1336 default:
jbe@0 1337 moonbr_log(LOG_CRIT, "Received illegal data (\"%c\") while reading control socket from child process in pool #%i with PID %i", (int)controlmsg, worker->pool->poolnum, (int)worker->pid);
jbe@0 1338 moonbr_terminate_error();
jbe@0 1339 }
jbe@0 1340 }
jbe@0 1341
jbe@0 1342 /* Handles stderr stream from child process */
jbe@0 1343 static void moonbr_read_errorchannel(struct moonbr_worker *worker) {
jbe@0 1344 char staticbuf[MOONBR_MAXERRORLINELEN+1];
jbe@0 1345 char *buf = worker->errorlinebuf;
jbe@0 1346 if (!buf) buf = staticbuf;
jbe@0 1347 {
jbe@0 1348 ssize_t bytes_read;
jbe@0 1349 while (
jbe@0 1350 (bytes_read = read(
jbe@0 1351 worker->errorfd,
jbe@0 1352 buf + worker->errorlinelen,
jbe@0 1353 MOONBR_MAXERRORLINELEN+1 - worker->errorlinelen
jbe@0 1354 )) <= 0
jbe@0 1355 ) {
jbe@0 1356 if (bytes_read == 0 || errno == ECONNRESET) {
jbe@0 1357 if (moonbr_debug) {
jbe@0 1358 moonbr_log(LOG_DEBUG, "Child process in pool #%i with PID %i closed stderr socket", worker->pool->poolnum, (int)worker->pid);
jbe@0 1359 }
jbe@0 1360 if (close(worker->errorfd) && errno != EINTR) {
jbe@0 1361 moonbr_log(LOG_CRIT, "Error while closing stderr socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 1362 moonbr_terminate_error();
jbe@0 1363 }
jbe@0 1364 worker->errorfd = -1;
jbe@0 1365 moonbr_poll_refresh_needed = 1;
jbe@0 1366 break;
jbe@0 1367 }
jbe@0 1368 if (errno != EINTR) {
jbe@0 1369 moonbr_log(LOG_CRIT, "Unexpected error while reading stderr from child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
jbe@0 1370 moonbr_terminate_error();
jbe@0 1371 }
jbe@0 1372 }
jbe@0 1373 worker->errorlinelen += bytes_read;
jbe@0 1374 }
jbe@0 1375 {
jbe@0 1376 int i;
jbe@0 1377 for (i=0; i<worker->errorlinelen; i++) {
jbe@0 1378 if (buf[i] == '\n') buf[i] = 0;
jbe@0 1379 if (!buf[i]) {
jbe@0 1380 if (worker->errorlineovf) {
jbe@0 1381 worker->errorlineovf = 0;
jbe@0 1382 } else {
jbe@0 1383 moonbr_log(LOG_WARNING, "Error log from process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, buf);
jbe@0 1384 }
jbe@0 1385 worker->errorlinelen -= i+1;
jbe@0 1386 memmove(buf, buf+i+1, worker->errorlinelen);
jbe@0 1387 i = -1;
jbe@0 1388 }
jbe@0 1389 }
jbe@0 1390 if (i > MOONBR_MAXERRORLINELEN) {
jbe@0 1391 buf[MOONBR_MAXERRORLINELEN] = 0;
jbe@0 1392 if (!worker->errorlineovf) {
jbe@0 1393 moonbr_log(LOG_WARNING, "Error log from process in pool #%i with PID %i (line has been truncated): %s", worker->pool->poolnum, (int)worker->pid, buf);
jbe@0 1394 }
jbe@0 1395 worker->errorlinelen = 0;
jbe@0 1396 worker->errorlineovf = 1;
jbe@0 1397 }
jbe@0 1398 }
jbe@0 1399 if (!worker->errorlinebuf && worker->errorlinelen) { /* allocate buffer on heap only if necessary */
jbe@0 1400 worker->errorlinebuf = malloc((MOONBR_MAXERRORLINELEN+1) * sizeof(char));
jbe@0 1401 if (!worker->errorlinebuf) {
jbe@0 1402 moonbr_log(LOG_CRIT, "Memory allocation error");
jbe@0 1403 moonbr_terminate_error();
jbe@0 1404 }
jbe@0 1405 memcpy(worker->errorlinebuf, staticbuf, worker->errorlinelen);
jbe@0 1406 }
jbe@0 1407 }
jbe@0 1408
jbe@0 1409
jbe@0 1410 /*** Handler for incoming connections ***/
jbe@0 1411
jbe@0 1412 /* Accepts one or more incoming connections on listener socket and passes it to worker(s) popped from idle queue */
jbe@0 1413 static void moonbr_connect(struct moonbr_pool *pool) {
jbe@0 1414 struct moonbr_listener *listener = moonbr_pop_connected_listener(pool);
jbe@0 1415 struct moonbr_worker *worker;
jbe@127 1416 if (listener->proto == MOONBR_PROTO_MAIN) {
jbe@127 1417 worker = moonbr_pop_idle_worker(pool);
jbe@127 1418 if (moonbr_stat) {
jbe@127 1419 moonbr_log(LOG_INFO, "Dispatching main thread of pool #%i to PID %i", listener->pool->poolnum, (int)worker->pid);
jbe@127 1420 }
jbe@127 1421 worker->main = 1;
jbe@127 1422 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, -1, listener);
jbe@127 1423 /* do not push listener to queue of idle listeners */
jbe@127 1424 } else if (listener->proto == MOONBR_PROTO_INTERVAL) {
jbe@0 1425 worker = moonbr_pop_idle_worker(pool);
jbe@0 1426 if (moonbr_stat) {
jbe@125 1427 moonbr_log(LOG_INFO, "Dispatching interval timer \"%s\" of pool #%i to PID %i", listener->type_specific.interval.name, listener->pool->poolnum, (int)worker->pid);
jbe@0 1428 }
jbe@0 1429 worker->restart_interval_listener = listener;
jbe@124 1430 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, -1, listener);
jbe@0 1431 /* do not push listener to queue of idle listeners yet */
jbe@125 1432 } else {
jbe@125 1433 int peerfd;
jbe@0 1434 do {
jbe@212 1435 /* peerfd = accept4(listener->listenfd, NULL, NULL, SOCK_CLOEXEC); */
jbe@212 1436 /* use accept() instead of accept4() to avoid _GNU_SOURCE on GNU/Linux */
jbe@212 1437 peerfd = accept(listener->listenfd, NULL, NULL);
jbe@212 1438 if (peerfd != -1) {
jbe@212 1439 if (fcntl(peerfd, F_SETFD, FD_CLOEXEC) == -1) {
jbe@212 1440 moonbr_log(LOG_ERR, "Error in fcntl() call: %s", strerror(errno));
jbe@212 1441 moonbr_terminate_error();
jbe@212 1442 }
jbe@212 1443 }
jbe@0 1444 if (peerfd == -1) {
jbe@0 1445 if (errno == EWOULDBLOCK) {
jbe@0 1446 break;
jbe@0 1447 } else if (errno == ECONNABORTED) {
jbe@125 1448 moonbr_log(LOG_WARNING, "Connection aborted before accepting it");
jbe@0 1449 break;
jbe@0 1450 } else if (errno != EINTR) {
jbe@0 1451 moonbr_log(LOG_ERR, "Could not accept socket connection: %s", strerror(errno));
jbe@0 1452 moonbr_terminate_error();
jbe@0 1453 }
jbe@0 1454 } else {
jbe@0 1455 worker = moonbr_pop_idle_worker(pool);
jbe@0 1456 if (moonbr_stat) {
jbe@125 1457 moonbr_log(LOG_INFO, "Dispatching connection for pool #%i to PID %i", listener->pool->poolnum, (int)worker->pid);
jbe@0 1458 }
jbe@124 1459 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, peerfd, listener);
jbe@0 1460 if (close(peerfd) && errno != EINTR) {
jbe@0 1461 moonbr_log(LOG_ERR, "Could not close incoming socket connection in parent process: %s", strerror(errno));
jbe@0 1462 moonbr_terminate_error();
jbe@0 1463 }
jbe@0 1464 }
jbe@0 1465 } while (pool->first_idle_worker);
jbe@0 1466 moonbr_add_idle_listener(listener);
jbe@0 1467 }
jbe@0 1468 }
jbe@0 1469
jbe@0 1470
jbe@0 1471 /*** Functions to initialize and restart interval timers ***/
jbe@0 1472
jbe@0 1473 /* Initializes all interval timers */
jbe@0 1474 static void moonbr_interval_initialize() {
jbe@0 1475 struct timeval now;
jbe@0 1476 struct moonbr_pool *pool;
jbe@0 1477 moonbr_now(&now);
jbe@0 1478 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@0 1479 int i;
jbe@0 1480 for (i=0; i<pool->listener_count; i++) {
jbe@0 1481 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 1482 if (listener->proto == MOONBR_PROTO_INTERVAL) {
jbe@0 1483 timeradd(
jbe@0 1484 &now,
jbe@125 1485 &listener->type_specific.interval.delay,
jbe@125 1486 &listener->type_specific.interval.wakeup
jbe@0 1487 );
jbe@0 1488 }
jbe@0 1489 }
jbe@0 1490 }
jbe@0 1491 }
jbe@0 1492
jbe@0 1493 /* If necessary, restarts interval timers and queues interval listener as idle after a worker changed status */
jbe@0 1494 static void moonbr_interval_restart(
jbe@0 1495 struct moonbr_worker *worker,
jbe@0 1496 struct timeval *now /* passed to synchronize with moonbr_run() function */
jbe@0 1497 ) {
jbe@0 1498 struct moonbr_listener *listener = worker->restart_interval_listener;
jbe@0 1499 if (listener) {
jbe@0 1500 moonbr_add_idle_listener(listener);
jbe@0 1501 worker->restart_interval_listener = NULL;
jbe@125 1502 if (listener->type_specific.interval.strict) {
jbe@0 1503 timeradd(
jbe@125 1504 &listener->type_specific.interval.wakeup,
jbe@125 1505 &listener->type_specific.interval.delay,
jbe@125 1506 &listener->type_specific.interval.wakeup
jbe@0 1507 );
jbe@125 1508 if (timercmp(&listener->type_specific.interval.wakeup, now, <)) {
jbe@125 1509 listener->type_specific.interval.wakeup = *now;
jbe@0 1510 }
jbe@0 1511 } else {
jbe@0 1512 timeradd(
jbe@0 1513 now,
jbe@125 1514 &listener->type_specific.interval.delay,
jbe@125 1515 &listener->type_specific.interval.wakeup
jbe@0 1516 );
jbe@0 1517 }
jbe@0 1518 }
jbe@0 1519 }
jbe@0 1520
jbe@0 1521
jbe@0 1522 /*** Main loop and helper functions ***/
jbe@0 1523
jbe@0 1524 /* Stores the earliest required wakeup time in 'wait' variable */
jbe@0 1525 static void moonbr_calc_wait(struct timeval *wait, struct timeval *wakeup) {
jbe@0 1526 if (!timerisset(wait) || timercmp(wakeup, wait, <)) *wait = *wakeup;
jbe@0 1527 }
jbe@0 1528
jbe@0 1529 /* Main loop of Moonbridge system (including initialization of signal handlers and polling structures) */
jbe@0 1530 static void moonbr_run(lua_State *L) {
jbe@0 1531 struct timeval now;
jbe@0 1532 struct moonbr_pool *pool;
jbe@0 1533 struct moonbr_worker *worker;
jbe@0 1534 struct moonbr_worker *next_worker; /* needed when worker is removed during iteration of workers */
jbe@0 1535 struct moonbr_listener *listener;
jbe@0 1536 struct moonbr_listener *next_listener; /* needed when listener is removed during iteration of listeners */
jbe@0 1537 int i;
jbe@0 1538 moonbr_poll_init(); /* must be executed before moonbr_signal_init() */
jbe@0 1539 moonbr_signal_init();
jbe@0 1540 moonbr_interval_initialize();
jbe@0 1541 moonbr_pstate = MOONBR_PSTATE_RUNNING;
jbe@0 1542 while (1) {
jbe@0 1543 struct timeval wait = {0, }; /* point in time when premature wakeup of poll() is required */
jbe@0 1544 if (moonbr_cond_interrupt) {
jbe@0 1545 moonbr_log(LOG_WARNING, "Fast shutdown requested");
jbe@0 1546 moonbr_terminate(MOONBR_EXITCODE_GRACEFUL);
jbe@0 1547 }
jbe@0 1548 if (moonbr_cond_terminate) {
jbe@0 1549 moonbr_initiate_shutdown();
jbe@0 1550 moonbr_cond_terminate = 0;
jbe@0 1551 }
jbe@0 1552 moonbr_cond_child = 0; /* must not be reset between moonbr_try_destroy_worker() and poll() */
jbe@0 1553 moonbr_now(&now);
jbe@0 1554 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@0 1555 int terminated_worker_count = 0; /* allows shortcut for new worker creation */
jbe@0 1556 /* terminate idle workers when expired */
jbe@0 1557 if (timerisset(&pool->idle_timeout)) {
jbe@0 1558 while ((worker = pool->first_idle_worker) != NULL) {
jbe@0 1559 if (timercmp(&worker->idle_expiration, &now, >)) break;
jbe@0 1560 moonbr_pop_idle_worker(pool);
jbe@0 1561 moonbr_terminate_idle_worker(worker);
jbe@0 1562 }
jbe@0 1563 }
jbe@0 1564 /* mark listeners as connected when incoming connection is pending */
jbe@0 1565 for (listener=pool->first_idle_listener; listener; listener=next_listener) {
jbe@0 1566 next_listener = listener->next_listener; /* extra variable necessary due to changing list */
jbe@0 1567 if (listener->pollidx != -1) {
jbe@0 1568 if (moonbr_poll_fds[listener->pollidx].revents) {
jbe@0 1569 moonbr_poll_fds[listener->pollidx].revents = 0;
jbe@0 1570 moonbr_remove_idle_listener(listener);
jbe@0 1571 moonbr_add_connected_listener(listener);
jbe@0 1572 }
jbe@127 1573 } else if (
jbe@127 1574 listener->proto != MOONBR_PROTO_INTERVAL ||
jbe@127 1575 !timercmp(&listener->type_specific.interval.wakeup, &now, >)
jbe@127 1576 ) {
jbe@127 1577 moonbr_remove_idle_listener(listener);
jbe@127 1578 moonbr_add_connected_listener(listener);
jbe@0 1579 }
jbe@0 1580 }
jbe@0 1581 /* process input from child processes */
jbe@0 1582 for (i=0; i<moonbr_poll_worker_count; i++) {
jbe@0 1583 if (moonbr_poll_worker_fds[i].revents) {
jbe@0 1584 moonbr_poll_worker_fds[i].revents = 0;
jbe@0 1585 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[i];
jbe@0 1586 switch (poll_worker->channel) {
jbe@0 1587 case MOONBR_POLL_WORKER_CONTROLCHANNEL:
jbe@0 1588 moonbr_read_controlchannel(poll_worker->worker);
jbe@0 1589 moonbr_interval_restart(poll_worker->worker, &now);
jbe@0 1590 break;
jbe@0 1591 case MOONBR_POLL_WORKER_ERRORCHANNEL:
jbe@0 1592 moonbr_read_errorchannel(poll_worker->worker);
jbe@0 1593 break;
jbe@0 1594 }
jbe@0 1595 }
jbe@0 1596 }
jbe@0 1597 /* collect dead child processes */
jbe@0 1598 for (worker=pool->first_worker; worker; worker=next_worker) {
jbe@0 1599 next_worker = worker->next_worker; /* extra variable necessary due to changing list */
jbe@0 1600 switch (moonbr_try_destroy_worker(worker)) {
jbe@0 1601 case MOONBR_DESTROY_PREPARE:
jbe@0 1602 pool->use_fork_error_wakeup = 1;
jbe@0 1603 break;
jbe@0 1604 case MOONBR_DESTROY_IDLE_OR_ASSIGNED:
jbe@0 1605 terminated_worker_count++;
jbe@0 1606 break;
jbe@0 1607 }
jbe@0 1608 }
jbe@0 1609 if (!moonbr_shutdown_in_progress) {
jbe@130 1610 /* connect listeners with idle workers */
jbe@0 1611 while (pool->first_connected_listener && pool->first_idle_worker) {
jbe@0 1612 moonbr_connect(pool);
jbe@0 1613 }
jbe@130 1614 /* create new worker processes */
jbe@130 1615 while (
jbe@130 1616 pool->total_worker_count < pool->max_fork && (
jbe@130 1617 pool->unassigned_worker_count < pool->pre_fork ||
jbe@130 1618 pool->total_worker_count < pool->min_fork
jbe@130 1619 )
jbe@130 1620 ) {
jbe@130 1621 if (pool->use_fork_error_wakeup) {
jbe@130 1622 if (timercmp(&pool->fork_error_wakeup, &now, >)) {
jbe@130 1623 moonbr_calc_wait(&wait, &pool->fork_error_wakeup);
jbe@130 1624 break;
jbe@130 1625 }
jbe@130 1626 } else {
jbe@130 1627 if (terminated_worker_count) {
jbe@130 1628 terminated_worker_count--;
jbe@130 1629 } else if (timercmp(&pool->fork_wakeup, &now, >)) {
jbe@130 1630 moonbr_calc_wait(&wait, &pool->fork_wakeup);
jbe@130 1631 break;
jbe@130 1632 }
jbe@0 1633 }
jbe@130 1634 if (moonbr_create_worker(pool, L)) {
jbe@130 1635 /* on error, enforce error delay */
jbe@130 1636 timeradd(&now, &pool->fork_error_delay, &pool->fork_error_wakeup);
jbe@130 1637 pool->use_fork_error_wakeup = 1;
jbe@130 1638 moonbr_calc_wait(&wait, &pool->fork_error_wakeup);
jbe@130 1639 break;
jbe@130 1640 } else {
jbe@130 1641 /* normal fork delay on success */
jbe@130 1642 timeradd(&now, &pool->fork_delay, &pool->fork_wakeup);
jbe@130 1643 timeradd(&now, &pool->fork_error_delay, &pool->fork_error_wakeup);
jbe@130 1644 pool->use_fork_error_wakeup = 0; /* gets set later if error occures during preparation */
jbe@130 1645 }
jbe@130 1646 }
jbe@130 1647 /* terminate excessive worker processes */
jbe@130 1648 while (
jbe@130 1649 pool->total_worker_count > pool->min_fork &&
jbe@130 1650 pool->idle_worker_count > pool->pre_fork
jbe@130 1651 ) {
jbe@130 1652 if (timerisset(&pool->exit_wakeup)) {
jbe@130 1653 if (timercmp(&pool->exit_wakeup, &now, >)) {
jbe@130 1654 moonbr_calc_wait(&wait, &pool->exit_wakeup);
jbe@130 1655 break;
jbe@130 1656 }
jbe@130 1657 moonbr_terminate_idle_worker(moonbr_pop_idle_worker(pool));
jbe@130 1658 timeradd(&now, &pool->exit_delay, &pool->exit_wakeup);
jbe@130 1659 } else {
jbe@130 1660 timeradd(&now, &pool->exit_delay, &pool->exit_wakeup);
jbe@0 1661 break;
jbe@0 1662 }
jbe@0 1663 }
jbe@130 1664 if (!(
jbe@130 1665 pool->total_worker_count > pool->min_fork &&
jbe@130 1666 pool->idle_worker_count > pool->pre_fork
jbe@130 1667 )) {
jbe@130 1668 timerclear(&pool->exit_wakeup); /* timer gets restarted later when there are excessive workers */
jbe@0 1669 }
jbe@0 1670 }
jbe@0 1671 /* optionally output worker count stats */
jbe@0 1672 if (moonbr_stat && pool->worker_count_stat) {
jbe@0 1673 pool->worker_count_stat = 0;
jbe@0 1674 moonbr_log(
jbe@0 1675 LOG_INFO,
jbe@0 1676 "Worker count for pool #%i: %i idle, %i assigned, %i total",
jbe@0 1677 pool->poolnum, pool->idle_worker_count,
jbe@0 1678 pool->total_worker_count - pool->unassigned_worker_count,
jbe@0 1679 pool->total_worker_count);
jbe@0 1680 }
jbe@0 1681 /* calculate wakeup time for interval listeners */
jbe@0 1682 for (listener=pool->first_idle_listener; listener; listener=listener->next_listener) {
jbe@0 1683 if (listener->proto == MOONBR_PROTO_INTERVAL) {
jbe@125 1684 moonbr_calc_wait(&wait, &listener->type_specific.interval.wakeup);
jbe@0 1685 }
jbe@0 1686 }
jbe@0 1687 /* calculate wakeup time for idle workers (only first idle worker is significant) */
jbe@0 1688 if (timerisset(&pool->idle_timeout) && pool->first_idle_worker) {
jbe@0 1689 moonbr_calc_wait(&wait, &pool->first_idle_worker->idle_expiration);
jbe@0 1690 }
jbe@0 1691 }
jbe@130 1692 /* terminate idle workers in case of shutdown and check if shutdown is complete */
jbe@0 1693 if (moonbr_shutdown_in_progress) {
jbe@195 1694 int remaining = 0;
jbe@0 1695 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
jbe@195 1696 while (pool->idle_worker_count) {
jbe@195 1697 moonbr_terminate_idle_worker(moonbr_pop_idle_worker(pool));
jbe@130 1698 }
jbe@195 1699 if (pool->first_worker) remaining = 1;
jbe@0 1700 }
jbe@195 1701 if (!remaining) {
jbe@0 1702 moonbr_log(LOG_INFO, "All worker threads have terminated");
jbe@0 1703 moonbr_terminate(MOONBR_EXITCODE_GRACEFUL);
jbe@0 1704 }
jbe@0 1705 }
jbe@0 1706 if (moonbr_poll_refresh_needed) moonbr_poll_refresh();
jbe@0 1707 moonbr_cond_poll = 1;
jbe@0 1708 if (!moonbr_cond_child && !moonbr_cond_terminate && !moonbr_cond_interrupt) {
jbe@0 1709 int timeout;
jbe@0 1710 if (timerisset(&wait)) {
jbe@0 1711 if (timercmp(&wait, &now, <)) {
jbe@0 1712 moonbr_log(LOG_CRIT, "Internal error (should not happen): Future is in the past");
jbe@0 1713 moonbr_terminate_error();
jbe@0 1714 }
jbe@0 1715 timersub(&wait, &now, &wait);
jbe@0 1716 timeout = wait.tv_sec * 1000 + wait.tv_usec / 1000;
jbe@0 1717 } else {
jbe@0 1718 timeout = INFTIM;
jbe@0 1719 }
jbe@0 1720 if (moonbr_debug) {
jbe@0 1721 moonbr_log(LOG_DEBUG, "Waiting for I/O");
jbe@0 1722 }
jbe@0 1723 poll(moonbr_poll_fds, moonbr_poll_fds_count, timeout);
jbe@0 1724 } else {
jbe@0 1725 if (moonbr_debug) {
jbe@0 1726 moonbr_log(LOG_DEBUG, "Do not wait for I/O");
jbe@0 1727 }
jbe@0 1728 }
jbe@0 1729 moonbr_cond_poll = 0;
jbe@0 1730 moonbr_poll_reset_signal();
jbe@0 1731 }
jbe@0 1732 }
jbe@0 1733
jbe@0 1734
jbe@0 1735 /*** Lua interface ***/
jbe@0 1736
jbe@0 1737 static int moonbr_lua_panic(lua_State *L) {
jbe@0 1738 const char *errmsg;
jbe@0 1739 errmsg = lua_tostring(L, -1);
jbe@0 1740 if (!errmsg) {
jbe@0 1741 if (lua_isnoneornil(L, -1)) errmsg = "(error message is nil)";
jbe@0 1742 else errmsg = "(error message is not a string)";
jbe@0 1743 }
jbe@0 1744 if (moonbr_pstate == MOONBR_PSTATE_FORKED) {
jbe@0 1745 fprintf(stderr, "Uncaught Lua error: %s\n", errmsg);
jbe@0 1746 exit(1);
jbe@0 1747 } else {
jbe@0 1748 moonbr_log(LOG_CRIT, "Uncaught Lua error: %s", errmsg);
jbe@0 1749 moonbr_terminate_error();
jbe@0 1750 }
jbe@0 1751 return 0;
jbe@0 1752 }
jbe@0 1753
jbe@0 1754 static int moonbr_addtraceback(lua_State *L) {
jbe@0 1755 luaL_traceback(L, L, luaL_tolstring(L, 1, NULL), 1);
jbe@0 1756 return 1;
jbe@0 1757 }
jbe@0 1758
jbe@0 1759 /* Memory allocator that allows limiting memory consumption */
jbe@0 1760 static void *moonbr_alloc (void *ud, void *ptr, size_t osize, size_t nsize) {
jbe@0 1761 (void)ud; /* not used */
jbe@0 1762 if (nsize == 0) {
jbe@0 1763 if (ptr) {
jbe@0 1764 moonbr_memory_usage -= osize;
jbe@0 1765 free(ptr);
jbe@0 1766 }
jbe@0 1767 return NULL;
jbe@0 1768 } else if (ptr) {
jbe@0 1769 if (
jbe@0 1770 moonbr_memory_limit &&
jbe@0 1771 nsize > osize &&
jbe@0 1772 moonbr_memory_usage + (nsize - osize) > moonbr_memory_limit
jbe@0 1773 ) {
jbe@0 1774 return NULL;
jbe@0 1775 } else {
jbe@0 1776 ptr = realloc(ptr, nsize);
jbe@0 1777 if (ptr) moonbr_memory_usage += nsize - osize;
jbe@0 1778 }
jbe@0 1779 } else {
jbe@0 1780 if (
jbe@0 1781 moonbr_memory_limit &&
jbe@0 1782 moonbr_memory_usage + nsize > moonbr_memory_limit
jbe@0 1783 ) {
jbe@0 1784 return NULL;
jbe@0 1785 } else {
jbe@0 1786 ptr = realloc(ptr, nsize);
jbe@0 1787 if (ptr) moonbr_memory_usage += nsize;
jbe@0 1788 }
jbe@0 1789 }
jbe@0 1790 return ptr;
jbe@0 1791 }
jbe@0 1792
jbe@66 1793 static int moonbr_lua_tonatural(lua_State *L, int idx) {
jbe@66 1794 int isnum;
jbe@66 1795 lua_Number n;
jbe@66 1796 n = lua_tonumberx(L, idx, &isnum);
jbe@66 1797 if (isnum && n>=0 && n<INT_MAX && (lua_Number)(int)n == n) return n;
jbe@66 1798 else return -1;
jbe@66 1799 }
jbe@66 1800
jbe@66 1801 static int moonbr_lua_totimeval(lua_State *L, int idx, struct timeval *value) {
jbe@66 1802 int isnum;
jbe@66 1803 lua_Number n;
jbe@66 1804 n = lua_tonumberx(L, idx, &isnum);
jbe@66 1805 if (isnum && n>=0 && n<=100000000) {
jbe@66 1806 value->tv_sec = n;
jbe@66 1807 value->tv_usec = 1e6 * (n - value->tv_sec);
jbe@66 1808 return 1;
jbe@66 1809 } else {
jbe@66 1810 return 0;
jbe@66 1811 }
jbe@66 1812 }
jbe@66 1813
jbe@0 1814 static int moonbr_timeout(lua_State *L) {
jbe@0 1815 struct itimerval oldval;
jbe@0 1816 if (lua_isnoneornil(L, 1) && lua_isnoneornil(L, 2)) {
jbe@0 1817 getitimer(ITIMER_REAL, &oldval);
jbe@0 1818 } else {
jbe@0 1819 struct itimerval newval = {};
jbe@39 1820 timerclear(&newval.it_interval);
jbe@39 1821 timerclear(&newval.it_value);
jbe@0 1822 if (lua_toboolean(L, 1)) {
jbe@0 1823 luaL_argcheck(
jbe@0 1824 L, moonbr_lua_totimeval(L, 1, &newval.it_value), 1,
jbe@0 1825 "interval in seconds expected"
jbe@0 1826 );
jbe@0 1827 }
jbe@0 1828 if (lua_isnoneornil(L, 2)) {
jbe@0 1829 if (setitimer(ITIMER_REAL, &newval, &oldval)) {
jbe@0 1830 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
jbe@0 1831 moonbr_terminate_error();
jbe@0 1832 }
jbe@0 1833 } else {
jbe@0 1834 getitimer(ITIMER_REAL, &oldval);
jbe@39 1835 if (!timerisset(&oldval.it_value)) {
jbe@39 1836 if (setitimer(ITIMER_REAL, &newval, NULL)) {
jbe@39 1837 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
jbe@39 1838 moonbr_terminate_error();
jbe@39 1839 }
jbe@39 1840 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
jbe@39 1841 timerclear(&newval.it_value);
jbe@39 1842 if (setitimer(ITIMER_REAL, &newval, NULL)) {
jbe@39 1843 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
jbe@39 1844 moonbr_terminate_error();
jbe@39 1845 }
jbe@39 1846 } else if (timercmp(&newval.it_value, &oldval.it_value, <)) {
jbe@0 1847 struct itimerval remval;
jbe@0 1848 if (setitimer(ITIMER_REAL, &newval, NULL)) {
jbe@0 1849 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
jbe@0 1850 moonbr_terminate_error();
jbe@0 1851 }
jbe@0 1852 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
jbe@0 1853 getitimer(ITIMER_REAL, &remval);
jbe@0 1854 timersub(&oldval.it_value, &newval.it_value, &newval.it_value);
jbe@0 1855 timeradd(&newval.it_value, &remval.it_value, &newval.it_value);
jbe@0 1856 if (setitimer(ITIMER_REAL, &newval, NULL)) {
jbe@0 1857 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
jbe@0 1858 moonbr_terminate_error();
jbe@0 1859 }
jbe@0 1860 } else {
jbe@0 1861 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
jbe@0 1862 }
jbe@0 1863 return lua_gettop(L) - 1;
jbe@0 1864 }
jbe@0 1865 }
jbe@115 1866 lua_pushnumber(L, oldval.it_value.tv_sec + 1e-6 * oldval.it_value.tv_usec);
jbe@0 1867 return 1;
jbe@0 1868 }
jbe@0 1869
jbe@0 1870 #define moonbr_listen_init_pool_forkoption(luaname, cname, defval) { \
jbe@0 1871 lua_getfield(L, 2, luaname); \
jbe@0 1872 pool->cname = lua_isnil(L, -1) ? (defval) : moonbr_lua_tonatural(L, -1); \
jbe@0 1873 } while(0)
jbe@0 1874
jbe@0 1875 #define moonbr_listen_init_pool_timeoption(luaname, cname, defval, defvalu) ( \
jbe@0 1876 lua_getfield(L, 2, luaname), \
jbe@0 1877 lua_isnil(L, -1) ? ( \
jbe@0 1878 pool->cname.tv_sec = (defval), pool->cname.tv_usec = (defvalu), \
jbe@0 1879 1 \
jbe@0 1880 ) : ( \
jbe@0 1881 (lua_isboolean(L, -1) && !lua_toboolean(L, -1)) ? ( \
jbe@0 1882 pool->cname.tv_sec = 0, pool->cname.tv_usec = 0, \
jbe@0 1883 1 \
jbe@0 1884 ) : ( \
jbe@0 1885 moonbr_lua_totimeval(L, -1, &pool->cname) \
jbe@0 1886 ) \
jbe@0 1887 ) \
jbe@0 1888 )
jbe@0 1889
jbe@0 1890 static int moonbr_listen_init_pool(lua_State *L) {
jbe@0 1891 struct moonbr_pool *pool;
jbe@0 1892 const char *proto;
jbe@0 1893 int i;
jbe@127 1894 int dynamic = 0; /* nonzero = listeners exist which require dynamic worker creation */
jbe@0 1895 pool = lua_touserdata(L, 1);
jbe@0 1896 for (i=0; i<pool->listener_count; i++) {
jbe@0 1897 struct moonbr_listener *listener = &pool->listener[i];
jbe@0 1898 lua_settop(L, 2);
jbe@3 1899 #if LUA_VERSION_NUM >= 503
jbe@3 1900 lua_geti(L, 2, i+1);
jbe@3 1901 #else
jbe@0 1902 lua_pushinteger(L, i+1);
jbe@0 1903 lua_gettable(L, 2);
jbe@3 1904 #endif
jbe@0 1905 lua_getfield(L, 3, "proto");
jbe@0 1906 proto = lua_tostring(L, -1);
jbe@127 1907 if (proto && !strcmp(proto, "main")) {
jbe@127 1908 listener->proto = MOONBR_PROTO_MAIN;
jbe@127 1909 } else if (proto && !strcmp(proto, "interval")) {
jbe@127 1910 dynamic = 1;
jbe@0 1911 listener->proto = MOONBR_PROTO_INTERVAL;
jbe@0 1912 lua_getfield(L, 3, "name");
jbe@0 1913 {
jbe@0 1914 const char *name = lua_tostring(L, -1);
jbe@0 1915 if (name) {
jbe@211 1916 char *name_dup = strdup(name);
jbe@211 1917 if (!name_dup) {
jbe@0 1918 moonbr_log(LOG_CRIT, "Memory allocation_error");
jbe@0 1919 moonbr_terminate_error();
jbe@0 1920 }
jbe@211 1921 listener->type_specific.interval.name = name_dup;
jbe@0 1922 }
jbe@0 1923 }
jbe@0 1924 lua_getfield(L, 3, "delay");
jbe@0 1925 if (
jbe@125 1926 !moonbr_lua_totimeval(L, -1, &listener->type_specific.interval.delay) ||
jbe@125 1927 !timerisset(&listener->type_specific.interval.delay)
jbe@0 1928 ) {
jbe@0 1929 luaL_error(L, "No valid interval delay specified; use listen{{proto=\"interval\", delay=...}, ...}");
jbe@0 1930 }
jbe@0 1931 lua_getfield(L, 3, "strict");
jbe@0 1932 if (!lua_isnil(L, -1)) {
jbe@0 1933 if (lua_isboolean(L, -1)) {
jbe@125 1934 if (lua_toboolean(L, -1)) listener->type_specific.interval.strict = 1;
jbe@0 1935 } else {
jbe@0 1936 luaL_error(L, "Option \"strict\" must be a boolean if set; use listen{{proto=\"interval\", strict=true, ...}, ...}");
jbe@0 1937 }
jbe@0 1938 }
jbe@0 1939 } else if (proto && !strcmp(proto, "local")) {
jbe@125 1940 const char *path;
jbe@125 1941 const int path_maxlen = (
jbe@125 1942 sizeof(listener->type_specific.socket.addr.addr_un) -
jbe@125 1943 ((void *)listener->type_specific.socket.addr.addr_un.sun_path - (void *)&listener->type_specific.socket.addr.addr_un)
jbe@125 1944 ) - 1; /* one byte for termination */
jbe@127 1945 dynamic = 1;
jbe@0 1946 listener->proto = MOONBR_PROTO_LOCAL;
jbe@0 1947 lua_getfield(L, 3, "path");
jbe@125 1948 path = lua_tostring(L, -1);
jbe@125 1949 if (!path) {
jbe@125 1950 luaL_error(L, "No valid path specified for local socket; use listen{{proto=\"local\", path=...}, ...}");
jbe@125 1951 }
jbe@125 1952 if (strlen(path) > path_maxlen) {
jbe@125 1953 luaL_error(L, "Path name for local socket exceeded maximum length of %i characters", path_maxlen);
jbe@125 1954 }
jbe@125 1955 strcpy(listener->type_specific.socket.addr.addr_un.sun_path, path);
jbe@125 1956 } else if (proto && !strcmp(proto, "tcp")) {
jbe@125 1957 const char *host, *port;
jbe@125 1958 struct addrinfo hints = { 0, };
jbe@125 1959 struct addrinfo *res, *addrinfo;
jbe@125 1960 int errcode;
jbe@125 1961 const char *ip;
jbe@127 1962 dynamic = 1;
jbe@125 1963 lua_getfield(L, 3, "host");
jbe@125 1964 host = lua_isnil(L, -1) ? "::" : lua_tostring(L, -1);
jbe@125 1965 if (!host) {
jbe@125 1966 luaL_error(L, "No host specified; use listen{{proto=\"tcp\", host=...}, ...}");
jbe@125 1967 }
jbe@125 1968 lua_getfield(L, 3, "port");
jbe@125 1969 port = lua_tostring(L, -1);
jbe@125 1970 if (!port) {
jbe@125 1971 luaL_error(L, "No port specified; use listen{{proto=\"tcp\", host=...}, ...}");
jbe@125 1972 }
jbe@125 1973 hints.ai_family = AF_UNSPEC;
jbe@125 1974 hints.ai_socktype = SOCK_STREAM;
jbe@125 1975 hints.ai_protocol = IPPROTO_TCP;
jbe@125 1976 hints.ai_flags = AI_ADDRCONFIG | AI_PASSIVE;
jbe@125 1977 errcode = getaddrinfo(host, port, &hints, &res);
jbe@125 1978 if (errcode) {
jbe@125 1979 freeaddrinfo(res);
jbe@125 1980 if (errcode == EAI_SYSTEM) {
jbe@125 1981 char errmsg[MOONBR_MAXSTRERRORLEN];
jbe@125 1982 strerror_r(errno, errmsg, MOONBR_MAXSTRERRORLEN); /* use thread-safe call in case child created threads */
jbe@125 1983 luaL_error(L, "Could not resolve host: %s: %s", gai_strerror(errcode), errmsg);
jbe@125 1984 } else {
jbe@125 1985 luaL_error(L, "Could not resolve host: %s", gai_strerror(errcode));
jbe@0 1986 }
jbe@0 1987 }
jbe@125 1988 for (addrinfo=res; addrinfo; addrinfo=addrinfo->ai_next) {
jbe@125 1989 if (addrinfo->ai_family == AF_INET6) goto moonbr_listen_init_pool_found;
jbe@125 1990 }
jbe@125 1991 for (addrinfo=res; addrinfo; addrinfo=addrinfo->ai_next) {
jbe@125 1992 if (addrinfo->ai_family == AF_INET) goto moonbr_listen_init_pool_found;
jbe@0 1993 }
jbe@125 1994 addrinfo = res;
jbe@125 1995 moonbr_listen_init_pool_found:
jbe@125 1996 if (addrinfo->ai_addrlen > sizeof(listener->type_specific.socket.addr)) {
jbe@125 1997 moonbr_log(LOG_CRIT, "Size of ai_addrlen is unexpectedly big (should not happen)");
jbe@125 1998 moonbr_terminate_error();
jbe@0 1999 }
jbe@125 2000 memcpy(&listener->type_specific.socket.addr, addrinfo->ai_addr, addrinfo->ai_addrlen);
jbe@125 2001 listener->type_specific.socket.addrlen = addrinfo->ai_addrlen;
jbe@125 2002 switch (addrinfo->ai_family) {
jbe@125 2003 case AF_INET6:
jbe@125 2004 ip = inet_ntop(
jbe@125 2005 addrinfo->ai_family,
jbe@125 2006 &((struct sockaddr_in6 *)addrinfo->ai_addr)->sin6_addr,
jbe@125 2007 listener->proto_specific.tcp.ip,
jbe@125 2008 INET6_ADDRSTRLEN
jbe@125 2009 );
jbe@125 2010 if (!ip) {
jbe@125 2011 moonbr_log(LOG_CRIT, "System error in inet_ntop call: %s", strerror(errno));
jbe@125 2012 moonbr_terminate_error();
jbe@125 2013 }
jbe@125 2014 listener->proto_specific.tcp.port = ntohs(((struct sockaddr_in6 *)addrinfo->ai_addr)->sin6_port);
jbe@125 2015 break;
jbe@125 2016 case AF_INET:
jbe@125 2017 ip = inet_ntop(
jbe@125 2018 addrinfo->ai_family,
jbe@125 2019 &((struct sockaddr_in *)addrinfo->ai_addr)->sin_addr,
jbe@125 2020 listener->proto_specific.tcp.ip,
jbe@125 2021 INET6_ADDRSTRLEN
jbe@125 2022 );
jbe@125 2023 if (!ip) {
jbe@125 2024 moonbr_log(LOG_CRIT, "System error in inet_ntop call: %s", strerror(errno));
jbe@125 2025 moonbr_terminate_error();
jbe@125 2026 }
jbe@125 2027 listener->proto_specific.tcp.port = ntohs(((struct sockaddr_in *)addrinfo->ai_addr)->sin_port);
jbe@125 2028 break;
jbe@125 2029 default:
jbe@125 2030 strcpy(listener->proto_specific.tcp.ip, "unknown");
jbe@125 2031 listener->proto_specific.tcp.port = 0;
jbe@0 2032 }
jbe@125 2033 listener->proto = MOONBR_PROTO_TCP;
jbe@125 2034 } else if (proto) {
jbe@125 2035 luaL_error(L, "Unknown protocol \"%s\"", proto);
jbe@125 2036 } else {
jbe@125 2037 luaL_error(L, "No valid protocol specified; use listen{{proto=..., ...}, ...}");
jbe@0 2038 }
jbe@0 2039 }
jbe@0 2040 lua_settop(L, 2);
jbe@127 2041 if (dynamic) {
jbe@127 2042 moonbr_listen_init_pool_forkoption("pre_fork", pre_fork, 1);
jbe@127 2043 moonbr_listen_init_pool_forkoption("min_fork", min_fork, pool->pre_fork > 2 ? pool->pre_fork : 2);
jbe@127 2044 moonbr_listen_init_pool_forkoption("max_fork", max_fork, pool->min_fork > 16 ? pool->min_fork : 16);
jbe@127 2045 if (!moonbr_listen_init_pool_timeoption("fork_delay", fork_delay, 0, 250000)) {
jbe@127 2046 luaL_error(L, "Option \"fork_delay\" is expected to be a non-negative number");
jbe@127 2047 }
jbe@127 2048 if (!moonbr_listen_init_pool_timeoption("fork_error_delay", fork_error_delay, 2, 0)) {
jbe@127 2049 luaL_error(L, "Option \"fork_error_delay\" is expected to be a non-negative number");
jbe@127 2050 }
jbe@127 2051 if (!moonbr_listen_init_pool_timeoption("exit_delay", exit_delay, 60, 0)) {
jbe@127 2052 luaL_error(L, "Option \"exit_delay\" is expected to be a non-negative number");
jbe@127 2053 }
jbe@127 2054 if (timercmp(&pool->fork_error_delay, &pool->fork_delay, <)) {
jbe@127 2055 pool->fork_error_delay = pool->fork_delay;
jbe@127 2056 }
jbe@127 2057 if (!moonbr_listen_init_pool_timeoption("idle_timeout", idle_timeout, 0, 0)) {
jbe@127 2058 luaL_error(L, "Option \"idle_timeout\" is expected to be a non-negative number");
jbe@127 2059 }
jbe@127 2060 } else {
jbe@127 2061 pool->pre_fork = 0;
jbe@127 2062 pool->min_fork = pool->listener_count;
jbe@127 2063 pool->max_fork = pool->listener_count;
jbe@0 2064 }
jbe@0 2065 lua_getfield(L, 2, "memory_limit");
jbe@0 2066 if (!lua_isnil(L, -1)) {
jbe@0 2067 int isnum;
jbe@0 2068 lua_Number n;
jbe@0 2069 n = lua_tonumberx(L, -1, &isnum);
jbe@0 2070 if (n < 0 || !isnum) {
jbe@0 2071 luaL_error(L, "Option \"memory_limit\" is expected to be a non-negative number");
jbe@0 2072 }
jbe@0 2073 pool->memory_limit = n;
jbe@0 2074 }
jbe@0 2075 lua_settop(L, 2);
jbe@0 2076 lua_getfield(L, 2, "prepare");
jbe@0 2077 if (!lua_isnil(L, -1) && !lua_isfunction(L, -1)) {
jbe@0 2078 luaL_error(L, "Option \"prepare\" must be nil or a function");
jbe@0 2079 }
jbe@0 2080 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
jbe@0 2081 lua_getfield(L, 2, "connect");
jbe@0 2082 if (!lua_isfunction(L, -1)) {
jbe@0 2083 luaL_error(L, "Option \"connect\" must be a function; use listen{{...}, {...}, connect=function(socket) ... end, ...}");
jbe@0 2084 }
jbe@0 2085 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
jbe@0 2086 lua_getfield(L, 2, "finish");
jbe@0 2087 if (!lua_isnil(L, -1) && !lua_isfunction(L, -1)) {
jbe@0 2088 luaL_error(L, "Option \"finish\" must be nil or a function");
jbe@0 2089 }
jbe@0 2090 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
jbe@0 2091 return 0;
jbe@0 2092 }
jbe@0 2093
jbe@0 2094 static int moonbr_listen(lua_State *L) {
jbe@0 2095 struct moonbr_pool *pool;
jbe@0 2096 lua_Integer listener_count;
jbe@0 2097 if (moonbr_booted) luaL_error(L, "Moonbridge bootup is already complete");
jbe@0 2098 luaL_checktype(L, 1, LUA_TTABLE);
jbe@0 2099 listener_count = luaL_len(L, 1);
jbe@0 2100 if (!listener_count) luaL_error(L, "No listen ports specified; use listen{{proto=..., port=...},...}");
jbe@0 2101 if (listener_count > 100) luaL_error(L, "Too many listeners");
jbe@0 2102 pool = moonbr_create_pool(listener_count);
jbe@0 2103 lua_pushcfunction(L, moonbr_listen_init_pool);
jbe@0 2104 lua_pushlightuserdata(L, pool);
jbe@0 2105 lua_pushvalue(L, 1);
jbe@0 2106 if (lua_pcall(L, 2, 0, 0)) goto moonbr_listen_error;
jbe@0 2107 {
jbe@0 2108 int i;
jbe@0 2109 i = moonbr_start_pool(pool);
jbe@0 2110 if (i >= 0) {
jbe@125 2111 lua_pushfstring(L, "Could not initialize listener #%d: %s", i+1, strerror(errno));
jbe@125 2112 moonbr_listen_error:
jbe@125 2113 moonbr_destroy_pool(pool);
jbe@125 2114 lua_pushnil(L);
jbe@125 2115 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
jbe@125 2116 lua_pushnil(L);
jbe@125 2117 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
jbe@125 2118 lua_pushnil(L);
jbe@125 2119 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
jbe@125 2120 lua_error(L);
jbe@0 2121 }
jbe@0 2122 }
jbe@0 2123 return 0;
jbe@0 2124 }
jbe@0 2125
jbe@0 2126
jbe@9 2127 /*** Function to modify Lua's library path and/or cpath ***/
jbe@9 2128
jbe@9 2129 #if defined(MOONBR_LUA_PATH) || defined(MOONBR_LUA_CPATH)
jbe@9 2130 static void moonbr_modify_path(lua_State *L, char *key, char *value) {
jbe@9 2131 int stackbase;
jbe@9 2132 stackbase = lua_gettop(L);
jbe@9 2133 lua_getglobal(L, "package");
jbe@9 2134 lua_getfield(L, stackbase+1, key);
jbe@9 2135 {
jbe@9 2136 const char *current_str;
jbe@9 2137 size_t current_strlen;
jbe@9 2138 luaL_Buffer buf;
jbe@9 2139 current_str = lua_tolstring(L, stackbase+2, &current_strlen);
jbe@9 2140 luaL_buffinit(L, &buf);
jbe@9 2141 if (current_str) {
jbe@9 2142 lua_pushvalue(L, stackbase+2);
jbe@9 2143 luaL_addvalue(&buf);
jbe@9 2144 if (current_strlen && current_str[current_strlen-1] != ';') {
jbe@9 2145 luaL_addchar(&buf, ';');
jbe@9 2146 }
jbe@9 2147 }
jbe@9 2148 luaL_addstring(&buf, value);
jbe@9 2149 luaL_pushresult(&buf);
jbe@9 2150 }
jbe@9 2151 lua_setfield(L, stackbase+1, key);
jbe@9 2152 lua_settop(L, stackbase);
jbe@9 2153 }
jbe@9 2154 #endif
jbe@9 2155
jbe@9 2156
jbe@0 2157 /*** Main function and command line invokation ***/
jbe@0 2158
jbe@0 2159 static void moonbr_usage(int err, const char *cmd) {
jbe@0 2160 FILE *out;
jbe@0 2161 out = err ? stderr : stdout;
jbe@0 2162 if (!cmd) cmd = "moonbridge";
jbe@0 2163 fprintf(out, "Get this help message: %s {-h|--help}\n", cmd);
jbe@0 2164 fprintf(out, "Usage: %s \\\n", cmd);
jbe@0 2165 fprintf(out, " [-b|--background] \\\n");
jbe@0 2166 fprintf(out, " [-d|--debug] \\\n");
jbe@0 2167 fprintf(out, " [-f|--logfacility {DAEMON|USER|0|1|...|7}] \\\n");
jbe@0 2168 fprintf(out, " [-i|--logident <syslog ident> \\\n");
jbe@0 2169 fprintf(out, " [-l|--logfile <logfile>] \\\n");
jbe@0 2170 fprintf(out, " [-p|--pidfile <pidfile>] \\\n");
jbe@0 2171 fprintf(out, " [-s|--stats] \\\n");
jbe@2 2172 fprintf(out, " -- <Lua script> [<cmdline options for Lua script>]\n");
jbe@0 2173 exit(err);
jbe@0 2174 }
jbe@0 2175
jbe@0 2176 #define moonbr_usage_error() moonbr_usage(MOONBR_EXITCODE_CMDLINEERROR, argc ? argv[0] : NULL)
jbe@0 2177
jbe@0 2178 int main(int argc, char **argv) {
jbe@0 2179 {
jbe@0 2180 int daemonize = 0;
jbe@0 2181 int log_facility = LOG_USER;
jbe@0 2182 const char *log_ident = "moonbridge";
jbe@0 2183 const char *log_filename = NULL;
jbe@0 2184 const char *pid_filename = NULL;
jbe@0 2185 int option;
jbe@0 2186 struct option longopts[] = {
jbe@0 2187 { "background", no_argument, NULL, 'b' },
jbe@0 2188 { "debug", no_argument, NULL, 'd' },
jbe@0 2189 { "logfacility", required_argument, NULL, 'f' },
jbe@0 2190 { "help", no_argument, NULL, 'h' },
jbe@0 2191 { "logident", required_argument, NULL, 'i' },
jbe@0 2192 { "logfile", required_argument, NULL, 'l' },
jbe@0 2193 { "pidfile", required_argument, NULL, 'p' },
jbe@0 2194 { "stats", no_argument, NULL, 's' }
jbe@0 2195 };
jbe@0 2196 while ((option = getopt_long(argc, argv, "bdf:hi:l:p:s", longopts, NULL)) != -1) {
jbe@0 2197 switch (option) {
jbe@0 2198 case 'b':
jbe@0 2199 daemonize = 1;
jbe@0 2200 break;
jbe@0 2201 case 'd':
jbe@0 2202 moonbr_debug = 1;
jbe@0 2203 moonbr_stat = 1;
jbe@0 2204 break;
jbe@0 2205 case 'f':
jbe@0 2206 if (!strcmp(optarg, "DAEMON")) {
jbe@0 2207 log_facility = LOG_DAEMON;
jbe@0 2208 } else if (!strcmp(optarg, "USER")) {
jbe@0 2209 log_facility = LOG_USER;
jbe@0 2210 } else if (!strcmp(optarg, "0")) {
jbe@0 2211 log_facility = LOG_LOCAL0;
jbe@0 2212 } else if (!strcmp(optarg, "1")) {
jbe@0 2213 log_facility = LOG_LOCAL1;
jbe@0 2214 } else if (!strcmp(optarg, "2")) {
jbe@0 2215 log_facility = LOG_LOCAL2;
jbe@0 2216 } else if (!strcmp(optarg, "3")) {
jbe@0 2217 log_facility = LOG_LOCAL3;
jbe@0 2218 } else if (!strcmp(optarg, "4")) {
jbe@0 2219 log_facility = LOG_LOCAL4;
jbe@0 2220 } else if (!strcmp(optarg, "5")) {
jbe@0 2221 log_facility = LOG_LOCAL5;
jbe@0 2222 } else if (!strcmp(optarg, "6")) {
jbe@0 2223 log_facility = LOG_LOCAL6;
jbe@0 2224 } else if (!strcmp(optarg, "7")) {
jbe@0 2225 log_facility = LOG_LOCAL7;
jbe@0 2226 } else {
jbe@0 2227 moonbr_usage_error();
jbe@0 2228 }
jbe@0 2229 moonbr_use_syslog = 1;
jbe@0 2230 break;
jbe@0 2231 case 'h':
jbe@0 2232 moonbr_usage(MOONBR_EXITCODE_GRACEFUL, argv[0]);
jbe@0 2233 break;
jbe@0 2234 case 'i':
jbe@0 2235 log_ident = optarg;
jbe@0 2236 moonbr_use_syslog = 1;
jbe@0 2237 break;
jbe@0 2238 case 'l':
jbe@0 2239 log_filename = optarg;
jbe@0 2240 break;
jbe@0 2241 case 'p':
jbe@0 2242 pid_filename = optarg;
jbe@0 2243 break;
jbe@0 2244 case 's':
jbe@0 2245 moonbr_stat = 1;
jbe@0 2246 break;
jbe@0 2247 default:
jbe@0 2248 moonbr_usage_error();
jbe@0 2249 }
jbe@0 2250 }
jbe@2 2251 if (argc - optind < 1) moonbr_usage_error();
jbe@0 2252 if (pid_filename) {
jbe@0 2253 pid_t otherpid;
jbe@0 2254 while ((moonbr_pidfh = pidfile_open(pid_filename, 0644, &otherpid)) == NULL) {
jbe@0 2255 if (errno == EEXIST) {
jbe@0 2256 if (otherpid == -1) {
jbe@0 2257 fprintf(stderr, "PID file \"%s\" is already locked\n", pid_filename);
jbe@0 2258 } else {
jbe@0 2259 fprintf(stderr, "PID file \"%s\" is already locked by process with PID: %i\n", pid_filename, (int)otherpid);
jbe@0 2260 }
jbe@0 2261 exit(MOONBR_EXITCODE_ALREADYRUNNING);
jbe@0 2262 } else if (errno != EINTR) {
jbe@0 2263 fprintf(stderr, "Could not write PID file \"%s\": %s\n", pid_filename, strerror(errno));
jbe@0 2264 exit(MOONBR_EXITCODE_STARTUPERROR);
jbe@0 2265 }
jbe@0 2266 }
jbe@0 2267 }
jbe@0 2268 if (log_filename) {
jbe@0 2269 int logfd;
jbe@0 2270 while (
jbe@0 2271 ( logfd = flopen(
jbe@0 2272 log_filename,
jbe@0 2273 O_WRONLY|O_NONBLOCK|O_CREAT|O_APPEND|O_CLOEXEC,
jbe@0 2274 0640
jbe@0 2275 )
jbe@0 2276 ) < 0
jbe@0 2277 ) {
jbe@0 2278 if (errno == EWOULDBLOCK) {
jbe@0 2279 fprintf(stderr, "Logfile \"%s\" is locked\n", log_filename);
jbe@0 2280 exit(MOONBR_EXITCODE_ALREADYRUNNING);
jbe@0 2281 } else if (errno != EINTR) {
jbe@0 2282 fprintf(stderr, "Could not open logfile \"%s\": %s\n", log_filename, strerror(errno));
jbe@0 2283 exit(MOONBR_EXITCODE_STARTUPERROR);
jbe@0 2284 }
jbe@0 2285 }
jbe@0 2286 moonbr_logfile = fdopen(logfd, "a");
jbe@0 2287 if (!moonbr_logfile) {
jbe@0 2288 fprintf(stderr, "Could not open write stream to logfile \"%s\": %s\n", log_filename, strerror(errno));
jbe@0 2289 exit(MOONBR_EXITCODE_STARTUPERROR);
jbe@0 2290 }
jbe@0 2291 }
jbe@0 2292 if (daemonize == 0 && !moonbr_logfile) moonbr_logfile = stderr;
jbe@0 2293 if (moonbr_logfile) setlinebuf(moonbr_logfile);
jbe@0 2294 else moonbr_use_syslog = 1;
jbe@0 2295 if (moonbr_use_syslog) openlog(log_ident, LOG_NDELAY | LOG_PID, log_facility);
jbe@0 2296 if (daemonize) {
jbe@0 2297 if (daemon(1, 0)) {
jbe@0 2298 moonbr_log(LOG_ERR, "Could not daemonize moonbridge process");
jbe@0 2299 moonbr_terminate_error();
jbe@0 2300 }
jbe@0 2301 }
jbe@0 2302 }
jbe@0 2303 moonbr_log(LOG_NOTICE, "Starting moonbridge server");
jbe@0 2304 if (moonbr_pidfh && pidfile_write(moonbr_pidfh)) {
jbe@0 2305 moonbr_log(LOG_ERR, "Could not write pidfile (after locking)");
jbe@0 2306 }
jbe@0 2307 {
jbe@0 2308 lua_State *L;
jbe@0 2309 L = lua_newstate(moonbr_alloc, NULL);
jbe@0 2310 if (!L) {
jbe@0 2311 moonbr_log(LOG_CRIT, "Could not initialize Lua state");
jbe@0 2312 moonbr_terminate_error();
jbe@0 2313 }
jbe@0 2314 lua_atpanic(L, moonbr_lua_panic);
jbe@58 2315 lua_pushliteral(L, MOONBR_VERSION_STRING);
jbe@58 2316 lua_setglobal(L, "_MOONBRIDGE_VERSION");
jbe@0 2317 luaL_openlibs(L);
jbe@89 2318 luaL_requiref(L, "moonbridge_io", luaopen_moonbridge_io, 1);
jbe@89 2319 lua_pop(L, 1);
jbe@8 2320 #ifdef MOONBR_LUA_PATH
jbe@9 2321 moonbr_modify_path(L, "path", MOONBR_LUA_PATH);
jbe@9 2322 #endif
jbe@9 2323 #ifdef MOONBR_LUA_CPATH
jbe@9 2324 moonbr_modify_path(L, "cpath", MOONBR_LUA_CPATH);
jbe@8 2325 #endif
jbe@0 2326 lua_pushcfunction(L, moonbr_timeout);
jbe@0 2327 lua_setglobal(L, "timeout");
jbe@0 2328 lua_pushcfunction(L, moonbr_listen);
jbe@0 2329 lua_setglobal(L, "listen");
jbe@17 2330 lua_pushcfunction(L, moonbr_addtraceback); /* on stack position 1 */
jbe@2 2331 moonbr_log(LOG_INFO, "Loading \"%s\"", argv[optind]);
jbe@2 2332 if (luaL_loadfile(L, argv[optind])) {
jbe@2 2333 moonbr_log(LOG_ERR, "Error while loading \"%s\": %s", argv[optind], lua_tostring(L, -1));
jbe@2 2334 moonbr_terminate_error();
jbe@2 2335 }
jbe@2 2336 { int i; for (i=optind+1; i<argc; i++) lua_pushstring(L, argv[i]); }
jbe@2 2337 if (lua_pcall(L, argc-(optind+1), 0, 1)) {
jbe@2 2338 moonbr_log(LOG_ERR, "Error while executing \"%s\": %s", argv[optind], lua_tostring(L, -1));
jbe@2 2339 moonbr_terminate_error();
jbe@0 2340 }
jbe@6 2341 if (!moonbr_first_pool) {
jbe@6 2342 moonbr_log(LOG_WARNING, "No listener initialized.");
jbe@6 2343 moonbr_terminate_error();
jbe@6 2344 }
jbe@0 2345 lua_getglobal(L, "listen");
jbe@0 2346 lua_pushcfunction(L, moonbr_listen);
jbe@0 2347 if (lua_compare(L, -2, -1, LUA_OPEQ)) {
jbe@0 2348 lua_pushnil(L);
jbe@0 2349 lua_setglobal(L, "listen");
jbe@0 2350 }
jbe@0 2351 lua_settop(L, 1);
jbe@56 2352 lua_gc(L, LUA_GCCOLLECT, 0); // collect garbage before forking later
jbe@0 2353 moonbr_run(L);
jbe@0 2354 }
jbe@0 2355 return 0;
jbe@0 2356 }
jbe@0 2357

Impressum / About Us