moonbridge
view moonbridge.c @ 150:b0e2fbf9d5a8
Fixed trival mistake in reference.txt
| author | jbe |
|---|---|
| date | Fri May 08 03:22:15 2015 +0200 (2015-05-08) |
| parents | ae23bcae95d1 |
| children | 05fd82e3cfb7 |
line source
2 /*** Version ***/
3 #define MOONBR_VERSION_STRING "0.4.0"
6 /*** Compile-time configuration ***/
8 #define MOONBR_LUA_PANIC_BUG_WORKAROUND 1
11 /*** C preprocessor macros for portability support ***/
13 #ifndef __has_include
14 #define __has_include(x) 0
15 #endif
18 /*** Include directives for used system libraries ***/
20 #if defined(__linux__)
21 #define _GNU_SOURCE
22 #endif
23 #include <stdlib.h>
24 #include <stdint.h>
25 #include <string.h>
26 #include <errno.h>
27 #include <unistd.h>
28 #include <signal.h>
29 #include <sys/wait.h>
30 #include <sys/resource.h>
31 #include <poll.h>
32 #include <time.h>
33 #include <sys/time.h>
34 #include <sys/socket.h>
35 #include <sys/un.h>
36 #include <netinet/in.h>
37 #include <netdb.h>
38 #include <arpa/inet.h>
39 #include <getopt.h>
40 #include <sys/file.h>
41 #include <syslog.h>
42 #if defined(__FreeBSD__) || __has_include(<libutil.h>)
43 #include <libutil.h>
44 #endif
45 #if defined(__linux__) || __has_include(<bsd/stdio.h>)
46 #include <bsd/stdio.h>
47 #endif
48 #if defined(__linux__) || __has_include(<bsd/libutil.h>)
49 #include <bsd/libutil.h>
50 #endif
51 #if defined(__linux__) || __has_include(<bsd/unistd.h>)
52 #include <bsd/unistd.h>
53 #endif
56 /*** Fallback definitions for missing constants on some platforms ***/
58 /* INFTIM is used as timeout parameter for poll() */
59 #ifndef INFTIM
60 #define INFTIM -1
61 #endif
64 /*** Include directives for Lua ***/
66 #include <lua.h>
67 #include <lauxlib.h>
68 #include <lualib.h>
71 /*** Include directive for moonbridge_io library ***/
73 #include "moonbridge_io.h"
76 /*** Constants ***/
78 /* Backlog option for listen() call */
79 #define MOONBR_LISTEN_BACKLOG 1024
81 /* Maximum length of a timestamp used for strftime() */
82 #define MOONBR_LOG_MAXTIMELEN 40
84 /* Maximum length of a log message */
85 #define MOONBR_LOG_MAXMSGLEN 4095
87 /* Exitcodes passed to exit() call */
88 #define MOONBR_EXITCODE_GRACEFUL 0
89 #define MOONBR_EXITCODE_CMDLINEERROR 1
90 #define MOONBR_EXITCODE_ALREADYRUNNING 2
91 #define MOONBR_EXITCODE_STARTUPERROR 3
92 #define MOONBR_EXITCODE_RUNTIMEERROR 4
94 /* Maximum length of a line sent to stderr by child processes */
95 #define MOONBR_MAXERRORLINELEN 1024
97 /* Maximum length of an error string returned by strerror() */
98 #define MOONBR_MAXSTRERRORLEN 80
100 /* Status bytes exchanged between master and child processes */
101 #define MOONBR_STATUS_IDLE 'I'
102 #define MOONBR_COMMAND_CONNECT 'C'
103 #define MOONBR_COMMAND_TERMINATE 'T'
104 #define MOONBR_STATUS_GOODBYE 'B'
106 /* Constant file descriptors */
107 #define MOONBR_FD_STDERR 2
108 #define MOONBR_FD_CONTROL 3
109 #define MOONBR_FD_END 4
111 /* Return values of moonbr_try_destroy_worker() */
112 #define MOONBR_DESTROY_NONE 0
113 #define MOONBR_DESTROY_PREPARE 1
114 #define MOONBR_DESTROY_IDLE_OR_ASSIGNED 2
117 /*** Types ***/
119 /* Enum for 'moonbr_pstate' */
120 #define MOONBR_PSTATE_STARTUP 0
121 #define MOONBR_PSTATE_RUNNING 1
122 #define MOONBR_PSTATE_FORKED 2
124 /* Enum for 'proto' field of struct moonbr_listener */
125 #define MOONBR_PROTO_MAIN 1
126 #define MOONBR_PROTO_INTERVAL 2
127 #define MOONBR_PROTO_LOCAL 3
128 #define MOONBR_PROTO_TCP 4
130 /* Data structure for a pool's listener that can accept incoming connections */
131 struct moonbr_listener {
132 struct moonbr_pool *pool;
133 struct moonbr_listener *prev_listener; /* previous idle or(!) connected listener */
134 struct moonbr_listener *next_listener; /* next idle or(!) connected listener */
135 int proto;
136 union {
137 struct {
138 char *name; /* name of interval passed to 'connect' function as 'interval' field in table */
139 int strict; /* nonzero = runtime of 'connect' function does not delay interval */
140 struct timeval delay; /* interval between invocations of 'connect' function */
141 struct timeval wakeup; /* point in time of next invocation */
142 } interval;
143 struct {
144 union {
145 struct sockaddr addr_abstract;
146 struct sockaddr_un addr_un;
147 struct sockaddr_in addr_in;
148 struct sockaddr_in6 addr_in6;
149 } addr;
150 socklen_t addrlen;
151 } socket;
152 } type_specific;
153 union {
154 struct {
155 char ip[INET6_ADDRSTRLEN]; /* IP to listen on */
156 int port; /* port number to listen on (in host endianess) */
157 } tcp;
158 } proto_specific;
159 int listenfd; /* -1 = none */
160 int pollidx; /* -1 = none */
161 };
163 /* Data structure for a child process that is handling incoming connections */
164 struct moonbr_worker {
165 struct moonbr_pool *pool;
166 struct moonbr_worker *prev_worker;
167 struct moonbr_worker *next_worker;
168 struct moonbr_worker *prev_idle_worker;
169 struct moonbr_worker *next_idle_worker;
170 int main; /* nonzero = terminate Moonbridge when this worker dies */
171 int idle; /* nonzero = waiting for command from parent process */
172 int assigned; /* nonzero = currently handling a connection */
173 pid_t pid;
174 int controlfd; /* socket to send/receive control message to/from child process */
175 int errorfd; /* socket to receive error output from child process' stderr */
176 char *errorlinebuf; /* optional buffer for collecting stderr data from child process */
177 int errorlinelen; /* number of bytes stored in 'errorlinebuf' */
178 int errorlineovf; /* nonzero = line length overflow */
179 struct timeval idle_expiration; /* point in time until child process may stay in idle state */
180 struct moonbr_listener *restart_interval_listener; /* set while interval listener is assigned */
181 };
183 /* Data structure for a pool of workers and listeners */
184 struct moonbr_pool {
185 int poolnum; /* number of pool for log output */
186 struct moonbr_pool *next_pool; /* next entry in linked list starting with 'moonbr_first_pool' */
187 struct moonbr_worker *first_worker; /* first worker of pool */
188 struct moonbr_worker *last_worker; /* last worker of pool */
189 struct moonbr_worker *first_idle_worker; /* first idle worker of pool */
190 struct moonbr_worker *last_idle_worker; /* last idle worker of pool */
191 int idle_worker_count;
192 int unassigned_worker_count;
193 int total_worker_count;
194 int worker_count_stat; /* only needed for statistics */
195 int pre_fork; /* desired minimum number of unassigned workers */
196 int min_fork; /* desired minimum number of workers in total */
197 int max_fork; /* maximum number of workers */
198 struct timeval fork_delay; /* delay after each fork() until a fork may happen again */
199 struct timeval fork_wakeup; /* point in time when a fork may happen again (unless a worker terminates before) */
200 struct timeval fork_error_delay; /* delay between fork()s when an error during fork or preparation occurred */
201 struct timeval fork_error_wakeup; /* point in time when fork may happen again if an error in preparation occurred */
202 int use_fork_error_wakeup; /* nonzero = error in preparation occured; gets reset on next fork */
203 struct timeval exit_delay; /* delay for terminating excessive workers (unassigned_worker_count > pre_fork) */
204 struct timeval exit_wakeup; /* point in time when terminating an excessive worker */
205 struct timeval idle_timeout; /* delay before an idle worker is terminated */
206 size_t memory_limit; /* maximum bytes of memory that the Lua machine may allocate */
207 int listener_count; /* total number of listeners of pool (and size of 'listener' array at end of this struct) */
208 struct moonbr_listener *first_idle_listener; /* first listener that is idle (i.e. has no waiting connection) */
209 struct moonbr_listener *last_idle_listener; /* last listener that is idle (i.e. has no waiting connection) */
210 struct moonbr_listener *first_connected_listener; /* first listener that has a pending connection */
211 struct moonbr_listener *last_connected_listener; /* last listener that has a pending connection */
212 struct moonbr_listener listener[1]; /* static array of variable(!) size to contain 'listener' structures */
213 };
215 /* Enum for 'channel' field of struct moonbr_poll_worker */
216 #define MOONBR_POLL_WORKER_CONTROLCHANNEL 1
217 #define MOONBR_POLL_WORKER_ERRORCHANNEL 2
219 /* Structure to refer from 'moonbr_poll_worker_fds' entry to worker structure */
220 struct moonbr_poll_worker {
221 struct moonbr_worker *worker;
222 int channel; /* field indicating whether file descriptor is 'controlfd' or 'errorfd' */
223 };
225 /* Variable indicating that clean shutdown was requested */
226 static int moonbr_shutdown_in_progress = 0;
229 /*** Macros for Lua registry ***/
231 /* Lightuserdata keys for Lua registry to store 'prepare', 'connect', and 'finish' functions */
232 #define moonbr_luakey_prepare_func(pool) ((void *)(intptr_t)(pool) + 0)
233 #define moonbr_luakey_connect_func(pool) ((void *)(intptr_t)(pool) + 1)
234 #define moonbr_luakey_finish_func(pool) ((void *)(intptr_t)(pool) + 2)
237 /*** Global variables ***/
239 /* State of process execution */
240 static int moonbr_pstate = MOONBR_PSTATE_STARTUP;
242 /* Process ID of the main process */
243 static pid_t moonbr_masterpid;
245 /* Condition variables set by the signal handler */
246 static volatile sig_atomic_t moonbr_cond_poll = 0;
247 static volatile sig_atomic_t moonbr_cond_terminate = 0;
248 static volatile sig_atomic_t moonbr_cond_interrupt = 0;
249 static volatile sig_atomic_t moonbr_cond_child = 0;
251 /* Socket pair to denote signal delivery when signal handler was called just before poll() */
252 static int moonbr_poll_signalfds[2];
253 #define moonbr_poll_signalfd_read moonbr_poll_signalfds[0]
254 #define moonbr_poll_signalfd_write moonbr_poll_signalfds[1]
256 /* Global variables for pidfile and logging */
257 static struct pidfh *moonbr_pidfh = NULL;
258 static FILE *moonbr_logfile = NULL;
259 static int moonbr_use_syslog = 0;
261 /* First and last entry of linked list of all created pools during initialization */
262 static struct moonbr_pool *moonbr_first_pool = NULL;
263 static struct moonbr_pool *moonbr_last_pool = NULL;
265 /* Total count of pools */
266 static int moonbr_pool_count = 0;
268 /* Set to a nonzero value if dynamic part of 'moonbr_poll_fds' ('moonbr_poll_worker_fds') needs an update */
269 static int moonbr_poll_refresh_needed = 0;
271 /* Array passed to poll(), consisting of static part and dynamic part ('moonbr_poll_worker_fds') */
272 static struct pollfd *moonbr_poll_fds = NULL; /* the array */
273 static int moonbr_poll_fds_bufsize = 0; /* memory allocated for this number of elements */
274 static int moonbr_poll_fds_count = 0; /* total number of elements */
275 static int moonbr_poll_fds_static_count; /* number of elements in static part */
277 /* Dynamic part of 'moonbr_poll_fds' array */
278 #define moonbr_poll_worker_fds (moonbr_poll_fds+moonbr_poll_fds_static_count)
280 /* Additional information for dynamic part of 'moonbr_poll_fds' array */
281 struct moonbr_poll_worker *moonbr_poll_workers; /* the array */
282 static int moonbr_poll_workers_bufsize = 0; /* memory allocated for this number of elements */
283 static int moonbr_poll_worker_count = 0; /* number of elements in array */
285 /* Variable set to nonzero value to disallow further calls of 'listen' function */
286 static int moonbr_booted = 0;
288 /* Verbosity settings */
289 static int moonbr_debug = 0;
290 static int moonbr_stat = 0;
292 /* Memory consumption by Lua machine */
293 static size_t moonbr_memory_usage = 0;
294 static size_t moonbr_memory_limit = 0;
297 /*** Functions for signal handling ***/
299 /* Signal handler for master and child processes */
300 static void moonbr_signal(int sig) {
301 if (getpid() == moonbr_masterpid) {
302 /* master process */
303 switch (sig) {
304 case SIGHUP:
305 case SIGINT:
306 /* fast shutdown requested */
307 moonbr_cond_interrupt = 1;
308 break;
309 case SIGTERM:
310 /* clean shutdown requested */
311 moonbr_cond_terminate = 1;
312 break;
313 case SIGCHLD:
314 /* child process terminated */
315 moonbr_cond_child = 1;
316 break;
317 }
318 if (moonbr_cond_poll) {
319 /* avoid race condition if signal handler is invoked right before poll() */
320 char buf[1] = {0};
321 write(moonbr_poll_signalfd_write, buf, 1);
322 }
323 } else {
324 /* child process forwards certain signals to parent process */
325 switch (sig) {
326 case SIGHUP:
327 case SIGINT:
328 case SIGTERM:
329 kill(moonbr_masterpid, sig);
330 }
331 }
332 }
334 /* Initialize signal handling */
335 static void moonbr_signal_init(){
336 moonbr_masterpid = getpid();
337 signal(SIGHUP, moonbr_signal);
338 signal(SIGINT, moonbr_signal);
339 signal(SIGTERM, moonbr_signal);
340 signal(SIGCHLD, moonbr_signal);
341 }
344 /*** Functions for logging in master process ***/
346 /* Logs a pre-formatted message with given syslog() priority */
347 static void moonbr_log_msg(int priority, const char *msg) {
348 if (moonbr_logfile) {
349 /* logging to logfile desired (timestamp is prepended in that case) */
350 time_t now_time = 0;
351 struct tm now_tmstruct;
352 char timestr[MOONBR_LOG_MAXTIMELEN+1];
353 time(&now_time);
354 localtime_r(&now_time, &now_tmstruct);
355 if (!strftime(
356 timestr, MOONBR_LOG_MAXTIMELEN+1, "%Y-%m-%d %H:%M:%S %Z: ", &now_tmstruct
357 )) timestr[0] = 0;
358 fprintf(moonbr_logfile, "%s%s\n", timestr, msg);
359 }
360 if (moonbr_use_syslog) {
361 /* logging through syslog desired */
362 syslog(priority, "%s", msg);
363 }
364 }
366 /* Formats a message via vsnprintf() and logs it with given syslog() priority */
367 static void moonbr_log(int priority, const char *message, ...) {
368 char msgbuf[MOONBR_LOG_MAXMSGLEN+1]; /* buffer of static size to store formatted message */
369 int msglen; /* length of full message (may exceed MOONBR_LOG_MAXMSGLEN) */
370 {
371 /* pass variable arguments to vsnprintf() to format message */
372 va_list ap;
373 va_start(ap, message);
374 msglen = vsnprintf(msgbuf, MOONBR_LOG_MAXMSGLEN+1, message, ap);
375 va_end(ap);
376 }
377 {
378 /* split and log message line by line */
379 char *line = msgbuf;
380 while (1) {
381 char *endptr = strchr(line, '\n');
382 if (endptr) {
383 /* terminate string where newline character is found */
384 *endptr = 0;
385 } else if (line != msgbuf && msglen > MOONBR_LOG_MAXMSGLEN) {
386 /* break if line is incomplete and not the first line */
387 break;
388 }
389 moonbr_log_msg(priority, line);
390 if (!endptr) break; /* break if end of formatted message is reached */
391 line = endptr+1; /* otherwise continue with remaining message */
392 }
393 }
394 if (msglen > MOONBR_LOG_MAXMSGLEN) {
395 /* print warning if message was truncated */
396 moonbr_log_msg(priority, "Previous log message has been truncated due to excessive length");
397 }
398 }
401 /*** Termination function ***/
403 /* Kill all child processes, remove PID file (if existent), and exit master process with given exitcode */
404 static void moonbr_terminate(int exitcode) {
405 {
406 struct moonbr_pool *pool;
407 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
408 {
409 struct moonbr_worker *worker;
410 for (worker=pool->first_worker; worker; worker=worker->next_worker) {
411 moonbr_log(LOG_INFO, "Sending SIGKILL to child with PID %i", (int)worker->pid);
412 if (kill(worker->pid, SIGKILL)) {
413 moonbr_log(LOG_ERR, "Error while killing child process: %s", strerror(errno));
414 }
415 }
416 }
417 {
418 int i;
419 for (i=0; i<pool->listener_count; i++) {
420 struct moonbr_listener *listener = &pool->listener[i];
421 if (listener->proto == MOONBR_PROTO_LOCAL) {
422 moonbr_log(LOG_INFO, "Unlinking local socket \"%s\"", listener->type_specific.socket.addr.addr_un.sun_path);
423 if (unlink(listener->type_specific.socket.addr.addr_un.sun_path)) {
424 moonbr_log(LOG_ERR, "Error while unlinking local socket: %s", strerror(errno));
425 }
426 }
427 }
428 }
429 }
430 }
431 moonbr_log(exitcode ? LOG_ERR : LOG_NOTICE, "Terminating with exit code %i", exitcode);
432 if (moonbr_pidfh && pidfile_remove(moonbr_pidfh)) {
433 moonbr_log(LOG_ERR, "Error while removing PID file: %s", strerror(errno));
434 }
435 exit(exitcode);
436 }
438 /* Terminate with either MOONBR_EXITCODE_STARTUPERROR or MOONBR_EXITCODE_RUNTIMEERROR */
439 #define moonbr_terminate_error() \
440 moonbr_terminate( \
441 moonbr_pstate == MOONBR_PSTATE_STARTUP ? \
442 MOONBR_EXITCODE_STARTUPERROR : \
443 MOONBR_EXITCODE_RUNTIMEERROR \
444 )
447 /*** Helper functions ***/
449 /* Fills a 'struct timeval' structure with the current time (using CLOCK_MONOTONIC) */
450 static void moonbr_now(struct timeval *now) {
451 struct timespec ts = {0, };
452 if (clock_gettime(CLOCK_MONOTONIC, &ts)) {
453 moonbr_log(LOG_CRIT, "Error in clock_gettime() call: %s", strerror(errno));
454 moonbr_terminate_error();
455 }
456 *now = (struct timeval){ .tv_sec = ts.tv_sec, .tv_usec = ts.tv_nsec / 1000 };
457 }
459 /* Formats a 'struct timeval' value (not thread-safe) */
460 static char *moonbr_format_timeval(struct timeval *t) {
461 static char buf[32];
462 snprintf(buf, 32, "%ji.%06ji seconds", (intmax_t)t->tv_sec, (intmax_t)t->tv_usec);
463 return buf;
464 }
467 /*** Functions for pool creation and startup ***/
469 /* Creates a 'struct moonbr_pool' structure with a given number of listeners */
470 static struct moonbr_pool *moonbr_create_pool(int listener_count) {
471 struct moonbr_pool *pool;
472 pool = calloc(1,
473 sizeof(struct moonbr_pool) + /* size of 'struct moonbr_pool' with one listener */
474 (listener_count-1) * sizeof(struct moonbr_listener) /* size of extra listeners */
475 );
476 if (!pool) {
477 moonbr_log(LOG_CRIT, "Memory allocation error");
478 moonbr_terminate_error();
479 }
480 pool->listener_count = listener_count;
481 {
482 /* initialization of listeners */
483 int i;
484 for (i=0; i<listener_count; i++) {
485 struct moonbr_listener *listener = &pool->listener[i];
486 listener->pool = pool;
487 listener->listenfd = -1;
488 listener->pollidx = -1;
489 }
490 }
491 return pool;
492 }
494 /* Destroys a 'struct moonbr_pool' structure before it has been started */
495 static void moonbr_destroy_pool(struct moonbr_pool *pool) {
496 int i;
497 for (i=0; i<pool->listener_count; i++) {
498 struct moonbr_listener *listener = &pool->listener[i];
499 if (
500 listener->proto == MOONBR_PROTO_INTERVAL &&
501 listener->type_specific.interval.name
502 ) {
503 free(listener->type_specific.interval.name);
504 }
505 }
506 free(pool);
507 }
509 /* Starts a all listeners in a pool */
510 static int moonbr_start_pool(struct moonbr_pool *pool) {
511 moonbr_log(LOG_INFO, "Creating pool", pool->poolnum);
512 {
513 int i;
514 for (i=0; i<pool->listener_count; i++) {
515 struct moonbr_listener *listener = &pool->listener[i];
516 switch (listener->proto) {
517 case MOONBR_PROTO_MAIN:
518 /* nothing to do here: starting main thread is performed in moonbr_run() function */
519 moonbr_log(LOG_INFO, "Adding main thread");
520 break;
521 case MOONBR_PROTO_INTERVAL:
522 /* nothing to do here: starting intervals is performed in moonbr_run() function */
523 if (!listener->type_specific.interval.name) {
524 moonbr_log(LOG_INFO, "Adding unnamed interval listener");
525 } else {
526 moonbr_log(LOG_INFO, "Adding interval listener \"%s\"", listener->type_specific.interval.name);
527 }
528 break;
529 case MOONBR_PROTO_LOCAL:
530 moonbr_log(LOG_INFO, "Adding local socket listener for path \"%s\"", listener->type_specific.socket.addr.addr_un.sun_path);
531 listener->listenfd = socket(PF_LOCAL, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0);
532 if (listener->listenfd == -1) goto moonbr_start_pool_error;
533 if (!unlink(listener->type_specific.socket.addr.addr_un.sun_path)) {
534 moonbr_log(LOG_WARNING, "Unlinked named socket \"%s\" prior to listening", listener->type_specific.socket.addr.addr_un.sun_path);
535 } else {
536 if (errno != ENOENT) {
537 moonbr_log(LOG_ERR, "Could not unlink named socket \"%s\" prior to listening: %s", listener->type_specific.socket.addr.addr_un.sun_path, strerror(errno));
538 }
539 }
540 if (
541 bind(listener->listenfd, &listener->type_specific.socket.addr.addr_abstract, listener->type_specific.socket.addrlen)
542 ) goto moonbr_start_pool_error;
543 if (listen(listener->listenfd, MOONBR_LISTEN_BACKLOG)) goto moonbr_start_pool_error;
544 break;
545 case MOONBR_PROTO_TCP:
546 moonbr_log(LOG_INFO, "Adding TCP listener on interface \"%s\", port %i", listener->proto_specific.tcp.ip, listener->proto_specific.tcp.port);
547 listener->listenfd = socket(listener->type_specific.socket.addr.addr_abstract.sa_family, SOCK_STREAM|SOCK_CLOEXEC|SOCK_NONBLOCK, 0); /* NOTE: not correctly using PF_* but AF_* constants here */
548 if (listener->listenfd == -1) goto moonbr_start_pool_error;
549 {
550 /* avoid "Address already in use" error when restarting service */
551 static const int reuseval = 1;
552 if (setsockopt(
553 listener->listenfd, SOL_SOCKET, SO_REUSEADDR, &reuseval, sizeof(reuseval)
554 )) goto moonbr_start_pool_error;
555 }
556 {
557 /* default to send TCP RST when process terminates unexpectedly */
558 static const struct linger lingerval = {
559 .l_onoff = 1,
560 .l_linger = 0
561 };
562 if (setsockopt(
563 listener->listenfd, SOL_SOCKET, SO_LINGER, &lingerval, sizeof(lingerval)
564 )) goto moonbr_start_pool_error;
565 }
566 if (
567 bind(listener->listenfd, &listener->type_specific.socket.addr.addr_abstract, listener->type_specific.socket.addrlen)
568 ) goto moonbr_start_pool_error;
569 if (listen(listener->listenfd, MOONBR_LISTEN_BACKLOG)) goto moonbr_start_pool_error;
570 break;
571 default:
572 moonbr_log(LOG_CRIT, "Internal error (should not happen): Unexpected value in listener.proto field");
573 moonbr_terminate_error();
574 }
575 }
576 goto moonbr_start_pool_ok;
577 moonbr_start_pool_error:
578 {
579 int j = i;
580 int errno2 = errno;
581 for (; i>=0; i--) {
582 struct moonbr_listener *listener = &pool->listener[i];
583 if (listener->listenfd != -1) close(listener->listenfd);
584 }
585 errno = errno2;
586 return j;
587 }
588 }
589 moonbr_start_pool_ok:
590 pool->poolnum = ++moonbr_pool_count;
591 moonbr_log(LOG_INFO, "Pool #%i created", pool->poolnum);
592 if (moonbr_last_pool) moonbr_last_pool->next_pool = pool;
593 else moonbr_first_pool = pool;
594 moonbr_last_pool = pool;
595 return -1;
596 }
599 /*** Function to send data and a file descriptor to child process */
601 /* Sends control message of one bye plus optional file descriptor plus optional pointer to child process */
602 static void moonbr_send_control_message(struct moonbr_worker *worker, char status, int fd, void *ptr) {
603 {
604 struct iovec iovector = { .iov_base = &status, .iov_len = 1 }; /* carrying status byte */
605 char control_message_buffer[CMSG_SPACE(sizeof(int))] = {0, }; /* used to transfer file descriptor */
606 struct msghdr message = { .msg_iov = &iovector, .msg_iovlen = 1 }; /* data structure passed to sendmsg() call */
607 if (moonbr_debug) {
608 if (fd == -1) {
609 moonbr_log(LOG_DEBUG, "Sending control message \"%c\" to child process in pool #%i (PID %i)", (int)status, worker->pool->poolnum, (int)worker->pid);
610 } else {
611 moonbr_log(LOG_DEBUG, "Sending control message \"%c\" with file descriptor #%i to child process in pool #%i (PID %i)", (int)status, fd, worker->pool->poolnum, (int)worker->pid);
612 }
613 }
614 if (fd != -1) {
615 /* attach control message with file descriptor */
616 message.msg_control = control_message_buffer;
617 message.msg_controllen = CMSG_SPACE(sizeof(int));
618 {
619 struct cmsghdr *control_message = CMSG_FIRSTHDR(&message);
620 control_message->cmsg_level = SOL_SOCKET;
621 control_message->cmsg_type = SCM_RIGHTS;
622 control_message->cmsg_len = CMSG_LEN(sizeof(int));
623 memcpy(CMSG_DATA(control_message), &fd, sizeof(int));
624 }
625 }
626 while (sendmsg(worker->controlfd, &message, MSG_NOSIGNAL) < 0) {
627 if (errno == EPIPE) {
628 moonbr_log(LOG_ERR, "Error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
629 return; /* do not close socket; socket is closed when reading from it */
630 }
631 if (errno != EINTR) {
632 moonbr_log(LOG_CRIT, "Unexpected error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
633 moonbr_terminate_error();
634 }
635 }
636 }
637 if (ptr) {
638 char buf[sizeof(void *)];
639 char *pos = buf;
640 int len = sizeof(void *);
641 ssize_t written;
642 if (moonbr_debug) {
643 moonbr_log(LOG_DEBUG, "Sending memory pointer to child process in pool #%i (PID %i)", (int)status, worker->pool->poolnum, (int)worker->pid);
644 }
645 memcpy(buf, &ptr, sizeof(void *));
646 while (len) {
647 written = send(worker->controlfd, pos, len, MSG_NOSIGNAL);
648 if (written > 0) {
649 pos += written;
650 len -= written;
651 } else if (errno == EPIPE) {
652 moonbr_log(LOG_ERR, "Error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
653 return; /* do not close socket; socket is closed when reading from it */
654 } else if (errno != EINTR) {
655 moonbr_log(LOG_CRIT, "Unexpected error while communicating with idle child process in pool #%i (PID %i): %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
656 moonbr_terminate_error();
657 }
658 }
659 }
660 }
663 /*** Functions running in child process ***/
665 /* Logs an error in child process */
666 static void moonbr_child_log(const char *message) {
667 fprintf(stderr, "%s\n", message);
668 }
670 /* Logs a fatal error in child process and terminates process with error status */
671 static void moonbr_child_log_fatal(const char *message) {
672 moonbr_child_log(message);
673 exit(1);
674 }
676 /* Logs an error in child process while appending error string for global errno variable */
677 static void moonbr_child_log_errno(const char *message) {
678 char errmsg[MOONBR_MAXSTRERRORLEN];
679 strerror_r(errno, errmsg, MOONBR_MAXSTRERRORLEN); /* use thread-safe call in case child created threads */
680 fprintf(stderr, "%s: %s\n", message, errmsg);
681 }
683 /* Logs a fatal error in child process while appending error string for errno and terminating process */
684 static void moonbr_child_log_errno_fatal(const char *message) {
685 moonbr_child_log_errno(message);
686 exit(1);
687 }
689 /* Receives a control message consisting of one character plus an optional file descriptor from parent process */
690 static void moonbr_child_receive_control_message(int socketfd, char *status, int *fd) {
691 struct iovec iovector = { .iov_base = status, .iov_len = 1 }; /* reference to status byte variable */
692 char control_message_buffer[CMSG_SPACE(sizeof(int))] = {0, }; /* used to receive file descriptor */
693 struct msghdr message = { /* data structure passed to recvmsg() call */
694 .msg_iov = &iovector,
695 .msg_iovlen = 1,
696 .msg_control = control_message_buffer,
697 .msg_controllen = CMSG_SPACE(sizeof(int))
698 };
699 {
700 int received;
701 while ((received = recvmsg(socketfd, &message, MSG_CMSG_CLOEXEC)) < 0) {
702 if (errno != EINTR) {
703 moonbr_child_log_errno_fatal("Error while trying to receive connection socket from parent process");
704 }
705 }
706 if (!received) {
707 moonbr_child_log_fatal("Unexpected EOF while trying to receive connection socket from parent process");
708 }
709 }
710 {
711 struct cmsghdr *control_message = CMSG_FIRSTHDR(&message);
712 if (control_message) {
713 if (control_message->cmsg_level != SOL_SOCKET) {
714 moonbr_child_log_fatal("Received control message with cmsg_level not equal to SOL_SOCKET");
715 }
716 if (control_message->cmsg_type != SCM_RIGHTS) {
717 moonbr_child_log_fatal("Received control message with cmsg_type not equal to SCM_RIGHTS");
718 }
719 memcpy(fd, CMSG_DATA(control_message), sizeof(int));
720 } else {
721 *fd = -1;
722 }
723 }
724 }
726 /* Receives a pointer from parent process */
727 static void *moonbr_child_receive_pointer(int socketfd) {
728 char buf[sizeof(void *)];
729 char *pos = buf;
730 int len = sizeof(void *);
731 ssize_t bytes_read;
732 while (len) {
733 bytes_read = recv(socketfd, pos, len, 0);
734 if (bytes_read > 0) {
735 pos += bytes_read;
736 len -= bytes_read;
737 } else if (!bytes_read) {
738 moonbr_child_log_fatal("Unexpected EOF while trying to receive memory pointer from parent process");
739 } else if (errno != EINTR) {
740 moonbr_child_log_errno_fatal("Error while trying to receive memory pointer from parent process");
741 }
742 }
743 {
744 void *ptr; /* avoid breaking strict-aliasing rules */
745 memcpy(&ptr, buf, sizeof(void *));
746 return ptr;
747 }
748 }
750 /* Main function of child process to be called after fork() and file descriptor rearrangement */
751 void moonbr_child_run(struct moonbr_pool *pool, lua_State *L) {
752 char controlmsg;
753 int fd;
754 struct itimerval notimer = { { 0, }, { 0, } };
755 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
756 if (lua_isnil(L, -1)) lua_pop(L, 1);
757 else if (lua_pcall(L, 0, 0, 1)) {
758 fprintf(stderr, "Error in \"prepare\" function: %s\n", lua_tostring(L, -1));
759 exit(1);
760 }
761 while (1) {
762 struct moonbr_listener *listener;
763 if (setitimer(ITIMER_REAL, ¬imer, NULL)) {
764 moonbr_child_log_errno_fatal("Could not reset ITIMER_REAL via setitimer()");
765 }
766 controlmsg = MOONBR_STATUS_IDLE;
767 if (write(MOONBR_FD_CONTROL, &controlmsg, 1) <= 0) {
768 moonbr_child_log_errno_fatal("Error while sending ready message to parent process");
769 }
770 moonbr_child_receive_control_message(MOONBR_FD_CONTROL, &controlmsg, &fd);
771 if (!(
772 (controlmsg == MOONBR_COMMAND_TERMINATE && fd == -1) ||
773 (controlmsg == MOONBR_COMMAND_CONNECT)
774 )) {
775 moonbr_child_log_fatal("Received illegal control message from parent process");
776 }
777 if (controlmsg == MOONBR_COMMAND_TERMINATE) break;
778 listener = moonbr_child_receive_pointer(MOONBR_FD_CONTROL);
779 if (
780 listener->proto != MOONBR_PROTO_LOCAL &&
781 listener->proto != MOONBR_PROTO_TCP &&
782 fd >= 0
783 ) {
784 moonbr_child_log_fatal("Received unexpected file descriptor from parent process");
785 } else if (
786 listener->proto != MOONBR_PROTO_MAIN &&
787 listener->proto != MOONBR_PROTO_INTERVAL &&
788 fd < 0
789 ) {
790 moonbr_child_log_fatal("Missing file descriptor from parent process");
791 }
792 if (fd >= 0) moonbr_io_pushhandle(L, fd);
793 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
794 if (fd < 0) {
795 lua_newtable(L);
796 if (listener->proto == MOONBR_PROTO_MAIN) {
797 lua_pushboolean(L, 1);
798 lua_setfield(L, -2, "main");
799 } else if (listener->proto == MOONBR_PROTO_INTERVAL) {
800 lua_pushstring(L,
801 listener->type_specific.interval.name ?
802 listener->type_specific.interval.name : ""
803 );
804 lua_setfield(L, -2, "interval");
805 }
806 } else {
807 lua_pushvalue(L, -2);
808 }
809 if (lua_pcall(L, 1, 1, 1)) {
810 fprintf(stderr, "Error in \"connect\" function: %s\n", lua_tostring(L, -1));
811 exit(1);
812 }
813 if (fd >= 0) moonbr_io_closehandle(L, -2, 0); /* attemt clean close */
814 if (lua_type(L, -1) != LUA_TBOOLEAN || !lua_toboolean(L, -1)) break;
815 #ifdef MOONBR_LUA_PANIC_BUG_WORKAROUND
816 lua_settop(L, 2);
817 #else
818 lua_settop(L, 1);
819 #endif
820 }
821 controlmsg = MOONBR_STATUS_GOODBYE;
822 if (write(MOONBR_FD_CONTROL, &controlmsg, 1) <= 0) {
823 moonbr_child_log_errno_fatal("Error while sending goodbye message to parent process");
824 }
825 if (close(MOONBR_FD_CONTROL) && errno != EINTR) {
826 moonbr_child_log_errno("Error while closing control socket");
827 }
828 lua_rawgetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
829 if (lua_isnil(L, -1)) lua_pop(L, 1);
830 else if (lua_pcall(L, 0, 0, 1)) {
831 fprintf(stderr, "Error in \"finish\" function: %s\n", lua_tostring(L, -1));
832 exit(1);
833 }
834 lua_close(L);
835 exit(0);
836 }
839 /*** Functions to spawn child process ***/
841 /* Helper function to send an error message to a file descriptor (not needing a file stream) */
842 static void moonbr_child_emergency_print(int fd, char *message) {
843 size_t len = strlen(message);
844 ssize_t written;
845 while (len) {
846 written = write(fd, message, len);
847 if (written > 0) {
848 message += written;
849 len -= written;
850 } else {
851 if (written != -1 || errno != EINTR) break;
852 }
853 }
854 }
856 /* Helper function to send an error message plus a text for errno to a file descriptor and terminate the process */
857 static void moonbr_child_emergency_error(int fd, char *message) {
858 int errno2 = errno;
859 moonbr_child_emergency_print(fd, message);
860 moonbr_child_emergency_print(fd, ": ");
861 moonbr_child_emergency_print(fd, strerror(errno2));
862 moonbr_child_emergency_print(fd, "\n");
863 exit(1);
864 }
866 /* Creates a child process and (in case of success) registers it in the 'struct moonbr_pool' structure */
867 static int moonbr_create_worker(struct moonbr_pool *pool, lua_State *L) {
868 struct moonbr_worker *worker;
869 worker = calloc(1, sizeof(struct moonbr_worker));
870 if (!worker) {
871 moonbr_log(LOG_CRIT, "Memory allocation error");
872 return -1;
873 }
874 worker->pool = pool;
875 {
876 int controlfds[2];
877 int errorfds[2];
878 if (socketpair(PF_LOCAL, SOCK_STREAM | SOCK_CLOEXEC, 0, controlfds)) {
879 moonbr_log(LOG_ERR, "Could not create control socket pair for communcation with child process: %s", strerror(errno));
880 free(worker);
881 return -1;
882 }
883 if (socketpair(PF_LOCAL, SOCK_STREAM | SOCK_CLOEXEC, 0, errorfds)) {
884 moonbr_log(LOG_ERR, "Could not create socket pair to redirect stderr of child process: %s", strerror(errno));
885 close(controlfds[0]);
886 close(controlfds[1]);
887 free(worker);
888 return -1;
889 }
890 if (moonbr_logfile && fflush(moonbr_logfile)) {
891 moonbr_log(LOG_CRIT, "Could not flush log file prior to forking: %s", strerror(errno));
892 moonbr_terminate_error();
893 }
894 worker->pid = fork();
895 if (worker->pid == -1) {
896 moonbr_log(LOG_ERR, "Could not fork: %s", strerror(errno));
897 close(controlfds[0]);
898 close(controlfds[1]);
899 close(errorfds[0]);
900 close(errorfds[1]);
901 free(worker);
902 return -1;
903 } else if (!worker->pid) {
904 moonbr_pstate = MOONBR_PSTATE_FORKED;
905 #ifdef MOONBR_LUA_PANIC_BUG_WORKAROUND
906 lua_pushliteral(L, "Failed to pass error message due to bug in Lua panic handler (hint: not enough memory?)");
907 #endif
908 moonbr_memory_limit = pool->memory_limit;
909 if (moonbr_pidfh && pidfile_close(moonbr_pidfh)) {
910 moonbr_child_emergency_error(errorfds[1], "Could not close PID file in forked child process");
911 }
912 if (moonbr_logfile && moonbr_logfile != stderr && fclose(moonbr_logfile)) {
913 moonbr_child_emergency_error(errorfds[1], "Could not close log file in forked child process");
914 }
915 if (dup2(errorfds[1], MOONBR_FD_STDERR) == -1) {
916 moonbr_child_emergency_error(errorfds[1], "Could not duplicate socket to stderr file descriptor");
917 }
918 if (dup2(controlfds[1], MOONBR_FD_CONTROL) == -1) {
919 moonbr_child_emergency_error(errorfds[1], "Could not duplicate control socket");
920 }
921 closefrom(MOONBR_FD_END);
922 moonbr_child_run(pool, L);
923 }
924 if (moonbr_stat) {
925 moonbr_log(LOG_INFO, "Created new worker in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
926 }
927 worker->controlfd = controlfds[0];
928 worker->errorfd = errorfds[0];
929 if (close(controlfds[1]) && errno != EINTR) {
930 moonbr_log(LOG_CRIT, "Could not close opposite end of control file descriptor after forking");
931 moonbr_terminate_error();
932 }
933 if (close(errorfds[1]) && errno != EINTR) {
934 moonbr_log(LOG_CRIT, "Could not close opposite end of control file descriptor after forking");
935 moonbr_terminate_error();
936 }
937 }
938 worker->prev_worker = pool->last_worker;
939 if (worker->prev_worker) worker->prev_worker->next_worker = worker;
940 else pool->first_worker = worker;
941 pool->last_worker = worker;
942 pool->unassigned_worker_count++;
943 pool->total_worker_count++;
944 pool->worker_count_stat = 1;
945 moonbr_poll_refresh_needed = 1;
946 return 0; /* return zero only in case of success */
947 }
950 /*** Functions for queues of 'struct moonbr_listener' ***/
952 /* Appends a 'struct moonbr_listener' to the queue of idle listeners and registers it for poll() */
953 static void moonbr_add_idle_listener(struct moonbr_listener *listener) {
954 listener->prev_listener = listener->pool->last_idle_listener;
955 if (listener->prev_listener) listener->prev_listener->next_listener = listener;
956 else listener->pool->first_idle_listener = listener;
957 listener->pool->last_idle_listener = listener;
958 if (listener->pollidx != -1) moonbr_poll_fds[listener->pollidx].events |= POLLIN;
959 }
961 /* Removes a 'struct moonbr_listener' from the queue of idle listeners and unregisters it from poll() */
962 static void moonbr_remove_idle_listener(struct moonbr_listener *listener) {
963 if (listener->prev_listener) listener->prev_listener->next_listener = listener->next_listener;
964 else listener->pool->first_idle_listener = listener->next_listener;
965 if (listener->next_listener) listener->next_listener->prev_listener = listener->prev_listener;
966 else listener->pool->last_idle_listener = listener->prev_listener;
967 listener->prev_listener = NULL;
968 listener->next_listener = NULL;
969 if (listener->pollidx != -1) moonbr_poll_fds[listener->pollidx].events &= ~POLLIN;
970 }
972 /* Adds a listener to the queue of connected listeners (i.e. waiting to have their incoming connection accepted) */
973 static void moonbr_add_connected_listener(struct moonbr_listener *listener) {
974 listener->prev_listener = listener->pool->last_connected_listener;
975 if (listener->prev_listener) listener->prev_listener->next_listener = listener;
976 else listener->pool->first_connected_listener = listener;
977 listener->pool->last_connected_listener = listener;
978 }
980 /* Removes and returns the first connected listener in the queue */
981 static struct moonbr_listener *moonbr_pop_connected_listener(struct moonbr_pool *pool) {
982 struct moonbr_listener *listener = pool->first_connected_listener;
983 listener->pool->first_connected_listener = listener->next_listener;
984 if (listener->pool->first_connected_listener) listener->pool->first_connected_listener->prev_listener = NULL;
985 else listener->pool->last_connected_listener = NULL;
986 listener->next_listener = NULL;
987 return listener;
988 }
991 /*** Functions to handle polling ***/
993 /* Returns an index to a new initialized entry in moonbr_poll_fds[] */
994 int moonbr_poll_fds_nextindex() {
995 if (moonbr_poll_fds_count >= moonbr_poll_fds_bufsize) {
996 if (moonbr_poll_fds_bufsize) moonbr_poll_fds_bufsize *= 2;
997 else moonbr_poll_fds_bufsize = 1;
998 moonbr_poll_fds = realloc(
999 moonbr_poll_fds, moonbr_poll_fds_bufsize * sizeof(struct pollfd)
1000 );
1001 if (!moonbr_poll_fds) {
1002 moonbr_log(LOG_CRIT, "Memory allocation error");
1003 moonbr_terminate_error();
1004 }
1005 }
1006 moonbr_poll_fds[moonbr_poll_fds_count] = (struct pollfd){0, };
1007 return moonbr_poll_fds_count++;
1008 }
1010 /* Returns an index to a new initialized entry in moonbr_poll_workers[] */
1011 int moonbr_poll_workers_nextindex() {
1012 if (moonbr_poll_worker_count >= moonbr_poll_workers_bufsize) {
1013 if (moonbr_poll_workers_bufsize) moonbr_poll_workers_bufsize *= 2;
1014 else moonbr_poll_workers_bufsize = 1;
1015 moonbr_poll_workers = realloc(
1016 moonbr_poll_workers, moonbr_poll_workers_bufsize * sizeof(struct moonbr_poll_worker)
1017 );
1018 if (!moonbr_poll_workers) {
1019 moonbr_log(LOG_CRIT, "Memory allocation error");
1020 moonbr_terminate_error();
1021 }
1022 }
1023 moonbr_poll_workers[moonbr_poll_worker_count] = (struct moonbr_poll_worker){0, };
1024 return moonbr_poll_worker_count++;
1025 }
1027 /* Queues all listeners as idle, and initializes static part of moonbr_poll_fds[], which is passed to poll() */
1028 static void moonbr_poll_init() {
1029 if (socketpair(
1030 PF_LOCAL,
1031 SOCK_STREAM | SOCK_CLOEXEC | SOCK_NONBLOCK,
1032 0,
1033 moonbr_poll_signalfds
1034 )) {
1035 moonbr_log(LOG_CRIT, "Could not create socket pair for signal delivery during polling: %s", strerror(errno));
1036 moonbr_terminate_error();
1037 }
1038 {
1039 int j = moonbr_poll_fds_nextindex();
1040 struct pollfd *pollfd = &moonbr_poll_fds[j];
1041 pollfd->fd = moonbr_poll_signalfd_read;
1042 pollfd->events = POLLIN;
1043 }
1044 {
1045 struct moonbr_pool *pool;
1046 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
1047 int i;
1048 for (i=0; i<pool->listener_count; i++) {
1049 struct moonbr_listener *listener = &pool->listener[i];
1050 if (listener->listenfd != -1) {
1051 int j = moonbr_poll_fds_nextindex();
1052 listener->pollidx = j;
1053 moonbr_poll_fds[j].fd = listener->listenfd;
1054 }
1055 moonbr_add_idle_listener(listener);
1056 }
1057 }
1058 }
1059 moonbr_poll_fds_static_count = moonbr_poll_fds_count; /* remember size of static part of array */
1060 }
1062 /* Disables polling of all listeners (required for clean shutdown) */
1063 static void moonbr_poll_shutdown() {
1064 int i;
1065 for (i=1; i<moonbr_poll_fds_static_count; i++) {
1066 moonbr_poll_fds[i].fd = -1;
1067 }
1068 }
1070 /* (Re)builds dynamic part of moonbr_poll_fds[] array, and (re)builds moonbr_poll_workers[] array */
1071 static void moonbr_poll_refresh() {
1072 moonbr_poll_refresh_needed = 0;
1073 moonbr_poll_fds_count = moonbr_poll_fds_static_count;
1074 moonbr_poll_worker_count = 0;
1075 {
1076 struct moonbr_pool *pool;
1077 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
1078 struct moonbr_worker *worker;
1079 for (worker=pool->first_worker; worker; worker=worker->next_worker) {
1080 if (worker->controlfd != -1) {
1081 int j = moonbr_poll_fds_nextindex();
1082 int k = moonbr_poll_workers_nextindex();
1083 struct pollfd *pollfd = &moonbr_poll_fds[j];
1084 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[k];
1085 pollfd->fd = worker->controlfd;
1086 pollfd->events = POLLIN;
1087 poll_worker->channel = MOONBR_POLL_WORKER_CONTROLCHANNEL;
1088 poll_worker->worker = worker;
1089 }
1090 if (worker->errorfd != -1) {
1091 int j = moonbr_poll_fds_nextindex();
1092 int k = moonbr_poll_workers_nextindex();
1093 struct pollfd *pollfd = &moonbr_poll_fds[j];
1094 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[k];
1095 pollfd->fd = worker->errorfd;
1096 pollfd->events = POLLIN;
1097 poll_worker->channel = MOONBR_POLL_WORKER_ERRORCHANNEL;
1098 poll_worker->worker = worker;
1099 }
1100 }
1101 }
1102 }
1103 }
1105 /* resets socket and 'revents' field of moonbr_poll_fds[] for signal delivery just before poll() is called */
1106 static void moonbr_poll_reset_signal() {
1107 ssize_t readcount;
1108 char buf[1];
1109 moonbr_poll_fds[0].revents = 0;
1110 while ((readcount = read(moonbr_poll_signalfd_read, buf, 1)) < 0) {
1111 if (errno == EAGAIN) break;
1112 if (errno != EINTR) {
1113 moonbr_log(LOG_CRIT, "Error while reading from signal delivery socket: %s", strerror(errno));
1114 moonbr_terminate_error();
1115 }
1116 }
1117 if (!readcount) {
1118 moonbr_log(LOG_CRIT, "Unexpected EOF when reading from signal delivery socket: %s", strerror(errno));
1119 moonbr_terminate_error();
1120 }
1121 }
1124 /*** Shutdown initiation ***/
1126 /* Sets global variable 'moonbr_shutdown_in_progress', closes listeners, and demands worker termination */
1127 static void moonbr_initiate_shutdown() {
1128 struct moonbr_pool *pool;
1129 int i;
1130 if (moonbr_shutdown_in_progress) {
1131 moonbr_log(LOG_NOTICE, "Shutdown already in progress");
1132 return;
1133 }
1134 moonbr_shutdown_in_progress = 1;
1135 moonbr_log(LOG_NOTICE, "Initiate shutdown");
1136 for (pool = moonbr_first_pool; pool; pool = pool->next_pool) {
1137 for (i=0; i<pool->listener_count; i++) {
1138 struct moonbr_listener *listener = &pool->listener[i];
1139 if (listener->listenfd != -1) {
1140 if (close(listener->listenfd) && errno != EINTR) {
1141 moonbr_log(LOG_CRIT, "Could not close listening socket: %s", strerror(errno));
1142 moonbr_terminate_error();
1143 }
1144 }
1145 }
1146 }
1147 moonbr_poll_shutdown(); /* avoids loops due to error condition when polling closed listeners */
1148 }
1151 /*** Functions to handle previously created 'struct moonbr_worker' structures ***/
1153 #define moonbr_try_destroy_worker_stat(str, field) \
1154 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: " str " %li", worker->pool->poolnum, (int)worker->pid, (long)childusage.field);
1156 /* Destroys a worker structure if socket connections have been closed and child process has terminated */
1157 static int moonbr_try_destroy_worker(struct moonbr_worker *worker) {
1158 if (worker->controlfd != -1 || worker->errorfd != -1) return MOONBR_DESTROY_NONE;
1159 {
1160 int childstatus;
1161 struct rusage childusage;
1162 {
1163 pid_t waitedpid;
1164 while (
1165 (waitedpid = wait4(worker->pid, &childstatus, WNOHANG, &childusage)) == -1
1166 ) {
1167 if (errno != EINTR) {
1168 moonbr_log(LOG_CRIT, "Error in wait4() call: %s", strerror(errno));
1169 moonbr_terminate_error();
1170 }
1171 }
1172 if (!waitedpid) return 0; /* return 0 if worker couldn't be destroyed */
1173 if (waitedpid != worker->pid) {
1174 moonbr_log(LOG_CRIT, "Wrong PID returned by wait4() call");
1175 moonbr_terminate_error();
1176 }
1177 }
1178 if (WIFEXITED(childstatus)) {
1179 if (WEXITSTATUS(childstatus) || moonbr_stat) {
1180 moonbr_log(
1181 WEXITSTATUS(childstatus) ? LOG_WARNING : LOG_INFO,
1182 "Child process in pool #%i with PID %i returned with exit code %i", worker->pool->poolnum, (int)worker->pid, WEXITSTATUS(childstatus)
1183 );
1184 }
1185 } else if (WIFSIGNALED(childstatus)) {
1186 if (WCOREDUMP(childstatus)) {
1187 moonbr_log(LOG_ERR, "Child process in pool #%i with PID %i died from signal %i (core dump was created)", worker->pool->poolnum, (int)worker->pid, WTERMSIG(childstatus));
1188 } else if (WTERMSIG(childstatus) == SIGALRM) {
1189 moonbr_log(LOG_WARNING, "Child process in pool #%i with PID %i exited prematurely due to timeout", worker->pool->poolnum, (int)worker->pid);
1190 } else {
1191 moonbr_log(LOG_ERR, "Child process in pool #%i with PID %i died from signal %i", worker->pool->poolnum, (int)worker->pid, WTERMSIG(childstatus));
1192 }
1193 } else {
1194 moonbr_log(LOG_CRIT, "Illegal exit status from child process in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
1195 moonbr_terminate_error();
1196 }
1197 if (moonbr_stat) {
1198 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: user time %s", worker->pool->poolnum, (int)worker->pid, moonbr_format_timeval(&childusage.ru_utime));
1199 moonbr_log(LOG_INFO, "Resource usage in pool #%i for PID %i: system time %s", worker->pool->poolnum, (int)worker->pid, moonbr_format_timeval(&childusage.ru_stime));
1200 moonbr_try_destroy_worker_stat("max resident set size", ru_maxrss);
1201 moonbr_try_destroy_worker_stat("integral shared memory size", ru_ixrss);
1202 moonbr_try_destroy_worker_stat("integral unshared data", ru_idrss);
1203 moonbr_try_destroy_worker_stat("integral unshared stack", ru_isrss);
1204 moonbr_try_destroy_worker_stat("page replaims", ru_minflt);
1205 moonbr_try_destroy_worker_stat("page faults", ru_majflt);
1206 moonbr_try_destroy_worker_stat("swaps", ru_nswap);
1207 moonbr_try_destroy_worker_stat("block input operations", ru_inblock);
1208 moonbr_try_destroy_worker_stat("block output operations", ru_oublock);
1209 moonbr_try_destroy_worker_stat("messages sent", ru_msgsnd);
1210 moonbr_try_destroy_worker_stat("messages received", ru_msgrcv);
1211 moonbr_try_destroy_worker_stat("signals received", ru_nsignals);
1212 moonbr_try_destroy_worker_stat("voluntary context switches", ru_nvcsw);
1213 moonbr_try_destroy_worker_stat("involuntary context switches", ru_nivcsw);
1214 }
1215 }
1216 {
1217 int retval = (
1218 (worker->idle || worker->assigned) ?
1219 MOONBR_DESTROY_IDLE_OR_ASSIGNED :
1220 MOONBR_DESTROY_PREPARE
1221 );
1222 if (worker->main) moonbr_initiate_shutdown();
1223 if (worker->prev_worker) worker->prev_worker->next_worker = worker->next_worker;
1224 else worker->pool->first_worker = worker->next_worker;
1225 if (worker->next_worker) worker->next_worker->prev_worker = worker->prev_worker;
1226 else worker->pool->last_worker = worker->prev_worker;
1227 if (worker->idle) {
1228 if (worker->prev_idle_worker) worker->prev_idle_worker->next_idle_worker = worker->next_idle_worker;
1229 else worker->pool->first_idle_worker = worker->next_idle_worker;
1230 if (worker->next_idle_worker) worker->next_idle_worker->prev_idle_worker = worker->prev_idle_worker;
1231 else worker->pool->last_idle_worker = worker->prev_idle_worker;
1232 worker->pool->idle_worker_count--;
1233 }
1234 if (!worker->assigned) worker->pool->unassigned_worker_count--;
1235 worker->pool->total_worker_count--;
1236 worker->pool->worker_count_stat = 1;
1237 if (worker->errorlinebuf) free(worker->errorlinebuf);
1238 free(worker);
1239 return retval;
1240 }
1241 }
1243 /* Marks a worker as idle and stores it in a queue, optionally setting 'idle_expiration' value */
1244 static void moonbr_add_idle_worker(struct moonbr_worker *worker) {
1245 worker->prev_idle_worker = worker->pool->last_idle_worker;
1246 if (worker->prev_idle_worker) worker->prev_idle_worker->next_idle_worker = worker;
1247 else worker->pool->first_idle_worker = worker;
1248 worker->pool->last_idle_worker = worker;
1249 worker->idle = 1;
1250 worker->pool->idle_worker_count++;
1251 if (worker->assigned) {
1252 worker->assigned = 0;
1253 worker->pool->unassigned_worker_count++;
1254 }
1255 worker->pool->worker_count_stat = 1;
1256 if (timerisset(&worker->pool->idle_timeout)) {
1257 struct timeval now;
1258 moonbr_now(&now);
1259 timeradd(&now, &worker->pool->idle_timeout, &worker->idle_expiration);
1260 }
1261 }
1263 /* Pops a worker from the queue of idle workers (idle queue must not be empty) */
1264 static struct moonbr_worker *moonbr_pop_idle_worker(struct moonbr_pool *pool) {
1265 struct moonbr_worker *worker;
1266 worker = pool->first_idle_worker;
1267 pool->first_idle_worker = worker->next_idle_worker;
1268 if (pool->first_idle_worker) pool->first_idle_worker->prev_idle_worker = NULL;
1269 else pool->last_idle_worker = NULL;
1270 worker->next_idle_worker = NULL;
1271 worker->idle = 0;
1272 worker->pool->idle_worker_count--;
1273 worker->assigned = 1;
1274 worker->pool->unassigned_worker_count--;
1275 worker->pool->worker_count_stat = 1;
1276 return worker;
1277 }
1280 /*** Functions to communicate with child processes ***/
1282 /* Tells child process to terminate */
1283 static void moonbr_terminate_idle_worker(struct moonbr_worker *worker) {
1284 moonbr_send_control_message(worker, MOONBR_COMMAND_TERMINATE, -1, NULL);
1285 }
1287 /* Handles status messages from child process */
1288 static void moonbr_read_controlchannel(struct moonbr_worker *worker) {
1289 char controlmsg;
1290 {
1291 ssize_t bytes_read;
1292 while ((bytes_read = read(worker->controlfd, &controlmsg, 1)) <= 0) {
1293 if (bytes_read == 0 || errno == ECONNRESET) {
1294 moonbr_log(LOG_WARNING, "Child process in pool #%i with PID %i unexpectedly closed control socket", worker->pool->poolnum, (int)worker->pid);
1295 if (close(worker->controlfd) && errno != EINTR) {
1296 moonbr_log(LOG_CRIT, "Error while closing control socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
1297 moonbr_terminate_error();
1298 }
1299 worker->controlfd = -1;
1300 moonbr_poll_refresh_needed = 1;
1301 return;
1302 }
1303 if (errno != EINTR) {
1304 moonbr_log(LOG_CRIT, "Unexpected error while reading control socket from child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
1305 moonbr_terminate_error();
1306 }
1307 }
1308 }
1309 if (worker->idle) {
1310 moonbr_log(LOG_CRIT, "Unexpected data from supposedly idle child process in pool #%i with PID %i", worker->pool->poolnum, (int)worker->pid);
1311 moonbr_terminate_error();
1312 }
1313 if (moonbr_debug) {
1314 moonbr_log(LOG_DEBUG, "Received control message from child in pool #%i with PID %i: \"%c\"", worker->pool->poolnum, (int)worker->pid, (int)controlmsg);
1315 }
1316 switch (controlmsg) {
1317 case MOONBR_STATUS_IDLE:
1318 if (moonbr_stat) {
1319 moonbr_log(LOG_INFO, "Child process in pool #%i with PID %i reports as idle", worker->pool->poolnum, (int)worker->pid);
1320 }
1321 moonbr_add_idle_worker(worker);
1322 break;
1323 case MOONBR_STATUS_GOODBYE:
1324 if (moonbr_stat) {
1325 moonbr_log(LOG_INFO, "Child process in pool #%i with PID %i announced termination", worker->pool->poolnum, (int)worker->pid);
1326 }
1327 if (close(worker->controlfd) && errno != EINTR) {
1328 moonbr_log(LOG_CRIT, "Error while closing control socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
1329 moonbr_terminate_error();
1330 }
1331 worker->controlfd = -1;
1332 moonbr_poll_refresh_needed = 1;
1333 break;
1334 default:
1335 moonbr_log(LOG_CRIT, "Received illegal data (\"%c\") while reading control socket from child process in pool #%i with PID %i", (int)controlmsg, worker->pool->poolnum, (int)worker->pid);
1336 moonbr_terminate_error();
1337 }
1338 }
1340 /* Handles stderr stream from child process */
1341 static void moonbr_read_errorchannel(struct moonbr_worker *worker) {
1342 char staticbuf[MOONBR_MAXERRORLINELEN+1];
1343 char *buf = worker->errorlinebuf;
1344 if (!buf) buf = staticbuf;
1345 {
1346 ssize_t bytes_read;
1347 while (
1348 (bytes_read = read(
1349 worker->errorfd,
1350 buf + worker->errorlinelen,
1351 MOONBR_MAXERRORLINELEN+1 - worker->errorlinelen
1352 )) <= 0
1353 ) {
1354 if (bytes_read == 0 || errno == ECONNRESET) {
1355 if (moonbr_debug) {
1356 moonbr_log(LOG_DEBUG, "Child process in pool #%i with PID %i closed stderr socket", worker->pool->poolnum, (int)worker->pid);
1357 }
1358 if (close(worker->errorfd) && errno != EINTR) {
1359 moonbr_log(LOG_CRIT, "Error while closing stderr socket to child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
1360 moonbr_terminate_error();
1361 }
1362 worker->errorfd = -1;
1363 moonbr_poll_refresh_needed = 1;
1364 break;
1365 }
1366 if (errno != EINTR) {
1367 moonbr_log(LOG_CRIT, "Unexpected error while reading stderr from child process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, strerror(errno));
1368 moonbr_terminate_error();
1369 }
1370 }
1371 worker->errorlinelen += bytes_read;
1372 }
1373 {
1374 int i;
1375 for (i=0; i<worker->errorlinelen; i++) {
1376 if (buf[i] == '\n') buf[i] = 0;
1377 if (!buf[i]) {
1378 if (worker->errorlineovf) {
1379 worker->errorlineovf = 0;
1380 } else {
1381 moonbr_log(LOG_WARNING, "Error log from process in pool #%i with PID %i: %s", worker->pool->poolnum, (int)worker->pid, buf);
1382 }
1383 worker->errorlinelen -= i+1;
1384 memmove(buf, buf+i+1, worker->errorlinelen);
1385 i = -1;
1386 }
1387 }
1388 if (i > MOONBR_MAXERRORLINELEN) {
1389 buf[MOONBR_MAXERRORLINELEN] = 0;
1390 if (!worker->errorlineovf) {
1391 moonbr_log(LOG_WARNING, "Error log from process in pool #%i with PID %i (line has been truncated): %s", worker->pool->poolnum, (int)worker->pid, buf);
1392 }
1393 worker->errorlinelen = 0;
1394 worker->errorlineovf = 1;
1395 }
1396 }
1397 if (!worker->errorlinebuf && worker->errorlinelen) { /* allocate buffer on heap only if necessary */
1398 worker->errorlinebuf = malloc((MOONBR_MAXERRORLINELEN+1) * sizeof(char));
1399 if (!worker->errorlinebuf) {
1400 moonbr_log(LOG_CRIT, "Memory allocation error");
1401 moonbr_terminate_error();
1402 }
1403 memcpy(worker->errorlinebuf, staticbuf, worker->errorlinelen);
1404 }
1405 }
1408 /*** Handler for incoming connections ***/
1410 /* Accepts one or more incoming connections on listener socket and passes it to worker(s) popped from idle queue */
1411 static void moonbr_connect(struct moonbr_pool *pool) {
1412 struct moonbr_listener *listener = moonbr_pop_connected_listener(pool);
1413 struct moonbr_worker *worker;
1414 if (listener->proto == MOONBR_PROTO_MAIN) {
1415 worker = moonbr_pop_idle_worker(pool);
1416 if (moonbr_stat) {
1417 moonbr_log(LOG_INFO, "Dispatching main thread of pool #%i to PID %i", listener->pool->poolnum, (int)worker->pid);
1418 }
1419 worker->main = 1;
1420 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, -1, listener);
1421 /* do not push listener to queue of idle listeners */
1422 } else if (listener->proto == MOONBR_PROTO_INTERVAL) {
1423 worker = moonbr_pop_idle_worker(pool);
1424 if (moonbr_stat) {
1425 moonbr_log(LOG_INFO, "Dispatching interval timer \"%s\" of pool #%i to PID %i", listener->type_specific.interval.name, listener->pool->poolnum, (int)worker->pid);
1426 }
1427 worker->restart_interval_listener = listener;
1428 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, -1, listener);
1429 /* do not push listener to queue of idle listeners yet */
1430 } else {
1431 int peerfd;
1432 do {
1433 peerfd = accept4(listener->listenfd, NULL, NULL, SOCK_CLOEXEC);
1434 if (peerfd == -1) {
1435 if (errno == EWOULDBLOCK) {
1436 break;
1437 } else if (errno == ECONNABORTED) {
1438 moonbr_log(LOG_WARNING, "Connection aborted before accepting it");
1439 break;
1440 } else if (errno != EINTR) {
1441 moonbr_log(LOG_ERR, "Could not accept socket connection: %s", strerror(errno));
1442 moonbr_terminate_error();
1443 }
1444 } else {
1445 worker = moonbr_pop_idle_worker(pool);
1446 if (moonbr_stat) {
1447 moonbr_log(LOG_INFO, "Dispatching connection for pool #%i to PID %i", listener->pool->poolnum, (int)worker->pid);
1448 }
1449 moonbr_send_control_message(worker, MOONBR_COMMAND_CONNECT, peerfd, listener);
1450 if (close(peerfd) && errno != EINTR) {
1451 moonbr_log(LOG_ERR, "Could not close incoming socket connection in parent process: %s", strerror(errno));
1452 moonbr_terminate_error();
1453 }
1454 }
1455 } while (pool->first_idle_worker);
1456 moonbr_add_idle_listener(listener);
1457 }
1458 }
1461 /*** Functions to initialize and restart interval timers ***/
1463 /* Initializes all interval timers */
1464 static void moonbr_interval_initialize() {
1465 struct timeval now;
1466 struct moonbr_pool *pool;
1467 moonbr_now(&now);
1468 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
1469 int i;
1470 for (i=0; i<pool->listener_count; i++) {
1471 struct moonbr_listener *listener = &pool->listener[i];
1472 if (listener->proto == MOONBR_PROTO_INTERVAL) {
1473 timeradd(
1474 &now,
1475 &listener->type_specific.interval.delay,
1476 &listener->type_specific.interval.wakeup
1477 );
1478 }
1479 }
1480 }
1481 }
1483 /* If necessary, restarts interval timers and queues interval listener as idle after a worker changed status */
1484 static void moonbr_interval_restart(
1485 struct moonbr_worker *worker,
1486 struct timeval *now /* passed to synchronize with moonbr_run() function */
1487 ) {
1488 struct moonbr_listener *listener = worker->restart_interval_listener;
1489 if (listener) {
1490 moonbr_add_idle_listener(listener);
1491 worker->restart_interval_listener = NULL;
1492 if (listener->type_specific.interval.strict) {
1493 timeradd(
1494 &listener->type_specific.interval.wakeup,
1495 &listener->type_specific.interval.delay,
1496 &listener->type_specific.interval.wakeup
1497 );
1498 if (timercmp(&listener->type_specific.interval.wakeup, now, <)) {
1499 listener->type_specific.interval.wakeup = *now;
1500 }
1501 } else {
1502 timeradd(
1503 now,
1504 &listener->type_specific.interval.delay,
1505 &listener->type_specific.interval.wakeup
1506 );
1507 }
1508 }
1509 }
1512 /*** Main loop and helper functions ***/
1514 /* Stores the earliest required wakeup time in 'wait' variable */
1515 static void moonbr_calc_wait(struct timeval *wait, struct timeval *wakeup) {
1516 if (!timerisset(wait) || timercmp(wakeup, wait, <)) *wait = *wakeup;
1517 }
1519 /* Main loop of Moonbridge system (including initialization of signal handlers and polling structures) */
1520 static void moonbr_run(lua_State *L) {
1521 struct timeval now;
1522 struct moonbr_pool *pool;
1523 struct moonbr_worker *worker;
1524 struct moonbr_worker *next_worker; /* needed when worker is removed during iteration of workers */
1525 struct moonbr_listener *listener;
1526 struct moonbr_listener *next_listener; /* needed when listener is removed during iteration of listeners */
1527 int i;
1528 moonbr_poll_init(); /* must be executed before moonbr_signal_init() */
1529 moonbr_signal_init();
1530 moonbr_interval_initialize();
1531 moonbr_pstate = MOONBR_PSTATE_RUNNING;
1532 while (1) {
1533 struct timeval wait = {0, }; /* point in time when premature wakeup of poll() is required */
1534 if (moonbr_cond_interrupt) {
1535 moonbr_log(LOG_WARNING, "Fast shutdown requested");
1536 moonbr_terminate(MOONBR_EXITCODE_GRACEFUL);
1537 }
1538 if (moonbr_cond_terminate) {
1539 moonbr_initiate_shutdown();
1540 moonbr_cond_terminate = 0;
1541 }
1542 moonbr_cond_child = 0; /* must not be reset between moonbr_try_destroy_worker() and poll() */
1543 moonbr_now(&now);
1544 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
1545 int terminated_worker_count = 0; /* allows shortcut for new worker creation */
1546 /* terminate idle workers when expired */
1547 if (timerisset(&pool->idle_timeout)) {
1548 while ((worker = pool->first_idle_worker) != NULL) {
1549 if (timercmp(&worker->idle_expiration, &now, >)) break;
1550 moonbr_pop_idle_worker(pool);
1551 moonbr_terminate_idle_worker(worker);
1552 }
1553 }
1554 /* mark listeners as connected when incoming connection is pending */
1555 for (listener=pool->first_idle_listener; listener; listener=next_listener) {
1556 next_listener = listener->next_listener; /* extra variable necessary due to changing list */
1557 if (listener->pollidx != -1) {
1558 if (moonbr_poll_fds[listener->pollidx].revents) {
1559 moonbr_poll_fds[listener->pollidx].revents = 0;
1560 moonbr_remove_idle_listener(listener);
1561 moonbr_add_connected_listener(listener);
1562 }
1563 } else if (
1564 listener->proto != MOONBR_PROTO_INTERVAL ||
1565 !timercmp(&listener->type_specific.interval.wakeup, &now, >)
1566 ) {
1567 moonbr_remove_idle_listener(listener);
1568 moonbr_add_connected_listener(listener);
1569 }
1570 }
1571 /* process input from child processes */
1572 for (i=0; i<moonbr_poll_worker_count; i++) {
1573 if (moonbr_poll_worker_fds[i].revents) {
1574 moonbr_poll_worker_fds[i].revents = 0;
1575 struct moonbr_poll_worker *poll_worker = &moonbr_poll_workers[i];
1576 switch (poll_worker->channel) {
1577 case MOONBR_POLL_WORKER_CONTROLCHANNEL:
1578 moonbr_read_controlchannel(poll_worker->worker);
1579 moonbr_interval_restart(poll_worker->worker, &now);
1580 break;
1581 case MOONBR_POLL_WORKER_ERRORCHANNEL:
1582 moonbr_read_errorchannel(poll_worker->worker);
1583 break;
1584 }
1585 }
1586 }
1587 /* collect dead child processes */
1588 for (worker=pool->first_worker; worker; worker=next_worker) {
1589 next_worker = worker->next_worker; /* extra variable necessary due to changing list */
1590 switch (moonbr_try_destroy_worker(worker)) {
1591 case MOONBR_DESTROY_PREPARE:
1592 pool->use_fork_error_wakeup = 1;
1593 break;
1594 case MOONBR_DESTROY_IDLE_OR_ASSIGNED:
1595 terminated_worker_count++;
1596 break;
1597 }
1598 }
1599 if (!moonbr_shutdown_in_progress) {
1600 /* connect listeners with idle workers */
1601 while (pool->first_connected_listener && pool->first_idle_worker) {
1602 moonbr_connect(pool);
1603 }
1604 /* create new worker processes */
1605 while (
1606 pool->total_worker_count < pool->max_fork && (
1607 pool->unassigned_worker_count < pool->pre_fork ||
1608 pool->total_worker_count < pool->min_fork
1609 )
1610 ) {
1611 if (pool->use_fork_error_wakeup) {
1612 if (timercmp(&pool->fork_error_wakeup, &now, >)) {
1613 moonbr_calc_wait(&wait, &pool->fork_error_wakeup);
1614 break;
1615 }
1616 } else {
1617 if (terminated_worker_count) {
1618 terminated_worker_count--;
1619 } else if (timercmp(&pool->fork_wakeup, &now, >)) {
1620 moonbr_calc_wait(&wait, &pool->fork_wakeup);
1621 break;
1622 }
1623 }
1624 if (moonbr_create_worker(pool, L)) {
1625 /* on error, enforce error delay */
1626 timeradd(&now, &pool->fork_error_delay, &pool->fork_error_wakeup);
1627 pool->use_fork_error_wakeup = 1;
1628 moonbr_calc_wait(&wait, &pool->fork_error_wakeup);
1629 break;
1630 } else {
1631 /* normal fork delay on success */
1632 timeradd(&now, &pool->fork_delay, &pool->fork_wakeup);
1633 timeradd(&now, &pool->fork_error_delay, &pool->fork_error_wakeup);
1634 pool->use_fork_error_wakeup = 0; /* gets set later if error occures during preparation */
1635 }
1636 }
1637 /* terminate excessive worker processes */
1638 while (
1639 pool->total_worker_count > pool->min_fork &&
1640 pool->idle_worker_count > pool->pre_fork
1641 ) {
1642 if (timerisset(&pool->exit_wakeup)) {
1643 if (timercmp(&pool->exit_wakeup, &now, >)) {
1644 moonbr_calc_wait(&wait, &pool->exit_wakeup);
1645 break;
1646 }
1647 moonbr_terminate_idle_worker(moonbr_pop_idle_worker(pool));
1648 timeradd(&now, &pool->exit_delay, &pool->exit_wakeup);
1649 } else {
1650 timeradd(&now, &pool->exit_delay, &pool->exit_wakeup);
1651 break;
1652 }
1653 }
1654 if (!(
1655 pool->total_worker_count > pool->min_fork &&
1656 pool->idle_worker_count > pool->pre_fork
1657 )) {
1658 timerclear(&pool->exit_wakeup); /* timer gets restarted later when there are excessive workers */
1659 }
1660 }
1661 /* optionally output worker count stats */
1662 if (moonbr_stat && pool->worker_count_stat) {
1663 pool->worker_count_stat = 0;
1664 moonbr_log(
1665 LOG_INFO,
1666 "Worker count for pool #%i: %i idle, %i assigned, %i total",
1667 pool->poolnum, pool->idle_worker_count,
1668 pool->total_worker_count - pool->unassigned_worker_count,
1669 pool->total_worker_count);
1670 }
1671 /* calculate wakeup time for interval listeners */
1672 for (listener=pool->first_idle_listener; listener; listener=listener->next_listener) {
1673 if (listener->proto == MOONBR_PROTO_INTERVAL) {
1674 moonbr_calc_wait(&wait, &listener->type_specific.interval.wakeup);
1675 }
1676 }
1677 /* calculate wakeup time for idle workers (only first idle worker is significant) */
1678 if (timerisset(&pool->idle_timeout) && pool->first_idle_worker) {
1679 moonbr_calc_wait(&wait, &pool->first_idle_worker->idle_expiration);
1680 }
1681 }
1682 /* terminate idle workers in case of shutdown and check if shutdown is complete */
1683 if (moonbr_shutdown_in_progress) {
1684 for (pool=moonbr_first_pool; pool; pool=pool->next_pool) {
1685 if (pool->first_worker) {
1686 while (pool->idle_worker_count) {
1687 moonbr_terminate_idle_worker(moonbr_pop_idle_worker(pool));
1688 }
1689 break;
1690 }
1691 }
1692 if (!pool) {
1693 moonbr_log(LOG_INFO, "All worker threads have terminated");
1694 moonbr_terminate(MOONBR_EXITCODE_GRACEFUL);
1695 }
1696 }
1697 if (moonbr_poll_refresh_needed) moonbr_poll_refresh();
1698 moonbr_cond_poll = 1;
1699 if (!moonbr_cond_child && !moonbr_cond_terminate && !moonbr_cond_interrupt) {
1700 int timeout;
1701 if (timerisset(&wait)) {
1702 if (timercmp(&wait, &now, <)) {
1703 moonbr_log(LOG_CRIT, "Internal error (should not happen): Future is in the past");
1704 moonbr_terminate_error();
1705 }
1706 timersub(&wait, &now, &wait);
1707 timeout = wait.tv_sec * 1000 + wait.tv_usec / 1000;
1708 } else {
1709 timeout = INFTIM;
1710 }
1711 if (moonbr_debug) {
1712 moonbr_log(LOG_DEBUG, "Waiting for I/O");
1713 }
1714 poll(moonbr_poll_fds, moonbr_poll_fds_count, timeout);
1715 } else {
1716 if (moonbr_debug) {
1717 moonbr_log(LOG_DEBUG, "Do not wait for I/O");
1718 }
1719 }
1720 moonbr_cond_poll = 0;
1721 moonbr_poll_reset_signal();
1722 }
1723 }
1726 /*** Lua interface ***/
1728 static int moonbr_lua_panic(lua_State *L) {
1729 const char *errmsg;
1730 errmsg = lua_tostring(L, -1);
1731 if (!errmsg) {
1732 if (lua_isnoneornil(L, -1)) errmsg = "(error message is nil)";
1733 else errmsg = "(error message is not a string)";
1734 }
1735 if (moonbr_pstate == MOONBR_PSTATE_FORKED) {
1736 fprintf(stderr, "Uncaught Lua error: %s\n", errmsg);
1737 exit(1);
1738 } else {
1739 moonbr_log(LOG_CRIT, "Uncaught Lua error: %s", errmsg);
1740 moonbr_terminate_error();
1741 }
1742 return 0;
1743 }
1745 static int moonbr_addtraceback(lua_State *L) {
1746 luaL_traceback(L, L, luaL_tolstring(L, 1, NULL), 1);
1747 return 1;
1748 }
1750 /* Memory allocator that allows limiting memory consumption */
1751 static void *moonbr_alloc (void *ud, void *ptr, size_t osize, size_t nsize) {
1752 (void)ud; /* not used */
1753 if (nsize == 0) {
1754 if (ptr) {
1755 moonbr_memory_usage -= osize;
1756 free(ptr);
1757 }
1758 return NULL;
1759 } else if (ptr) {
1760 if (
1761 moonbr_memory_limit &&
1762 nsize > osize &&
1763 moonbr_memory_usage + (nsize - osize) > moonbr_memory_limit
1764 ) {
1765 return NULL;
1766 } else {
1767 ptr = realloc(ptr, nsize);
1768 if (ptr) moonbr_memory_usage += nsize - osize;
1769 }
1770 } else {
1771 if (
1772 moonbr_memory_limit &&
1773 moonbr_memory_usage + nsize > moonbr_memory_limit
1774 ) {
1775 return NULL;
1776 } else {
1777 ptr = realloc(ptr, nsize);
1778 if (ptr) moonbr_memory_usage += nsize;
1779 }
1780 }
1781 return ptr;
1782 }
1784 static int moonbr_lua_tonatural(lua_State *L, int idx) {
1785 int isnum;
1786 lua_Number n;
1787 n = lua_tonumberx(L, idx, &isnum);
1788 if (isnum && n>=0 && n<INT_MAX && (lua_Number)(int)n == n) return n;
1789 else return -1;
1790 }
1792 static int moonbr_lua_totimeval(lua_State *L, int idx, struct timeval *value) {
1793 int isnum;
1794 lua_Number n;
1795 n = lua_tonumberx(L, idx, &isnum);
1796 if (isnum && n>=0 && n<=100000000) {
1797 value->tv_sec = n;
1798 value->tv_usec = 1e6 * (n - value->tv_sec);
1799 return 1;
1800 } else {
1801 return 0;
1802 }
1803 }
1805 static int moonbr_timeout(lua_State *L) {
1806 struct itimerval oldval;
1807 if (lua_isnoneornil(L, 1) && lua_isnoneornil(L, 2)) {
1808 getitimer(ITIMER_REAL, &oldval);
1809 } else {
1810 struct itimerval newval = {};
1811 timerclear(&newval.it_interval);
1812 timerclear(&newval.it_value);
1813 if (lua_toboolean(L, 1)) {
1814 luaL_argcheck(
1815 L, moonbr_lua_totimeval(L, 1, &newval.it_value), 1,
1816 "interval in seconds expected"
1817 );
1818 }
1819 if (lua_isnoneornil(L, 2)) {
1820 if (setitimer(ITIMER_REAL, &newval, &oldval)) {
1821 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
1822 moonbr_terminate_error();
1823 }
1824 } else {
1825 getitimer(ITIMER_REAL, &oldval);
1826 if (!timerisset(&oldval.it_value)) {
1827 if (setitimer(ITIMER_REAL, &newval, NULL)) {
1828 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
1829 moonbr_terminate_error();
1830 }
1831 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
1832 timerclear(&newval.it_value);
1833 if (setitimer(ITIMER_REAL, &newval, NULL)) {
1834 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
1835 moonbr_terminate_error();
1836 }
1837 } else if (timercmp(&newval.it_value, &oldval.it_value, <)) {
1838 struct itimerval remval;
1839 if (setitimer(ITIMER_REAL, &newval, NULL)) {
1840 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
1841 moonbr_terminate_error();
1842 }
1843 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
1844 getitimer(ITIMER_REAL, &remval);
1845 timersub(&oldval.it_value, &newval.it_value, &newval.it_value);
1846 timeradd(&newval.it_value, &remval.it_value, &newval.it_value);
1847 if (setitimer(ITIMER_REAL, &newval, NULL)) {
1848 moonbr_log(LOG_CRIT, "Could not set ITIMER_REAL via setitimer()");
1849 moonbr_terminate_error();
1850 }
1851 } else {
1852 lua_call(L, lua_gettop(L) - 2, LUA_MULTRET);
1853 }
1854 return lua_gettop(L) - 1;
1855 }
1856 }
1857 lua_pushnumber(L, oldval.it_value.tv_sec + 1e-6 * oldval.it_value.tv_usec);
1858 return 1;
1859 }
1861 #define moonbr_listen_init_pool_forkoption(luaname, cname, defval) { \
1862 lua_getfield(L, 2, luaname); \
1863 pool->cname = lua_isnil(L, -1) ? (defval) : moonbr_lua_tonatural(L, -1); \
1864 } while(0)
1866 #define moonbr_listen_init_pool_timeoption(luaname, cname, defval, defvalu) ( \
1867 lua_getfield(L, 2, luaname), \
1868 lua_isnil(L, -1) ? ( \
1869 pool->cname.tv_sec = (defval), pool->cname.tv_usec = (defvalu), \
1870 1 \
1871 ) : ( \
1872 (lua_isboolean(L, -1) && !lua_toboolean(L, -1)) ? ( \
1873 pool->cname.tv_sec = 0, pool->cname.tv_usec = 0, \
1874 1 \
1875 ) : ( \
1876 moonbr_lua_totimeval(L, -1, &pool->cname) \
1877 ) \
1878 ) \
1879 )
1881 static int moonbr_listen_init_pool(lua_State *L) {
1882 struct moonbr_pool *pool;
1883 const char *proto;
1884 int i;
1885 int dynamic = 0; /* nonzero = listeners exist which require dynamic worker creation */
1886 pool = lua_touserdata(L, 1);
1887 for (i=0; i<pool->listener_count; i++) {
1888 struct moonbr_listener *listener = &pool->listener[i];
1889 lua_settop(L, 2);
1890 #if LUA_VERSION_NUM >= 503
1891 lua_geti(L, 2, i+1);
1892 #else
1893 lua_pushinteger(L, i+1);
1894 lua_gettable(L, 2);
1895 #endif
1896 lua_getfield(L, 3, "proto");
1897 proto = lua_tostring(L, -1);
1898 if (proto && !strcmp(proto, "main")) {
1899 listener->proto = MOONBR_PROTO_MAIN;
1900 } else if (proto && !strcmp(proto, "interval")) {
1901 dynamic = 1;
1902 listener->proto = MOONBR_PROTO_INTERVAL;
1903 lua_getfield(L, 3, "name");
1904 {
1905 const char *name = lua_tostring(L, -1);
1906 if (name) {
1907 if (asprintf(&listener->type_specific.interval.name, "%s", name) < 0) {
1908 moonbr_log(LOG_CRIT, "Memory allocation_error");
1909 moonbr_terminate_error();
1910 }
1911 }
1912 }
1913 lua_getfield(L, 3, "delay");
1914 if (
1915 !moonbr_lua_totimeval(L, -1, &listener->type_specific.interval.delay) ||
1916 !timerisset(&listener->type_specific.interval.delay)
1917 ) {
1918 luaL_error(L, "No valid interval delay specified; use listen{{proto=\"interval\", delay=...}, ...}");
1919 }
1920 lua_getfield(L, 3, "strict");
1921 if (!lua_isnil(L, -1)) {
1922 if (lua_isboolean(L, -1)) {
1923 if (lua_toboolean(L, -1)) listener->type_specific.interval.strict = 1;
1924 } else {
1925 luaL_error(L, "Option \"strict\" must be a boolean if set; use listen{{proto=\"interval\", strict=true, ...}, ...}");
1926 }
1927 }
1928 } else if (proto && !strcmp(proto, "local")) {
1929 const char *path;
1930 const int path_maxlen = (
1931 sizeof(listener->type_specific.socket.addr.addr_un) -
1932 ((void *)listener->type_specific.socket.addr.addr_un.sun_path - (void *)&listener->type_specific.socket.addr.addr_un)
1933 ) - 1; /* one byte for termination */
1934 dynamic = 1;
1935 listener->proto = MOONBR_PROTO_LOCAL;
1936 lua_getfield(L, 3, "path");
1937 path = lua_tostring(L, -1);
1938 if (!path) {
1939 luaL_error(L, "No valid path specified for local socket; use listen{{proto=\"local\", path=...}, ...}");
1940 }
1941 if (strlen(path) > path_maxlen) {
1942 luaL_error(L, "Path name for local socket exceeded maximum length of %i characters", path_maxlen);
1943 }
1944 strcpy(listener->type_specific.socket.addr.addr_un.sun_path, path);
1945 } else if (proto && !strcmp(proto, "tcp")) {
1946 const char *host, *port;
1947 struct addrinfo hints = { 0, };
1948 struct addrinfo *res, *addrinfo;
1949 int errcode;
1950 const char *ip;
1951 dynamic = 1;
1952 lua_getfield(L, 3, "host");
1953 host = lua_isnil(L, -1) ? "::" : lua_tostring(L, -1);
1954 if (!host) {
1955 luaL_error(L, "No host specified; use listen{{proto=\"tcp\", host=...}, ...}");
1956 }
1957 lua_getfield(L, 3, "port");
1958 port = lua_tostring(L, -1);
1959 if (!port) {
1960 luaL_error(L, "No port specified; use listen{{proto=\"tcp\", host=...}, ...}");
1961 }
1962 hints.ai_family = AF_UNSPEC;
1963 hints.ai_socktype = SOCK_STREAM;
1964 hints.ai_protocol = IPPROTO_TCP;
1965 hints.ai_flags = AI_ADDRCONFIG | AI_PASSIVE;
1966 errcode = getaddrinfo(host, port, &hints, &res);
1967 if (errcode) {
1968 freeaddrinfo(res);
1969 if (errcode == EAI_SYSTEM) {
1970 char errmsg[MOONBR_MAXSTRERRORLEN];
1971 strerror_r(errno, errmsg, MOONBR_MAXSTRERRORLEN); /* use thread-safe call in case child created threads */
1972 luaL_error(L, "Could not resolve host: %s: %s", gai_strerror(errcode), errmsg);
1973 } else {
1974 luaL_error(L, "Could not resolve host: %s", gai_strerror(errcode));
1975 }
1976 }
1977 for (addrinfo=res; addrinfo; addrinfo=addrinfo->ai_next) {
1978 if (addrinfo->ai_family == AF_INET6) goto moonbr_listen_init_pool_found;
1979 }
1980 for (addrinfo=res; addrinfo; addrinfo=addrinfo->ai_next) {
1981 if (addrinfo->ai_family == AF_INET) goto moonbr_listen_init_pool_found;
1982 }
1983 addrinfo = res;
1984 moonbr_listen_init_pool_found:
1985 if (addrinfo->ai_addrlen > sizeof(listener->type_specific.socket.addr)) {
1986 moonbr_log(LOG_CRIT, "Size of ai_addrlen is unexpectedly big (should not happen)");
1987 moonbr_terminate_error();
1988 }
1989 memcpy(&listener->type_specific.socket.addr, addrinfo->ai_addr, addrinfo->ai_addrlen);
1990 listener->type_specific.socket.addrlen = addrinfo->ai_addrlen;
1991 switch (addrinfo->ai_family) {
1992 case AF_INET6:
1993 ip = inet_ntop(
1994 addrinfo->ai_family,
1995 &((struct sockaddr_in6 *)addrinfo->ai_addr)->sin6_addr,
1996 listener->proto_specific.tcp.ip,
1997 INET6_ADDRSTRLEN
1998 );
1999 if (!ip) {
2000 moonbr_log(LOG_CRIT, "System error in inet_ntop call: %s", strerror(errno));
2001 moonbr_terminate_error();
2002 }
2003 listener->proto_specific.tcp.port = ntohs(((struct sockaddr_in6 *)addrinfo->ai_addr)->sin6_port);
2004 break;
2005 case AF_INET:
2006 ip = inet_ntop(
2007 addrinfo->ai_family,
2008 &((struct sockaddr_in *)addrinfo->ai_addr)->sin_addr,
2009 listener->proto_specific.tcp.ip,
2010 INET6_ADDRSTRLEN
2011 );
2012 if (!ip) {
2013 moonbr_log(LOG_CRIT, "System error in inet_ntop call: %s", strerror(errno));
2014 moonbr_terminate_error();
2015 }
2016 listener->proto_specific.tcp.port = ntohs(((struct sockaddr_in *)addrinfo->ai_addr)->sin_port);
2017 break;
2018 default:
2019 strcpy(listener->proto_specific.tcp.ip, "unknown");
2020 listener->proto_specific.tcp.port = 0;
2021 }
2022 listener->proto = MOONBR_PROTO_TCP;
2023 } else if (proto) {
2024 luaL_error(L, "Unknown protocol \"%s\"", proto);
2025 } else {
2026 luaL_error(L, "No valid protocol specified; use listen{{proto=..., ...}, ...}");
2027 }
2028 }
2029 lua_settop(L, 2);
2030 if (dynamic) {
2031 moonbr_listen_init_pool_forkoption("pre_fork", pre_fork, 1);
2032 moonbr_listen_init_pool_forkoption("min_fork", min_fork, pool->pre_fork > 2 ? pool->pre_fork : 2);
2033 moonbr_listen_init_pool_forkoption("max_fork", max_fork, pool->min_fork > 16 ? pool->min_fork : 16);
2034 if (!moonbr_listen_init_pool_timeoption("fork_delay", fork_delay, 0, 250000)) {
2035 luaL_error(L, "Option \"fork_delay\" is expected to be a non-negative number");
2036 }
2037 if (!moonbr_listen_init_pool_timeoption("fork_error_delay", fork_error_delay, 2, 0)) {
2038 luaL_error(L, "Option \"fork_error_delay\" is expected to be a non-negative number");
2039 }
2040 if (!moonbr_listen_init_pool_timeoption("exit_delay", exit_delay, 60, 0)) {
2041 luaL_error(L, "Option \"exit_delay\" is expected to be a non-negative number");
2042 }
2043 if (timercmp(&pool->fork_error_delay, &pool->fork_delay, <)) {
2044 pool->fork_error_delay = pool->fork_delay;
2045 }
2046 if (!moonbr_listen_init_pool_timeoption("idle_timeout", idle_timeout, 0, 0)) {
2047 luaL_error(L, "Option \"idle_timeout\" is expected to be a non-negative number");
2048 }
2049 } else {
2050 pool->pre_fork = 0;
2051 pool->min_fork = pool->listener_count;
2052 pool->max_fork = pool->listener_count;
2053 }
2054 lua_getfield(L, 2, "memory_limit");
2055 if (!lua_isnil(L, -1)) {
2056 int isnum;
2057 lua_Number n;
2058 n = lua_tonumberx(L, -1, &isnum);
2059 if (n < 0 || !isnum) {
2060 luaL_error(L, "Option \"memory_limit\" is expected to be a non-negative number");
2061 }
2062 pool->memory_limit = n;
2063 }
2064 lua_settop(L, 2);
2065 lua_getfield(L, 2, "prepare");
2066 if (!lua_isnil(L, -1) && !lua_isfunction(L, -1)) {
2067 luaL_error(L, "Option \"prepare\" must be nil or a function");
2068 }
2069 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
2070 lua_getfield(L, 2, "connect");
2071 if (!lua_isfunction(L, -1)) {
2072 luaL_error(L, "Option \"connect\" must be a function; use listen{{...}, {...}, connect=function(socket) ... end, ...}");
2073 }
2074 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
2075 lua_getfield(L, 2, "finish");
2076 if (!lua_isnil(L, -1) && !lua_isfunction(L, -1)) {
2077 luaL_error(L, "Option \"finish\" must be nil or a function");
2078 }
2079 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
2080 return 0;
2081 }
2083 static int moonbr_listen(lua_State *L) {
2084 struct moonbr_pool *pool;
2085 lua_Integer listener_count;
2086 if (moonbr_booted) luaL_error(L, "Moonbridge bootup is already complete");
2087 luaL_checktype(L, 1, LUA_TTABLE);
2088 listener_count = luaL_len(L, 1);
2089 if (!listener_count) luaL_error(L, "No listen ports specified; use listen{{proto=..., port=...},...}");
2090 if (listener_count > 100) luaL_error(L, "Too many listeners");
2091 pool = moonbr_create_pool(listener_count);
2092 lua_pushcfunction(L, moonbr_listen_init_pool);
2093 lua_pushlightuserdata(L, pool);
2094 lua_pushvalue(L, 1);
2095 if (lua_pcall(L, 2, 0, 0)) goto moonbr_listen_error;
2096 {
2097 int i;
2098 i = moonbr_start_pool(pool);
2099 if (i >= 0) {
2100 lua_pushfstring(L, "Could not initialize listener #%d: %s", i+1, strerror(errno));
2101 moonbr_listen_error:
2102 moonbr_destroy_pool(pool);
2103 lua_pushnil(L);
2104 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_prepare_func(pool));
2105 lua_pushnil(L);
2106 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_connect_func(pool));
2107 lua_pushnil(L);
2108 lua_rawsetp(L, LUA_REGISTRYINDEX, moonbr_luakey_finish_func(pool));
2109 lua_error(L);
2110 }
2111 }
2112 return 0;
2113 }
2116 /*** Function to modify Lua's library path and/or cpath ***/
2118 #if defined(MOONBR_LUA_PATH) || defined(MOONBR_LUA_CPATH)
2119 static void moonbr_modify_path(lua_State *L, char *key, char *value) {
2120 int stackbase;
2121 stackbase = lua_gettop(L);
2122 lua_getglobal(L, "package");
2123 lua_getfield(L, stackbase+1, key);
2124 {
2125 const char *current_str;
2126 size_t current_strlen;
2127 luaL_Buffer buf;
2128 current_str = lua_tolstring(L, stackbase+2, ¤t_strlen);
2129 luaL_buffinit(L, &buf);
2130 if (current_str) {
2131 lua_pushvalue(L, stackbase+2);
2132 luaL_addvalue(&buf);
2133 if (current_strlen && current_str[current_strlen-1] != ';') {
2134 luaL_addchar(&buf, ';');
2135 }
2136 }
2137 luaL_addstring(&buf, value);
2138 luaL_pushresult(&buf);
2139 }
2140 lua_setfield(L, stackbase+1, key);
2141 lua_settop(L, stackbase);
2142 }
2143 #endif
2146 /*** Main function and command line invokation ***/
2148 static void moonbr_usage(int err, const char *cmd) {
2149 FILE *out;
2150 out = err ? stderr : stdout;
2151 if (!cmd) cmd = "moonbridge";
2152 fprintf(out, "Get this help message: %s {-h|--help}\n", cmd);
2153 fprintf(out, "Usage: %s \\\n", cmd);
2154 fprintf(out, " [-b|--background] \\\n");
2155 fprintf(out, " [-d|--debug] \\\n");
2156 fprintf(out, " [-f|--logfacility {DAEMON|USER|0|1|...|7}] \\\n");
2157 fprintf(out, " [-i|--logident <syslog ident> \\\n");
2158 fprintf(out, " [-l|--logfile <logfile>] \\\n");
2159 fprintf(out, " [-p|--pidfile <pidfile>] \\\n");
2160 fprintf(out, " [-s|--stats] \\\n");
2161 fprintf(out, " -- <Lua script> [<cmdline options for Lua script>]\n");
2162 exit(err);
2163 }
2165 #define moonbr_usage_error() moonbr_usage(MOONBR_EXITCODE_CMDLINEERROR, argc ? argv[0] : NULL)
2167 int main(int argc, char **argv) {
2168 {
2169 int daemonize = 0;
2170 int log_facility = LOG_USER;
2171 const char *log_ident = "moonbridge";
2172 const char *log_filename = NULL;
2173 const char *pid_filename = NULL;
2174 int option;
2175 struct option longopts[] = {
2176 { "background", no_argument, NULL, 'b' },
2177 { "debug", no_argument, NULL, 'd' },
2178 { "logfacility", required_argument, NULL, 'f' },
2179 { "help", no_argument, NULL, 'h' },
2180 { "logident", required_argument, NULL, 'i' },
2181 { "logfile", required_argument, NULL, 'l' },
2182 { "pidfile", required_argument, NULL, 'p' },
2183 { "stats", no_argument, NULL, 's' }
2184 };
2185 while ((option = getopt_long(argc, argv, "bdf:hi:l:p:s", longopts, NULL)) != -1) {
2186 switch (option) {
2187 case 'b':
2188 daemonize = 1;
2189 break;
2190 case 'd':
2191 moonbr_debug = 1;
2192 moonbr_stat = 1;
2193 break;
2194 case 'f':
2195 if (!strcmp(optarg, "DAEMON")) {
2196 log_facility = LOG_DAEMON;
2197 } else if (!strcmp(optarg, "USER")) {
2198 log_facility = LOG_USER;
2199 } else if (!strcmp(optarg, "0")) {
2200 log_facility = LOG_LOCAL0;
2201 } else if (!strcmp(optarg, "1")) {
2202 log_facility = LOG_LOCAL1;
2203 } else if (!strcmp(optarg, "2")) {
2204 log_facility = LOG_LOCAL2;
2205 } else if (!strcmp(optarg, "3")) {
2206 log_facility = LOG_LOCAL3;
2207 } else if (!strcmp(optarg, "4")) {
2208 log_facility = LOG_LOCAL4;
2209 } else if (!strcmp(optarg, "5")) {
2210 log_facility = LOG_LOCAL5;
2211 } else if (!strcmp(optarg, "6")) {
2212 log_facility = LOG_LOCAL6;
2213 } else if (!strcmp(optarg, "7")) {
2214 log_facility = LOG_LOCAL7;
2215 } else {
2216 moonbr_usage_error();
2217 }
2218 moonbr_use_syslog = 1;
2219 break;
2220 case 'h':
2221 moonbr_usage(MOONBR_EXITCODE_GRACEFUL, argv[0]);
2222 break;
2223 case 'i':
2224 log_ident = optarg;
2225 moonbr_use_syslog = 1;
2226 break;
2227 case 'l':
2228 log_filename = optarg;
2229 break;
2230 case 'p':
2231 pid_filename = optarg;
2232 break;
2233 case 's':
2234 moonbr_stat = 1;
2235 break;
2236 default:
2237 moonbr_usage_error();
2238 }
2239 }
2240 if (argc - optind < 1) moonbr_usage_error();
2241 if (pid_filename) {
2242 pid_t otherpid;
2243 while ((moonbr_pidfh = pidfile_open(pid_filename, 0644, &otherpid)) == NULL) {
2244 if (errno == EEXIST) {
2245 if (otherpid == -1) {
2246 fprintf(stderr, "PID file \"%s\" is already locked\n", pid_filename);
2247 } else {
2248 fprintf(stderr, "PID file \"%s\" is already locked by process with PID: %i\n", pid_filename, (int)otherpid);
2249 }
2250 exit(MOONBR_EXITCODE_ALREADYRUNNING);
2251 } else if (errno != EINTR) {
2252 fprintf(stderr, "Could not write PID file \"%s\": %s\n", pid_filename, strerror(errno));
2253 exit(MOONBR_EXITCODE_STARTUPERROR);
2254 }
2255 }
2256 }
2257 if (log_filename) {
2258 int logfd;
2259 while (
2260 ( logfd = flopen(
2261 log_filename,
2262 O_WRONLY|O_NONBLOCK|O_CREAT|O_APPEND|O_CLOEXEC,
2263 0640
2264 )
2265 ) < 0
2266 ) {
2267 if (errno == EWOULDBLOCK) {
2268 fprintf(stderr, "Logfile \"%s\" is locked\n", log_filename);
2269 exit(MOONBR_EXITCODE_ALREADYRUNNING);
2270 } else if (errno != EINTR) {
2271 fprintf(stderr, "Could not open logfile \"%s\": %s\n", log_filename, strerror(errno));
2272 exit(MOONBR_EXITCODE_STARTUPERROR);
2273 }
2274 }
2275 moonbr_logfile = fdopen(logfd, "a");
2276 if (!moonbr_logfile) {
2277 fprintf(stderr, "Could not open write stream to logfile \"%s\": %s\n", log_filename, strerror(errno));
2278 exit(MOONBR_EXITCODE_STARTUPERROR);
2279 }
2280 }
2281 if (daemonize == 0 && !moonbr_logfile) moonbr_logfile = stderr;
2282 if (moonbr_logfile) setlinebuf(moonbr_logfile);
2283 else moonbr_use_syslog = 1;
2284 if (moonbr_use_syslog) openlog(log_ident, LOG_NDELAY | LOG_PID, log_facility);
2285 if (daemonize) {
2286 if (daemon(1, 0)) {
2287 moonbr_log(LOG_ERR, "Could not daemonize moonbridge process");
2288 moonbr_terminate_error();
2289 }
2290 }
2291 }
2292 moonbr_log(LOG_NOTICE, "Starting moonbridge server");
2293 if (moonbr_pidfh && pidfile_write(moonbr_pidfh)) {
2294 moonbr_log(LOG_ERR, "Could not write pidfile (after locking)");
2295 }
2296 {
2297 lua_State *L;
2298 L = lua_newstate(moonbr_alloc, NULL);
2299 if (!L) {
2300 moonbr_log(LOG_CRIT, "Could not initialize Lua state");
2301 moonbr_terminate_error();
2302 }
2303 lua_atpanic(L, moonbr_lua_panic);
2304 lua_pushliteral(L, MOONBR_VERSION_STRING);
2305 lua_setglobal(L, "_MOONBRIDGE_VERSION");
2306 luaL_openlibs(L);
2307 luaL_requiref(L, "moonbridge_io", luaopen_moonbridge_io, 1);
2308 lua_pop(L, 1);
2309 #ifdef MOONBR_LUA_PATH
2310 moonbr_modify_path(L, "path", MOONBR_LUA_PATH);
2311 #endif
2312 #ifdef MOONBR_LUA_CPATH
2313 moonbr_modify_path(L, "cpath", MOONBR_LUA_CPATH);
2314 #endif
2315 lua_pushcfunction(L, moonbr_timeout);
2316 lua_setglobal(L, "timeout");
2317 lua_pushcfunction(L, moonbr_listen);
2318 lua_setglobal(L, "listen");
2319 lua_pushcfunction(L, moonbr_addtraceback); /* on stack position 1 */
2320 moonbr_log(LOG_INFO, "Loading \"%s\"", argv[optind]);
2321 if (luaL_loadfile(L, argv[optind])) {
2322 moonbr_log(LOG_ERR, "Error while loading \"%s\": %s", argv[optind], lua_tostring(L, -1));
2323 moonbr_terminate_error();
2324 }
2325 { int i; for (i=optind+1; i<argc; i++) lua_pushstring(L, argv[i]); }
2326 if (lua_pcall(L, argc-(optind+1), 0, 1)) {
2327 moonbr_log(LOG_ERR, "Error while executing \"%s\": %s", argv[optind], lua_tostring(L, -1));
2328 moonbr_terminate_error();
2329 }
2330 if (!moonbr_first_pool) {
2331 moonbr_log(LOG_WARNING, "No listener initialized.");
2332 moonbr_terminate_error();
2333 }
2334 lua_getglobal(L, "listen");
2335 lua_pushcfunction(L, moonbr_listen);
2336 if (lua_compare(L, -2, -1, LUA_OPEQ)) {
2337 lua_pushnil(L);
2338 lua_setglobal(L, "listen");
2339 }
2340 lua_settop(L, 1);
2341 lua_gc(L, LUA_GCCOLLECT, 0); // collect garbage before forking later
2342 moonbr_run(L);
2343 }
2344 return 0;
2345 }