3 * Copyright (C) Igor Sysoev
7 #include <ngx_config.h>
16 ngx_listening_inet_stream_socket(ngx_conf_t *cf, in_addr_t addr, in_port_t port)
20 struct sockaddr_in *sin;
22 ls = ngx_array_push(&cf->cycle->listening);
27 ngx_memzero(ls, sizeof(ngx_listening_t));
29 sin = ngx_pcalloc(cf->pool, sizeof(struct sockaddr_in));
34 sin->sin_family = AF_INET;
35 sin->sin_addr.s_addr = addr;
36 sin->sin_port = htons(port);
39 ls->addr_text.data = ngx_pnalloc(cf->pool,
40 NGX_INET_ADDRSTRLEN + sizeof(":65535") - 1);
41 if (ls->addr_text.data == NULL) {
45 len = ngx_inet_ntop(AF_INET, &addr, ls->addr_text.data,
48 ls->addr_text.len = ngx_sprintf(ls->addr_text.data + len, ":%d", port)
51 ls->fd = (ngx_socket_t) -1;
52 ls->type = SOCK_STREAM;
53 ls->sockaddr = (struct sockaddr *) sin;
54 ls->socklen = sizeof(struct sockaddr_in);
55 ls->addr = offsetof(struct sockaddr_in, sin_addr);
56 ls->addr_text_max_len = NGX_INET_ADDRSTRLEN;
63 ngx_set_inherited_sockets(ngx_cycle_t *cycle)
68 struct sockaddr_in *sin;
70 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
72 struct accept_filter_arg af;
74 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
78 ls = cycle->listening.elts;
79 for (i = 0; i < cycle->listening.nelts; i++) {
83 ls[i].sockaddr = ngx_palloc(cycle->pool, sizeof(struct sockaddr_in));
84 if (ls[i].sockaddr == NULL) {
88 ls[i].socklen = sizeof(struct sockaddr_in);
89 if (getsockname(ls[i].fd, ls[i].sockaddr, &ls[i].socklen) == -1) {
90 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
91 "getsockname() of the inherited "
92 "socket #%d failed", ls[i].fd);
97 sin = (struct sockaddr_in *) ls[i].sockaddr;
99 if (sin->sin_family != AF_INET) {
100 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
101 "the inherited socket #%d has "
102 "unsupported family", ls[i].fd);
107 ls[i].addr_text_max_len = NGX_INET_ADDRSTRLEN;
109 ls[i].addr_text.data = ngx_pnalloc(cycle->pool,
110 NGX_INET_ADDRSTRLEN + sizeof(":65535") - 1);
111 if (ls[i].addr_text.data == NULL) {
115 len = ngx_sock_ntop(ls[i].sockaddr, ls[i].addr_text.data,
116 NGX_INET_ADDRSTRLEN);
121 ls[i].addr_text.len = ngx_sprintf(ls[i].addr_text.data + len, ":%d",
122 ntohs(sin->sin_port))
123 - ls[i].addr_text.data;
125 ls[i].backlog = NGX_LISTEN_BACKLOG;
129 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF, (void *) &ls[i].rcvbuf,
133 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
134 "getsockopt(SO_RCVBUF) %V failed, ignored",
142 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF, (void *) &ls[i].sndbuf,
146 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
147 "getsockopt(SO_SNDBUF) %V failed, ignored",
153 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
155 ngx_memzero(&af, sizeof(struct accept_filter_arg));
156 olen = sizeof(struct accept_filter_arg);
158 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, &af, &olen)
163 if (err == NGX_EINVAL) {
167 ngx_log_error(NGX_LOG_NOTICE, cycle->log, err,
168 "getsockopt(SO_ACCEPTFILTER) for %V failed, ignored",
173 if (olen < sizeof(struct accept_filter_arg) || af.af_name[0] == '\0') {
177 ls[i].accept_filter = ngx_palloc(cycle->pool, 16);
178 if (ls[i].accept_filter == NULL) {
182 (void) ngx_cpystrn((u_char *) ls[i].accept_filter,
183 (u_char *) af.af_name, 16);
186 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
191 if (getsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT, &timeout, &olen)
194 ngx_log_error(NGX_LOG_NOTICE, cycle->log, ngx_errno,
195 "getsockopt(TCP_DEFER_ACCEPT) for %V failed, ignored",
200 if (olen < sizeof(int) || timeout == 0) {
204 ls[i].deferred_accept = 1;
213 ngx_open_listening_sockets(ngx_cycle_t *cycle)
216 ngx_uint_t i, tries, failed;
223 #if (NGX_SUPPRESS_WARN)
229 /* TODO: configurable try number */
231 for (tries = 5; tries; tries--) {
234 /* for each listening socket */
236 ls = cycle->listening.elts;
237 for (i = 0; i < cycle->listening.nelts; i++) {
243 if (ls[i].fd != -1) {
247 if (ls[i].inherited) {
249 /* TODO: close on exit */
250 /* TODO: nonblocking */
251 /* TODO: deferred accept */
256 s = ngx_socket(ls[i].sockaddr->sa_family, ls[i].type, 0);
259 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
260 ngx_socket_n " %V failed", &ls[i].addr_text);
264 if (setsockopt(s, SOL_SOCKET, SO_REUSEADDR,
265 (const void *) &reuseaddr, sizeof(int))
268 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
269 "setsockopt(SO_REUSEADDR) %V failed",
272 if (ngx_close_socket(s) == -1) {
273 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
274 ngx_close_socket_n " %V failed",
281 /* TODO: close on exit */
283 if (!(ngx_event_flags & NGX_USE_AIO_EVENT)) {
284 if (ngx_nonblocking(s) == -1) {
285 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
286 ngx_nonblocking_n " %V failed",
289 if (ngx_close_socket(s) == -1) {
290 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
291 ngx_close_socket_n " %V failed",
299 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
300 "bind() %V #%d ", &ls[i].addr_text, s);
302 if (bind(s, ls[i].sockaddr, ls[i].socklen) == -1) {
303 err = ngx_socket_errno;
305 if (err == NGX_EADDRINUSE && ngx_test_config) {
309 ngx_log_error(NGX_LOG_EMERG, log, err,
310 "bind() to %V failed", &ls[i].addr_text);
312 if (ngx_close_socket(s) == -1) {
313 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
314 ngx_close_socket_n " %V failed",
318 if (err != NGX_EADDRINUSE) {
327 if (listen(s, ls[i].backlog) == -1) {
328 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
329 "listen() to %V, backlog %d failed",
330 &ls[i].addr_text, ls[i].backlog);
332 if (ngx_close_socket(s) == -1) {
333 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
334 ngx_close_socket_n " %V failed",
350 /* TODO: delay configurable */
352 ngx_log_error(NGX_LOG_NOTICE, log, 0,
353 "try again to bind() after 500ms");
359 ngx_log_error(NGX_LOG_EMERG, log, 0, "still could not bind()");
368 ngx_configure_listening_socket(ngx_cycle_t *cycle)
373 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
374 struct accept_filter_arg af;
376 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
380 ls = cycle->listening.elts;
381 for (i = 0; i < cycle->listening.nelts; i++) {
383 if (ls[i].rcvbuf != -1) {
384 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF,
385 (const void *) &ls[i].rcvbuf, sizeof(int))
388 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
389 "setsockopt(SO_RCVBUF, %d) %V failed, ignored",
390 ls[i].rcvbuf, &ls[i].addr_text);
394 if (ls[i].sndbuf != -1) {
395 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF,
396 (const void *) &ls[i].sndbuf, sizeof(int))
399 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
400 "setsockopt(SO_SNDBUF, %d) %V failed, ignored",
401 ls[i].sndbuf, &ls[i].addr_text);
409 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_NODELAY,
410 (const void *) &tcp_nodelay, sizeof(int))
413 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
414 "setsockopt(TCP_NODELAY) %V failed, ignored",
422 /* change backlog via listen() */
424 if (listen(ls[i].fd, ls[i].backlog) == -1) {
425 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
426 "listen() to %V, backlog %d failed, ignored",
427 &ls[i].addr_text, ls[i].backlog);
432 * setting deferred mode should be last operation on socket,
433 * because code may prematurely continue cycle on failure
436 #if (NGX_HAVE_DEFERRED_ACCEPT)
438 #ifdef SO_ACCEPTFILTER
440 if (ls[i].delete_deferred) {
441 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, NULL, 0)
444 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
445 "setsockopt(SO_ACCEPTFILTER, NULL) "
446 "for %V failed, ignored",
449 if (ls[i].accept_filter) {
450 ngx_log_error(NGX_LOG_ALERT, cycle->log, 0,
451 "could not change the accept filter "
452 "to \"%s\" for %V, ignored",
453 ls[i].accept_filter, &ls[i].addr_text);
459 ls[i].deferred_accept = 0;
462 if (ls[i].add_deferred) {
463 ngx_memzero(&af, sizeof(struct accept_filter_arg));
464 (void) ngx_cpystrn((u_char *) af.af_name,
465 (u_char *) ls[i].accept_filter, 16);
467 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER,
468 &af, sizeof(struct accept_filter_arg))
471 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
472 "setsockopt(SO_ACCEPTFILTER, \"%s\") "
473 " for %V failed, ignored",
474 ls[i].accept_filter, &ls[i].addr_text);
478 ls[i].deferred_accept = 1;
483 #ifdef TCP_DEFER_ACCEPT
485 if (ls[i].add_deferred || ls[i].delete_deferred) {
487 if (ls[i].add_deferred) {
488 timeout = (int) (ls[i].post_accept_timeout / 1000);
494 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT,
495 &timeout, sizeof(int))
498 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
499 "setsockopt(TCP_DEFER_ACCEPT, %d) for %V failed, "
501 timeout, &ls[i].addr_text);
507 if (ls[i].add_deferred) {
508 ls[i].deferred_accept = 1;
513 #endif /* NGX_HAVE_DEFERRED_ACCEPT */
521 ngx_close_listening_sockets(ngx_cycle_t *cycle)
527 if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
531 ngx_accept_mutex_held = 0;
532 ngx_use_accept_mutex = 0;
534 ls = cycle->listening.elts;
535 for (i = 0; i < cycle->listening.nelts; i++) {
537 c = ls[i].connection;
539 if (c->read->active) {
540 if (ngx_event_flags & NGX_USE_RTSIG_EVENT) {
541 ngx_del_conn(c, NGX_CLOSE_EVENT);
543 } else if (ngx_event_flags & NGX_USE_EPOLL_EVENT) {
546 * it seems that Linux-2.6.x OpenVZ sends events
547 * for closed shared listening sockets unless
548 * the events was explicity deleted
551 ngx_del_event(c->read, NGX_READ_EVENT, 0);
554 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
558 ngx_free_connection(c);
560 c->fd = (ngx_socket_t) -1;
562 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
563 "close listening %V #%d ", &ls[i].addr_text, ls[i].fd);
565 if (ngx_close_socket(ls[i].fd) == -1) {
566 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_socket_errno,
567 ngx_close_socket_n " %V failed", &ls[i].addr_text);
574 ngx_get_connection(ngx_socket_t s, ngx_log_t *log)
577 ngx_event_t *rev, *wev;
580 /* disable warning: Win32 SOCKET is u_int while UNIX socket is int */
582 if (ngx_cycle->files && (ngx_uint_t) s >= ngx_cycle->files_n) {
583 ngx_log_error(NGX_LOG_ALERT, log, 0,
584 "the new socket has number %d, "
585 "but only %ui files are available",
586 s, ngx_cycle->files_n);
592 c = ngx_cycle->free_connections;
595 ngx_log_error(NGX_LOG_ALERT, log, 0,
596 "%ui worker_connections are not enough",
597 ngx_cycle->connection_n);
599 /* ngx_mutex_unlock */
604 ngx_cycle->free_connections = c->data;
605 ngx_cycle->free_connection_n--;
607 /* ngx_mutex_unlock */
609 if (ngx_cycle->files) {
610 ngx_cycle->files[s] = c;
616 ngx_memzero(c, sizeof(ngx_connection_t));
623 instance = rev->instance;
625 ngx_memzero(rev, sizeof(ngx_event_t));
626 ngx_memzero(wev, sizeof(ngx_event_t));
628 rev->instance = !instance;
629 wev->instance = !instance;
631 rev->index = NGX_INVALID_INDEX;
632 wev->index = NGX_INVALID_INDEX;
644 ngx_free_connection(ngx_connection_t *c)
648 c->data = ngx_cycle->free_connections;
649 ngx_cycle->free_connections = c;
650 ngx_cycle->free_connection_n++;
652 /* ngx_mutex_unlock */
654 if (ngx_cycle->files) {
655 ngx_cycle->files[c->fd] = NULL;
661 ngx_close_connection(ngx_connection_t *c)
664 ngx_uint_t log_error, level;
668 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "connection already closed");
672 if (c->read->timer_set) {
673 ngx_del_timer(c->read);
676 if (c->write->timer_set) {
677 ngx_del_timer(c->write);
681 ngx_del_conn(c, NGX_CLOSE_EVENT);
684 if (c->read->active || c->read->disabled) {
685 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
688 if (c->write->active || c->write->disabled) {
689 ngx_del_event(c->write, NGX_WRITE_EVENT, NGX_CLOSE_EVENT);
696 * we have to clean the connection information before the closing
697 * because another thread may reopen the same file descriptor
698 * before we clean the connection
701 ngx_mutex_lock(ngx_posted_events_mutex);
704 ngx_delete_posted_event(c->read);
707 if (c->write->prev) {
708 ngx_delete_posted_event(c->write);
712 c->write->closed = 1;
714 if (c->single_connection) {
715 ngx_unlock(&c->lock);
717 c->write->locked = 0;
720 ngx_mutex_unlock(ngx_posted_events_mutex);
725 ngx_delete_posted_event(c->read);
728 if (c->write->prev) {
729 ngx_delete_posted_event(c->write);
733 c->write->closed = 1;
737 log_error = c->log_error;
739 ngx_free_connection(c);
742 c->fd = (ngx_socket_t) -1;
744 if (ngx_close_socket(fd) == -1) {
746 err = ngx_socket_errno;
748 if (err == NGX_ECONNRESET || err == NGX_ENOTCONN) {
753 level = NGX_LOG_INFO;
761 level = NGX_LOG_CRIT;
765 level = NGX_LOG_CRIT;
768 /* we use ngx_cycle->log because c->log was in c->pool */
770 ngx_log_error(level, ngx_cycle->log, err,
771 ngx_close_socket_n " %d failed", fd);
777 ngx_connection_error(ngx_connection_t *c, ngx_err_t err, char *text)
781 if (err == NGX_ECONNRESET
782 && c->log_error == NGX_ERROR_IGNORE_ECONNRESET)
788 || err == NGX_ECONNRESET
792 || err == NGX_ENOTCONN
793 || err == NGX_ETIMEDOUT
794 || err == NGX_ECONNREFUSED
795 || err == NGX_ENETDOWN
796 || err == NGX_ENETUNREACH
797 || err == NGX_EHOSTDOWN
798 || err == NGX_EHOSTUNREACH)
800 switch (c->log_error) {
802 case NGX_ERROR_IGNORE_ECONNRESET:
804 level = NGX_LOG_INFO;
812 level = NGX_LOG_ALERT;
816 level = NGX_LOG_ALERT;
819 ngx_log_error(level, c->log, err, text);