3 * Copyright (C) Igor Sysoev
7 #include <ngx_config.h>
16 ngx_listening_inet_stream_socket(ngx_conf_t *cf, in_addr_t addr, in_port_t port)
20 struct sockaddr_in *sin;
22 ls = ngx_array_push(&cf->cycle->listening);
27 ngx_memzero(ls, sizeof(ngx_listening_t));
29 sin = ngx_pcalloc(cf->pool, sizeof(struct sockaddr_in));
34 sin->sin_family = AF_INET;
35 sin->sin_addr.s_addr = addr;
36 sin->sin_port = htons(port);
39 ls->addr_text.data = ngx_pnalloc(cf->pool,
40 NGX_INET_ADDRSTRLEN + sizeof(":65535") - 1);
41 if (ls->addr_text.data == NULL) {
45 len = ngx_inet_ntop(AF_INET, &addr, ls->addr_text.data,
48 ls->addr_text.len = ngx_sprintf(ls->addr_text.data + len, ":%d", port)
51 ls->fd = (ngx_socket_t) -1;
52 ls->type = SOCK_STREAM;
53 ls->sockaddr = (struct sockaddr *) sin;
54 ls->socklen = sizeof(struct sockaddr_in);
55 ls->addr_text_max_len = NGX_INET_ADDRSTRLEN;
62 ngx_set_inherited_sockets(ngx_cycle_t *cycle)
68 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
70 struct accept_filter_arg af;
72 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
76 ls = cycle->listening.elts;
77 for (i = 0; i < cycle->listening.nelts; i++) {
81 ls[i].sockaddr = ngx_palloc(cycle->pool, sizeof(struct sockaddr_in));
82 if (ls[i].sockaddr == NULL) {
86 ls[i].socklen = sizeof(struct sockaddr_in);
87 if (getsockname(ls[i].fd, ls[i].sockaddr, &ls[i].socklen) == -1) {
88 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
89 "getsockname() of the inherited "
90 "socket #%d failed", ls[i].fd);
95 switch (ls[i].sockaddr->sa_family) {
99 ls[i].addr_text_max_len = NGX_INET6_ADDRSTRLEN;
104 ls[i].addr_text_max_len = NGX_INET_ADDRSTRLEN;
108 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
109 "the inherited socket #%d has "
110 "an unsupported protocol family", ls[i].fd);
115 len = ls[i].addr_text_max_len + sizeof(":65535") - 1;
117 ls[i].addr_text.data = ngx_pnalloc(cycle->pool, len);
118 if (ls[i].addr_text.data == NULL) {
122 len = ngx_sock_ntop(ls[i].sockaddr, ls[i].addr_text.data, len, 1);
127 ls[i].addr_text.len = len;
129 ls[i].backlog = NGX_LISTEN_BACKLOG;
133 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF, (void *) &ls[i].rcvbuf,
137 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
138 "getsockopt(SO_RCVBUF) %V failed, ignored",
146 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF, (void *) &ls[i].sndbuf,
150 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
151 "getsockopt(SO_SNDBUF) %V failed, ignored",
157 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
159 ngx_memzero(&af, sizeof(struct accept_filter_arg));
160 olen = sizeof(struct accept_filter_arg);
162 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, &af, &olen)
167 if (err == NGX_EINVAL) {
171 ngx_log_error(NGX_LOG_NOTICE, cycle->log, err,
172 "getsockopt(SO_ACCEPTFILTER) for %V failed, ignored",
177 if (olen < sizeof(struct accept_filter_arg) || af.af_name[0] == '\0') {
181 ls[i].accept_filter = ngx_palloc(cycle->pool, 16);
182 if (ls[i].accept_filter == NULL) {
186 (void) ngx_cpystrn((u_char *) ls[i].accept_filter,
187 (u_char *) af.af_name, 16);
190 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
195 if (getsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT, &timeout, &olen)
198 ngx_log_error(NGX_LOG_NOTICE, cycle->log, ngx_errno,
199 "getsockopt(TCP_DEFER_ACCEPT) for %V failed, ignored",
204 if (olen < sizeof(int) || timeout == 0) {
208 ls[i].deferred_accept = 1;
217 ngx_open_listening_sockets(ngx_cycle_t *cycle)
220 ngx_uint_t i, tries, failed;
227 #if (NGX_SUPPRESS_WARN)
233 /* TODO: configurable try number */
235 for (tries = 5; tries; tries--) {
238 /* for each listening socket */
240 ls = cycle->listening.elts;
241 for (i = 0; i < cycle->listening.nelts; i++) {
247 if (ls[i].fd != -1) {
251 if (ls[i].inherited) {
253 /* TODO: close on exit */
254 /* TODO: nonblocking */
255 /* TODO: deferred accept */
260 s = ngx_socket(ls[i].sockaddr->sa_family, ls[i].type, 0);
263 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
264 ngx_socket_n " %V failed", &ls[i].addr_text);
268 if (setsockopt(s, SOL_SOCKET, SO_REUSEADDR,
269 (const void *) &reuseaddr, sizeof(int))
272 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
273 "setsockopt(SO_REUSEADDR) %V failed",
276 if (ngx_close_socket(s) == -1) {
277 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
278 ngx_close_socket_n " %V failed",
285 #if (NGX_HAVE_INET6 && defined IPV6_V6ONLY)
287 if (ls[i].sockaddr->sa_family == AF_INET6 && ls[i].ipv6only) {
290 ipv6only = (ls[i].ipv6only == 1);
292 if (setsockopt(s, IPPROTO_IPV6, IPV6_V6ONLY,
293 (const void *) &ipv6only, sizeof(int))
296 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_socket_errno,
297 "setsockopt(IPV6_V6ONLY) %V failed, ignored",
302 /* TODO: close on exit */
304 if (!(ngx_event_flags & NGX_USE_AIO_EVENT)) {
305 if (ngx_nonblocking(s) == -1) {
306 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
307 ngx_nonblocking_n " %V failed",
310 if (ngx_close_socket(s) == -1) {
311 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
312 ngx_close_socket_n " %V failed",
320 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
321 "bind() %V #%d ", &ls[i].addr_text, s);
323 if (bind(s, ls[i].sockaddr, ls[i].socklen) == -1) {
324 err = ngx_socket_errno;
326 if (err == NGX_EADDRINUSE && ngx_test_config) {
330 ngx_log_error(NGX_LOG_EMERG, log, err,
331 "bind() to %V failed", &ls[i].addr_text);
333 if (ngx_close_socket(s) == -1) {
334 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
335 ngx_close_socket_n " %V failed",
339 if (err != NGX_EADDRINUSE) {
348 if (listen(s, ls[i].backlog) == -1) {
349 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
350 "listen() to %V, backlog %d failed",
351 &ls[i].addr_text, ls[i].backlog);
353 if (ngx_close_socket(s) == -1) {
354 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
355 ngx_close_socket_n " %V failed",
371 /* TODO: delay configurable */
373 ngx_log_error(NGX_LOG_NOTICE, log, 0,
374 "try again to bind() after 500ms");
380 ngx_log_error(NGX_LOG_EMERG, log, 0, "still could not bind()");
389 ngx_configure_listening_socket(ngx_cycle_t *cycle)
394 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
395 struct accept_filter_arg af;
397 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
401 ls = cycle->listening.elts;
402 for (i = 0; i < cycle->listening.nelts; i++) {
404 if (ls[i].rcvbuf != -1) {
405 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF,
406 (const void *) &ls[i].rcvbuf, sizeof(int))
409 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
410 "setsockopt(SO_RCVBUF, %d) %V failed, ignored",
411 ls[i].rcvbuf, &ls[i].addr_text);
415 if (ls[i].sndbuf != -1) {
416 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF,
417 (const void *) &ls[i].sndbuf, sizeof(int))
420 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
421 "setsockopt(SO_SNDBUF, %d) %V failed, ignored",
422 ls[i].sndbuf, &ls[i].addr_text);
430 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_NODELAY,
431 (const void *) &tcp_nodelay, sizeof(int))
434 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
435 "setsockopt(TCP_NODELAY) %V failed, ignored",
443 /* change backlog via listen() */
445 if (listen(ls[i].fd, ls[i].backlog) == -1) {
446 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
447 "listen() to %V, backlog %d failed, ignored",
448 &ls[i].addr_text, ls[i].backlog);
453 * setting deferred mode should be last operation on socket,
454 * because code may prematurely continue cycle on failure
457 #if (NGX_HAVE_DEFERRED_ACCEPT)
459 #ifdef SO_ACCEPTFILTER
461 if (ls[i].delete_deferred) {
462 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, NULL, 0)
465 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
466 "setsockopt(SO_ACCEPTFILTER, NULL) "
467 "for %V failed, ignored",
470 if (ls[i].accept_filter) {
471 ngx_log_error(NGX_LOG_ALERT, cycle->log, 0,
472 "could not change the accept filter "
473 "to \"%s\" for %V, ignored",
474 ls[i].accept_filter, &ls[i].addr_text);
480 ls[i].deferred_accept = 0;
483 if (ls[i].add_deferred) {
484 ngx_memzero(&af, sizeof(struct accept_filter_arg));
485 (void) ngx_cpystrn((u_char *) af.af_name,
486 (u_char *) ls[i].accept_filter, 16);
488 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER,
489 &af, sizeof(struct accept_filter_arg))
492 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
493 "setsockopt(SO_ACCEPTFILTER, \"%s\") "
494 " for %V failed, ignored",
495 ls[i].accept_filter, &ls[i].addr_text);
499 ls[i].deferred_accept = 1;
504 #ifdef TCP_DEFER_ACCEPT
506 if (ls[i].add_deferred || ls[i].delete_deferred) {
508 if (ls[i].add_deferred) {
509 timeout = (int) (ls[i].post_accept_timeout / 1000);
515 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT,
516 &timeout, sizeof(int))
519 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
520 "setsockopt(TCP_DEFER_ACCEPT, %d) for %V failed, "
522 timeout, &ls[i].addr_text);
528 if (ls[i].add_deferred) {
529 ls[i].deferred_accept = 1;
534 #endif /* NGX_HAVE_DEFERRED_ACCEPT */
542 ngx_close_listening_sockets(ngx_cycle_t *cycle)
548 if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
552 ngx_accept_mutex_held = 0;
553 ngx_use_accept_mutex = 0;
555 ls = cycle->listening.elts;
556 for (i = 0; i < cycle->listening.nelts; i++) {
558 c = ls[i].connection;
560 if (c->read->active) {
561 if (ngx_event_flags & NGX_USE_RTSIG_EVENT) {
562 ngx_del_conn(c, NGX_CLOSE_EVENT);
564 } else if (ngx_event_flags & NGX_USE_EPOLL_EVENT) {
567 * it seems that Linux-2.6.x OpenVZ sends events
568 * for closed shared listening sockets unless
569 * the events was explicity deleted
572 ngx_del_event(c->read, NGX_READ_EVENT, 0);
575 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
579 ngx_free_connection(c);
581 c->fd = (ngx_socket_t) -1;
583 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
584 "close listening %V #%d ", &ls[i].addr_text, ls[i].fd);
586 if (ngx_close_socket(ls[i].fd) == -1) {
587 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_socket_errno,
588 ngx_close_socket_n " %V failed", &ls[i].addr_text);
595 ngx_get_connection(ngx_socket_t s, ngx_log_t *log)
598 ngx_event_t *rev, *wev;
601 /* disable warning: Win32 SOCKET is u_int while UNIX socket is int */
603 if (ngx_cycle->files && (ngx_uint_t) s >= ngx_cycle->files_n) {
604 ngx_log_error(NGX_LOG_ALERT, log, 0,
605 "the new socket has number %d, "
606 "but only %ui files are available",
607 s, ngx_cycle->files_n);
613 c = ngx_cycle->free_connections;
616 ngx_log_error(NGX_LOG_ALERT, log, 0,
617 "%ui worker_connections are not enough",
618 ngx_cycle->connection_n);
620 /* ngx_mutex_unlock */
625 ngx_cycle->free_connections = c->data;
626 ngx_cycle->free_connection_n--;
628 /* ngx_mutex_unlock */
630 if (ngx_cycle->files) {
631 ngx_cycle->files[s] = c;
637 ngx_memzero(c, sizeof(ngx_connection_t));
644 instance = rev->instance;
646 ngx_memzero(rev, sizeof(ngx_event_t));
647 ngx_memzero(wev, sizeof(ngx_event_t));
649 rev->instance = !instance;
650 wev->instance = !instance;
652 rev->index = NGX_INVALID_INDEX;
653 wev->index = NGX_INVALID_INDEX;
665 ngx_free_connection(ngx_connection_t *c)
669 c->data = ngx_cycle->free_connections;
670 ngx_cycle->free_connections = c;
671 ngx_cycle->free_connection_n++;
673 /* ngx_mutex_unlock */
675 if (ngx_cycle->files) {
676 ngx_cycle->files[c->fd] = NULL;
682 ngx_close_connection(ngx_connection_t *c)
685 ngx_uint_t log_error, level;
689 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "connection already closed");
693 if (c->read->timer_set) {
694 ngx_del_timer(c->read);
697 if (c->write->timer_set) {
698 ngx_del_timer(c->write);
702 ngx_del_conn(c, NGX_CLOSE_EVENT);
705 if (c->read->active || c->read->disabled) {
706 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
709 if (c->write->active || c->write->disabled) {
710 ngx_del_event(c->write, NGX_WRITE_EVENT, NGX_CLOSE_EVENT);
717 * we have to clean the connection information before the closing
718 * because another thread may reopen the same file descriptor
719 * before we clean the connection
722 ngx_mutex_lock(ngx_posted_events_mutex);
725 ngx_delete_posted_event(c->read);
728 if (c->write->prev) {
729 ngx_delete_posted_event(c->write);
733 c->write->closed = 1;
735 if (c->single_connection) {
736 ngx_unlock(&c->lock);
738 c->write->locked = 0;
741 ngx_mutex_unlock(ngx_posted_events_mutex);
746 ngx_delete_posted_event(c->read);
749 if (c->write->prev) {
750 ngx_delete_posted_event(c->write);
754 c->write->closed = 1;
758 log_error = c->log_error;
760 ngx_free_connection(c);
763 c->fd = (ngx_socket_t) -1;
765 if (ngx_close_socket(fd) == -1) {
767 err = ngx_socket_errno;
769 if (err == NGX_ECONNRESET || err == NGX_ENOTCONN) {
774 level = NGX_LOG_INFO;
782 level = NGX_LOG_CRIT;
786 level = NGX_LOG_CRIT;
789 /* we use ngx_cycle->log because c->log was in c->pool */
791 ngx_log_error(level, ngx_cycle->log, err,
792 ngx_close_socket_n " %d failed", fd);
798 ngx_connection_error(ngx_connection_t *c, ngx_err_t err, char *text)
802 if (err == NGX_ECONNRESET && c->log_error == NGX_ERROR_IGNORE_ECONNRESET) {
807 if (err == NGX_EINVAL && c->log_error == NGX_ERROR_IGNORE_EINVAL) {
813 || err == NGX_ECONNRESET
817 || err == NGX_ENOTCONN
818 || err == NGX_ETIMEDOUT
819 || err == NGX_ECONNREFUSED
820 || err == NGX_ENETDOWN
821 || err == NGX_ENETUNREACH
822 || err == NGX_EHOSTDOWN
823 || err == NGX_EHOSTUNREACH)
825 switch (c->log_error) {
827 case NGX_ERROR_IGNORE_EINVAL:
828 case NGX_ERROR_IGNORE_ECONNRESET:
830 level = NGX_LOG_INFO;
838 level = NGX_LOG_ALERT;
842 level = NGX_LOG_ALERT;
845 ngx_log_error(level, c->log, err, text);