3 * Copyright (C) Igor Sysoev
7 #include <ngx_config.h>
16 ngx_listening_inet_stream_socket(ngx_conf_t *cf, in_addr_t addr, in_port_t port)
20 struct sockaddr_in *sin;
22 ls = ngx_array_push(&cf->cycle->listening);
27 ngx_memzero(ls, sizeof(ngx_listening_t));
29 sin = ngx_pcalloc(cf->pool, sizeof(struct sockaddr_in));
34 sin->sin_family = AF_INET;
35 sin->sin_addr.s_addr = addr;
36 sin->sin_port = htons(port);
39 ls->addr_text.data = ngx_pnalloc(cf->pool,
40 NGX_INET_ADDRSTRLEN + sizeof(":65535") - 1);
41 if (ls->addr_text.data == NULL) {
45 len = ngx_inet_ntop(AF_INET, &addr, ls->addr_text.data,
48 ls->addr_text.len = ngx_sprintf(ls->addr_text.data + len, ":%d", port)
51 ls->fd = (ngx_socket_t) -1;
52 ls->type = SOCK_STREAM;
53 ls->sockaddr = (struct sockaddr *) sin;
54 ls->socklen = sizeof(struct sockaddr_in);
55 ls->addr_text_max_len = NGX_INET_ADDRSTRLEN;
62 ngx_set_inherited_sockets(ngx_cycle_t *cycle)
68 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
70 struct accept_filter_arg af;
72 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
76 ls = cycle->listening.elts;
77 for (i = 0; i < cycle->listening.nelts; i++) {
81 ls[i].sockaddr = ngx_palloc(cycle->pool, sizeof(struct sockaddr_in));
82 if (ls[i].sockaddr == NULL) {
86 ls[i].socklen = sizeof(struct sockaddr_in);
87 if (getsockname(ls[i].fd, ls[i].sockaddr, &ls[i].socklen) == -1) {
88 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
89 "getsockname() of the inherited "
90 "socket #%d failed", ls[i].fd);
95 switch (ls[i].sockaddr->sa_family) {
99 ls[i].addr_text_max_len = NGX_INET6_ADDRSTRLEN;
104 ls[i].addr_text_max_len = NGX_INET_ADDRSTRLEN;
108 ngx_log_error(NGX_LOG_CRIT, cycle->log, ngx_socket_errno,
109 "the inherited socket #%d has "
110 "an unsupported protocol family", ls[i].fd);
115 len = ls[i].addr_text_max_len + sizeof(":65535") - 1;
117 ls[i].addr_text.data = ngx_pnalloc(cycle->pool, len);
118 if (ls[i].addr_text.data == NULL) {
122 len = ngx_sock_ntop(ls[i].sockaddr, ls[i].addr_text.data, len, 1);
127 ls[i].addr_text.len = len;
129 ls[i].backlog = NGX_LISTEN_BACKLOG;
133 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF, (void *) &ls[i].rcvbuf,
137 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
138 "getsockopt(SO_RCVBUF) %V failed, ignored",
146 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF, (void *) &ls[i].sndbuf,
150 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
151 "getsockopt(SO_SNDBUF) %V failed, ignored",
157 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
159 ngx_memzero(&af, sizeof(struct accept_filter_arg));
160 olen = sizeof(struct accept_filter_arg);
162 if (getsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, &af, &olen)
167 if (err == NGX_EINVAL) {
171 ngx_log_error(NGX_LOG_NOTICE, cycle->log, err,
172 "getsockopt(SO_ACCEPTFILTER) for %V failed, ignored",
177 if (olen < sizeof(struct accept_filter_arg) || af.af_name[0] == '\0') {
181 ls[i].accept_filter = ngx_palloc(cycle->pool, 16);
182 if (ls[i].accept_filter == NULL) {
186 (void) ngx_cpystrn((u_char *) ls[i].accept_filter,
187 (u_char *) af.af_name, 16);
190 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
195 if (getsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT, &timeout, &olen)
198 ngx_log_error(NGX_LOG_NOTICE, cycle->log, ngx_errno,
199 "getsockopt(TCP_DEFER_ACCEPT) for %V failed, ignored",
204 if (olen < sizeof(int) || timeout == 0) {
208 ls[i].deferred_accept = 1;
217 ngx_open_listening_sockets(ngx_cycle_t *cycle)
220 ngx_uint_t i, tries, failed;
227 #if (NGX_SUPPRESS_WARN)
233 /* TODO: configurable try number */
235 for (tries = 5; tries; tries--) {
238 /* for each listening socket */
240 ls = cycle->listening.elts;
241 for (i = 0; i < cycle->listening.nelts; i++) {
247 if (ls[i].fd != -1) {
251 if (ls[i].inherited) {
253 /* TODO: close on exit */
254 /* TODO: nonblocking */
255 /* TODO: deferred accept */
260 s = ngx_socket(ls[i].sockaddr->sa_family, ls[i].type, 0);
263 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
264 ngx_socket_n " %V failed", &ls[i].addr_text);
268 if (setsockopt(s, SOL_SOCKET, SO_REUSEADDR,
269 (const void *) &reuseaddr, sizeof(int))
272 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
273 "setsockopt(SO_REUSEADDR) %V failed",
276 if (ngx_close_socket(s) == -1) {
277 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
278 ngx_close_socket_n " %V failed",
285 /* TODO: close on exit */
287 if (!(ngx_event_flags & NGX_USE_AIO_EVENT)) {
288 if (ngx_nonblocking(s) == -1) {
289 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
290 ngx_nonblocking_n " %V failed",
293 if (ngx_close_socket(s) == -1) {
294 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
295 ngx_close_socket_n " %V failed",
303 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
304 "bind() %V #%d ", &ls[i].addr_text, s);
306 if (bind(s, ls[i].sockaddr, ls[i].socklen) == -1) {
307 err = ngx_socket_errno;
309 if (err == NGX_EADDRINUSE && ngx_test_config) {
313 ngx_log_error(NGX_LOG_EMERG, log, err,
314 "bind() to %V failed", &ls[i].addr_text);
316 if (ngx_close_socket(s) == -1) {
317 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
318 ngx_close_socket_n " %V failed",
322 if (err != NGX_EADDRINUSE) {
331 if (listen(s, ls[i].backlog) == -1) {
332 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
333 "listen() to %V, backlog %d failed",
334 &ls[i].addr_text, ls[i].backlog);
336 if (ngx_close_socket(s) == -1) {
337 ngx_log_error(NGX_LOG_EMERG, log, ngx_socket_errno,
338 ngx_close_socket_n " %V failed",
354 /* TODO: delay configurable */
356 ngx_log_error(NGX_LOG_NOTICE, log, 0,
357 "try again to bind() after 500ms");
363 ngx_log_error(NGX_LOG_EMERG, log, 0, "still could not bind()");
372 ngx_configure_listening_socket(ngx_cycle_t *cycle)
377 #if (NGX_HAVE_DEFERRED_ACCEPT && defined SO_ACCEPTFILTER)
378 struct accept_filter_arg af;
380 #if (NGX_HAVE_DEFERRED_ACCEPT && defined TCP_DEFER_ACCEPT)
384 ls = cycle->listening.elts;
385 for (i = 0; i < cycle->listening.nelts; i++) {
387 if (ls[i].rcvbuf != -1) {
388 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_RCVBUF,
389 (const void *) &ls[i].rcvbuf, sizeof(int))
392 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
393 "setsockopt(SO_RCVBUF, %d) %V failed, ignored",
394 ls[i].rcvbuf, &ls[i].addr_text);
398 if (ls[i].sndbuf != -1) {
399 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_SNDBUF,
400 (const void *) &ls[i].sndbuf, sizeof(int))
403 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
404 "setsockopt(SO_SNDBUF, %d) %V failed, ignored",
405 ls[i].sndbuf, &ls[i].addr_text);
413 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_NODELAY,
414 (const void *) &tcp_nodelay, sizeof(int))
417 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
418 "setsockopt(TCP_NODELAY) %V failed, ignored",
426 /* change backlog via listen() */
428 if (listen(ls[i].fd, ls[i].backlog) == -1) {
429 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_socket_errno,
430 "listen() to %V, backlog %d failed, ignored",
431 &ls[i].addr_text, ls[i].backlog);
436 * setting deferred mode should be last operation on socket,
437 * because code may prematurely continue cycle on failure
440 #if (NGX_HAVE_DEFERRED_ACCEPT)
442 #ifdef SO_ACCEPTFILTER
444 if (ls[i].delete_deferred) {
445 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER, NULL, 0)
448 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
449 "setsockopt(SO_ACCEPTFILTER, NULL) "
450 "for %V failed, ignored",
453 if (ls[i].accept_filter) {
454 ngx_log_error(NGX_LOG_ALERT, cycle->log, 0,
455 "could not change the accept filter "
456 "to \"%s\" for %V, ignored",
457 ls[i].accept_filter, &ls[i].addr_text);
463 ls[i].deferred_accept = 0;
466 if (ls[i].add_deferred) {
467 ngx_memzero(&af, sizeof(struct accept_filter_arg));
468 (void) ngx_cpystrn((u_char *) af.af_name,
469 (u_char *) ls[i].accept_filter, 16);
471 if (setsockopt(ls[i].fd, SOL_SOCKET, SO_ACCEPTFILTER,
472 &af, sizeof(struct accept_filter_arg))
475 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
476 "setsockopt(SO_ACCEPTFILTER, \"%s\") "
477 " for %V failed, ignored",
478 ls[i].accept_filter, &ls[i].addr_text);
482 ls[i].deferred_accept = 1;
487 #ifdef TCP_DEFER_ACCEPT
489 if (ls[i].add_deferred || ls[i].delete_deferred) {
491 if (ls[i].add_deferred) {
492 timeout = (int) (ls[i].post_accept_timeout / 1000);
498 if (setsockopt(ls[i].fd, IPPROTO_TCP, TCP_DEFER_ACCEPT,
499 &timeout, sizeof(int))
502 ngx_log_error(NGX_LOG_ALERT, cycle->log, ngx_errno,
503 "setsockopt(TCP_DEFER_ACCEPT, %d) for %V failed, "
505 timeout, &ls[i].addr_text);
511 if (ls[i].add_deferred) {
512 ls[i].deferred_accept = 1;
517 #endif /* NGX_HAVE_DEFERRED_ACCEPT */
525 ngx_close_listening_sockets(ngx_cycle_t *cycle)
531 if (ngx_event_flags & NGX_USE_IOCP_EVENT) {
535 ngx_accept_mutex_held = 0;
536 ngx_use_accept_mutex = 0;
538 ls = cycle->listening.elts;
539 for (i = 0; i < cycle->listening.nelts; i++) {
541 c = ls[i].connection;
543 if (c->read->active) {
544 if (ngx_event_flags & NGX_USE_RTSIG_EVENT) {
545 ngx_del_conn(c, NGX_CLOSE_EVENT);
547 } else if (ngx_event_flags & NGX_USE_EPOLL_EVENT) {
550 * it seems that Linux-2.6.x OpenVZ sends events
551 * for closed shared listening sockets unless
552 * the events was explicity deleted
555 ngx_del_event(c->read, NGX_READ_EVENT, 0);
558 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
562 ngx_free_connection(c);
564 c->fd = (ngx_socket_t) -1;
566 ngx_log_debug2(NGX_LOG_DEBUG_CORE, cycle->log, 0,
567 "close listening %V #%d ", &ls[i].addr_text, ls[i].fd);
569 if (ngx_close_socket(ls[i].fd) == -1) {
570 ngx_log_error(NGX_LOG_EMERG, cycle->log, ngx_socket_errno,
571 ngx_close_socket_n " %V failed", &ls[i].addr_text);
578 ngx_get_connection(ngx_socket_t s, ngx_log_t *log)
581 ngx_event_t *rev, *wev;
584 /* disable warning: Win32 SOCKET is u_int while UNIX socket is int */
586 if (ngx_cycle->files && (ngx_uint_t) s >= ngx_cycle->files_n) {
587 ngx_log_error(NGX_LOG_ALERT, log, 0,
588 "the new socket has number %d, "
589 "but only %ui files are available",
590 s, ngx_cycle->files_n);
596 c = ngx_cycle->free_connections;
599 ngx_log_error(NGX_LOG_ALERT, log, 0,
600 "%ui worker_connections are not enough",
601 ngx_cycle->connection_n);
603 /* ngx_mutex_unlock */
608 ngx_cycle->free_connections = c->data;
609 ngx_cycle->free_connection_n--;
611 /* ngx_mutex_unlock */
613 if (ngx_cycle->files) {
614 ngx_cycle->files[s] = c;
620 ngx_memzero(c, sizeof(ngx_connection_t));
627 instance = rev->instance;
629 ngx_memzero(rev, sizeof(ngx_event_t));
630 ngx_memzero(wev, sizeof(ngx_event_t));
632 rev->instance = !instance;
633 wev->instance = !instance;
635 rev->index = NGX_INVALID_INDEX;
636 wev->index = NGX_INVALID_INDEX;
648 ngx_free_connection(ngx_connection_t *c)
652 c->data = ngx_cycle->free_connections;
653 ngx_cycle->free_connections = c;
654 ngx_cycle->free_connection_n++;
656 /* ngx_mutex_unlock */
658 if (ngx_cycle->files) {
659 ngx_cycle->files[c->fd] = NULL;
665 ngx_close_connection(ngx_connection_t *c)
668 ngx_uint_t log_error, level;
672 ngx_log_error(NGX_LOG_ALERT, c->log, 0, "connection already closed");
676 if (c->read->timer_set) {
677 ngx_del_timer(c->read);
680 if (c->write->timer_set) {
681 ngx_del_timer(c->write);
685 ngx_del_conn(c, NGX_CLOSE_EVENT);
688 if (c->read->active || c->read->disabled) {
689 ngx_del_event(c->read, NGX_READ_EVENT, NGX_CLOSE_EVENT);
692 if (c->write->active || c->write->disabled) {
693 ngx_del_event(c->write, NGX_WRITE_EVENT, NGX_CLOSE_EVENT);
700 * we have to clean the connection information before the closing
701 * because another thread may reopen the same file descriptor
702 * before we clean the connection
705 ngx_mutex_lock(ngx_posted_events_mutex);
708 ngx_delete_posted_event(c->read);
711 if (c->write->prev) {
712 ngx_delete_posted_event(c->write);
716 c->write->closed = 1;
718 if (c->single_connection) {
719 ngx_unlock(&c->lock);
721 c->write->locked = 0;
724 ngx_mutex_unlock(ngx_posted_events_mutex);
729 ngx_delete_posted_event(c->read);
732 if (c->write->prev) {
733 ngx_delete_posted_event(c->write);
737 c->write->closed = 1;
741 log_error = c->log_error;
743 ngx_free_connection(c);
746 c->fd = (ngx_socket_t) -1;
748 if (ngx_close_socket(fd) == -1) {
750 err = ngx_socket_errno;
752 if (err == NGX_ECONNRESET || err == NGX_ENOTCONN) {
757 level = NGX_LOG_INFO;
765 level = NGX_LOG_CRIT;
769 level = NGX_LOG_CRIT;
772 /* we use ngx_cycle->log because c->log was in c->pool */
774 ngx_log_error(level, ngx_cycle->log, err,
775 ngx_close_socket_n " %d failed", fd);
781 ngx_connection_error(ngx_connection_t *c, ngx_err_t err, char *text)
785 if (err == NGX_ECONNRESET
786 && c->log_error == NGX_ERROR_IGNORE_ECONNRESET)
792 || err == NGX_ECONNRESET
796 || err == NGX_ENOTCONN
797 || err == NGX_ETIMEDOUT
798 || err == NGX_ECONNREFUSED
799 || err == NGX_ENETDOWN
800 || err == NGX_ENETUNREACH
801 || err == NGX_EHOSTDOWN
802 || err == NGX_EHOSTUNREACH)
804 switch (c->log_error) {
806 case NGX_ERROR_IGNORE_ECONNRESET:
808 level = NGX_LOG_INFO;
816 level = NGX_LOG_ALERT;
820 level = NGX_LOG_ALERT;
823 ngx_log_error(level, c->log, err, text);