1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
5 /* Copyright (c) University of Cambridge 1995 - 2017 */
6 /* See the file NOTICE for conditions of use and distribution. */
8 /* Functions for doing things with sockets. With the advent of IPv6 this has
9 got messier, so that it's worth pulling out the code into separate functions
10 that other parts of Exim can call, especially as there are now several
11 different places in the code where sockets are used. */
17 /*************************************************
19 *************************************************/
21 /* Socket creation happens in a number of places so it's packaged here for
25 type SOCK_DGRAM or SOCK_STREAM
26 af AF_INET or AF_INET6
28 Returns: socket number or -1 on failure
32 ip_socket(int type, int af)
34 int sock = socket(af, type, 0);
36 log_write(0, LOG_MAIN, "IPv%c socket creation failed: %s",
37 (af == AF_INET6)? '6':'4', strerror(errno));
45 /*************************************************
46 * Convert printing address to numeric *
47 *************************************************/
49 /* This function converts the textual form of an IP address into a numeric form
50 in an appropriate structure in an IPv6 environment. The getaddrinfo() function
51 can (apparently) handle more complicated addresses (e.g. those containing
52 scopes) than inet_pton() in some environments. We use hints to tell it that the
53 input must be a numeric address.
55 However, apparently some operating systems (or libraries) don't support
56 getaddrinfo(), so there is a build-time option to revert to inet_pton() (which
57 does not support scopes).
60 address textual form of the address
61 addr where to copy back the answer
63 Returns: nothing - failure provokes a panic-die
67 ip_addrinfo(const uschar *address, struct sockaddr_in6 *saddr)
69 #ifdef IPV6_USE_INET_PTON
71 if (inet_pton(AF_INET6, CCS address, &saddr->sin6_addr) != 1)
72 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "unable to parse \"%s\" as an "
73 "IP address", address);
74 saddr->sin6_family = AF_INET6;
79 struct addrinfo hints, *res;
80 memset(&hints, 0, sizeof(hints));
81 hints.ai_family = AF_INET6;
82 hints.ai_socktype = SOCK_STREAM;
83 hints.ai_flags = AI_NUMERICHOST;
84 if ((rc = getaddrinfo(CCS address, NULL, &hints, &res)) != 0 || res == NULL)
85 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "unable to parse \"%s\" as an "
86 "IP address: %s", address,
87 (rc == 0)? "NULL result returned" : gai_strerror(rc));
88 memcpy(saddr, res->ai_addr, res->ai_addrlen);
93 #endif /* HAVE_IPV6 */
96 /*************************************************
97 * Bind socket to interface and port *
98 *************************************************/
101 ip_addr(void * sin_, int af, const uschar * address, int port)
103 union sockaddr_46 * sin = sin_;
104 memset(sin, 0, sizeof(*sin));
106 /* Setup code when using an IPv6 socket. The wildcard address is ":", to
107 ensure an IPv6 socket is used. */
112 if (address[0] == ':' && address[1] == 0)
114 sin->v6.sin6_family = AF_INET6;
115 sin->v6.sin6_addr = in6addr_any;
118 ip_addrinfo(address, &sin->v6); /* Panic-dies on error */
119 sin->v6.sin6_port = htons(port);
120 return sizeof(sin->v6);
123 #else /* HAVE_IPv6 */
124 af = af; /* Avoid compiler warning */
125 #endif /* HAVE_IPV6 */
127 /* Setup code when using IPv4 socket. The wildcard address is "". */
130 sin->v4.sin_family = AF_INET;
131 sin->v4.sin_port = htons(port);
132 sin->v4.sin_addr.s_addr = address[0] == 0
133 ? (S_ADDR_TYPE)INADDR_ANY
134 : (S_ADDR_TYPE)inet_addr(CS address);
135 return sizeof(sin->v4);
141 /* This function binds a socket to a local interface address and port. For a
142 wildcard IPv6 bind, the address is ":".
146 af AF_INET or AF_INET6 - the socket type
147 address the IP address, in text form
148 port the IP port (host order)
150 Returns: the result of bind()
154 ip_bind(int sock, int af, uschar *address, int port)
156 union sockaddr_46 sin;
157 int s_len = ip_addr(&sin, af, address, port);
158 return bind(sock, (struct sockaddr *)&sin, s_len);
163 /*************************************************
164 *************************************************/
166 #ifdef EXIM_TFO_PROBE
171 int sock, backlog = 5;
173 if ( (sock = socket(SOCK_STREAM, AF_INET, 0)) < 0
174 && setsockopt(sock, IPPROTO_TCP, TCP_FASTOPEN,
175 &connect_backlog, sizeof(smtp_connect_backlog))
177 tcp_fastopen_ok = TRUE;
184 /*************************************************
185 * Connect socket to remote host *
186 *************************************************/
188 /* This function connects a socket to a remote address and port. The socket may
189 or may not have previously been bound to a local interface. The socket is not
190 closed, even in cases of error. It is expected that the calling function, which
191 created the socket, will be the one that closes it.
195 af AF_INET6 or AF_INET for the socket type
196 address the remote address, in text form
198 timeout a timeout (zero for indefinite timeout)
199 fastopen_blob non-null iff TCP_FASTOPEN can be used; may indicate early-data to
200 be sent in SYN segment
202 Returns: 0 on success; -1 on failure, with errno set
206 ip_connect(int sock, int af, const uschar *address, int port, int timeout,
207 const blob * fastopen_blob)
209 struct sockaddr_in s_in4;
210 struct sockaddr *s_ptr;
211 int s_len, rc, save_errno;
213 /* For an IPv6 address, use an IPv6 sockaddr structure. */
216 struct sockaddr_in6 s_in6;
219 memset(&s_in6, 0, sizeof(s_in6));
220 ip_addrinfo(address, &s_in6); /* Panic-dies on error */
221 s_in6.sin6_port = htons(port);
222 s_ptr = (struct sockaddr *)&s_in6;
223 s_len = sizeof(s_in6);
226 #else /* HAVE_IPV6 */
227 af = af; /* Avoid compiler warning */
228 #endif /* HAVE_IPV6 */
230 /* For an IPv4 address, use an IPv4 sockaddr structure, even on a system with
234 memset(&s_in4, 0, sizeof(s_in4));
235 s_in4.sin_family = AF_INET;
236 s_in4.sin_port = htons(port);
237 s_in4.sin_addr.s_addr = (S_ADDR_TYPE)inet_addr(CCS address);
238 s_ptr = (struct sockaddr *)&s_in4;
239 s_len = sizeof(s_in4);
242 /* If no connection timeout is set, just call connect() without setting a
243 timer, thereby allowing the inbuilt OS timeout to operate. */
245 callout_address = string_sprintf("[%s]:%d", address, port);
246 sigalrm_seen = FALSE;
247 if (timeout > 0) alarm(timeout);
249 #if defined(TCP_FASTOPEN) && defined(MSG_FASTOPEN)
250 /* TCP Fast Open, if the system has a cookie from a previous call to
251 this peer, can send data in the SYN packet. The peer can send data
252 before it gets our ACK of its SYN,ACK - the latter is useful for
253 the SMTP banner. Other (than SMTP) cases of TCP connections can
254 possibly use the data-on-syn, so support that too. */
256 if (fastopen_blob && tcp_fastopen_ok)
258 if ((rc = sendto(sock, fastopen_blob->data, fastopen_blob->len,
259 MSG_FASTOPEN | MSG_DONTWAIT, s_ptr, s_len)) >= 0)
260 /* seen for with-data, experimental TFO option, with-cookie case */
261 /* seen for with-data, proper TFO opt, with-cookie case */
263 DEBUG(D_transport|D_v)
264 debug_printf("non-TFO mode connection attempt to %s, %lu data\n",
265 address, (unsigned long)fastopen_blob->len);
266 tcp_out_fastopen = fastopen_blob->len > 0 ? 2 : 1;
268 else if (errno == EINPROGRESS) /* expected if we had no cookie for peer */
269 /* seen for no-data, proper TFO option, both cookie-request and with-cookie cases */
270 /* apparently no visibility of the diffference at this point */
271 /* seen for with-data, proper TFO opt, cookie-req */
272 /* with netwk delay, post-conn tcp_info sees unacked 1 for R, 2 for C; code in smtp_out.c */
273 /* ? older Experimental TFO option behaviour ? */
274 { /* queue unsent data */
275 DEBUG(D_transport|D_v) debug_printf("TFO mode sendto, %s data: EINPROGRESS\n",
276 fastopen_blob->len > 0 ? "with" : "no");
277 if (!fastopen_blob->data)
279 tcp_out_fastopen = 1; /* we tried; unknown if useful yet */
283 rc = send(sock, fastopen_blob->data, fastopen_blob->len, 0);
285 else if(errno == EOPNOTSUPP)
288 debug_printf("Tried TCP Fast Open but apparently not enabled by sysctl\n");
296 DEBUG(D_transport|D_v) if (fastopen_blob)
297 debug_printf("non-TFO mode connection attempt to %s, %lu data\n",
298 address, (unsigned long)fastopen_blob->len);
299 if ((rc = connect(sock, s_ptr, s_len)) >= 0)
300 if ( fastopen_blob && fastopen_blob->data && fastopen_blob->len
301 && send(sock, fastopen_blob->data, fastopen_blob->len, 0) < 0)
308 /* There is a testing facility for simulating a connection timeout, as I
309 can't think of any other way of doing this. It converts a connection refused
310 into a timeout if the timeout is set to 999999. */
312 if (running_in_test_harness && save_errno == ECONNREFUSED && timeout == 999999)
324 /* A failure whose error code is "Interrupted system call" is in fact
325 an externally applied timeout if the signal handler has been run. */
327 errno = save_errno == EINTR && sigalrm_seen ? ETIMEDOUT : save_errno;
333 /*************************************************
334 * Create connected socket to remote host *
335 *************************************************/
337 /* Create a socket and connect to host (name or number, ipv6 ok)
338 at one of port-range.
341 type SOCK_DGRAM or SOCK_STREAM
342 af AF_INET6 or AF_INET for the socket type
343 address the remote address, in text form
344 portlo,porthi the remote port range
346 connhost if not NULL, host_item to be filled in with connection details
347 errstr pointer for allocated string on error
348 fastopen_blob with SOCK_STREAM, if non-null, request TCP Fast Open.
349 Additionally, optional early-data to send
352 socket fd, or -1 on failure (having allocated an error string)
355 ip_connectedsocket(int type, const uschar * hostname, int portlo, int porthi,
356 int timeout, host_item * connhost, uschar ** errstr, const blob * fastopen_blob)
361 int af = 0, fd, fd4 = -1, fd6 = -1;
364 shost.address = NULL;
368 namelen = Ustrlen(hostname);
370 /* Anything enclosed in [] must be an IP address. */
372 if (hostname[0] == '[' &&
373 hostname[namelen - 1] == ']')
375 uschar * host = string_copyn(hostname+1, namelen-2);
376 if (string_is_ip_address(host, NULL) == 0)
378 *errstr = string_sprintf("malformed IP address \"%s\"", hostname);
381 shost.name = shost.address = host;
384 /* Otherwise check for an unadorned IP address */
386 else if (string_is_ip_address(hostname, NULL) != 0)
387 shost.name = shost.address = string_copyn(hostname, namelen);
389 /* Otherwise lookup IP address(es) from the name */
393 shost.name = string_copyn(hostname, namelen);
394 if (host_find_byname(&shost, NULL, HOST_FIND_QUALIFY_SINGLE,
395 NULL, FALSE) != HOST_FOUND)
397 *errstr = string_sprintf("no IP address found for host %s", shost.name);
402 /* Try to connect to the server - test each IP till one works */
404 for (h = &shost; h; h = h->next)
406 fd = Ustrchr(h->address, ':') != 0
407 ? fd6 < 0 ? (fd6 = ip_socket(type, af = AF_INET6)) : fd6
408 : fd4 < 0 ? (fd4 = ip_socket(type, af = AF_INET )) : fd4;
412 *errstr = string_sprintf("failed to create socket: %s", strerror(errno));
416 for(port = portlo; port <= porthi; port++)
417 if (ip_connect(fd, af, h->address, port, timeout, fastopen_blob) == 0)
419 if (fd != fd6) close(fd6);
420 if (fd != fd4) close(fd4);
425 connhost->next = NULL;
431 *errstr = string_sprintf("failed to connect to any address for %s: %s",
432 hostname, strerror(errno));
435 close(fd4); close(fd6); return -1;
441 ip_tcpsocket(const uschar * hostport, uschar ** errstr, int tmo)
444 uschar hostname[256];
445 unsigned int portlow, porthigh;
447 /* extract host and port part */
448 scan = sscanf(CS hostport, "%255s %u-%u", hostname, &portlow, &porthigh);
453 *errstr = string_sprintf("invalid socket '%s'", hostport);
459 return ip_connectedsocket(SOCK_STREAM, hostname, portlow, porthigh,
460 tmo, NULL, errstr, NULL);
464 ip_unixsocket(const uschar * path, uschar ** errstr)
467 struct sockaddr_un server;
469 if ((sock = socket(AF_UNIX, SOCK_STREAM, 0)) < 0)
471 *errstr = US"can't open UNIX socket.";
475 callout_address = string_copy(path);
476 server.sun_family = AF_UNIX;
477 Ustrncpy(server.sun_path, path, sizeof(server.sun_path)-1);
478 server.sun_path[sizeof(server.sun_path)-1] = '\0';
479 if (connect(sock, (struct sockaddr *) &server, sizeof(server)) < 0)
483 *errstr = string_sprintf("unable to connect to UNIX socket (%s): %s",
484 path, strerror(err));
491 ip_streamsocket(const uschar * spec, uschar ** errstr, int tmo)
494 ? ip_unixsocket(spec, errstr) : ip_tcpsocket(spec, errstr, tmo);
497 /*************************************************
498 * Set keepalive on a socket *
499 *************************************************/
501 /* Can be called for both incoming and outgoing sockets.
505 address the remote host address, for failure logging
506 torf true for outgoing connection, false for incoming
512 ip_keepalive(int sock, const uschar *address, BOOL torf)
515 if (setsockopt(sock, SOL_SOCKET, SO_KEEPALIVE,
516 US (&fodder), sizeof(fodder)) != 0)
517 log_write(0, LOG_MAIN, "setsockopt(SO_KEEPALIVE) on connection %s %s "
518 "failed: %s", torf? "to":"from", address, strerror(errno));
523 /*************************************************
524 * Receive from a socket with timeout *
525 *************************************************/
529 fd the file descriptor
530 timeout the timeout, seconds
531 Returns: TRUE => ready for i/o
532 FALSE => timed out, or other error
535 fd_ready(int fd, int timeout)
538 time_t start_recv = time(NULL);
539 int time_left = timeout;
547 /* Wait until the socket is ready */
551 struct timeval tv = { .tv_sec = time_left, .tv_usec = 0 };
552 FD_ZERO (&select_inset);
553 FD_SET (fd, &select_inset);
555 /*DEBUG(D_transport) debug_printf("waiting for data on fd\n");*/
556 rc = select(fd + 1, (SELECT_ARG2_TYPE *)&select_inset, NULL, NULL, &tv);
558 /* If some interrupt arrived, just retry. We presume this to be rare,
559 but it can happen (e.g. the SIGUSR1 signal sent by exiwhat causes
562 Aug 2004: Somebody set up a cron job that ran exiwhat every 2 minutes, making
563 the interrupt not at all rare. Since the timeout is typically more than 2
564 minutes, the effect was to block the timeout completely. To prevent this
565 happening again, we do an explicit time test and adjust the timeout
568 if (rc < 0 && errno == EINTR)
570 DEBUG(D_transport) debug_printf("EINTR while waiting for socket data\n");
572 /* Watch out, 'continue' jumps to the condition, not to the loops top */
573 time_left = timeout - (time(NULL) - start_recv);
574 if (time_left > 0) continue;
583 /* Checking the FD_ISSET is not enough, if we're interrupted, the
584 select_inset may still contain the 'input'. */
586 while (rc < 0 || !FD_ISSET(fd, &select_inset));
590 /* The timeout is implemented using select(), and we loop to cover select()
591 getting interrupted, and the possibility of select() returning with a positive
592 result but no ready descriptor. Is this in fact possible?
597 bufsize the buffer size
600 Returns: > 0 => that much data read
601 <= 0 on error or EOF; errno set - zero for EOF
605 ip_recv(int sock, uschar *buffer, int buffsize, int timeout)
609 if (!fd_ready(sock, timeout))
612 /* The socket is ready, read from it (via TLS if it's active). On EOF (i.e.
613 close down of the connection), set errno to zero; otherwise leave it alone. */
616 if (tls_out.active == sock)
617 rc = tls_read(FALSE, buffer, buffsize);
618 else if (tls_in.active == sock)
619 rc = tls_read(TRUE, buffer, buffsize);
622 rc = recv(sock, buffer, buffsize, 0);
624 if (rc > 0) return rc;
625 if (rc == 0) errno = 0;
632 /*************************************************
633 * Lookup address family of potential socket *
634 *************************************************/
636 /* Given a file-descriptor, check to see if it's a socket and, if so,
637 return the address family; detects IPv4 vs IPv6. If not a socket then
640 The value 0 is typically AF_UNSPEC, which should not be seen on a connected
641 fd. If the return is -1, the errno will be from getsockname(); probably
642 ENOTSOCK or ECONNRESET.
644 Arguments: socket-or-not fd
645 Returns: address family or -1
649 ip_get_address_family(int fd)
651 struct sockaddr_storage ss;
652 socklen_t sslen = sizeof(ss);
654 if (getsockname(fd, (struct sockaddr *) &ss, &sslen) < 0)
657 return (int) ss.ss_family;
663 /*************************************************
664 * Lookup DSCP settings for a socket *
665 *************************************************/
667 struct dscp_name_tableentry {
671 /* Keep both of these tables sorted! */
672 static struct dscp_name_tableentry dscp_table[] = {
673 #ifdef IPTOS_DSCP_AF11
674 { CUS"af11", IPTOS_DSCP_AF11 },
675 { CUS"af12", IPTOS_DSCP_AF12 },
676 { CUS"af13", IPTOS_DSCP_AF13 },
677 { CUS"af21", IPTOS_DSCP_AF21 },
678 { CUS"af22", IPTOS_DSCP_AF22 },
679 { CUS"af23", IPTOS_DSCP_AF23 },
680 { CUS"af31", IPTOS_DSCP_AF31 },
681 { CUS"af32", IPTOS_DSCP_AF32 },
682 { CUS"af33", IPTOS_DSCP_AF33 },
683 { CUS"af41", IPTOS_DSCP_AF41 },
684 { CUS"af42", IPTOS_DSCP_AF42 },
685 { CUS"af43", IPTOS_DSCP_AF43 },
686 { CUS"ef", IPTOS_DSCP_EF },
689 { CUS"lowcost", IPTOS_LOWCOST },
691 { CUS"lowdelay", IPTOS_LOWDELAY },
693 { CUS"mincost", IPTOS_MINCOST },
695 { CUS"reliability", IPTOS_RELIABILITY },
696 { CUS"throughput", IPTOS_THROUGHPUT }
698 static int dscp_table_size =
699 sizeof(dscp_table) / sizeof(struct dscp_name_tableentry);
701 /* DSCP values change by protocol family, and so do the options used for
702 setsockopt(); this utility does all the lookups. It takes an unexpanded
703 option string, expands it, strips off affix whitespace, then checks if it's
704 a number. If all of what's left is a number, then that's how the option will
705 be parsed and success/failure is a range check. If it's not all a number,
706 then it must be a supported keyword.
709 dscp_name a string, so far unvalidated
710 af address_family in use
711 level setsockopt level to use
712 optname setsockopt name to use
713 dscp_value value for dscp_name
715 Returns: TRUE if okay to setsockopt(), else FALSE
717 *level and *optname may be set even if FALSE is returned
721 dscp_lookup(const uschar *dscp_name, int af,
722 int *level, int *optname, int *dscp_value)
724 uschar *dscp_lookup, *p;
733 #if HAVE_IPV6 && defined(IPV6_TCLASS)
734 else if (af == AF_INET6)
736 *level = IPPROTO_IPV6;
737 *optname = IPV6_TCLASS;
743 debug_printf("Unhandled address family %d in dscp_lookup()\n", af);
749 debug_printf("[empty DSCP]\n");
752 dscp_lookup = expand_string(US dscp_name);
753 if (dscp_lookup == NULL || *dscp_lookup == '\0')
756 p = dscp_lookup + Ustrlen(dscp_lookup) - 1;
757 while (isspace(*p)) *p-- = '\0';
758 while (isspace(*dscp_lookup) && dscp_lookup < p) dscp_lookup++;
759 if (*dscp_lookup == '\0')
762 rawlong = Ustrtol(dscp_lookup, &p, 0);
763 if (p != dscp_lookup && *p == '\0')
765 /* We have six bits available, which will end up shifted to fit in 0xFC mask.
766 RFC 2597 defines the values unshifted. */
767 if (rawlong < 0 || rawlong > 0x3F)
770 debug_printf("DSCP value %ld out of range, ignored.\n", rawlong);
773 *dscp_value = rawlong << 2;
778 last = dscp_table_size;
781 int middle = (first + last)/2;
782 int c = Ustrcmp(dscp_lookup, dscp_table[middle].name);
785 *dscp_value = dscp_table[middle].value;
797 dscp_list_to_stream(FILE *stream)
800 for (i=0; i < dscp_table_size; ++i)
801 fprintf(stream, "%s\n", dscp_table[i].name);