1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
5 /* Copyright (c) University of Cambridge 1995 - 2018 */
6 /* Copyright (c) The Exim Maintainers 2020 */
7 /* See the file NOTICE for conditions of use and distribution. */
9 /* Functions for doing things with sockets. With the advent of IPv6 this has
10 got messier, so that it's worth pulling out the code into separate functions
11 that other parts of Exim can call, especially as there are now several
12 different places in the code where sockets are used. */
18 #if defined(TCP_FASTOPEN)
19 # if defined(MSG_FASTOPEN) || defined(EXIM_TFO_CONNECTX) || defined(EXIM_TFO_FREEBSD)
20 # define EXIM_SUPPORT_TFO
24 /*************************************************
26 *************************************************/
28 /* Socket creation happens in a number of places so it's packaged here for
32 type SOCK_DGRAM or SOCK_STREAM
33 af AF_INET or AF_INET6
35 Returns: socket number or -1 on failure
39 ip_socket(int type, int af)
41 int sock = socket(af, type, 0);
43 log_write(0, LOG_MAIN, "IPv%c socket creation failed: %s",
44 (af == AF_INET6)? '6':'4', strerror(errno));
52 /*************************************************
53 * Convert printing address to numeric *
54 *************************************************/
56 /* This function converts the textual form of an IP address into a numeric form
57 in an appropriate structure in an IPv6 environment. The getaddrinfo() function
58 can (apparently) handle more complicated addresses (e.g. those containing
59 scopes) than inet_pton() in some environments. We use hints to tell it that the
60 input must be a numeric address.
62 However, apparently some operating systems (or libraries) don't support
63 getaddrinfo(), so there is a build-time option to revert to inet_pton() (which
64 does not support scopes).
67 address textual form of the address
68 addr where to copy back the answer
70 Returns: nothing - failure provokes a panic-die
74 ip_addrinfo(const uschar *address, struct sockaddr_in6 *saddr)
76 #ifdef IPV6_USE_INET_PTON
78 if (inet_pton(AF_INET6, CCS address, &saddr->sin6_addr) != 1)
79 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "unable to parse \"%s\" as an "
80 "IP address", address);
81 saddr->sin6_family = AF_INET6;
86 struct addrinfo hints, *res;
87 memset(&hints, 0, sizeof(hints));
88 hints.ai_family = AF_INET6;
89 hints.ai_socktype = SOCK_STREAM;
90 hints.ai_flags = AI_NUMERICHOST;
91 if ((rc = getaddrinfo(CCS address, NULL, &hints, &res)) != 0 || res == NULL)
92 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "unable to parse \"%s\" as an "
93 "IP address: %s", address,
94 (rc == 0)? "NULL result returned" : gai_strerror(rc));
95 memcpy(saddr, res->ai_addr, res->ai_addrlen);
100 #endif /* HAVE_IPV6 */
103 /*************************************************
104 * Bind socket to interface and port *
105 *************************************************/
108 ip_addr(void * sin_, int af, const uschar * address, int port)
110 union sockaddr_46 * sin = sin_;
111 memset(sin, 0, sizeof(*sin));
113 /* Setup code when using an IPv6 socket. The wildcard address is ":", to
114 ensure an IPv6 socket is used. */
119 if (address[0] == ':' && address[1] == 0)
121 sin->v6.sin6_family = AF_INET6;
122 sin->v6.sin6_addr = in6addr_any;
125 ip_addrinfo(address, &sin->v6); /* Panic-dies on error */
126 sin->v6.sin6_port = htons(port);
127 return sizeof(sin->v6);
130 #endif /* HAVE_IPV6 */
132 /* Setup code when using IPv4 socket. The wildcard address is "". */
135 sin->v4.sin_family = AF_INET;
136 sin->v4.sin_port = htons(port);
137 sin->v4.sin_addr.s_addr = address[0] == 0
138 ? (S_ADDR_TYPE)INADDR_ANY
139 : (S_ADDR_TYPE)inet_addr(CS address);
140 return sizeof(sin->v4);
146 /* This function binds a socket to a local interface address and port. For a
147 wildcard IPv6 bind, the address is ":".
151 af AF_INET or AF_INET6 - the socket type
152 address the IP address, in text form
153 port the IP port (host order)
155 Returns: the result of bind()
159 ip_bind(int sock, int af, uschar *address, int port)
161 union sockaddr_46 sin;
162 int s_len = ip_addr(&sin, af, address, port);
163 return bind(sock, (struct sockaddr *)&sin, s_len);
168 /*************************************************
169 * Connect socket to remote host *
170 *************************************************/
172 /* This function connects a socket to a remote address and port. The socket may
173 or may not have previously been bound to a local interface. The socket is not
174 closed, even in cases of error. It is expected that the calling function, which
175 created the socket, will be the one that closes it.
179 af AF_INET6 or AF_INET for the socket type
180 address the remote address, in text form
182 timeout a timeout (zero for indefinite timeout)
183 fastopen_blob non-null iff TCP_FASTOPEN can be used; may indicate early-data to
184 be sent in SYN segment. Any such data must be idempotent.
186 Returns: 0 on success; -1 on failure, with errno set
190 ip_connect(int sock, int af, const uschar *address, int port, int timeout,
191 const blob * fastopen_blob)
193 struct sockaddr_in s_in4;
194 struct sockaddr *s_ptr;
195 int s_len, rc, save_errno;
197 /* For an IPv6 address, use an IPv6 sockaddr structure. */
200 struct sockaddr_in6 s_in6;
203 memset(&s_in6, 0, sizeof(s_in6));
204 ip_addrinfo(address, &s_in6); /* Panic-dies on error */
205 s_in6.sin6_port = htons(port);
206 s_ptr = (struct sockaddr *)&s_in6;
207 s_len = sizeof(s_in6);
210 #endif /* HAVE_IPV6 */
212 /* For an IPv4 address, use an IPv4 sockaddr structure, even on a system with
216 memset(&s_in4, 0, sizeof(s_in4));
217 s_in4.sin_family = AF_INET;
218 s_in4.sin_port = htons(port);
219 s_in4.sin_addr.s_addr = (S_ADDR_TYPE)inet_addr(CCS address);
220 s_ptr = (struct sockaddr *)&s_in4;
221 s_len = sizeof(s_in4);
224 /* If no connection timeout is set, just call connect() without setting a
225 timer, thereby allowing the inbuilt OS timeout to operate. */
227 callout_address = string_sprintf("[%s]:%d", address, port);
228 sigalrm_seen = FALSE;
229 if (timeout > 0) ALARM(timeout);
231 #ifdef EXIM_SUPPORT_TFO
232 /* TCP Fast Open, if the system has a cookie from a previous call to
233 this peer, can send data in the SYN packet. The peer can send data
234 before it gets our ACK of its SYN,ACK - the latter is useful for
235 the SMTP banner. Other (than SMTP) cases of TCP connections can
236 possibly use the data-on-syn, so support that too. */
238 if (fastopen_blob && f.tcp_fastopen_ok)
241 /* This is a Linux implementation. */
243 if ((rc = sendto(sock, fastopen_blob->data, fastopen_blob->len,
244 MSG_FASTOPEN | MSG_DONTWAIT, s_ptr, s_len)) >= 0)
245 /* seen for with-data, experimental TFO option, with-cookie case */
246 /* seen for with-data, proper TFO opt, with-cookie case */
248 DEBUG(D_transport|D_v)
249 debug_printf(" TFO mode connection attempt to %s, %lu data\n",
250 address, (unsigned long)fastopen_blob->len);
251 /*XXX also seen on successful TFO, sigh */
252 tcp_out_fastopen = fastopen_blob->len > 0 ? TFO_ATTEMPTED_DATA : TFO_ATTEMPTED_NODATA;
256 case EINPROGRESS: /* expected if we had no cookie for peer */
257 /* seen for no-data, proper TFO option, both cookie-request and with-cookie cases */
258 /* apparently no visibility of the diffference at this point */
259 /* seen for with-data, proper TFO opt, cookie-req */
260 /* with netwk delay, post-conn tcp_info sees unacked 1 for R, 2 for C; code in smtp_out.c */
261 /* ? older Experimental TFO option behaviour ? */
262 DEBUG(D_transport|D_v) debug_printf(" TFO mode sendto, %s data: EINPROGRESS\n",
263 fastopen_blob->len > 0 ? "with" : "no");
264 if (!fastopen_blob->data)
266 tcp_out_fastopen = TFO_ATTEMPTED_NODATA; /* we tried; unknown if useful yet */
269 else /* queue unsent data */
270 rc = send(sock, fastopen_blob->data, fastopen_blob->len, 0);
275 debug_printf("Tried TCP Fast Open but apparently not enabled by sysctl\n");
280 debug_printf("Tried TCP Fast Open but kernel too old to support it\n");
284 # elif defined(EXIM_TFO_FREEBSD)
285 /* Re: https://people.freebsd.org/~pkelsey/tfo-tools/tfo-client.c */
287 if (setsockopt(sock, IPPROTO_TCP, TCP_FASTOPEN, &on, sizeof(on)) < 0)
290 debug_printf("Tried TCP Fast Open but apparently not enabled by sysctl\n");
293 if ((rc = sendto(sock, fastopen_blob->data, fastopen_blob->len, 0,
296 DEBUG(D_transport|D_v)
297 debug_printf(" TFO mode connection attempt to %s, %lu data\n",
298 address, (unsigned long)fastopen_blob->len);
299 tcp_out_fastopen = fastopen_blob->len > 0 ? TFO_ATTEMPTED_DATA : TFO_ATTEMPTED_NODATA;
302 # elif defined(EXIM_TFO_CONNECTX)
304 sa_endpoints_t ends = {
305 .sae_srcif = 0, .sae_srcaddr = NULL, .sae_srcaddrlen = 0,
306 .sae_dstaddr = s_ptr, .sae_dstaddrlen = s_len };
308 .iov_base = fastopen_blob->data, .iov_len = fastopen_blob->len };
311 if ((rc = connectx(sock, &ends, SAE_ASSOCID_ANY,
312 CONNECT_DATA_IDEMPOTENT, &iov, 1, &len, NULL)) == 0)
314 DEBUG(D_transport|D_v)
315 debug_printf(" TFO mode connection attempt to %s, %lu data\n",
316 address, (unsigned long)fastopen_blob->len);
317 tcp_out_fastopen = fastopen_blob->len > 0 ? TFO_ATTEMPTED_DATA : TFO_ATTEMPTED_NODATA;
319 if (len != fastopen_blob->len)
320 DEBUG(D_transport|D_v)
321 debug_printf(" only queued %lu data!\n", (unsigned long)len);
323 else if (errno == EINPROGRESS)
325 DEBUG(D_transport|D_v) debug_printf(" TFO mode connectx, %s data: EINPROGRESS\n",
326 fastopen_blob->len > 0 ? "with" : "no");
327 if (!fastopen_blob->data)
329 tcp_out_fastopen = TFO_ATTEMPTED_NODATA; /* we tried; unknown if useful yet */
332 else /* assume that no data was queued; block in send */
333 rc = send(sock, fastopen_blob->data, fastopen_blob->len, 0);
338 #endif /*EXIM_SUPPORT_TFO*/
340 #if defined(EXIM_SUPPORT_TFO) && !defined(EXIM_TFO_CONNECTX)
344 DEBUG(D_transport|D_v) if (fastopen_blob)
345 debug_printf(" non-TFO mode connection attempt to %s, %lu data\n",
346 address, (unsigned long)fastopen_blob->len);
347 if ((rc = connect(sock, s_ptr, s_len)) >= 0)
348 if ( fastopen_blob && fastopen_blob->data && fastopen_blob->len
349 && send(sock, fastopen_blob->data, fastopen_blob->len, 0) < 0)
356 /* There is a testing facility for simulating a connection timeout, as I
357 can't think of any other way of doing this. It converts a connection refused
358 into a timeout if the timeout is set to 999999. */
360 if (f.running_in_test_harness && save_errno == ECONNREFUSED && timeout == 999999)
372 /* A failure whose error code is "Interrupted system call" is in fact
373 an externally applied timeout if the signal handler has been run. */
375 errno = save_errno == EINTR && sigalrm_seen ? ETIMEDOUT : save_errno;
381 /*************************************************
382 * Create connected socket to remote host *
383 *************************************************/
385 /* Create a socket and connect to host (name or number, ipv6 ok)
386 at one of port-range.
389 type SOCK_DGRAM or SOCK_STREAM
390 af AF_INET6 or AF_INET for the socket type
391 hostname host name, or ip address (as text)
392 portlo,porthi the remote port range
394 connhost if not NULL, host_item to be filled in with connection details
395 errstr pointer for allocated string on error
396 fastopen_blob with SOCK_STREAM, if non-null, request TCP Fast Open.
397 Additionally, optional idempotent early-data to send
400 socket fd, or -1 on failure (having allocated an error string)
403 ip_connectedsocket(int type, const uschar * hostname, int portlo, int porthi,
404 int timeout, host_item * connhost, uschar ** errstr, const blob * fastopen_blob)
408 int af = 0, fd, fd4 = -1, fd6 = -1;
411 shost.address = NULL;
415 namelen = Ustrlen(hostname);
417 /* Anything enclosed in [] must be an IP address. */
419 if (hostname[0] == '[' &&
420 hostname[namelen - 1] == ']')
422 uschar * host = string_copyn(hostname+1, namelen-2);
423 if (string_is_ip_address(host, NULL) == 0)
425 *errstr = string_sprintf("malformed IP address \"%s\"", hostname);
428 shost.name = shost.address = host;
431 /* Otherwise check for an unadorned IP address */
433 else if (string_is_ip_address(hostname, NULL) != 0)
434 shost.name = shost.address = string_copyn(hostname, namelen);
436 /* Otherwise lookup IP address(es) from the name */
440 shost.name = string_copyn(hostname, namelen);
441 if (host_find_byname(&shost, NULL, HOST_FIND_QUALIFY_SINGLE,
442 NULL, FALSE) != HOST_FOUND)
444 *errstr = string_sprintf("no IP address found for host %s", shost.name);
449 /* Try to connect to the server - test each IP till one works */
451 for (host_item * h = &shost; h; h = h->next)
453 fd = Ustrchr(h->address, ':') != 0
454 ? fd6 < 0 ? (fd6 = ip_socket(type, af = AF_INET6)) : fd6
455 : fd4 < 0 ? (fd4 = ip_socket(type, af = AF_INET )) : fd4;
459 *errstr = string_sprintf("failed to create socket: %s", strerror(errno));
463 for (int port = portlo; port <= porthi; port++)
464 if (ip_connect(fd, af, h->address, port, timeout, fastopen_blob) == 0)
466 if (fd6 >= 0 && fd != fd6) close(fd6);
467 if (fd4 >= 0 && fd != fd4) close(fd4);
472 connhost->next = NULL;
478 *errstr = string_sprintf("failed to connect to any address for %s: %s",
479 hostname, strerror(errno));
482 close(fd4); close(fd6); return -1;
488 ip_tcpsocket(const uschar * hostport, uschar ** errstr, int tmo,
489 host_item * connhost)
492 uschar hostname[256];
493 unsigned int portlow, porthigh;
495 /* extract host and port part */
496 scan = sscanf(CS hostport, "%255s %u-%u", hostname, &portlow, &porthigh);
501 *errstr = string_sprintf("invalid socket '%s'", hostport);
507 return ip_connectedsocket(SOCK_STREAM, hostname, portlow, porthigh,
508 tmo, connhost, errstr, NULL);
512 ip_unixsocket(const uschar * path, uschar ** errstr)
515 struct sockaddr_un server;
517 if ((sock = socket(AF_UNIX, SOCK_STREAM, 0)) < 0)
519 *errstr = US"can't open UNIX socket.";
523 callout_address = string_copy(path);
524 server.sun_family = AF_UNIX;
525 Ustrncpy(US server.sun_path, path, sizeof(server.sun_path)-1);
526 server.sun_path[sizeof(server.sun_path)-1] = '\0';
527 if (connect(sock, (struct sockaddr *) &server, sizeof(server)) < 0)
531 *errstr = string_sprintf("unable to connect to UNIX socket (%s): %s",
532 path, strerror(err));
538 /* spec is either an absolute path (with a leading /), or
539 a host (name or IP) and port (whitespace-separated).
540 The port can be a range, dash-separated, or a single number.
542 For a TCP socket, optionally fill in a host_item.
545 ip_streamsocket(const uschar * spec, uschar ** errstr, int tmo,
546 host_item * connhost)
549 ? ip_unixsocket(spec, errstr) : ip_tcpsocket(spec, errstr, tmo, connhost);
552 /*************************************************
553 * Set keepalive on a socket *
554 *************************************************/
556 /* Can be called for both incoming and outgoing sockets.
560 address the remote host address, for failure logging
561 torf true for outgoing connection, false for incoming
567 ip_keepalive(int sock, const uschar *address, BOOL torf)
570 if (setsockopt(sock, SOL_SOCKET, SO_KEEPALIVE,
571 US (&fodder), sizeof(fodder)) != 0)
572 log_write(0, LOG_MAIN, "setsockopt(SO_KEEPALIVE) on connection %s %s "
573 "failed: %s", torf? "to":"from", address, strerror(errno));
578 /*************************************************
579 * Receive from a socket with timeout *
580 *************************************************/
584 fd the file descriptor
585 timelimit the timeout endpoint, seconds-since-epoch
586 Returns: TRUE => ready for i/o
587 FALSE => timed out, or other error
590 fd_ready(int fd, time_t timelimit)
593 int time_left = timelimit - time(NULL);
601 /* Wait until the socket is ready */
605 struct timeval tv = { .tv_sec = time_left, .tv_usec = 0 };
606 FD_ZERO (&select_inset);
607 FD_SET (fd, &select_inset);
609 /*DEBUG(D_transport) debug_printf("waiting for data on fd\n");*/
610 rc = select(fd + 1, (SELECT_ARG2_TYPE *)&select_inset, NULL, NULL, &tv);
612 /* If some interrupt arrived, just retry. We presume this to be rare,
613 but it can happen (e.g. the SIGUSR1 signal sent by exiwhat causes
616 Aug 2004: Somebody set up a cron job that ran exiwhat every 2 minutes, making
617 the interrupt not at all rare. Since the timeout is typically more than 2
618 minutes, the effect was to block the timeout completely. To prevent this
619 happening again, we do an explicit time test and adjust the timeout
622 if (rc < 0 && errno == EINTR)
624 DEBUG(D_transport) debug_printf("EINTR while waiting for socket data\n");
626 /* Watch out, 'continue' jumps to the condition, not to the loops top */
627 if ((time_left = timelimit - time(NULL)) > 0) continue;
636 /* Checking the FD_ISSET is not enough, if we're interrupted, the
637 select_inset may still contain the 'input'. */
639 while (rc < 0 || !FD_ISSET(fd, &select_inset));
643 /* The timeout is implemented using select(), and we loop to cover select()
644 getting interrupted, and the possibility of select() returning with a positive
645 result but no ready descriptor. Is this in fact possible?
648 cctx the connection context (socket fd, possibly TLS context)
650 bufsize the buffer size
651 timelimit the timeout endpoint, seconds-since-epoch
653 Returns: > 0 => that much data read
654 <= 0 on error or EOF; errno set - zero for EOF
658 ip_recv(client_conn_ctx * cctx, uschar * buffer, int buffsize, time_t timelimit)
662 if (!fd_ready(cctx->sock, timelimit))
665 /* The socket is ready, read from it (via TLS if it's active). On EOF (i.e.
666 close down of the connection), set errno to zero; otherwise leave it alone. */
669 if (cctx->tls_ctx) /* client TLS */
670 rc = tls_read(cctx->tls_ctx, buffer, buffsize);
671 else if (tls_in.active.sock == cctx->sock) /* server TLS */
672 rc = tls_read(NULL, buffer, buffsize);
675 rc = recv(cctx->sock, buffer, buffsize, 0);
677 if (rc > 0) return rc;
678 if (rc == 0) errno = 0;
685 /*************************************************
686 * Lookup address family of potential socket *
687 *************************************************/
689 /* Given a file-descriptor, check to see if it's a socket and, if so,
690 return the address family; detects IPv4 vs IPv6. If not a socket then
693 The value 0 is typically AF_UNSPEC, which should not be seen on a connected
694 fd. If the return is -1, the errno will be from getsockname(); probably
695 ENOTSOCK or ECONNRESET.
697 Arguments: socket-or-not fd
698 Returns: address family or -1
702 ip_get_address_family(int fd)
704 struct sockaddr_storage ss;
705 socklen_t sslen = sizeof(ss);
707 if (getsockname(fd, (struct sockaddr *) &ss, &sslen) < 0)
710 return (int) ss.ss_family;
716 /*************************************************
717 * Lookup DSCP settings for a socket *
718 *************************************************/
720 struct dscp_name_tableentry {
724 /* Keep both of these tables sorted! */
725 static struct dscp_name_tableentry dscp_table[] = {
726 #ifdef IPTOS_DSCP_AF11
727 { CUS"af11", IPTOS_DSCP_AF11 },
728 { CUS"af12", IPTOS_DSCP_AF12 },
729 { CUS"af13", IPTOS_DSCP_AF13 },
730 { CUS"af21", IPTOS_DSCP_AF21 },
731 { CUS"af22", IPTOS_DSCP_AF22 },
732 { CUS"af23", IPTOS_DSCP_AF23 },
733 { CUS"af31", IPTOS_DSCP_AF31 },
734 { CUS"af32", IPTOS_DSCP_AF32 },
735 { CUS"af33", IPTOS_DSCP_AF33 },
736 { CUS"af41", IPTOS_DSCP_AF41 },
737 { CUS"af42", IPTOS_DSCP_AF42 },
738 { CUS"af43", IPTOS_DSCP_AF43 },
739 { CUS"ef", IPTOS_DSCP_EF },
742 { CUS"lowcost", IPTOS_LOWCOST },
744 { CUS"lowdelay", IPTOS_LOWDELAY },
746 { CUS"mincost", IPTOS_MINCOST },
748 { CUS"reliability", IPTOS_RELIABILITY },
749 { CUS"throughput", IPTOS_THROUGHPUT }
751 static int dscp_table_size =
752 sizeof(dscp_table) / sizeof(struct dscp_name_tableentry);
754 /* DSCP values change by protocol family, and so do the options used for
755 setsockopt(); this utility does all the lookups. It takes an unexpanded
756 option string, expands it, strips off affix whitespace, then checks if it's
757 a number. If all of what's left is a number, then that's how the option will
758 be parsed and success/failure is a range check. If it's not all a number,
759 then it must be a supported keyword.
762 dscp_name a string, so far unvalidated
763 af address_family in use
764 level setsockopt level to use
765 optname setsockopt name to use
766 dscp_value value for dscp_name
768 Returns: TRUE if okay to setsockopt(), else FALSE
770 *level and *optname may be set even if FALSE is returned
774 dscp_lookup(const uschar *dscp_name, int af,
775 int *level, int *optname, int *dscp_value)
777 uschar *dscp_lookup, *p;
786 #if HAVE_IPV6 && defined(IPV6_TCLASS)
787 else if (af == AF_INET6)
789 *level = IPPROTO_IPV6;
790 *optname = IPV6_TCLASS;
796 debug_printf("Unhandled address family %d in dscp_lookup()\n", af);
802 debug_printf("[empty DSCP]\n");
805 dscp_lookup = expand_string(US dscp_name);
806 if (dscp_lookup == NULL || *dscp_lookup == '\0')
809 p = dscp_lookup + Ustrlen(dscp_lookup) - 1;
810 while (isspace(*p)) *p-- = '\0';
811 while (isspace(*dscp_lookup) && dscp_lookup < p) dscp_lookup++;
812 if (*dscp_lookup == '\0')
815 rawlong = Ustrtol(dscp_lookup, &p, 0);
816 if (p != dscp_lookup && *p == '\0')
818 /* We have six bits available, which will end up shifted to fit in 0xFC mask.
819 RFC 2597 defines the values unshifted. */
820 if (rawlong < 0 || rawlong > 0x3F)
823 debug_printf("DSCP value %ld out of range, ignored.\n", rawlong);
826 *dscp_value = rawlong << 2;
831 last = dscp_table_size;
834 int middle = (first + last)/2;
835 int c = Ustrcmp(dscp_lookup, dscp_table[middle].name);
838 *dscp_value = dscp_table[middle].value;
850 dscp_list_to_stream(FILE *stream)
852 for (int i = 0; i < dscp_table_size; ++i)
853 fprintf(stream, "%s\n", dscp_table[i].name);