1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
5 /* Copyright (c) The Exim Maintainers 2020 - 2022 */
6 /* Copyright (c) University of Cambridge 1995 - 2018 */
7 /* Copyright (c) Phil Pennock 2012 */
8 /* See the file NOTICE for conditions of use and distribution. */
10 /* This file provides TLS/SSL support for Exim using the GnuTLS library,
11 one of the available supported implementations. This file is #included into
12 tls.c when USE_GNUTLS has been set.
14 The code herein is a revamp of GnuTLS integration using the current APIs; the
15 original tls-gnu.c was based on a patch which was contributed by Nikos
16 Mavrogiannopoulos. The revamp is partially a rewrite, partially cut&paste as
19 APIs current as of GnuTLS 2.12.18; note that the GnuTLS manual is for GnuTLS 3,
20 which is not widely deployed by OS vendors. Will note issues below, which may
21 assist in updating the code in the future. Another sources of hints is
22 mod_gnutls for Apache (SNI callback registration and handling).
24 Keeping client and server variables more split than before and is currently
25 the norm, in anticipation of TLS in ACL callouts.
27 I wanted to switch to gnutls_certificate_set_verify_function() so that
28 certificate rejection could happen during handshake where it belongs, rather
29 than being dropped afterwards, but that was introduced in 2.10.0 and Debian
30 (6.0.5) is still on 2.8.6. So for now we have to stick with sub-par behaviour.
32 (I wasn't looking for libraries quite that old, when updating to get rid of
33 compiler warnings of deprecated APIs. If it turns out that a lot of the rest
34 require current GnuTLS, then we'll drop support for the ancient libraries).
37 #include <gnutls/gnutls.h>
38 /* needed for cert checks in verification and DN extraction: */
39 #include <gnutls/x509.h>
40 /* man-page is incorrect, gnutls_rnd() is not in gnutls.h: */
41 #include <gnutls/crypto.h>
43 /* needed to disable PKCS11 autoload unless requested */
44 #if GNUTLS_VERSION_NUMBER >= 0x020c00
45 # include <gnutls/pkcs11.h>
46 # define SUPPORT_PARAM_TO_PK_BITS
48 #if GNUTLS_VERSION_NUMBER < 0x030103 && !defined(DISABLE_OCSP)
49 # warning "GnuTLS library version too old; define DISABLE_OCSP in Makefile"
52 #if GNUTLS_VERSION_NUMBER < 0x020a00 && !defined(DISABLE_EVENT)
53 # warning "GnuTLS library version too old; tls:cert event unsupported"
54 # define DISABLE_EVENT
56 #if GNUTLS_VERSION_NUMBER >= 0x030000
57 # define SUPPORT_SELFSIGN /* Uncertain what version is first usable but 2.12.23 is not */
59 #if GNUTLS_VERSION_NUMBER >= 0x030306
60 # define SUPPORT_CA_DIR
62 # undef SUPPORT_CA_DIR
64 #if GNUTLS_VERSION_NUMBER >= 0x030014
65 # define SUPPORT_SYSDEFAULT_CABUNDLE
67 #if GNUTLS_VERSION_NUMBER >= 0x030104
68 # define GNUTLS_CERT_VFY_STATUS_PRINT
70 #if GNUTLS_VERSION_NUMBER >= 0x030109
73 #if GNUTLS_VERSION_NUMBER >= 0x03010a
74 # define SUPPORT_GNUTLS_SESS_DESC
76 #if GNUTLS_VERSION_NUMBER >= 0x030300
77 # define GNUTLS_AUTO_GLOBAL_INIT
78 # define GNUTLS_AUTO_PKCS11_MANUAL
80 #if (GNUTLS_VERSION_NUMBER >= 0x030404) \
81 || (GNUTLS_VERSION_NUMBER >= 0x030311) && (GNUTLS_VERSION_NUMBER & 0xffff00 == 0x030300)
83 # define EXIM_HAVE_OCSP
86 #if GNUTLS_VERSION_NUMBER >= 0x030500
87 # define SUPPORT_GNUTLS_KEYLOG
89 #if GNUTLS_VERSION_NUMBER >= 0x030506 && !defined(DISABLE_OCSP)
90 # define SUPPORT_SRV_OCSP_STACK
92 #if GNUTLS_VERSION_NUMBER >= 0x030603
93 # define EXIM_HAVE_TLS1_3
94 # define SUPPORT_GNUTLS_EXT_RAW_PARSE
95 # define GNUTLS_OCSP_STATUS_REQUEST_GET2
99 # if GNUTLS_VERSION_NUMBER >= 0x030000
100 # define DANESSL_USAGE_DANE_TA 2
101 # define DANESSL_USAGE_DANE_EE 3
103 # error GnuTLS version too early for DANE
105 # if GNUTLS_VERSION_NUMBER < 0x999999
106 # define GNUTLS_BROKEN_DANE_VALIDATION
110 #ifndef DISABLE_TLS_RESUME
111 # if GNUTLS_VERSION_NUMBER >= 0x030603
112 # define EXIM_HAVE_TLS_RESUME
114 # warning "GnuTLS library version too old; resumption unsupported"
118 #if GNUTLS_VERSION_NUMBER >= 0x030200
119 # ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
120 # define EXIM_HAVE_ALPN
125 # include <gnutls/ocsp.h>
128 # include <gnutls/dane.h>
131 #include "tls-cipher-stdname.c"
138 # ifndef DISABLE_TLS_RESUME
139 builtin_macro_create_var(US"_RESUME_DECODE", RESUME_DECODE_STRING );
141 # ifdef EXIM_HAVE_TLS1_3
142 builtin_macro_create(US"_HAVE_TLS1_3");
144 # ifdef EXIM_HAVE_OCSP
145 builtin_macro_create(US"_HAVE_TLS_OCSP");
147 # ifdef SUPPORT_SRV_OCSP_STACK
148 builtin_macro_create(US"_HAVE_TLS_OCSP_LIST");
150 #if defined(EXIM_HAVE_INOTIFY) || defined(EXIM_HAVE_KEVENT)
151 builtin_macro_create(US"_HAVE_TLS_CA_CACHE");
153 # ifdef EXIM_HAVE_ALPN
154 builtin_macro_create(US"_HAVE_TLS_ALPN");
163 gnutls_global_set_audit_log_function()
166 gnutls_certificate_verify_peers2(): is new, drop the 2 for old version
169 /* Local static variables for GnuTLS */
171 /* Values for verify_requirement */
173 enum peer_verify_requirement
174 { VERIFY_NONE, VERIFY_OPTIONAL, VERIFY_REQUIRED, VERIFY_DANE };
176 /* This holds most state for server or client; with this, we can set up an
177 outbound TLS-enabled connection in an ACL callout, while not stomping all
178 over the TLS variables available for expansion.
180 Some of these correspond to variables in globals.c; those variables will
181 be set to point to content in one of these instances, as appropriate for
182 the stage of the process lifetime.
184 Not handled here: global tlsp->tls_channelbinding.
187 typedef struct exim_gnutls_state {
188 gnutls_session_t session;
190 exim_tlslib_state lib_state;
191 #define x509_cred libdata0
192 #define pri_cache libdata1
194 enum peer_verify_requirement verify_requirement;
198 BOOL peer_cert_verified:1;
199 BOOL peer_dane_verified:1;
200 BOOL trigger_sni_changes:1;
201 BOOL have_set_peerdn:1;
202 BOOL xfer_eof:1; /*XXX never gets set! */
208 const struct host_item *host; /* NULL if server */
209 gnutls_x509_crt_t peercert;
212 uschar *received_sni;
214 const uschar *tls_certificate;
215 const uschar *tls_privatekey;
216 const uschar *tls_sni; /* client send only, not received */
217 const uschar *tls_verify_certificates;
218 const uschar *tls_crl;
219 const uschar *tls_require_ciphers;
221 uschar *exp_tls_certificate;
222 uschar *exp_tls_privatekey;
223 uschar *exp_tls_verify_certificates;
225 uschar *exp_tls_require_ciphers;
226 const uschar *exp_tls_verify_cert_hostnames;
227 #ifndef DISABLE_EVENT
228 uschar *event_action;
231 char * const * dane_data;
232 const int * dane_data_len;
235 tls_support *tlsp; /* set in tls_init() */
240 } exim_gnutls_state_st;
242 static const exim_gnutls_state_st exim_gnutls_state_init = {
243 /* all elements not explicitly intialised here get 0/NULL/FALSE */
248 /* Not only do we have our own APIs which don't pass around state, assuming
249 it's held in globals, GnuTLS doesn't appear to let us register callback data
250 for callbacks, or as part of the session, so we have to keep a "this is the
251 context we're currently dealing with" pointer and rely upon being
252 single-threaded to keep from processing data on an inbound TLS connection while
253 talking to another TLS connection for an outbound check. This does mean that
254 there's no way for heart-beats to be responded to, for the duration of the
256 XXX But see gnutls_session_get_ptr()
259 static exim_gnutls_state_st state_server = {
260 /* all elements not explicitly intialised here get 0/NULL/FALSE */
265 /* dh_params are initialised once within the lifetime of a process using TLS;
266 if we used TLS in a long-lived daemon, we'd have to reconsider this. But we
267 don't want to repeat this. */
269 static gnutls_dh_params_t dh_server_params = NULL;
271 static int ssl_session_timeout = 7200; /* Two hours */
273 static const uschar * const exim_default_gnutls_priority = US"NORMAL";
275 /* Guard library core initialisation */
277 static BOOL exim_gnutls_base_init_done = FALSE;
280 static BOOL gnutls_buggy_ocsp = FALSE;
281 static BOOL exim_testharness_disable_ocsp_validity_check = FALSE;
284 #ifdef EXIM_HAVE_ALPN
285 static int server_seen_alpn = -1; /* count of names */
287 #ifdef EXIM_HAVE_TLS_RESUME
288 static gnutls_datum_t server_sessticket_key;
292 /* ------------------------------------------------------------------------ */
295 #define MAX_HOST_LEN 255
297 /* Set this to control gnutls_global_set_log_level(); values 0 to 9 will setup
298 the library logging; a value less than 0 disables the calls to set up logging
299 callbacks. GNuTLS also looks for an environment variable - except not for
300 setuid binaries, making it useless - "GNUTLS_DEBUG_LEVEL".
301 Allegedly the testscript line "GNUTLS_DEBUG_LEVEL=9 sudo exim ..." would work,
302 but the env var must be added to /etc/sudoers too. */
303 #ifndef EXIM_GNUTLS_LIBRARY_LOG_LEVEL
304 # define EXIM_GNUTLS_LIBRARY_LOG_LEVEL -1
307 #ifndef EXIM_CLIENT_DH_MIN_BITS
308 # define EXIM_CLIENT_DH_MIN_BITS 1024
311 /* With GnuTLS 2.12.x+ we have gnutls_sec_param_to_pk_bits() with which we
312 can ask for a bit-strength. Without that, we stick to the constant we had
314 #ifndef EXIM_SERVER_DH_BITS_PRE2_12
315 # define EXIM_SERVER_DH_BITS_PRE2_12 1024
318 #define Expand_check_tlsvar(Varname, errstr) \
319 expand_check(state->Varname, US #Varname, &state->exp_##Varname, errstr)
321 #if GNUTLS_VERSION_NUMBER >= 0x020c00
322 # define HAVE_GNUTLS_SESSION_CHANNEL_BINDING
323 # define HAVE_GNUTLS_SEC_PARAM_CONSTANTS
324 # define HAVE_GNUTLS_RND
325 /* The security fix we provide with the gnutls_allow_auto_pkcs11 option
326 * (4.82 PP/09) introduces a compatibility regression. The symbol simply
327 * isn't available sometimes, so this needs to become a conditional
328 * compilation; the sanest way to deal with this being a problem on
329 * older OSes is to block it in the Local/Makefile with this compiler
331 # ifndef AVOID_GNUTLS_PKCS11
332 # define HAVE_GNUTLS_PKCS11
333 # endif /* AVOID_GNUTLS_PKCS11 */
336 #if GNUTLS_VERSION_NUMBER >= 0x030404
337 # define HAVE_GNUTLS_PRF_RFC5705
342 /* ------------------------------------------------------------------------ */
343 /* Callback declarations */
345 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
346 static void exim_gnutls_logger_cb(int level, const char *message);
349 static int exim_sni_handling_cb(gnutls_session_t session);
351 #ifdef EXIM_HAVE_TLS_RESUME
353 tls_server_ticket_cb(gnutls_session_t sess, u_int htype, unsigned when,
354 unsigned incoming, const gnutls_datum_t * msg);
358 /*************************************************
360 *************************************************/
362 /* Called from lots of places when errors occur before actually starting to do
363 the TLS handshake, that is, while the session is still in clear. Always returns
364 DEFER for a server and FAIL for a client so that most calls can use "return
365 tls_error(...)" to do this processing and then give an appropriate return. A
366 single function is used for both server and client, because it is called from
367 some shared functions.
370 prefix text to include in the logged error
371 msg additional error string (may be NULL)
372 usually obtained from gnutls_strerror()
373 host NULL if setting up a server;
374 the connected host if setting up a client
375 errstr pointer to returned error string
377 Returns: OK/DEFER/FAIL
381 tls_error(const uschar *prefix, const uschar *msg, const host_item *host,
385 *errstr = string_sprintf("(%s)%s%s", prefix, msg ? ": " : "", msg ? msg : US"");
386 return host ? FAIL : DEFER;
391 tls_error_gnu(exim_gnutls_state_st * state, const uschar *prefix, int err,
394 return tls_error(prefix,
395 state && err == GNUTLS_E_FATAL_ALERT_RECEIVED
396 ? US gnutls_alert_get_name(gnutls_alert_get(state->session))
397 : US gnutls_strerror(err),
398 state ? state->host : NULL,
403 tls_error_sys(const uschar *prefix, int err, const host_item *host,
406 return tls_error(prefix, US strerror(err), host, errstr);
410 /* ------------------------------------------------------------------------ */
416 tls_is_buggy_ocsp(void)
419 uschar maj, mid, mic;
421 s = CUS gnutls_check_version(NULL);
425 while (*s && *s != '.') s++;
433 while (*s && *s != '.') s++;
435 return mic <= (mid == 3 ? 16 : 3);
445 tls_g_init(uschar ** errstr)
448 DEBUG(D_tls) debug_printf("GnuTLS global init required\n");
450 #if defined(HAVE_GNUTLS_PKCS11) && !defined(GNUTLS_AUTO_PKCS11_MANUAL)
451 /* By default, gnutls_global_init will init PKCS11 support in auto mode,
452 which loads modules from a config file, which sounds good and may be wanted
453 by some sysadmin, but also means in common configurations that GNOME keyring
454 environment variables are used and so breaks for users calling mailq.
455 To prevent this, we init PKCS11 first, which is the documented approach. */
457 if (!gnutls_allow_auto_pkcs11)
458 if ((rc = gnutls_pkcs11_init(GNUTLS_PKCS11_FLAG_MANUAL, NULL)))
459 return tls_error_gnu(NULL, US"gnutls_pkcs11_init", rc, errstr);
462 #ifndef GNUTLS_AUTO_GLOBAL_INIT
463 if ((rc = gnutls_global_init()))
464 return tls_error_gnu(NULL, US"gnutls_global_init", rc, errstr);
467 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
470 gnutls_global_set_log_function(exim_gnutls_logger_cb);
471 /* arbitrarily chosen level; bump up to 9 for more */
472 gnutls_global_set_log_level(EXIM_GNUTLS_LIBRARY_LOG_LEVEL);
477 if (tls_ocsp_file && (gnutls_buggy_ocsp = tls_is_buggy_ocsp()))
478 log_write(0, LOG_MAIN, "OCSP unusable with this GnuTLS library version");
481 exim_gnutls_base_init_done = TRUE;
487 /* Daemon-call before each connection. Nothing to do for GnuTLS. */
490 tls_per_lib_daemon_tick(void)
494 /* Daemon one-time initialisation */
497 tls_per_lib_daemon_init(void)
499 uschar * dummy_errstr;
500 static BOOL once = FALSE;
502 if (!exim_gnutls_base_init_done)
503 tls_g_init(&dummy_errstr);
509 #ifdef EXIM_HAVE_TLS_RESUME
510 /* We are dependent on the GnuTLS implementation of the Session Ticket
511 encryption; both the strength and the key rotation period. We hope that
512 the strength at least matches that of the ciphersuite (but GnuTLS does not
515 gnutls_session_ticket_key_generate(&server_sessticket_key); /* >= 2.10.0 */
516 if (f.running_in_test_harness) ssl_session_timeout = 6;
519 tls_daemon_creds_reload();
523 /* ------------------------------------------------------------------------ */
525 /*************************************************
526 * Deal with logging errors during I/O *
527 *************************************************/
529 /* We have to get the identity of the peer from saved data.
532 state the current GnuTLS exim state container
533 rc the GnuTLS error code, or 0 if it's a local error
534 when text identifying read or write
535 text local error text when rc is 0
541 record_io_error(exim_gnutls_state_st *state, int rc, uschar *when, uschar *text)
546 msg = rc == GNUTLS_E_FATAL_ALERT_RECEIVED
547 ? string_sprintf("A TLS fatal alert has been received: %s",
548 US gnutls_alert_get_name(gnutls_alert_get(state->session)))
549 #ifdef GNUTLS_E_PREMATURE_TERMINATION
550 : rc == GNUTLS_E_PREMATURE_TERMINATION && errno
551 ? string_sprintf("%s: syscall: %s", US gnutls_strerror(rc), strerror(errno))
553 : US gnutls_strerror(rc);
555 (void) tls_error(when, msg, state->host, &errstr);
558 log_write(0, LOG_MAIN, "H=%s [%s] TLS error on connection %s",
559 state->host->name, state->host->address, errstr);
562 uschar * conn_info = smtp_get_connection_info();
563 if (Ustrncmp(conn_info, US"SMTP ", 5) == 0) conn_info += 5;
564 /* I'd like to get separated H= here, but too hard for now */
565 log_write(0, LOG_MAIN, "TLS error on %s %s", conn_info, errstr);
572 /*************************************************
573 * Set various Exim expansion vars *
574 *************************************************/
576 #define exim_gnutls_cert_err(Label) \
579 if (rc != GNUTLS_E_SUCCESS) \
581 DEBUG(D_tls) debug_printf("TLS: cert problem: %s: %s\n", \
582 (Label), gnutls_strerror(rc)); \
588 import_cert(const gnutls_datum_t * cert, gnutls_x509_crt_t * crtp)
592 rc = gnutls_x509_crt_init(crtp);
593 exim_gnutls_cert_err(US"gnutls_x509_crt_init (crt)");
595 rc = gnutls_x509_crt_import(*crtp, cert, GNUTLS_X509_FMT_DER);
596 exim_gnutls_cert_err(US"failed to import certificate [gnutls_x509_crt_import(cert)]");
601 #undef exim_gnutls_cert_err
604 /* We set various Exim global variables from the state, once a session has
605 been established. With TLS callouts, may need to change this to stack
606 variables, or just re-call it with the server state after client callout
609 Make sure anything set here is unset in tls_getc().
613 tls_bits strength indicator
614 tls_certificate_verified bool indicator
615 tls_channelbinding for some SASL mechanisms
618 tls_peercert pointer to library internal
620 tls_sni a (UTF-8) string
621 tls_ourcert pointer to library internal
624 state the relevant exim_gnutls_state_st *
628 extract_exim_vars_from_tls_state(exim_gnutls_state_st * state)
630 tls_support * tlsp = state->tlsp;
632 tlsp->active.sock = state->fd_out;
633 tlsp->active.tls_ctx = state;
635 DEBUG(D_tls) debug_printf("cipher: %s\n", state->ciphersuite);
637 tlsp->certificate_verified = state->peer_cert_verified;
639 tlsp->dane_verified = state->peer_dane_verified;
642 /* note that tls_channelbinding is not saved to the spool file, since it's
643 only available for use for authenticators while this TLS session is running. */
645 tlsp->channelbinding = NULL;
646 #ifdef HAVE_GNUTLS_SESSION_CHANNEL_BINDING
648 gnutls_datum_t channel = {.data = NULL, .size = 0};
652 # ifdef HAVE_GNUTLS_PRF_RFC5705
653 /* Older libraries may not have GNUTLS_TLS1_3 defined! */
654 if (gnutls_protocol_get_version(state->session) > GNUTLS_TLS1_2)
656 buf = store_get(32, state->host ? GET_TAINTED : GET_UNTAINTED);
657 rc = gnutls_prf_rfc5705(state->session,
658 (size_t)24, "EXPORTER-Channel-Binding", (size_t)0, "",
665 rc = gnutls_session_channel_binding(state->session, GNUTLS_CB_TLS_UNIQUE, &channel);
668 { DEBUG(D_tls) debug_printf("extracting channel binding: %s\n", gnutls_strerror(rc)); }
671 int old_pool = store_pool;
672 /* Declare the taintedness of the binding info. On server, untainted; on
673 client, tainted - being the Finish msg from the server. */
675 store_pool = POOL_PERM;
676 tlsp->channelbinding = b64encode_taint(CUS channel.data, (int)channel.size,
677 state->host ? GET_TAINTED : GET_UNTAINTED);
678 store_pool = old_pool;
679 DEBUG(D_tls) debug_printf("Have channel bindings cached for possible auth usage\n");
684 /* peercert is set in peer_status() */
685 tlsp->peerdn = state->peerdn;
687 /* do not corrupt sni sent by client; record sni rxd by server */
689 tlsp->sni = state->received_sni;
691 /* record our certificate */
693 const gnutls_datum_t * cert = gnutls_certificate_get_ours(state->session);
694 gnutls_x509_crt_t crt;
696 tlsp->ourcert = cert && import_cert(cert, &crt)==0 ? crt : NULL;
703 /*************************************************
704 * Setup up DH parameters *
705 *************************************************/
707 /* Generating the D-H parameters may take a long time. They only need to
708 be re-generated every so often, depending on security policy. What we do is to
709 keep these parameters in a file in the spool directory. If the file does not
710 exist, we generate them. This means that it is easy to cause a regeneration.
712 The new file is written as a temporary file and renamed, so that an incomplete
713 file is never present. If two processes both compute some new parameters, you
714 waste a bit of effort, but it doesn't seem worth messing around with locking to
717 Returns: OK/DEFER/FAIL
721 init_server_dh(uschar ** errstr)
724 unsigned int dh_bits;
726 uschar filename_buf[PATH_MAX];
727 uschar *filename = NULL;
729 uschar *exp_tls_dhparam;
730 BOOL use_file_in_spool = FALSE;
731 host_item *host = NULL; /* dummy for macros */
733 DEBUG(D_tls) debug_printf("Initialising GnuTLS server params\n");
735 if ((rc = gnutls_dh_params_init(&dh_server_params)))
736 return tls_error_gnu(NULL, US"gnutls_dh_params_init", rc, errstr);
741 if (!expand_check(tls_dhparam, US"tls_dhparam", &exp_tls_dhparam, errstr))
744 if (!exp_tls_dhparam)
746 DEBUG(D_tls) debug_printf("Loading default hard-coded DH params\n");
747 m.data = US std_dh_prime_default();
748 m.size = Ustrlen(m.data);
750 else if (Ustrcmp(exp_tls_dhparam, "historic") == 0)
751 use_file_in_spool = TRUE;
752 else if (Ustrcmp(exp_tls_dhparam, "none") == 0)
754 DEBUG(D_tls) debug_printf("Requested no DH parameters\n");
757 else if (exp_tls_dhparam[0] != '/')
759 if (!(m.data = US std_dh_prime_named(exp_tls_dhparam)))
760 return tls_error(US"No standard prime named", exp_tls_dhparam, NULL, errstr);
761 m.size = Ustrlen(m.data);
764 filename = exp_tls_dhparam;
768 if ((rc = gnutls_dh_params_import_pkcs3(dh_server_params, &m, GNUTLS_X509_FMT_PEM)))
769 return tls_error_gnu(NULL, US"gnutls_dh_params_import_pkcs3", rc, errstr);
770 DEBUG(D_tls) debug_printf("Loaded fixed standard D-H parameters\n");
774 #ifdef HAVE_GNUTLS_SEC_PARAM_CONSTANTS
775 /* If you change this constant, also change dh_param_fn_ext so that we can use a
776 different filename and ensure we have sufficient bits. */
778 if (!(dh_bits = gnutls_sec_param_to_pk_bits(GNUTLS_PK_DH, GNUTLS_SEC_PARAM_NORMAL)))
779 return tls_error(US"gnutls_sec_param_to_pk_bits() failed", NULL, NULL, errstr);
781 debug_printf("GnuTLS tells us that for D-H PK, NORMAL is %d bits\n",
784 dh_bits = EXIM_SERVER_DH_BITS_PRE2_12;
786 debug_printf("GnuTLS lacks gnutls_sec_param_to_pk_bits(), using %d bits\n",
790 /* Some clients have hard-coded limits. */
791 if (dh_bits > tls_dh_max_bits)
794 debug_printf("tls_dh_max_bits clamping override, using %d bits instead\n",
796 dh_bits = tls_dh_max_bits;
799 if (use_file_in_spool)
801 if (!string_format(filename_buf, sizeof(filename_buf),
802 "%s/gnutls-params-%d", spool_directory, dh_bits))
803 return tls_error(US"overlong filename", NULL, NULL, errstr);
804 filename = filename_buf;
807 /* Open the cache file for reading and if successful, read it and set up the
810 if ((fd = Uopen(filename, O_RDONLY, 0)) >= 0)
816 if (fstat(fd, &statbuf) < 0) /* EIO */
820 return tls_error_sys(US"TLS cache stat failed", saved_errno, NULL, errstr);
822 if (!S_ISREG(statbuf.st_mode))
825 return tls_error(US"TLS cache not a file", NULL, NULL, errstr);
827 if (!(fp = fdopen(fd, "rb")))
831 return tls_error_sys(US"fdopen(TLS cache stat fd) failed",
832 saved_errno, NULL, errstr);
835 m.size = statbuf.st_size;
836 if (!(m.data = store_malloc(m.size)))
839 return tls_error_sys(US"malloc failed", errno, NULL, errstr);
841 if (!(sz = fread(m.data, m.size, 1, fp)))
846 return tls_error_sys(US"fread failed", saved_errno, NULL, errstr);
850 rc = gnutls_dh_params_import_pkcs3(dh_server_params, &m, GNUTLS_X509_FMT_PEM);
853 return tls_error_gnu(NULL, US"gnutls_dh_params_import_pkcs3", rc, errstr);
854 DEBUG(D_tls) debug_printf("read D-H parameters from file \"%s\"\n", filename);
857 /* If the file does not exist, fall through to compute new data and cache it.
858 If there was any other opening error, it is serious. */
860 else if (errno == ENOENT)
864 debug_printf("D-H parameter cache file \"%s\" does not exist\n", filename);
867 return tls_error(string_open_failed("\"%s\" for reading", filename),
870 /* If ret < 0, either the cache file does not exist, or the data it contains
871 is not useful. One particular case of this is when upgrading from an older
872 release of Exim in which the data was stored in a different format. We don't
873 try to be clever and support both formats; we just regenerate new data in this
879 unsigned int dh_bits_gen = dh_bits;
881 if ((PATH_MAX - Ustrlen(filename)) < 10)
882 return tls_error(US"Filename too long to generate replacement",
883 filename, NULL, errstr);
885 temp_fn = string_copy(US"exim-dh.XXXXXXX");
886 if ((fd = mkstemp(CS temp_fn)) < 0) /* modifies temp_fn */
887 return tls_error_sys(US"Unable to open temp file", errno, NULL, errstr);
888 (void)exim_chown(temp_fn, exim_uid, exim_gid); /* Probably not necessary */
890 /* GnuTLS overshoots!
891 * If we ask for 2236, we might get 2237 or more.
892 * But there's no way to ask GnuTLS how many bits there really are.
893 * We can ask how many bits were used in a TLS session, but that's it!
894 * The prime itself is hidden behind too much abstraction.
895 * So we ask for less, and proceed on a wing and a prayer.
896 * First attempt, subtracted 3 for 2233 and got 2240.
898 if (dh_bits >= EXIM_CLIENT_DH_MIN_BITS + 10)
900 dh_bits_gen = dh_bits - 10;
902 debug_printf("being paranoid about DH generation, make it '%d' bits'\n",
907 debug_printf("requesting generation of %d bit Diffie-Hellman prime ...\n",
909 if ((rc = gnutls_dh_params_generate2(dh_server_params, dh_bits_gen)))
910 return tls_error_gnu(NULL, US"gnutls_dh_params_generate2", rc, errstr);
912 /* gnutls_dh_params_export_pkcs3() will tell us the exact size, every time,
913 and I confirmed that a NULL call to get the size first is how the GnuTLS
914 sample apps handle this. */
918 if ( (rc = gnutls_dh_params_export_pkcs3(dh_server_params,
919 GNUTLS_X509_FMT_PEM, m.data, &sz))
920 && rc != GNUTLS_E_SHORT_MEMORY_BUFFER)
921 return tls_error_gnu(NULL, US"gnutls_dh_params_export_pkcs3(NULL) sizing",
924 if (!(m.data = store_malloc(m.size)))
925 return tls_error_sys(US"memory allocation failed", errno, NULL, errstr);
927 /* this will return a size 1 less than the allocation size above */
928 if ((rc = gnutls_dh_params_export_pkcs3(dh_server_params, GNUTLS_X509_FMT_PEM,
932 return tls_error_gnu(NULL, US"gnutls_dh_params_export_pkcs3() real", rc, errstr);
934 m.size = sz; /* shrink by 1, probably */
936 if ((sz = write_to_fd_buf(fd, m.data, (size_t) m.size)) != m.size)
939 return tls_error_sys(US"TLS cache write D-H params failed",
940 errno, NULL, errstr);
943 if ((sz = write_to_fd_buf(fd, US"\n", 1)) != 1)
944 return tls_error_sys(US"TLS cache write D-H params final newline failed",
945 errno, NULL, errstr);
947 if ((rc = close(fd)))
948 return tls_error_sys(US"TLS cache write close() failed", errno, NULL, errstr);
950 if (Urename(temp_fn, filename) < 0)
951 return tls_error_sys(string_sprintf("failed to rename \"%s\" as \"%s\"",
952 temp_fn, filename), errno, NULL, errstr);
954 DEBUG(D_tls) debug_printf("wrote D-H parameters to file \"%s\"\n", filename);
957 DEBUG(D_tls) debug_printf("initialized server D-H parameters\n");
964 /* Create and install a selfsigned certificate, for use in server mode. */
967 tls_install_selfsign(exim_gnutls_state_st * state, uschar ** errstr)
969 gnutls_x509_crt_t cert = NULL;
971 gnutls_x509_privkey_t pkey = NULL;
972 const uschar * where;
975 #ifndef SUPPORT_SELFSIGN
976 where = US"library too old";
977 rc = GNUTLS_E_NO_CERTIFICATE_FOUND;
981 DEBUG(D_tls) debug_printf("TLS: generating selfsigned server cert\n");
982 where = US"initialising pkey";
983 if ((rc = gnutls_x509_privkey_init(&pkey))) goto err;
985 where = US"initialising cert";
986 if ((rc = gnutls_x509_crt_init(&cert))) goto err;
988 where = US"generating pkey"; /* Hangs on 2.12.23 */
989 if ((rc = gnutls_x509_privkey_generate(pkey, GNUTLS_PK_RSA,
990 #ifdef SUPPORT_PARAM_TO_PK_BITS
991 # ifndef GNUTLS_SEC_PARAM_MEDIUM
992 # define GNUTLS_SEC_PARAM_MEDIUM GNUTLS_SEC_PARAM_HIGH
994 gnutls_sec_param_to_pk_bits(GNUTLS_PK_RSA, GNUTLS_SEC_PARAM_MEDIUM),
1001 where = US"configuring cert";
1003 if ( (rc = gnutls_x509_crt_set_version(cert, 3))
1004 || (rc = gnutls_x509_crt_set_serial(cert, &now, sizeof(now)))
1005 || (rc = gnutls_x509_crt_set_activation_time(cert, now = time(NULL)))
1006 || (rc = gnutls_x509_crt_set_expiration_time(cert, (long)2 * 60 * 60)) /* 2 hour */
1007 || (rc = gnutls_x509_crt_set_key(cert, pkey))
1009 || (rc = gnutls_x509_crt_set_dn_by_oid(cert,
1010 GNUTLS_OID_X520_COUNTRY_NAME, 0, "UK", 2))
1011 || (rc = gnutls_x509_crt_set_dn_by_oid(cert,
1012 GNUTLS_OID_X520_ORGANIZATION_NAME, 0, "Exim Developers", 15))
1013 || (rc = gnutls_x509_crt_set_dn_by_oid(cert,
1014 GNUTLS_OID_X520_COMMON_NAME, 0,
1015 smtp_active_hostname, Ustrlen(smtp_active_hostname)))
1019 where = US"signing cert";
1020 if ((rc = gnutls_x509_crt_sign(cert, cert, pkey))) goto err;
1022 where = US"installing selfsign cert";
1024 if ((rc = gnutls_certificate_set_x509_key(state->lib_state.x509_cred,
1031 if (cert) gnutls_x509_crt_deinit(cert);
1032 if (pkey) gnutls_x509_privkey_deinit(pkey);
1036 rc = tls_error_gnu(state, where, rc, errstr);
1043 /* Add certificate and key, from files.
1046 Zero or negative: good. Negate value for certificate index if < 0.
1047 Greater than zero: FAIL or DEFER code.
1051 tls_add_certfile(exim_gnutls_state_st * state, const host_item * host,
1052 const uschar * certfile, const uschar * keyfile, uschar ** errstr)
1054 int rc = gnutls_certificate_set_x509_key_file(state->lib_state.x509_cred,
1055 CCS certfile, CCS keyfile, GNUTLS_X509_FMT_PEM);
1057 return tls_error_gnu(state,
1058 string_sprintf("cert/key setup: cert=%s key=%s", certfile, keyfile),
1064 #if !defined(DISABLE_OCSP) && !defined(SUPPORT_GNUTLS_EXT_RAW_PARSE)
1065 /* Load an OCSP proof from file for sending by the server. Called
1066 on getting a status-request handshake message, for earlier versions
1070 server_ocsp_stapling_cb(gnutls_session_t session, void * ptr,
1071 gnutls_datum_t * ocsp_response)
1074 DEBUG(D_tls) debug_printf("OCSP stapling callback: %s\n", US ptr);
1076 if ((ret = gnutls_load_file(ptr, ocsp_response)) < 0)
1078 DEBUG(D_tls) debug_printf("Failed to load ocsp stapling file %s\n",
1080 tls_in.ocsp = OCSP_NOT_RESP;
1081 return GNUTLS_E_NO_CERTIFICATE_STATUS;
1084 tls_in.ocsp = OCSP_VFY_NOT_TRIED;
1090 #ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
1091 /* Make a note that we saw a status-request */
1093 tls_server_clienthello_ext(void * ctx, unsigned tls_id,
1094 const uschar * data, unsigned size)
1096 /* The values for tls_id are documented here:
1097 https://www.iana.org/assignments/tls-extensiontype-values/tls-extensiontype-values.xhtml */
1100 case 5: /* Status Request */
1101 DEBUG(D_tls) debug_printf("Seen status_request extension from client\n");
1102 tls_in.ocsp = OCSP_NOT_RESP;
1104 #ifdef EXIM_HAVE_ALPN
1105 case 16: /* Application Layer Protocol Notification */
1106 /* The format of "data" here doesn't seem to be documented, but appears
1107 to be a 2-byte field with a (redundant, given the "size" arg) total length
1108 then a sequence of one-byte size then string (not nul-term) names. The
1109 latter is as described in OpenSSL documentation. */
1111 DEBUG(D_tls) debug_printf("Seen ALPN extension from client (s=%u):", size);
1112 for (const uschar * s = data+2; s-data < size-1; s += *s + 1)
1115 DEBUG(D_tls) debug_printf(" '%.*s'", (int)*s, s+1);
1117 DEBUG(D_tls) debug_printf("\n");
1118 if (server_seen_alpn > 1)
1120 DEBUG(D_tls) debug_printf("TLS: too many ALPNs presented in handshake\n");
1121 return GNUTLS_E_NO_APPLICATION_PROTOCOL;
1129 /* Callback for client-hello, on server, if we think we might serve stapled-OCSP */
1131 tls_server_clienthello_cb(gnutls_session_t session, unsigned int htype,
1132 unsigned when, unsigned int incoming, const gnutls_datum_t * msg)
1134 /* Call fn for each extension seen. 3.6.3 onwards */
1135 return gnutls_ext_raw_parse(NULL, tls_server_clienthello_ext, msg,
1136 GNUTLS_EXT_RAW_FLAG_TLS_CLIENT_HELLO);
1140 # ifdef notdef_crashes
1141 /* Make a note that we saw a status-response */
1143 tls_server_servercerts_ext(void * ctx, unsigned tls_id,
1144 const unsigned char *data, unsigned size)
1146 /* debug_printf("%s %u\n", __FUNCTION__, tls_id); */
1147 /* https://www.iana.org/assignments/tls-extensiontype-values/tls-extensiontype-values.xhtml */
1148 if (FALSE && tls_id == 5) /* status_request */
1150 DEBUG(D_tls) debug_printf("Seen status_request extension\n");
1151 tls_in.ocsp = exim_testharness_disable_ocsp_validity_check
1152 ? OCSP_VFY_NOT_TRIED : OCSP_VFIED; /* We know that GnuTLS verifies responses */
1158 /* Callback for certificates packet, on server, if we think we might serve stapled-OCSP */
1160 tls_server_servercerts_cb(gnutls_session_t session, unsigned int htype,
1161 unsigned when, unsigned int incoming, const gnutls_datum_t * msg)
1163 /* Call fn for each extension seen. 3.6.3 onwards */
1164 # ifdef notdef_crashes
1166 return gnutls_ext_raw_parse(NULL, tls_server_servercerts_ext, msg, 0);
1169 #endif /*SUPPORT_GNUTLS_EXT_RAW_PARSE*/
1171 /*XXX in tls1.3 the cert-status travel as an extension next to the cert, in the
1172 "Handshake Protocol: Certificate" record.
1173 So we need to spot the Certificate handshake message, parse it and spot any status_request extension(s)
1175 This is different to tls1.2 - where it is a separate record (wireshark term) / handshake message (gnutls term).
1178 #if defined(EXIM_HAVE_TLS_RESUME) || defined(SUPPORT_GNUTLS_EXT_RAW_PARSE)
1179 /* Callback for certificate-status, on server. We sent stapled OCSP. */
1181 tls_server_certstatus_cb(gnutls_session_t session, unsigned int htype,
1182 unsigned when, unsigned int incoming, const gnutls_datum_t * msg)
1184 DEBUG(D_tls) debug_printf("Sending certificate-status\n"); /*XXX we get this for tls1.2 but not for 1.3 */
1185 # ifdef SUPPORT_SRV_OCSP_STACK
1186 tls_in.ocsp = exim_testharness_disable_ocsp_validity_check
1187 ? OCSP_VFY_NOT_TRIED : OCSP_VFIED; /* We know that GnuTLS verifies responses */
1189 tls_in.ocsp = OCSP_VFY_NOT_TRIED;
1194 /* Callback for handshake messages, on server */
1196 tls_server_hook_cb(gnutls_session_t sess, u_int htype, unsigned when,
1197 unsigned incoming, const gnutls_datum_t * msg)
1199 /* debug_printf("%s: htype %u\n", __FUNCTION__, htype); */
1202 # ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
1203 case GNUTLS_HANDSHAKE_CLIENT_HELLO:
1204 return tls_server_clienthello_cb(sess, htype, when, incoming, msg);
1205 case GNUTLS_HANDSHAKE_CERTIFICATE_PKT:
1206 return tls_server_servercerts_cb(sess, htype, when, incoming, msg);
1208 case GNUTLS_HANDSHAKE_CERTIFICATE_STATUS:
1209 return tls_server_certstatus_cb(sess, htype, when, incoming, msg);
1210 # ifdef EXIM_HAVE_TLS_RESUME
1211 case GNUTLS_HANDSHAKE_NEW_SESSION_TICKET:
1212 return tls_server_ticket_cb(sess, htype, when, incoming, msg);
1221 #if !defined(DISABLE_OCSP) && defined(SUPPORT_GNUTLS_EXT_RAW_PARSE)
1223 tls_server_testharness_ocsp_fiddle(void)
1225 extern char ** environ;
1226 if (environ) for (uschar ** p = USS environ; *p; p++)
1227 if (Ustrncmp(*p, "EXIM_TESTHARNESS_DISABLE_OCSPVALIDITYCHECK", 42) == 0)
1229 DEBUG(D_tls) debug_printf("Permitting known bad OCSP response\n");
1230 exim_testharness_disable_ocsp_validity_check = TRUE;
1235 /**************************************************
1236 * One-time init credentials for server and client *
1237 **************************************************/
1240 creds_basic_init(gnutls_certificate_credentials_t x509_cred, BOOL server)
1242 #ifdef SUPPORT_SRV_OCSP_STACK
1243 gnutls_certificate_set_flags(x509_cred, GNUTLS_CERTIFICATE_API_V2);
1245 # if !defined(DISABLE_OCSP) && defined(SUPPORT_GNUTLS_EXT_RAW_PARSE)
1246 if (server && tls_ocsp_file)
1248 if (f.running_in_test_harness)
1249 tls_server_testharness_ocsp_fiddle();
1251 if (exim_testharness_disable_ocsp_validity_check)
1252 gnutls_certificate_set_flags(x509_cred,
1253 GNUTLS_CERTIFICATE_API_V2 | GNUTLS_CERTIFICATE_SKIP_OCSP_RESPONSE_CHECK);
1258 debug_printf("TLS: basic cred init, %s\n", server ? "server" : "client");
1262 creds_load_server_certs(exim_gnutls_state_st * state, const uschar * cert,
1263 const uschar * pkey, const uschar * ocsp, uschar ** errstr)
1265 const uschar * clist = cert;
1266 const uschar * klist = pkey;
1267 const uschar * olist;
1268 int csep = 0, ksep = 0, osep = 0, cnt = 0, rc;
1269 uschar * cfile, * kfile, * ofile;
1270 #ifndef DISABLE_OCSP
1271 # ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
1272 gnutls_x509_crt_fmt_t ocsp_fmt = GNUTLS_X509_FMT_DER;
1275 if (!expand_check(ocsp, US"tls_ocsp_file", &ofile, errstr))
1280 while (cfile = string_nextinlist(&clist, &csep, NULL, 0))
1282 if (!(kfile = string_nextinlist(&klist, &ksep, NULL, 0)))
1283 return tls_error(US"cert/key setup: out of keys", NULL, NULL, errstr);
1284 else if ((rc = tls_add_certfile(state, NULL, cfile, kfile, errstr)) > 0)
1288 int gnutls_cert_index = -rc;
1289 DEBUG(D_tls) debug_printf("TLS: cert/key %d %s registered\n",
1290 gnutls_cert_index, cfile);
1292 #ifndef DISABLE_OCSP
1295 /* Set the OCSP stapling server info */
1296 if (gnutls_buggy_ocsp)
1299 debug_printf("GnuTLS library is buggy for OCSP; avoiding\n");
1301 else if ((ofile = string_nextinlist(&olist, &osep, NULL, 0)))
1303 DEBUG(D_tls) debug_printf("OCSP response file %d = %s\n",
1304 gnutls_cert_index, ofile);
1305 # ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
1306 if (Ustrncmp(ofile, US"PEM ", 4) == 0)
1308 ocsp_fmt = GNUTLS_X509_FMT_PEM;
1311 else if (Ustrncmp(ofile, US"DER ", 4) == 0)
1313 ocsp_fmt = GNUTLS_X509_FMT_DER;
1317 if ((rc = gnutls_certificate_set_ocsp_status_request_file2(
1318 state->lib_state.x509_cred, CCS ofile, gnutls_cert_index,
1320 return tls_error_gnu(state,
1321 US"gnutls_certificate_set_ocsp_status_request_file2",
1324 debug_printf(" %d response%s loaded\n", rc, rc>1 ? "s":"");
1326 /* Arrange callbacks for OCSP request observability */
1329 gnutls_handshake_set_hook_function(state->session,
1330 GNUTLS_HANDSHAKE_ANY, GNUTLS_HOOK_POST, tls_server_hook_cb);
1332 state->lib_state.ocsp_hook = TRUE;
1336 # if defined(SUPPORT_SRV_OCSP_STACK)
1337 if ((rc = gnutls_certificate_set_ocsp_status_request_function2(
1338 state->lib_state.x509_cred, gnutls_cert_index,
1339 server_ocsp_stapling_cb, ofile)))
1340 return tls_error_gnu(state,
1341 US"gnutls_certificate_set_ocsp_status_request_function2",
1349 debug_printf("oops; multiple OCSP files not supported\n");
1352 gnutls_certificate_set_ocsp_status_request_function(
1353 state->lib_state.x509_cred, server_ocsp_stapling_cb, ofile);
1355 # endif /* SUPPORT_GNUTLS_EXT_RAW_PARSE */
1358 DEBUG(D_tls) debug_printf("ran out of OCSP response files in list\n");
1360 #endif /* DISABLE_OCSP */
1366 creds_load_client_certs(exim_gnutls_state_st * state, const host_item * host,
1367 const uschar * cert, const uschar * pkey, uschar ** errstr)
1369 int rc = tls_add_certfile(state, host, cert, pkey, errstr);
1370 if (rc > 0) return rc;
1371 DEBUG(D_tls) debug_printf("TLS: cert/key registered\n");
1376 creds_load_cabundle(exim_gnutls_state_st * state, const uschar * bundle,
1377 const host_item * host, uschar ** errstr)
1380 struct stat statbuf;
1382 #ifdef SUPPORT_SYSDEFAULT_CABUNDLE
1383 if (Ustrcmp(bundle, "system") == 0 || Ustrncmp(bundle, "system,", 7) == 0)
1384 cert_count = gnutls_certificate_set_x509_system_trust(state->lib_state.x509_cred);
1388 if (Ustat(bundle, &statbuf) < 0)
1390 log_write(0, LOG_MAIN|LOG_PANIC, "could not stat '%s' "
1391 "(tls_verify_certificates): %s", bundle, strerror(errno));
1395 #ifndef SUPPORT_CA_DIR
1396 /* The test suite passes in /dev/null; we could check for that path explicitly,
1397 but who knows if someone has some weird FIFO which always dumps some certs, or
1398 other weirdness. The thing we really want to check is that it's not a
1399 directory, since while OpenSSL supports that, GnuTLS does not.
1400 So s/!S_ISREG/S_ISDIR/ and change some messaging ... */
1401 if (S_ISDIR(statbuf.st_mode))
1403 log_write(0, LOG_MAIN|LOG_PANIC,
1404 "tls_verify_certificates \"%s\" is a directory", bundle);
1409 DEBUG(D_tls) debug_printf("verify certificates = %s size=" OFF_T_FMT "\n",
1410 bundle, statbuf.st_size);
1412 if (statbuf.st_size == 0)
1415 debug_printf("cert file empty, no certs, no verification, ignoring any CRL\n");
1421 #ifdef SUPPORT_CA_DIR
1422 (statbuf.st_mode & S_IFMT) == S_IFDIR
1424 gnutls_certificate_set_x509_trust_dir(state->lib_state.x509_cred,
1425 CS bundle, GNUTLS_X509_FMT_PEM)
1428 gnutls_certificate_set_x509_trust_file(state->lib_state.x509_cred,
1429 CS bundle, GNUTLS_X509_FMT_PEM);
1431 #ifdef SUPPORT_CA_DIR
1432 /* Mimic the behaviour with OpenSSL of not advertising a usable-cert list
1433 when using the directory-of-certs config model. */
1435 if ((statbuf.st_mode & S_IFMT) == S_IFDIR)
1437 gnutls_certificate_send_x509_rdn_sequence(state->session, 1);
1439 state->lib_state.ca_rdn_emulate = TRUE;
1444 return tls_error_gnu(state, US"setting certificate trust", cert_count, errstr);
1446 debug_printf("Added %d certificate authorities\n", cert_count);
1453 creds_load_crl(exim_gnutls_state_st * state, const uschar * crl, uschar ** errstr)
1456 DEBUG(D_tls) debug_printf("loading CRL file = %s\n", crl);
1457 if ((cert_count = gnutls_certificate_set_x509_crl_file(state->lib_state.x509_cred,
1458 CS crl, GNUTLS_X509_FMT_PEM)) < 0)
1459 return tls_error_gnu(state, US"gnutls_certificate_set_x509_crl_file",
1460 cert_count, errstr);
1462 DEBUG(D_tls) debug_printf("Processed %d CRLs\n", cert_count);
1468 creds_load_pristring(exim_gnutls_state_st * state, const uschar * p,
1469 const char ** errpos)
1473 p = exim_default_gnutls_priority;
1475 debug_printf("GnuTLS using default session cipher/priority \"%s\"\n", p);
1477 return gnutls_priority_init( (gnutls_priority_t *) &state->lib_state.pri_cache,
1482 tls_server_creds_init(void)
1484 uschar * dummy_errstr;
1485 unsigned lifetime = 0;
1487 state_server.lib_state = null_tls_preload;
1488 if (gnutls_certificate_allocate_credentials(
1489 (gnutls_certificate_credentials_t *) &state_server.lib_state.x509_cred))
1491 state_server.lib_state.x509_cred = NULL;
1494 creds_basic_init(state_server.lib_state.x509_cred, TRUE);
1496 #if defined(EXIM_HAVE_INOTIFY) || defined(EXIM_HAVE_KEVENT)
1497 /* If tls_certificate has any $ indicating expansions, it is not good.
1498 If tls_privatekey is set but has $, not good. Likewise for tls_ocsp_file.
1499 If all good (and tls_certificate set), load the cert(s). */
1501 if ( opt_set_and_noexpand(tls_certificate)
1502 # ifndef DISABLE_OCSP
1503 && opt_unset_or_noexpand(tls_ocsp_file)
1505 && opt_unset_or_noexpand(tls_privatekey))
1507 /* Set watches on the filenames. The implementation does de-duplication
1508 so we can just blindly do them all.
1511 if ( tls_set_watch(tls_certificate, TRUE)
1512 # ifndef DISABLE_OCSP
1513 && tls_set_watch(tls_ocsp_file, TRUE)
1515 && tls_set_watch(tls_privatekey, TRUE))
1517 DEBUG(D_tls) debug_printf("TLS: preloading server certs\n");
1518 if (creds_load_server_certs(&state_server, tls_certificate,
1519 tls_privatekey && *tls_privatekey ? tls_privatekey : tls_certificate,
1520 # ifdef DISABLE_OCSP
1525 &dummy_errstr) == 0)
1526 state_server.lib_state.conn_certs = TRUE;
1529 else if ( !tls_certificate && !tls_privatekey
1530 # ifndef DISABLE_OCSP
1534 { /* Generate & preload a selfsigned cert. No files to watch. */
1535 if ((tls_install_selfsign(&state_server, &dummy_errstr)) == OK)
1537 state_server.lib_state.conn_certs = TRUE;
1538 lifetime = f.running_in_test_harness ? 2 : 60 * 60; /* 1 hour */
1542 DEBUG(D_tls) debug_printf("TLS: not preloading server certs\n");
1544 /* If tls_verify_certificates is non-empty and has no $, load CAs.
1545 If none was configured and we can't handle "system", treat as empty. */
1547 if ( opt_set_and_noexpand(tls_verify_certificates)
1548 #ifndef SUPPORT_SYSDEFAULT_CABUNDLE
1549 && Ustrcmp(tls_verify_certificates, "system") != 0
1553 if (tls_set_watch(tls_verify_certificates, FALSE))
1555 DEBUG(D_tls) debug_printf("TLS: preloading CA bundle for server\n");
1556 if (creds_load_cabundle(&state_server, tls_verify_certificates,
1557 NULL, &dummy_errstr) != OK)
1559 state_server.lib_state.cabundle = TRUE;
1561 /* If CAs loaded and tls_crl is non-empty and has no $, load it */
1563 if (opt_set_and_noexpand(tls_crl))
1565 if (tls_set_watch(tls_crl, FALSE))
1567 DEBUG(D_tls) debug_printf("TLS: preloading CRL for server\n");
1568 if (creds_load_crl(&state_server, tls_crl, &dummy_errstr) != OK)
1570 state_server.lib_state.crl = TRUE;
1574 DEBUG(D_tls) debug_printf("TLS: not preloading CRL for server\n");
1578 DEBUG(D_tls) debug_printf("TLS: not preloading CA bundle for server\n");
1579 #endif /* EXIM_HAVE_INOTIFY */
1581 /* If tls_require_ciphers is non-empty and has no $, load the
1582 ciphers priority cache. If unset, load with the default.
1583 (server-only as the client one depends on non/DANE) */
1585 if (!tls_require_ciphers || opt_set_and_noexpand(tls_require_ciphers))
1587 const char * dummy_errpos;
1588 DEBUG(D_tls) debug_printf("TLS: preloading cipher list for server: %s\n",
1589 tls_require_ciphers);
1590 if ( creds_load_pristring(&state_server, tls_require_ciphers, &dummy_errpos)
1592 state_server.lib_state.pri_string = TRUE;
1595 DEBUG(D_tls) debug_printf("TLS: not preloading cipher list for server\n");
1600 /* Preload whatever creds are static, onto a transport. The client can then
1601 just copy the pointer as it starts up. */
1603 /*XXX this is not called for a cmdline send. But one needing to use >1 conn would benefit,
1604 and there seems little downside. */
1607 tls_client_creds_init(transport_instance * t, BOOL watch)
1609 smtp_transport_options_block * ob = t->options_block;
1610 exim_gnutls_state_st tpt_dummy_state;
1611 host_item * dummy_host = (host_item *)1;
1612 uschar * dummy_errstr;
1614 if ( !exim_gnutls_base_init_done
1615 && tls_g_init(&dummy_errstr) != OK)
1618 ob->tls_preload = null_tls_preload;
1619 if (gnutls_certificate_allocate_credentials(
1620 (struct gnutls_certificate_credentials_st **)&ob->tls_preload.x509_cred))
1622 ob->tls_preload.x509_cred = NULL;
1625 creds_basic_init(ob->tls_preload.x509_cred, FALSE);
1627 tpt_dummy_state.session = NULL;
1628 tpt_dummy_state.lib_state = ob->tls_preload;
1630 #if defined(EXIM_HAVE_INOTIFY) || defined(EXIM_HAVE_KEVENT)
1631 if ( opt_set_and_noexpand(ob->tls_certificate)
1632 && opt_unset_or_noexpand(ob->tls_privatekey))
1635 || ( tls_set_watch(ob->tls_certificate, FALSE)
1636 && tls_set_watch(ob->tls_privatekey, FALSE)
1639 const uschar * pkey = ob->tls_privatekey;
1642 debug_printf("TLS: preloading client certs for transport '%s'\n", t->name);
1644 /* The state->lib_state.x509_cred is used for the certs load, and is the sole
1645 structure element used. So we can set up a dummy. The hoat arg only
1646 selects a retcode in case of fail, so any value */
1648 if (creds_load_client_certs(&tpt_dummy_state, dummy_host,
1649 ob->tls_certificate, pkey ? pkey : ob->tls_certificate,
1650 &dummy_errstr) == OK)
1651 ob->tls_preload.conn_certs = TRUE;
1656 debug_printf("TLS: not preloading client certs, for transport '%s'\n", t->name);
1658 /* If tls_verify_certificates is non-empty and has no $, load CAs.
1659 If none was configured and we can't handle "system", treat as empty. */
1661 if ( opt_set_and_noexpand(ob->tls_verify_certificates)
1662 #ifndef SUPPORT_SYSDEFAULT_CABUNDLE
1663 && Ustrcmp(ob->tls_verify_certificates, "system") != 0
1667 if (!watch || tls_set_watch(ob->tls_verify_certificates, FALSE))
1670 debug_printf("TLS: preloading CA bundle for transport '%s'\n", t->name);
1671 if (creds_load_cabundle(&tpt_dummy_state, ob->tls_verify_certificates,
1672 dummy_host, &dummy_errstr) != OK)
1674 ob->tls_preload.cabundle = TRUE;
1676 if (opt_set_and_noexpand(ob->tls_crl))
1678 if (!watch || tls_set_watch(ob->tls_crl, FALSE))
1680 DEBUG(D_tls) debug_printf("TLS: preloading CRL for transport '%s'\n", t->name);
1681 if (creds_load_crl(&tpt_dummy_state, ob->tls_crl, &dummy_errstr) != OK)
1683 ob->tls_preload.crl = TRUE;
1687 DEBUG(D_tls) debug_printf("TLS: not preloading CRL, for transport '%s'\n", t->name);
1692 debug_printf("TLS: not preloading CA bundle, for transport '%s'\n", t->name);
1694 /* We do not preload tls_require_ciphers to to the transport as it implicitly
1695 depends on DANE or plain usage. */
1701 #if defined(EXIM_HAVE_INOTIFY) || defined(EXIM_HAVE_KEVENT)
1702 /* Invalidate the creds cached, by dropping the current ones.
1703 Call when we notice one of the source files has changed. */
1706 tls_server_creds_invalidate(void)
1708 if (state_server.lib_state.pri_cache)
1709 gnutls_priority_deinit(state_server.lib_state.pri_cache);
1710 state_server.lib_state.pri_cache = NULL;
1712 if (state_server.lib_state.x509_cred)
1713 gnutls_certificate_free_credentials(state_server.lib_state.x509_cred);
1714 state_server.lib_state = null_tls_preload;
1719 tls_client_creds_invalidate(transport_instance * t)
1721 smtp_transport_options_block * ob = t->options_block;
1722 if (ob->tls_preload.x509_cred)
1723 gnutls_certificate_free_credentials(ob->tls_preload.x509_cred);
1724 ob->tls_preload = null_tls_preload;
1729 /*************************************************
1730 * Variables re-expanded post-SNI *
1731 *************************************************/
1733 /* Called from both server and client code, via tls_init(), and also from
1734 the SNI callback after receiving an SNI, if tls_certificate includes "tls_sni".
1736 We can tell the two apart by state->received_sni being non-NULL in callback.
1738 The callback should not call us unless state->trigger_sni_changes is true,
1739 which we are responsible for setting on the first pass through.
1742 state exim_gnutls_state_st *
1743 errstr error string pointer
1745 Returns: OK/DEFER/FAIL
1749 tls_expand_session_files(exim_gnutls_state_st * state, uschar ** errstr)
1752 const host_item *host = state->host; /* macro should be reconsidered? */
1753 const uschar *saved_tls_certificate = NULL;
1754 const uschar *saved_tls_privatekey = NULL;
1755 const uschar *saved_tls_verify_certificates = NULL;
1756 const uschar *saved_tls_crl = NULL;
1759 /* We check for tls_sni *before* expansion. */
1760 if (!host) /* server */
1761 if (!state->received_sni)
1763 if ( state->tls_certificate
1764 && ( Ustrstr(state->tls_certificate, US"tls_sni")
1765 || Ustrstr(state->tls_certificate, US"tls_in_sni")
1766 || Ustrstr(state->tls_certificate, US"tls_out_sni")
1769 DEBUG(D_tls) debug_printf("We will re-expand TLS session files if we receive SNI\n");
1770 state->trigger_sni_changes = TRUE;
1773 else /* SNI callback case */
1775 /* useful for debugging */
1776 saved_tls_certificate = state->exp_tls_certificate;
1777 saved_tls_privatekey = state->exp_tls_privatekey;
1778 saved_tls_verify_certificates = state->exp_tls_verify_certificates;
1779 saved_tls_crl = state->exp_tls_crl;
1782 if (!state->lib_state.x509_cred)
1784 if ((rc = gnutls_certificate_allocate_credentials(
1785 (gnutls_certificate_credentials_t *) &state->lib_state.x509_cred)))
1786 return tls_error_gnu(state, US"gnutls_certificate_allocate_credentials",
1788 creds_basic_init(state->lib_state.x509_cred, !host);
1792 /* remember: Expand_check_tlsvar() is expand_check() but fiddling with
1793 state members, assuming consistent naming; and expand_check() returns
1794 false if expansion failed, unless expansion was forced to fail. */
1796 /* check if we at least have a certificate, before doing expensive
1799 if (!state->lib_state.conn_certs)
1801 if (!Expand_check_tlsvar(tls_certificate, errstr))
1804 /* certificate is mandatory in server, optional in client */
1806 if ( !state->exp_tls_certificate
1807 || !*state->exp_tls_certificate
1810 return tls_install_selfsign(state, errstr);
1812 DEBUG(D_tls) debug_printf("TLS: no client certificate specified; okay\n");
1814 if (state->tls_privatekey && !Expand_check_tlsvar(tls_privatekey, errstr))
1817 /* tls_privatekey is optional, defaulting to same file as certificate */
1819 if (!state->tls_privatekey || !*state->tls_privatekey)
1821 state->tls_privatekey = state->tls_certificate;
1822 state->exp_tls_privatekey = state->exp_tls_certificate;
1825 if (state->exp_tls_certificate && *state->exp_tls_certificate)
1828 DEBUG(D_tls) debug_printf("certificate file = %s\nkey file = %s\n",
1829 state->exp_tls_certificate, state->exp_tls_privatekey);
1831 if (state->received_sni)
1832 if ( Ustrcmp(state->exp_tls_certificate, saved_tls_certificate) == 0
1833 && Ustrcmp(state->exp_tls_privatekey, saved_tls_privatekey) == 0
1836 DEBUG(D_tls) debug_printf("TLS SNI: cert and key unchanged\n");
1837 load = FALSE; /* avoid re-loading the same certs */
1839 else /* unload the pre-SNI certs before loading new ones */
1841 DEBUG(D_tls) debug_printf("TLS SNI: have a changed cert/key pair\n");
1842 gnutls_certificate_free_keys(state->lib_state.x509_cred);
1847 ? creds_load_client_certs(state, host, state->exp_tls_certificate,
1848 state->exp_tls_privatekey, errstr)
1849 : creds_load_server_certs(state, state->exp_tls_certificate,
1850 state->exp_tls_privatekey,
1863 debug_printf("%s certs were preloaded\n", host ? "client" : "server");
1865 if (!state->tls_privatekey) state->tls_privatekey = state->tls_certificate;
1866 state->exp_tls_certificate = US state->tls_certificate;
1867 state->exp_tls_privatekey = US state->tls_privatekey;
1869 #ifdef SUPPORT_GNUTLS_EXT_RAW_PARSE
1870 if (state->lib_state.ocsp_hook)
1871 gnutls_handshake_set_hook_function(state->session,
1872 GNUTLS_HANDSHAKE_ANY, GNUTLS_HOOK_POST, tls_server_hook_cb);
1877 /* Set the trusted CAs file if one is provided, and then add the CRL if one is
1878 provided. Experiment shows that, if the certificate file is empty, an unhelpful
1879 error message is provided. However, if we just refrain from setting anything up
1880 in that case, certificate verification fails, which seems to be the correct
1882 If none was configured and we can't handle "system", treat as empty. */
1884 if (!state->lib_state.cabundle)
1886 if (state->tls_verify_certificates && *state->tls_verify_certificates)
1888 if (!Expand_check_tlsvar(tls_verify_certificates, errstr))
1890 #ifndef SUPPORT_SYSDEFAULT_CABUNDLE
1891 if (Ustrcmp(state->exp_tls_verify_certificates, "system") == 0)
1892 state->exp_tls_verify_certificates = NULL;
1894 if (state->tls_crl && *state->tls_crl)
1895 if (!Expand_check_tlsvar(tls_crl, errstr))
1898 if (!(state->exp_tls_verify_certificates &&
1899 *state->exp_tls_verify_certificates))
1902 debug_printf("TLS: tls_verify_certificates expanded empty, ignoring\n");
1903 /* With no tls_verify_certificates, we ignore tls_crl too */
1910 debug_printf("TLS: tls_verify_certificates not set or empty, ignoring\n");
1913 rc = creds_load_cabundle(state, state->exp_tls_verify_certificates, host, errstr);
1914 if (rc != OK) return rc;
1919 debug_printf("%s CA bundle was preloaded\n", host ? "client" : "server");
1920 state->exp_tls_verify_certificates = US state->tls_verify_certificates;
1922 #ifdef SUPPORT_CA_DIR
1923 /* Mimic the behaviour with OpenSSL of not advertising a usable-cert list
1924 when using the directory-of-certs config model. */
1925 if (state->lib_state.ca_rdn_emulate)
1926 gnutls_certificate_send_x509_rdn_sequence(state->session, 1);
1931 if (!state->lib_state.crl)
1933 if ( state->tls_crl && *state->tls_crl
1934 && state->exp_tls_crl && *state->exp_tls_crl)
1935 return creds_load_crl(state, state->exp_tls_crl, errstr);
1940 debug_printf("%s CRL was preloaded\n", host ? "client" : "server");
1941 state->exp_tls_crl = US state->tls_crl;
1950 /*************************************************
1951 * Set X.509 state variables *
1952 *************************************************/
1954 /* In GnuTLS, the registered cert/key are not replaced by a later
1955 set of a cert/key, so for SNI support we need a whole new x509_cred
1956 structure. Which means various other non-re-expanded pieces of state
1957 need to be re-set in the new struct, so the setting logic is pulled
1961 state exim_gnutls_state_st *
1962 errstr error string pointer
1964 Returns: OK/DEFER/FAIL
1968 tls_set_remaining_x509(exim_gnutls_state_st *state, uschar ** errstr)
1971 const host_item *host = state->host; /* macro should be reconsidered? */
1973 /* Create D-H parameters, or read them from the cache file. This function does
1974 its own SMTP error messaging. This only happens for the server, TLS D-H ignores
1975 client-side params. */
1979 if (!dh_server_params)
1980 if ((rc = init_server_dh(errstr)) != OK) return rc;
1982 /* Unnecessary & discouraged with 3.6.0 or later, according to docs. But without it,
1983 no DHE- ciphers are advertised. */
1984 gnutls_certificate_set_dh_params(state->lib_state.x509_cred, dh_server_params);
1987 /* Link the credentials to the session. */
1989 if ((rc = gnutls_credentials_set(state->session,
1990 GNUTLS_CRD_CERTIFICATE, state->lib_state.x509_cred)))
1991 return tls_error_gnu(state, US"gnutls_credentials_set", rc, errstr);
1996 /*************************************************
1997 * Initialize for GnuTLS *
1998 *************************************************/
2001 /* Called from both server and client code. In the case of a server, errors
2002 before actual TLS negotiation return DEFER.
2005 host connected host, if client; NULL if server
2006 ob tranport options block, if client; NULL if server
2007 require_ciphers tls_require_ciphers setting
2008 caller_state returned state-info structure
2009 errstr error string pointer
2011 Returns: OK/DEFER/FAIL
2016 const host_item *host,
2017 smtp_transport_options_block * ob,
2018 const uschar * require_ciphers,
2019 exim_gnutls_state_st **caller_state,
2023 exim_gnutls_state_st * state;
2027 if ( !exim_gnutls_base_init_done
2028 && (rc = tls_g_init(errstr)) != OK)
2033 /* For client-side sessions we allocate a context. This lets us run
2034 several in parallel. */
2036 int old_pool = store_pool;
2037 store_pool = POOL_PERM;
2038 state = store_get(sizeof(exim_gnutls_state_st), GET_UNTAINTED);
2039 store_pool = old_pool;
2041 memcpy(state, &exim_gnutls_state_init, sizeof(exim_gnutls_state_init));
2042 state->lib_state = ob->tls_preload;
2044 DEBUG(D_tls) debug_printf("initialising GnuTLS client session\n");
2045 rc = gnutls_init(&state->session, GNUTLS_CLIENT);
2047 state->tls_certificate = ob->tls_certificate;
2048 state->tls_privatekey = ob->tls_privatekey;
2049 state->tls_sni = ob->tls_sni;
2050 state->tls_verify_certificates = ob->tls_verify_certificates;
2051 state->tls_crl = ob->tls_crl;
2055 /* Server operations always use the one state_server context. It is not
2056 shared because we have forked a fresh process for every receive. However it
2057 can get re-used for successive TLS sessions on a single TCP connection. */
2059 state = &state_server;
2061 DEBUG(D_tls) debug_printf("initialising GnuTLS server session\n");
2062 rc = gnutls_init(&state->session, GNUTLS_SERVER);
2064 state->tls_certificate = tls_certificate;
2065 state->tls_privatekey = tls_privatekey;
2066 state->tls_sni = NULL;
2067 state->tls_verify_certificates = tls_verify_certificates;
2068 state->tls_crl = tls_crl;
2071 return tls_error_gnu(state, US"gnutls_init", rc, errstr);
2073 state->tls_require_ciphers = require_ciphers;
2076 /* This handles the variables that might get re-expanded after TLS SNI;
2077 tls_certificate, tls_privatekey, tls_verify_certificates, tls_crl */
2080 debug_printf("Expanding various TLS configuration options for session credentials\n");
2081 if ((rc = tls_expand_session_files(state, errstr)) != OK) return rc;
2083 /* These are all other parts of the x509_cred handling, since SNI in GnuTLS
2084 requires a new structure afterwards. */
2086 if ((rc = tls_set_remaining_x509(state, errstr)) != OK) return rc;
2088 /* set SNI in client, only */
2091 if (!expand_check(state->tls_sni, US"tls_out_sni", &state->tlsp->sni, errstr))
2093 if (state->tlsp->sni && *state->tlsp->sni)
2096 debug_printf("Setting TLS client SNI to \"%s\"\n", state->tlsp->sni);
2097 sz = Ustrlen(state->tlsp->sni);
2098 if ((rc = gnutls_server_name_set(state->session,
2099 GNUTLS_NAME_DNS, state->tlsp->sni, sz)))
2100 return tls_error_gnu(state, US"gnutls_server_name_set", rc, errstr);
2103 else if (state->tls_sni)
2104 DEBUG(D_tls) debug_printf("*** PROBABLY A BUG *** " \
2105 "have an SNI set for a server [%s]\n", state->tls_sni);
2107 if (!state->lib_state.pri_string)
2109 const uschar * p = NULL;
2110 const char * errpos;
2112 /* This is the priority string support,
2113 http://www.gnutls.org/manual/html_node/Priority-Strings.html
2114 and replaces gnutls_require_kx, gnutls_require_mac & gnutls_require_protocols.
2115 This was backwards incompatible, but means Exim no longer needs to track
2116 all algorithms and provide string forms for them. */
2118 if (state->tls_require_ciphers && *state->tls_require_ciphers)
2120 if (!Expand_check_tlsvar(tls_require_ciphers, errstr))
2122 if (state->exp_tls_require_ciphers && *state->exp_tls_require_ciphers)
2124 p = state->exp_tls_require_ciphers;
2125 DEBUG(D_tls) debug_printf("GnuTLS session cipher/priority \"%s\"\n", p);
2129 if ((rc = creds_load_pristring(state, p, &errpos)))
2130 return tls_error_gnu(state, string_sprintf(
2131 "gnutls_priority_init(%s) failed at offset %ld, \"%.6s..\"",
2132 p, (long)(errpos - CS p), errpos),
2137 DEBUG(D_tls) debug_printf("cipher list preloaded\n");
2138 state->exp_tls_require_ciphers = US state->tls_require_ciphers;
2142 if ((rc = gnutls_priority_set(state->session, state->lib_state.pri_cache)))
2143 return tls_error_gnu(state, US"gnutls_priority_set", rc, errstr);
2145 /* This also sets the server ticket expiration time to the same, and
2146 the STEK rotation time to 3x. */
2148 gnutls_db_set_cache_expiration(state->session, ssl_session_timeout);
2150 /* Reduce security in favour of increased compatibility, if the admin
2151 decides to make that trade-off. */
2152 if (gnutls_compat_mode)
2154 #if LIBGNUTLS_VERSION_NUMBER >= 0x020104
2155 DEBUG(D_tls) debug_printf("lowering GnuTLS security, compatibility mode\n");
2156 gnutls_session_enable_compatibility_mode(state->session);
2158 DEBUG(D_tls) debug_printf("Unable to set gnutls_compat_mode - GnuTLS version too old\n");
2162 *caller_state = state;
2168 /*************************************************
2169 * Extract peer information *
2170 *************************************************/
2172 static const uschar *
2173 cipher_stdname_kcm(gnutls_kx_algorithm_t kx, gnutls_cipher_algorithm_t cipher,
2174 gnutls_mac_algorithm_t mac)
2177 gnutls_kx_algorithm_t kx_i;
2178 gnutls_cipher_algorithm_t cipher_i;
2179 gnutls_mac_algorithm_t mac_i;
2182 gnutls_cipher_suite_info(i, cs_id, &kx_i, &cipher_i, &mac_i, NULL);
2184 if (kx_i == kx && cipher_i == cipher && mac_i == mac)
2185 return cipher_stdname(cs_id[0], cs_id[1]);
2191 /* Called from both server and client code.
2192 Only this is allowed to set state->peerdn and state->have_set_peerdn
2193 and we use that to detect double-calls.
2195 NOTE: the state blocks last while the TLS connection is up, which is fine
2196 for logging in the server side, but for the client side, we log after teardown
2197 in src/deliver.c. While the session is up, we can twist about states and
2198 repoint tls_* globals, but those variables used for logging or other variable
2199 expansion that happens _after_ delivery need to have a longer life-time.
2201 So for those, we get the data from POOL_PERM; the re-invoke guard keeps us from
2202 doing this more than once per generation of a state context. We set them in
2203 the state context, and repoint tls_* to them. After the state goes away, the
2204 tls_* copies of the pointers remain valid and client delivery logging is happy.
2206 tls_certificate_verified is a BOOL, so the tls_peerdn and tls_cipher issues
2210 state exim_gnutls_state_st *
2211 errstr pointer to error string
2213 Returns: OK/DEFER/FAIL
2217 peer_status(exim_gnutls_state_st * state, uschar ** errstr)
2219 gnutls_session_t session = state->session;
2220 const gnutls_datum_t * cert_list;
2222 unsigned int cert_list_size = 0;
2223 gnutls_protocol_t protocol;
2224 gnutls_cipher_algorithm_t cipher;
2225 gnutls_kx_algorithm_t kx;
2226 gnutls_mac_algorithm_t mac;
2227 gnutls_certificate_type_t ct;
2228 gnutls_x509_crt_t crt;
2232 if (state->have_set_peerdn)
2234 state->have_set_peerdn = TRUE;
2236 state->peerdn = NULL;
2239 cipher = gnutls_cipher_get(session);
2240 protocol = gnutls_protocol_get_version(session);
2241 mac = gnutls_mac_get(session);
2243 #ifdef GNUTLS_TLS1_3
2244 protocol >= GNUTLS_TLS1_3 ? 0 :
2246 gnutls_kx_get(session);
2248 old_pool = store_pool;
2250 tls_support * tlsp = state->tlsp;
2251 store_pool = POOL_PERM;
2253 #ifdef SUPPORT_GNUTLS_SESS_DESC
2256 uschar * s = US gnutls_session_get_desc(session), c;
2258 /* Nikos M suggests we use this by preference. It returns like:
2259 (TLS1.3)-(ECDHE-SECP256R1)-(RSA-PSS-RSAE-SHA256)-(AES-256-GCM)
2261 For partial back-compat, put a colon after the TLS version, replace the
2262 )-( grouping with __, replace in-group - with _ and append the :keysize. */
2264 /* debug_printf("peer_status: gnutls_session_get_desc %s\n", s); */
2266 for (s++; (c = *s) && c != ')'; s++) g = string_catn(g, s, 1);
2268 tlsp->ver = string_copyn(g->s, g->ptr);
2269 for (uschar * p = US tlsp->ver; *p; p++)
2270 if (*p == '-') { *p = '\0'; break; } /* TLS1.0-PKIX -> TLS1.0 */
2272 g = string_catn(g, US":", 1);
2273 if (*s) s++; /* now on _ between groups */
2276 for (*++s && ++s; (c = *s) && c != ')'; s++)
2277 g = string_catn(g, c == '-' ? US"_" : s, 1);
2278 /* now on ) closing group */
2279 if ((c = *s) && *++s == '-') g = string_catn(g, US"__", 2);
2280 /* now on _ between groups */
2282 g = string_catn(g, US":", 1);
2283 g = string_cat(g, string_sprintf("%d", (int) gnutls_cipher_get_key_size(cipher) * 8));
2284 state->ciphersuite = string_from_gstring(g);
2287 state->ciphersuite = string_sprintf("%s:%s:%d",
2288 gnutls_protocol_get_name(protocol),
2289 gnutls_cipher_suite_get_name(kx, cipher, mac),
2290 (int) gnutls_cipher_get_key_size(cipher) * 8);
2292 /* I don't see a way that spaces could occur, in the current GnuTLS
2293 code base, but it was a concern in the old code and perhaps older GnuTLS
2294 releases did return "TLS 1.0"; play it safe, just in case. */
2296 for (uschar * p = state->ciphersuite; *p; p++) if (isspace(*p)) *p = '-';
2297 tlsp->ver = string_copyn(state->ciphersuite,
2298 Ustrchr(state->ciphersuite, ':') - state->ciphersuite);
2301 /* debug_printf("peer_status: ciphersuite %s\n", state->ciphersuite); */
2303 tlsp->cipher = state->ciphersuite;
2304 tlsp->bits = gnutls_cipher_get_key_size(cipher) * 8;
2306 tlsp->cipher_stdname = cipher_stdname_kcm(kx, cipher, mac);
2308 store_pool = old_pool;
2311 cert_list = gnutls_certificate_get_peers(session, &cert_list_size);
2313 if (!cert_list || cert_list_size == 0)
2315 DEBUG(D_tls) debug_printf("TLS: no certificate from peer (%p & %d)\n",
2316 cert_list, cert_list_size);
2317 if (state->verify_requirement >= VERIFY_REQUIRED)
2318 return tls_error(US"certificate verification failed",
2319 US"no certificate received from peer", state->host, errstr);
2323 if ((ct = gnutls_certificate_type_get(session)) != GNUTLS_CRT_X509)
2325 const uschar * ctn = US gnutls_certificate_type_get_name(ct);
2327 debug_printf("TLS: peer cert not X.509 but instead \"%s\"\n", ctn);
2328 if (state->verify_requirement >= VERIFY_REQUIRED)
2329 return tls_error(US"certificate verification not possible, unhandled type",
2330 ctn, state->host, errstr);
2334 #define exim_gnutls_peer_err(Label) \
2336 if (rc != GNUTLS_E_SUCCESS) \
2338 DEBUG(D_tls) debug_printf("TLS: peer cert problem: %s: %s\n", \
2339 (Label), gnutls_strerror(rc)); \
2340 if (state->verify_requirement >= VERIFY_REQUIRED) \
2341 return tls_error_gnu(state, (Label), rc, errstr); \
2346 rc = import_cert(&cert_list[0], &crt);
2347 exim_gnutls_peer_err(US"cert 0");
2349 state->tlsp->peercert = state->peercert = crt;
2352 rc = gnutls_x509_crt_get_dn(crt, NULL, &sz);
2353 if (rc != GNUTLS_E_SHORT_MEMORY_BUFFER)
2355 exim_gnutls_peer_err(US"getting size for cert DN failed");
2356 return FAIL; /* should not happen */
2358 dn_buf = store_get_perm(sz, GET_TAINTED);
2359 rc = gnutls_x509_crt_get_dn(crt, CS dn_buf, &sz);
2360 exim_gnutls_peer_err(US"failed to extract certificate DN [gnutls_x509_crt_get_dn(cert 0)]");
2362 state->peerdn = dn_buf;
2365 #undef exim_gnutls_peer_err
2371 /*************************************************
2372 * Verify peer certificate *
2373 *************************************************/
2375 /* Called from both server and client code.
2376 *Should* be using a callback registered with
2377 gnutls_certificate_set_verify_function() to fail the handshake if we dislike
2378 the peer information, but that's too new for some OSes.
2381 state exim_gnutls_state_st *
2382 errstr where to put an error message
2385 FALSE if the session should be rejected
2386 TRUE if the cert is okay or we just don't care
2390 verify_certificate(exim_gnutls_state_st * state, uschar ** errstr)
2395 DEBUG(D_tls) debug_printf("TLS: checking peer certificate\n");
2397 rc = peer_status(state, errstr);
2399 if (state->verify_requirement == VERIFY_NONE)
2402 if (rc != OK || !state->peerdn)
2404 verify = GNUTLS_CERT_INVALID;
2405 *errstr = US"certificate not supplied";
2411 if (state->verify_requirement == VERIFY_DANE && state->host)
2413 /* Using dane_verify_session_crt() would be easy, as it does it all for us
2414 including talking to a DNS resolver. But we want to do that bit ourselves
2415 as the testsuite intercepts and fakes its own DNS environment. */
2420 const gnutls_datum_t * certlist =
2421 gnutls_certificate_get_peers(state->session, &lsize);
2422 int usage = tls_out.tlsa_usage;
2424 # ifdef GNUTLS_BROKEN_DANE_VALIDATION
2425 /* Split the TLSA records into two sets, TA and EE selectors. Run the
2426 dane-verification separately so that we know which selector verified;
2427 then we know whether to do name-verification (needed for TA but not EE). */
2429 if (usage == ((1<<DANESSL_USAGE_DANE_TA) | (1<<DANESSL_USAGE_DANE_EE)))
2430 { /* a mixed-usage bundle */
2435 for (nrec = 0; state->dane_data_len[nrec]; ) nrec++;
2438 dd = store_get(nrec * sizeof(uschar *), GET_UNTAINTED);
2439 ddl = store_get(nrec * sizeof(int), GET_UNTAINTED);
2442 if ((rc = dane_state_init(&s, 0)))
2445 for (usage = DANESSL_USAGE_DANE_EE;
2446 usage >= DANESSL_USAGE_DANE_TA; usage--)
2447 { /* take records with this usage */
2448 for (j = i = 0; i < nrec; i++)
2449 if (state->dane_data[i][0] == usage)
2451 dd[j] = state->dane_data[i];
2452 ddl[j++] = state->dane_data_len[i];
2459 if ((rc = dane_raw_tlsa(s, &r, (char * const *)dd, ddl, 1, 0)))
2462 if ((rc = dane_verify_crt_raw(s, certlist, lsize,
2463 gnutls_certificate_type_get(state->session),
2465 usage == DANESSL_USAGE_DANE_EE
2466 ? DANE_VFLAG_ONLY_CHECK_EE_USAGE : 0,
2470 debug_printf("TLSA record problem: %s\n", dane_strerror(rc));
2472 else if (verify == 0) /* verification passed */
2480 if (rc) goto tlsa_prob;
2485 if ( (rc = dane_state_init(&s, 0))
2486 || (rc = dane_raw_tlsa(s, &r, state->dane_data, state->dane_data_len,
2488 || (rc = dane_verify_crt_raw(s, certlist, lsize,
2489 gnutls_certificate_type_get(state->session),
2491 # ifdef GNUTLS_BROKEN_DANE_VALIDATION
2492 usage == (1 << DANESSL_USAGE_DANE_EE)
2493 ? DANE_VFLAG_ONLY_CHECK_EE_USAGE : 0,
2502 if (verify != 0) /* verification failed */
2505 (void) dane_verification_status_print(verify, &str, 0);
2506 *errstr = US str.data; /* don't bother to free */
2510 # ifdef GNUTLS_BROKEN_DANE_VALIDATION
2511 /* If a TA-mode TLSA record was used for verification we must additionally
2512 verify the cert name (but not the CA chain). For EE-mode, skip it. */
2514 if (usage & (1 << DANESSL_USAGE_DANE_EE))
2517 state->peer_dane_verified = state->peer_cert_verified = TRUE;
2520 # ifdef GNUTLS_BROKEN_DANE_VALIDATION
2521 /* Assume that the name on the A-record is the one that should be matching
2522 the cert. An alternate view is that the domain part of the email address
2523 is also permissible. */
2525 if (gnutls_x509_crt_check_hostname(state->tlsp->peercert,
2526 CS state->host->name))
2528 state->peer_dane_verified = state->peer_cert_verified = TRUE;
2533 #endif /*SUPPORT_DANE*/
2535 rc = gnutls_certificate_verify_peers2(state->session, &verify);
2538 /* Handle the result of verification. INVALID is set if any others are. */
2540 if (rc < 0 || verify & (GNUTLS_CERT_INVALID|GNUTLS_CERT_REVOKED))
2542 state->peer_cert_verified = FALSE;
2545 #ifdef GNUTLS_CERT_VFY_STATUS_PRINT
2550 if (gnutls_certificate_verification_status_print(verify,
2551 gnutls_certificate_type_get(state->session), &txt, 0)
2552 == GNUTLS_E_SUCCESS)
2554 debug_printf("%s\n", txt.data);
2555 gnutls_free(txt.data);
2559 *errstr = verify & GNUTLS_CERT_REVOKED
2560 ? US"certificate revoked" : US"certificate invalid";
2564 debug_printf("TLS certificate verification failed (%s): peerdn=\"%s\"\n",
2565 *errstr, state->peerdn ? state->peerdn : US"<unset>");
2567 if (state->verify_requirement >= VERIFY_REQUIRED)
2570 debug_printf("TLS verify failure overridden (host in tls_try_verify_hosts)\n");
2575 /* Client side, check the server's certificate name versus the name on the
2576 A-record for the connection we made. What to do for server side - what name
2577 to use for client? We document that there is no such checking for server
2580 if ( state->exp_tls_verify_cert_hostnames
2581 && !gnutls_x509_crt_check_hostname(state->tlsp->peercert,
2582 CS state->exp_tls_verify_cert_hostnames)
2586 debug_printf("TLS certificate verification failed: cert name mismatch\n");
2587 if (state->verify_requirement >= VERIFY_REQUIRED)
2592 state->peer_cert_verified = TRUE;
2593 DEBUG(D_tls) debug_printf("TLS certificate verified: peerdn=\"%s\"\n",
2594 state->peerdn ? state->peerdn : US"<unset>");
2598 state->tlsp->peerdn = state->peerdn;
2603 *errstr = string_sprintf("TLSA record problem: %s",
2604 rc == DANE_E_REQUESTED_DATA_NOT_AVAILABLE ? "none usable" : dane_strerror(rc));
2608 gnutls_alert_send(state->session, GNUTLS_AL_FATAL, GNUTLS_A_BAD_CERTIFICATE);
2615 /* ------------------------------------------------------------------------ */
2618 /* Logging function which can be registered with
2619 * gnutls_global_set_log_function()
2620 * gnutls_global_set_log_level() 0..9
2622 #if EXIM_GNUTLS_LIBRARY_LOG_LEVEL >= 0
2624 exim_gnutls_logger_cb(int level, const char *message)
2626 size_t len = strlen(message);
2629 DEBUG(D_tls) debug_printf("GnuTLS<%d> empty debug message\n", level);
2632 DEBUG(D_tls) debug_printf("GnuTLS<%d>: %s%s", level, message,
2633 message[len-1] == '\n' ? "" : "\n");
2638 /* Called after client hello, should handle SNI work.
2639 This will always set tls_sni (state->received_sni) if available,
2640 and may trigger presenting different certificates,
2641 if state->trigger_sni_changes is TRUE.
2643 Should be registered with
2644 gnutls_handshake_set_post_client_hello_function()
2646 "This callback must return 0 on success or a gnutls error code to terminate the
2649 For inability to get SNI information, we return 0.
2650 We only return non-zero if re-setup failed.
2651 Only used for server-side TLS.
2655 exim_sni_handling_cb(gnutls_session_t session)
2657 char sni_name[MAX_HOST_LEN];
2658 size_t data_len = MAX_HOST_LEN;
2659 exim_gnutls_state_st *state = &state_server;
2660 unsigned int sni_type;
2662 uschar * dummy_errstr;
2664 rc = gnutls_server_name_get(session, sni_name, &data_len, &sni_type, 0);
2665 if (rc != GNUTLS_E_SUCCESS)
2668 if (rc == GNUTLS_E_REQUESTED_DATA_NOT_AVAILABLE)
2669 debug_printf("TLS: no SNI presented in handshake\n");
2671 debug_printf("TLS failure: gnutls_server_name_get(): %s [%d]\n",
2672 gnutls_strerror(rc), rc);
2676 if (sni_type != GNUTLS_NAME_DNS)
2678 DEBUG(D_tls) debug_printf("TLS: ignoring SNI of unhandled type %u\n", sni_type);
2682 /* We now have a UTF-8 string in sni_name */
2683 old_pool = store_pool;
2684 store_pool = POOL_PERM;
2685 state->received_sni = string_copy_taint(US sni_name, GET_TAINTED);
2686 store_pool = old_pool;
2688 /* We set this one now so that variable expansions below will work */
2689 state->tlsp->sni = state->received_sni;
2691 DEBUG(D_tls) debug_printf("Received TLS SNI \"%s\"%s\n", sni_name,
2692 state->trigger_sni_changes ? "" : " (unused for certificate selection)");
2694 if (!state->trigger_sni_changes)
2697 if ((rc = tls_expand_session_files(state, &dummy_errstr)) != OK)
2699 /* If the setup of certs/etc failed before handshake, TLS would not have
2700 been offered. The best we can do now is abort. */
2701 return GNUTLS_E_APPLICATION_ERROR_MIN;
2704 rc = tls_set_remaining_x509(state, &dummy_errstr);
2705 if (rc != OK) return GNUTLS_E_APPLICATION_ERROR_MIN;
2712 #ifndef DISABLE_EVENT
2714 We use this callback to get observability and detail-level control
2715 for an exim TLS connection (either direction), raising a tls:cert event
2716 for each cert in the chain presented by the peer. Any event
2717 can deny verification.
2719 Return 0 for the handshake to continue or non-zero to terminate.
2723 verify_cb(gnutls_session_t session)
2725 const gnutls_datum_t * cert_list;
2726 unsigned int cert_list_size = 0;
2727 gnutls_x509_crt_t crt;
2730 exim_gnutls_state_st * state = gnutls_session_get_ptr(session);
2732 if ((cert_list = gnutls_certificate_get_peers(session, &cert_list_size)))
2733 while (cert_list_size--)
2735 if ((rc = import_cert(&cert_list[cert_list_size], &crt)) != GNUTLS_E_SUCCESS)
2737 DEBUG(D_tls) debug_printf("TLS: peer cert problem: depth %d: %s\n",
2738 cert_list_size, gnutls_strerror(rc));
2742 state->tlsp->peercert = crt;
2743 if ((yield = event_raise(state->event_action,
2744 US"tls:cert", string_sprintf("%d", cert_list_size), &errno)))
2746 log_write(0, LOG_MAIN,
2747 "SSL verify denied by event-action: depth=%d: %s",
2748 cert_list_size, yield);
2749 return 1; /* reject */
2751 state->tlsp->peercert = NULL;
2761 ddump(gnutls_datum_t * d)
2763 gstring * g = string_get((d->size+1) * 2);
2764 uschar * s = d->data;
2765 for (unsigned i = d->size; i > 0; i--, s++)
2767 g = string_catn(g, US "0123456789abcdef" + (*s >> 4), 1);
2768 g = string_catn(g, US "0123456789abcdef" + (*s & 0xf), 1);
2774 post_handshake_debug(exim_gnutls_state_st * state)
2776 #ifdef SUPPORT_GNUTLS_SESS_DESC
2777 debug_printf("%s\n", gnutls_session_get_desc(state->session));
2780 #ifdef SUPPORT_GNUTLS_KEYLOG
2781 # ifdef EXIM_HAVE_TLS1_3
2782 if (gnutls_protocol_get_version(state->session) < GNUTLS_TLS1_3)
2787 gnutls_datum_t c, s;
2789 /* For TLS1.2 we only want the client random and the master secret */
2790 gnutls_session_get_random(state->session, &c, &s);
2791 gnutls_session_get_master_secret(state->session, &s);
2794 debug_printf("CLIENT_RANDOM %.*s %.*s\n", (int)gc->ptr, gc->s, (int)gs->ptr, gs->s);
2797 debug_printf("To get keying info for TLS1.3 is hard:\n"
2798 " Set environment variable SSLKEYLOGFILE to a filename relative to the spool directory,\n"
2799 " and make sure it is writable by the Exim runtime user.\n"
2800 " Add SSLKEYLOGFILE to keep_environment in the exim config.\n"
2801 " Start Exim as root.\n"
2802 " If using sudo, add SSLKEYLOGFILE to env_keep in /etc/sudoers\n"
2803 " (works for TLS1.2 also, and saves cut-paste into file).\n"
2804 " Trying to use add_environment for this will not work\n");
2809 #ifdef EXIM_HAVE_TLS_RESUME
2811 tls_server_ticket_cb(gnutls_session_t sess, u_int htype, unsigned when,
2812 unsigned incoming, const gnutls_datum_t * msg)
2814 DEBUG(D_tls) debug_printf("newticket cb\n");
2815 tls_in.resumption |= RESUME_CLIENT_REQUESTED;
2820 tls_server_resume_prehandshake(exim_gnutls_state_st * state)
2822 /* Should the server offer session resumption? */
2823 tls_in.resumption = RESUME_SUPPORTED;
2824 if (verify_check_host(&tls_resumption_hosts) == OK)
2827 /* GnuTLS appears to not do ticket overlap, but does emit a fresh ticket when
2828 an offered resumption is unacceptable. We lose one resumption per ticket
2829 lifetime, and sessions cannot be indefinitely re-used. There seems to be no
2830 way (3.6.7) of changing the default number of 2 TLS1.3 tickets issued, but at
2831 least they go out in a single packet. */
2833 if (!(rc = gnutls_session_ticket_enable_server(state->session,
2834 &server_sessticket_key)))
2835 tls_in.resumption |= RESUME_SERVER_TICKET;
2838 debug_printf("enabling session tickets: %s\n", US gnutls_strerror(rc));
2840 /* Try to tell if we see a ticket request */
2841 gnutls_handshake_set_hook_function(state->session,
2842 GNUTLS_HANDSHAKE_ANY, GNUTLS_HOOK_POST, tls_server_hook_cb);
2847 tls_server_resume_posthandshake(exim_gnutls_state_st * state)
2849 if (gnutls_session_resumption_requested(state->session))
2851 /* This tells us the client sent a full ticket. We use a
2852 callback on session-ticket request, elsewhere, to tell
2853 if a client asked for a ticket. */
2855 tls_in.resumption |= RESUME_CLIENT_SUGGESTED;
2856 DEBUG(D_tls) debug_printf("client requested resumption\n");
2858 if (gnutls_session_is_resumed(state->session))
2860 tls_in.resumption |= RESUME_USED;
2861 DEBUG(D_tls) debug_printf("Session resumed\n");
2864 #endif /* EXIM_HAVE_TLS_RESUME */
2867 #ifdef EXIM_HAVE_ALPN
2868 /* Expand and convert an Exim list to a gnutls_datum list. False return for fail.
2869 NULL plist return for silent no-ALPN.
2873 tls_alpn_plist(uschar ** tls_alpn, const gnutls_datum_t ** plist, unsigned * plen,
2878 if (!expand_check(*tls_alpn, US"tls_alpn", &exp_alpn, errstr))
2883 DEBUG(D_tls) debug_printf("Setting TLS ALPN forced to fail, not sending\n");
2888 const uschar * list = exp_alpn;
2894 while (string_nextinlist(&list, &sep, NULL, 0)) cnt++;
2896 p = store_get(sizeof(gnutls_datum_t) * cnt, exp_alpn);
2898 for (int i = 0; s = string_nextinlist(&list, &sep, NULL, 0); i++)
2899 { p[i].data = s; p[i].size = Ustrlen(s); }
2900 *plist = (*plen = cnt) ? p : NULL;
2906 tls_server_set_acceptable_alpns(exim_gnutls_state_st * state, uschar ** errstr)
2908 uschar * local_alpn = string_copy(tls_alpn);
2910 const gnutls_datum_t * plist;
2913 if (tls_alpn_plist(&local_alpn, &plist, &plen, errstr) && plist)
2915 /* This seems to be only mandatory if the client sends an ALPN extension;
2916 not trying ALPN is ok. Need to decide how to support server-side must-alpn. */
2918 server_seen_alpn = 0;
2919 if (!(rc = gnutls_alpn_set_protocols(state->session, plist, plen,
2920 GNUTLS_ALPN_MANDATORY)))
2921 gnutls_handshake_set_hook_function(state->session,
2922 GNUTLS_HANDSHAKE_ANY, GNUTLS_HOOK_POST, tls_server_hook_cb);
2925 debug_printf("setting alpn protocols: %s\n", US gnutls_strerror(rc));
2928 #endif /* EXIM_HAVE_ALPN */
2930 /* ------------------------------------------------------------------------ */
2931 /* Exported functions */
2936 /*************************************************
2937 * Start a TLS session in a server *
2938 *************************************************/
2940 /* This is called when Exim is running as a server, after having received
2941 the STARTTLS command. It must respond to that command, and then negotiate
2945 errstr pointer to error string
2947 Returns: OK on success
2948 DEFER for errors before the start of the negotiation
2949 FAIL for errors during the negotiation; the server can't
2954 tls_server_start(uschar ** errstr)
2957 exim_gnutls_state_st * state = NULL;
2959 /* Check for previous activation */
2960 if (tls_in.active.sock >= 0)
2962 tls_error(US"STARTTLS received after TLS started", US "", NULL, errstr);
2963 smtp_printf("554 Already in TLS\r\n", FALSE);
2967 /* Initialize the library. If it fails, it will already have logged the error
2968 and sent an SMTP response. */
2970 DEBUG(D_tls) debug_printf("initialising GnuTLS as a server\n");
2973 #ifdef MEASURE_TIMING
2975 gettimeofday(&t0, NULL);
2978 if ((rc = tls_init(NULL, NULL,
2979 tls_require_ciphers, &state, &tls_in, errstr)) != OK) return rc;
2981 #ifdef MEASURE_TIMING
2982 report_time_since(&t0, US"server tls_init (delta)");
2986 #ifdef EXIM_HAVE_ALPN
2987 tls_server_set_acceptable_alpns(state, errstr);
2990 #ifdef EXIM_HAVE_TLS_RESUME
2991 tls_server_resume_prehandshake(state);
2994 /* If this is a host for which certificate verification is mandatory or
2995 optional, set up appropriately. */
2997 if (verify_check_host(&tls_verify_hosts) == OK)
3000 debug_printf("TLS: a client certificate will be required\n");
3001 state->verify_requirement = VERIFY_REQUIRED;
3002 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUIRE);
3004 else if (verify_check_host(&tls_try_verify_hosts) == OK)
3007 debug_printf("TLS: a client certificate will be requested but not required\n");
3008 state->verify_requirement = VERIFY_OPTIONAL;
3009 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUEST);
3014 debug_printf("TLS: a client certificate will not be requested\n");
3015 state->verify_requirement = VERIFY_NONE;
3016 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_IGNORE);
3019 #ifndef DISABLE_EVENT
3022 state->event_action = event_action;
3023 gnutls_session_set_ptr(state->session, state);
3024 gnutls_certificate_set_verify_function(state->lib_state.x509_cred, verify_cb);
3028 /* Register SNI handling; always, even if not in tls_certificate, so that the
3029 expansion variable $tls_sni is always available. */
3031 gnutls_handshake_set_post_client_hello_function(state->session,
3032 exim_sni_handling_cb);
3034 /* Set context and tell client to go ahead, except in the case of TLS startup
3035 on connection, where outputting anything now upsets the clients and tends to
3036 make them disconnect. We need to have an explicit fflush() here, to force out
3037 the response. Other smtp_printf() calls do not need it, because in non-TLS
3038 mode, the fflush() happens when smtp_getc() is called. */
3040 if (!state->tlsp->on_connect)
3042 smtp_printf("220 TLS go ahead\r\n", FALSE);
3046 /* Now negotiate the TLS session. We put our own timer on it, since it seems
3047 that the GnuTLS library doesn't.
3048 From 3.1.0 there is gnutls_handshake_set_timeout() - but it requires you
3049 to set (and clear down afterwards) up a pull-timeout callback function that does
3050 a select, so we're no better off unless avoiding signals becomes an issue. */
3052 gnutls_transport_set_ptr2(state->session,
3053 (gnutls_transport_ptr_t)(long) fileno(smtp_in),
3054 (gnutls_transport_ptr_t)(long) fileno(smtp_out));
3055 state->fd_in = fileno(smtp_in);
3056 state->fd_out = fileno(smtp_out);
3058 sigalrm_seen = FALSE;
3059 if (smtp_receive_timeout > 0) ALARM(smtp_receive_timeout);
3061 rc = gnutls_handshake(state->session);
3062 while (rc == GNUTLS_E_AGAIN || rc == GNUTLS_E_INTERRUPTED && !sigalrm_seen);
3065 if (rc != GNUTLS_E_SUCCESS)
3067 DEBUG(D_tls) debug_printf(" error %d from gnutls_handshake: %s\n",
3068 rc, gnutls_strerror(rc));
3070 /* It seems that, except in the case of a timeout, we have to close the
3071 connection right here; otherwise if the other end is running OpenSSL it hangs
3072 until the server times out. */
3076 tls_error(US"gnutls_handshake", US"timed out", NULL, errstr);
3077 #ifndef DISABLE_EVENT
3078 (void) event_raise(event_action, US"tls:fail:connect", *errstr, NULL);
3080 gnutls_db_remove_session(state->session);
3084 tls_error_gnu(state, US"gnutls_handshake", rc, errstr);
3085 #ifndef DISABLE_EVENT
3086 (void) event_raise(event_action, US"tls:fail:connect", *errstr, NULL);
3088 (void) gnutls_alert_send_appropriate(state->session, rc);
3089 gnutls_deinit(state->session);
3091 shutdown(state->fd_out, SHUT_WR);
3092 for (int i = 1024; fgetc(smtp_in) != EOF && i > 0; ) i--; /* drain skt */
3093 (void)fclose(smtp_out);
3094 (void)fclose(smtp_in);
3095 smtp_out = smtp_in = NULL;
3101 #ifdef GNUTLS_SFLAGS_EXT_MASTER_SECRET
3102 if (gnutls_session_get_flags(state->session) & GNUTLS_SFLAGS_EXT_MASTER_SECRET)
3103 tls_in.ext_master_secret = TRUE;
3106 #ifdef EXIM_HAVE_TLS_RESUME
3107 tls_server_resume_posthandshake(state);
3110 DEBUG(D_tls) post_handshake_debug(state);
3112 #ifdef EXIM_HAVE_ALPN
3113 if (server_seen_alpn > 0)
3116 { /* The client offered ALPN. See what was negotiated. */
3117 gnutls_datum_t p = {.size = 0};
3118 int rc = gnutls_alpn_get_selected_protocol(state->session, &p);
3120 debug_printf("ALPN negotiated: %.*s\n", (int)p.size, p.data);
3122 debug_printf("getting alpn protocol: %s\n", US gnutls_strerror(rc));
3126 else if (server_seen_alpn == 0)
3127 if (verify_check_host(&hosts_require_alpn) == OK)
3129 gnutls_alert_send(state->session, GNUTLS_AL_FATAL, GNUTLS_A_NO_APPLICATION_PROTOCOL);
3130 tls_error(US"handshake", US"ALPN required but not negotiated", NULL, errstr);
3134 DEBUG(D_tls) debug_printf("TLS: no ALPN presented in handshake\n");
3136 DEBUG(D_tls) debug_printf("TLS: was not watching for ALPN\n");
3139 /* Verify after the fact */
3141 if (!verify_certificate(state, errstr))
3143 if (state->verify_requirement != VERIFY_OPTIONAL)
3145 (void) tls_error(US"certificate verification failed", *errstr, NULL, errstr);
3149 debug_printf("TLS: continuing on only because verification was optional, after: %s\n",
3153 /* Sets various Exim expansion variables; always safe within server */
3155 extract_exim_vars_from_tls_state(state);
3157 /* TLS has been set up. Adjust the input functions to read via TLS,
3158 and initialize appropriately. */
3160 state->xfer_buffer = store_malloc(ssl_xfer_buffer_size);
3162 receive_getc = tls_getc;
3163 receive_getbuf = tls_getbuf;
3164 receive_get_cache = tls_get_cache;
3165 receive_hasc = tls_hasc;
3166 receive_ungetc = tls_ungetc;
3167 receive_feof = tls_feof;
3168 receive_ferror = tls_ferror;
3177 tls_client_setup_hostname_checks(host_item * host, exim_gnutls_state_st * state,
3178 smtp_transport_options_block * ob)
3180 if (verify_check_given_host(CUSS &ob->tls_verify_cert_hostnames, host) == OK)
3182 state->exp_tls_verify_cert_hostnames =
3184 string_domain_utf8_to_alabel(host->certname, NULL);
3189 debug_printf("TLS: server cert verification includes hostname: \"%s\"\n",
3190 state->exp_tls_verify_cert_hostnames);
3198 /* Given our list of RRs from the TLSA lookup, build a lookup block in
3199 GnuTLS-DANE's preferred format. Hang it on the state str for later
3200 use in DANE verification.
3202 We point at the dnsa data not copy it, so it must remain valid until
3203 after verification is done.*/
3206 dane_tlsa_load(exim_gnutls_state_st * state, dns_answer * dnsa)
3210 const char ** dane_data;
3211 int * dane_data_len;
3214 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_ANSWERS); rr;
3215 rr = dns_next_rr(dnsa, &dnss, RESET_NEXT)
3216 ) if (rr->type == T_TLSA) i++;
3218 dane_data = store_get(i * sizeof(uschar *), GET_UNTAINTED);
3219 dane_data_len = store_get(i * sizeof(int), GET_UNTAINTED);
3222 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_ANSWERS); rr;
3223 rr = dns_next_rr(dnsa, &dnss, RESET_NEXT)
3224 ) if (rr->type == T_TLSA && rr->size > 3)
3226 const uschar * p = rr->data;
3227 /*XXX need somehow to mark rr and its data as tainted. Doues this mean copying it? */
3228 uint8_t usage = p[0], sel = p[1], type = p[2];
3231 debug_printf("TLSA: %d %d %d size %d\n", usage, sel, type, rr->size);
3233 if ( (usage != DANESSL_USAGE_DANE_TA && usage != DANESSL_USAGE_DANE_EE)
3234 || (sel != 0 && sel != 1)
3239 case 0: /* Full: cannot check at present */
3241 case 1: if (rr->size != 3 + 256/8) continue; /* sha2-256 */
3243 case 2: if (rr->size != 3 + 512/8) continue; /* sha2-512 */
3248 tls_out.tlsa_usage |= 1<<usage;
3249 dane_data[i] = CS p;
3250 dane_data_len[i++] = rr->size;
3253 if (!i) return FALSE;
3255 dane_data[i] = NULL;
3256 dane_data_len[i] = 0;
3258 state->dane_data = (char * const *)dane_data;
3259 state->dane_data_len = dane_data_len;
3266 #ifdef EXIM_HAVE_TLS_RESUME
3267 /* On the client, get any stashed session for the given IP from hints db
3268 and apply it to the ssl-connection for attempted resumption. Although
3269 there is a gnutls_session_ticket_enable_client() interface it is
3270 documented as unnecessary (as of 3.6.7) as "session tickets are emabled
3271 by deafult". There seems to be no way to disable them, so even hosts not
3272 enabled by the transport option will be sent a ticket request. We will
3273 however avoid storing and retrieving session information. */
3276 tls_retrieve_session(tls_support * tlsp, gnutls_session_t session,
3277 smtp_connect_args * conn_args, smtp_transport_options_block * ob)
3279 tlsp->resumption = RESUME_SUPPORTED;
3281 if (!conn_args->have_lbserver)
3282 { DEBUG(D_tls) debug_printf("resumption not supported on continued-connection\n"); }
3283 else if (verify_check_given_host(CUSS &ob->tls_resumption_hosts, conn_args->host) == OK)
3285 dbdata_tls_session * dt;
3287 open_db dbblock, * dbm_file;
3289 tlsp->host_resumable = TRUE;
3290 tls_client_resmption_key(tlsp, conn_args, ob);
3292 tlsp->resumption |= RESUME_CLIENT_REQUESTED;
3293 if ((dbm_file = dbfn_open(US"tls", O_RDONLY, &dbblock, FALSE, FALSE)))
3295 /* We'd like to filter the retrieved session for ticket advisory expiry,
3296 but 3.6.1 seems to give no access to that */
3298 if ((dt = dbfn_read_with_length(dbm_file, tlsp->resume_index, &len)))
3299 if (!(rc = gnutls_session_set_data(session,
3300 CUS dt->session, (size_t)len - sizeof(dbdata_tls_session))))
3302 DEBUG(D_tls) debug_printf("good session\n");
3303 tlsp->resumption |= RESUME_CLIENT_SUGGESTED;
3305 else DEBUG(D_tls) debug_printf("setting session resumption data: %s\n",
3306 US gnutls_strerror(rc));
3307 dbfn_close(dbm_file);
3314 tls_save_session(tls_support * tlsp, gnutls_session_t session, const host_item * host)
3316 /* TLS 1.2 - we get both the callback and the direct posthandshake call,
3317 but this flag is not set until the second. TLS 1.3 it's the other way about.
3318 Keep both calls as the session data cannot be extracted before handshake
3321 if (gnutls_session_get_flags(session) & GNUTLS_SFLAGS_SESSION_TICKET)
3326 DEBUG(D_tls) debug_printf("server offered session ticket\n");
3327 tlsp->ticket_received = TRUE;
3328 tlsp->resumption |= RESUME_SERVER_TICKET;
3330 if (tlsp->host_resumable)
3331 if (!(rc = gnutls_session_get_data2(session, &tkt)))
3333 open_db dbblock, * dbm_file;
3334 int dlen = sizeof(dbdata_tls_session) + tkt.size;
3335 dbdata_tls_session * dt = store_get(dlen, GET_TAINTED);
3337 DEBUG(D_tls) debug_printf("session data size %u\n", (unsigned)tkt.size);
3338 memcpy(dt->session, tkt.data, tkt.size);
3339 gnutls_free(tkt.data);
3341 if ((dbm_file = dbfn_open(US"tls", O_RDWR, &dbblock, FALSE, FALSE)))
3343 /* key for the db is the IP */
3344 dbfn_write(dbm_file, tlsp->resume_index, dt, dlen);
3345 dbfn_close(dbm_file);
3348 debug_printf("wrote session db (len %u)\n", (unsigned)dlen);
3352 debug_printf("extract session data: %s\n", US gnutls_strerror(rc));
3357 /* With a TLS1.3 session, the ticket(s) are not seen until
3358 the first data read is attempted. And there's often two of them.
3359 Pick them up with this callback. We are also called for 1.2
3363 tls_client_ticket_cb(gnutls_session_t sess, u_int htype, unsigned when,
3364 unsigned incoming, const gnutls_datum_t * msg)
3366 exim_gnutls_state_st * state = gnutls_session_get_ptr(sess);
3367 tls_support * tlsp = state->tlsp;
3369 DEBUG(D_tls) debug_printf("newticket cb\n");
3371 if (!tlsp->ticket_received)
3372 tls_save_session(tlsp, sess, state->host);
3378 tls_client_resume_prehandshake(exim_gnutls_state_st * state,
3379 tls_support * tlsp, smtp_connect_args * conn_args,
3380 smtp_transport_options_block * ob)
3382 gnutls_session_set_ptr(state->session, state);
3383 gnutls_handshake_set_hook_function(state->session,
3384 GNUTLS_HANDSHAKE_NEW_SESSION_TICKET, GNUTLS_HOOK_POST, tls_client_ticket_cb);
3386 tls_retrieve_session(tlsp, state->session, conn_args, ob);
3390 tls_client_resume_posthandshake(exim_gnutls_state_st * state,
3391 tls_support * tlsp, host_item * host)
3393 if (gnutls_session_is_resumed(state->session))
3395 DEBUG(D_tls) debug_printf("Session resumed\n");
3396 tlsp->resumption |= RESUME_USED;
3399 tls_save_session(tlsp, state->session, host);
3401 #endif /* !DISABLE_TLS_RESUME */
3404 /*************************************************
3405 * Start a TLS session in a client *
3406 *************************************************/
3408 /* Called from the smtp transport after STARTTLS has been accepted.
3411 cctx connection context
3412 conn_args connection details
3413 cookie datum for randomness (not used)
3414 tlsp record details of channel configuration here; must be non-NULL
3415 errstr error string pointer
3417 Returns: TRUE for success with TLS session context set in smtp context,
3422 tls_client_start(client_conn_ctx * cctx, smtp_connect_args * conn_args,
3423 void * cookie ARG_UNUSED,
3424 tls_support * tlsp, uschar ** errstr)
3426 host_item * host = conn_args->host; /* for msgs and option-tests */
3427 transport_instance * tb = conn_args->tblock; /* always smtp or NULL */
3428 smtp_transport_options_block * ob = tb
3429 ? (smtp_transport_options_block *)tb->options_block
3430 : &smtp_transport_option_defaults;
3432 exim_gnutls_state_st * state = NULL;
3433 uschar * cipher_list = NULL;
3435 #ifndef DISABLE_OCSP
3437 verify_check_given_host(CUSS &ob->hosts_require_ocsp, host) == OK;
3438 BOOL request_ocsp = require_ocsp ? TRUE
3439 : verify_check_given_host(CUSS &ob->hosts_request_ocsp, host) == OK;
3442 DEBUG(D_tls) debug_printf("initialising GnuTLS as a client on fd %d\n", cctx->sock);
3445 /* If dane is flagged, have either request or require dane for this host, and
3446 a TLSA record found. Therefore, dane verify required. Which implies cert must
3447 be requested and supplied, dane verify must pass, and cert verify irrelevant
3448 (incl. hostnames), and (caller handled) require_tls and sni=$domain */
3450 if (conn_args->dane && ob->dane_require_tls_ciphers)
3452 /* not using Expand_check_tlsvar because not yet in state */
3453 if (!expand_check(ob->dane_require_tls_ciphers, US"dane_require_tls_ciphers",
3454 &cipher_list, errstr))
3456 cipher_list = cipher_list && *cipher_list
3457 ? ob->dane_require_tls_ciphers : ob->tls_require_ciphers;
3462 cipher_list = ob->tls_require_ciphers;
3465 #ifdef MEASURE_TIMING
3467 gettimeofday(&t0, NULL);
3470 if (tls_init(host, ob, cipher_list, &state, tlsp, errstr) != OK)
3473 #ifdef MEASURE_TIMING
3474 report_time_since(&t0, US"client tls_init (delta)");
3479 #ifdef EXIM_HAVE_ALPN
3481 const gnutls_datum_t * plist;
3484 if (!tls_alpn_plist(&ob->tls_alpn, &plist, &plen, errstr))
3487 if (gnutls_alpn_set_protocols(state->session, plist, plen, 0) != 0)
3489 tls_error(US"alpn init", NULL, state->host, errstr);
3493 DEBUG(D_tls) debug_printf("Setting TLS ALPN '%s'\n", ob->tls_alpn);
3496 log_write(0, LOG_MAIN, "ALPN unusable with this GnuTLS library version; ignoring \"%s\"\n",
3501 int dh_min_bits = ob->tls_dh_min_bits;
3502 if (dh_min_bits < EXIM_CLIENT_DH_MIN_MIN_BITS)
3505 debug_printf("WARNING: tls_dh_min_bits far too low,"
3506 " clamping %d up to %d\n",
3507 dh_min_bits, EXIM_CLIENT_DH_MIN_MIN_BITS);
3508 dh_min_bits = EXIM_CLIENT_DH_MIN_MIN_BITS;
3511 DEBUG(D_tls) debug_printf("Setting D-H prime minimum"
3512 " acceptable bits to %d\n",
3514 gnutls_dh_set_prime_bits(state->session, dh_min_bits);
3517 /* Stick to the old behaviour for compatibility if tls_verify_certificates is
3518 set but both tls_verify_hosts and tls_try_verify_hosts are unset. Check only
3519 the specified host patterns if one of them is defined */
3522 if (conn_args->dane && dane_tlsa_load(state, &conn_args->tlsa_dnsa))
3525 debug_printf("TLS: server certificate DANE required\n");
3526 state->verify_requirement = VERIFY_DANE;
3527 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUIRE);
3531 if ( ( state->exp_tls_verify_certificates
3532 && !ob->tls_verify_hosts
3533 && (!ob->tls_try_verify_hosts || !*ob->tls_try_verify_hosts)
3535 || verify_check_given_host(CUSS &ob->tls_verify_hosts, host) == OK
3538 tls_client_setup_hostname_checks(host, state, ob);
3540 debug_printf("TLS: server certificate verification required\n");
3541 state->verify_requirement = VERIFY_REQUIRED;
3542 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUIRE);
3544 else if (verify_check_given_host(CUSS &ob->tls_try_verify_hosts, host) == OK)
3546 tls_client_setup_hostname_checks(host, state, ob);
3548 debug_printf("TLS: server certificate verification optional\n");
3549 state->verify_requirement = VERIFY_OPTIONAL;
3550 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_REQUEST);
3555 debug_printf("TLS: server certificate verification not required\n");
3556 state->verify_requirement = VERIFY_NONE;
3557 gnutls_certificate_server_set_request(state->session, GNUTLS_CERT_IGNORE);
3560 #ifndef DISABLE_OCSP
3561 /* supported since GnuTLS 3.1.3 */
3564 DEBUG(D_tls) debug_printf("TLS: will request OCSP stapling\n");
3565 if ((rc = gnutls_ocsp_status_request_enable_client(state->session,
3566 NULL, 0, NULL)) != OK)
3568 tls_error_gnu(state, US"cert-status-req", rc, errstr);
3571 tlsp->ocsp = OCSP_NOT_RESP;
3575 #ifdef EXIM_HAVE_TLS_RESUME
3576 tls_client_resume_prehandshake(state, tlsp, conn_args, ob);
3579 #ifndef DISABLE_EVENT
3580 if (tb && tb->event_action)
3582 state->event_action = tb->event_action;
3583 gnutls_session_set_ptr(state->session, state);
3584 gnutls_certificate_set_verify_function(state->lib_state.x509_cred, verify_cb);
3588 gnutls_transport_set_ptr(state->session, (gnutls_transport_ptr_t)(long) cctx->sock);
3589 state->fd_in = cctx->sock;
3590 state->fd_out = cctx->sock;
3592 DEBUG(D_tls) debug_printf("about to gnutls_handshake\n");
3593 /* There doesn't seem to be a built-in timeout on connection. */
3595 sigalrm_seen = FALSE;
3596 ALARM(ob->command_timeout);
3598 rc = gnutls_handshake(state->session);
3599 while (rc == GNUTLS_E_AGAIN || rc == GNUTLS_E_INTERRUPTED && !sigalrm_seen);
3602 if (rc != GNUTLS_E_SUCCESS)
3606 gnutls_alert_send(state->session, GNUTLS_AL_FATAL, GNUTLS_A_USER_CANCELED);
3607 tls_error(US"gnutls_handshake", US"timed out", state->host, errstr);
3610 tls_error_gnu(state, US"gnutls_handshake", rc, errstr);
3614 DEBUG(D_tls) post_handshake_debug(state);
3618 if (!verify_certificate(state, errstr))
3620 tls_error(US"certificate verification failed", *errstr, state->host, errstr);
3624 #ifdef GNUTLS_SFLAGS_EXT_MASTER_SECRET
3625 if (gnutls_session_get_flags(state->session) & GNUTLS_SFLAGS_EXT_MASTER_SECRET)
3626 tlsp->ext_master_secret = TRUE;
3629 #ifndef DISABLE_OCSP
3634 gnutls_datum_t stapling;
3635 gnutls_ocsp_resp_t resp;
3636 gnutls_datum_t printed;
3640 # ifdef GNUTLS_OCSP_STATUS_REQUEST_GET2
3641 (rc = gnutls_ocsp_status_request_get2(state->session, idx, &stapling)) == 0;
3643 (rc = gnutls_ocsp_status_request_get(state->session, &stapling)) == 0;
3646 if ( (rc= gnutls_ocsp_resp_init(&resp)) == 0
3647 && (rc= gnutls_ocsp_resp_import(resp, &stapling)) == 0
3648 && (rc= gnutls_ocsp_resp_print(resp, GNUTLS_OCSP_PRINT_COMPACT, &printed)) == 0
3651 debug_printf("%.4096s", printed.data);
3652 gnutls_free(printed.data);
3655 (void) tls_error_gnu(state, US"ocsp decode", rc, errstr);
3657 (void) tls_error_gnu(state, US"ocsp decode", rc, errstr);
3660 if (gnutls_ocsp_status_request_is_checked(state->session, 0) == 0)
3662 tlsp->ocsp = OCSP_FAILED;
3663 tls_error(US"certificate status check failed", NULL, state->host, errstr);
3669 DEBUG(D_tls) debug_printf("Passed OCSP checking\n");
3670 tlsp->ocsp = OCSP_VFIED;
3675 #ifdef EXIM_HAVE_TLS_RESUME
3676 tls_client_resume_posthandshake(state, tlsp, host);
3679 #ifdef EXIM_HAVE_ALPN
3680 if (ob->tls_alpn) /* We requested. See what was negotiated. */
3682 gnutls_datum_t p = {.size = 0};
3684 if (gnutls_alpn_get_selected_protocol(state->session, &p) == 0)
3685 { DEBUG(D_tls) debug_printf("ALPN negotiated: '%.*s'\n", (int)p.size, p.data); }
3686 else if (verify_check_given_host(CUSS &ob->hosts_require_alpn, host) == OK)
3688 gnutls_alert_send(state->session, GNUTLS_AL_FATAL, GNUTLS_A_NO_APPLICATION_PROTOCOL);
3689 tls_error(US"handshake", US"ALPN required but not negotiated", state->host, errstr);
3693 DEBUG(D_tls) debug_printf("No ALPN negotiated");
3697 /* Sets various Exim expansion variables; may need to adjust for ACL callouts */
3699 extract_exim_vars_from_tls_state(state);
3701 cctx->tls_ctx = state;
3710 ct_ctx client TLS context pointer, or NULL for the one global server context
3714 tls_shutdown_wr(void * ct_ctx)
3716 exim_gnutls_state_st * state = ct_ctx ? ct_ctx : &state_server;
3717 tls_support * tlsp = state->tlsp;
3719 if (!tlsp || tlsp->active.sock < 0) return; /* TLS was not active */
3721 tls_write(ct_ctx, NULL, 0, FALSE); /* flush write buffer */
3723 HDEBUG(D_transport|D_tls|D_acl|D_v) debug_printf_indent(" SMTP(TLS shutdown)>>\n");
3724 gnutls_bye(state->session, GNUTLS_SHUT_WR);
3727 /*************************************************
3728 * Close down a TLS session *
3729 *************************************************/
3731 /* This is also called from within a delivery subprocess forked from the
3732 daemon, to shut down the TLS library, without actually doing a shutdown (which
3733 would tamper with the TLS session in the parent process).
3736 ct_ctx client context pointer, or NULL for the one global server context
3737 do_shutdown 0 no data-flush or TLS close-alert
3738 1 if TLS close-alert is to be sent,
3739 2 if also response to be waited for (2s timeout)
3745 tls_close(void * ct_ctx, int do_shutdown)
3747 exim_gnutls_state_st * state = ct_ctx ? ct_ctx : &state_server;
3748 tls_support * tlsp = state->tlsp;
3750 if (!tlsp || tlsp->active.sock < 0) return; /* TLS was not active */
3754 DEBUG(D_tls) debug_printf("tls_close(): shutting down TLS%s\n",
3755 do_shutdown > TLS_SHUTDOWN_NOWAIT ? " (with response-wait)" : "");
3757 tls_write(ct_ctx, NULL, 0, FALSE); /* flush write buffer */
3759 #ifdef EXIM_TCP_CORK
3760 if (do_shutdown == TLS_SHUTDOWN_WAIT)
3761 (void) setsockopt(tlsp->active.sock, IPPROTO_TCP, EXIM_TCP_CORK, US &off, sizeof(off));
3764 /* The library seems to have no way to only wait for a peer's
3765 shutdown, so handle the same as TLS_SHUTDOWN_WAIT */
3768 gnutls_bye(state->session,
3769 do_shutdown > TLS_SHUTDOWN_NOWAIT ? GNUTLS_SHUT_RDWR : GNUTLS_SHUT_WR);
3773 if (!ct_ctx) /* server */
3775 receive_getc = smtp_getc;
3776 receive_getbuf = smtp_getbuf;
3777 receive_get_cache = smtp_get_cache;
3778 receive_hasc = smtp_hasc;
3779 receive_ungetc = smtp_ungetc;
3780 receive_feof = smtp_feof;
3781 receive_ferror = smtp_ferror;
3784 gnutls_deinit(state->session);
3785 tlsp->active.sock = -1;
3786 tlsp->active.tls_ctx = NULL;
3787 /* Leave bits, peercert, cipher, peerdn, certificate_verified set, for logging */
3788 tlsp->channelbinding = NULL;
3791 if (state->xfer_buffer) store_free(state->xfer_buffer);
3798 tls_refill(unsigned lim)
3800 exim_gnutls_state_st * state = &state_server;
3803 DEBUG(D_tls) debug_printf("Calling gnutls_record_recv(session=%p, buffer=%p, buffersize=%u)\n",
3804 state->session, state->xfer_buffer, ssl_xfer_buffer_size);
3806 sigalrm_seen = FALSE;
3807 if (smtp_receive_timeout > 0) ALARM(smtp_receive_timeout);
3811 inbytes = gnutls_record_recv(state->session, state->xfer_buffer,
3812 MIN(ssl_xfer_buffer_size, lim));
3813 while (inbytes == GNUTLS_E_AGAIN);
3815 if (smtp_receive_timeout > 0) ALARM_CLR(0);
3817 if (had_command_timeout) /* set by signal handler */
3818 smtp_command_timeout_exit(); /* does not return */
3819 if (had_command_sigterm)
3820 smtp_command_sigterm_exit();
3821 if (had_data_timeout)
3822 smtp_data_timeout_exit();
3823 if (had_data_sigint)
3824 smtp_data_sigint_exit();
3826 /* Timeouts do not get this far. A zero-byte return appears to mean that the
3827 TLS session has been closed down, not that the socket itself has been closed
3828 down. Revert to non-TLS handling. */
3832 DEBUG(D_tls) debug_printf("Got tls read timeout\n");
3833 state->xfer_error = TRUE;
3837 else if (inbytes == 0)
3839 DEBUG(D_tls) debug_printf("Got TLS_EOF\n");
3840 tls_close(NULL, TLS_NO_SHUTDOWN);
3844 /* Handle genuine errors */
3846 else if (inbytes < 0)
3848 DEBUG(D_tls) debug_printf("%s: err from gnutls_record_recv\n", __FUNCTION__);
3849 record_io_error(state, (int) inbytes, US"recv", NULL);
3850 state->xfer_error = TRUE;
3853 #ifndef DISABLE_DKIM
3854 dkim_exim_verify_feed(state->xfer_buffer, inbytes);
3856 state->xfer_buffer_hwm = (int) inbytes;
3857 state->xfer_buffer_lwm = 0;
3861 /*************************************************
3862 * TLS version of getc *
3863 *************************************************/
3865 /* This gets the next byte from the TLS input buffer. If the buffer is empty,
3866 it refills the buffer via the GnuTLS reading function.
3867 Only used by the server-side TLS.
3869 This feeds DKIM and should be used for all message-body reads.
3871 Arguments: lim Maximum amount to read/buffer
3872 Returns: the next character or EOF
3876 tls_getc(unsigned lim)
3878 exim_gnutls_state_st * state = &state_server;
3880 if (state->xfer_buffer_lwm >= state->xfer_buffer_hwm)
3881 if (!tls_refill(lim))
3882 return state->xfer_error ? EOF : smtp_getc(lim);
3884 /* Something in the buffer; return next uschar */
3886 return state->xfer_buffer[state->xfer_buffer_lwm++];
3892 exim_gnutls_state_st * state = &state_server;
3893 return state->xfer_buffer_lwm < state->xfer_buffer_hwm;
3897 tls_getbuf(unsigned * len)
3899 exim_gnutls_state_st * state = &state_server;
3903 if (state->xfer_buffer_lwm >= state->xfer_buffer_hwm)
3904 if (!tls_refill(*len))
3906 if (!state->xfer_error) return smtp_getbuf(len);
3911 if ((size = state->xfer_buffer_hwm - state->xfer_buffer_lwm) > *len)
3913 buf = &state->xfer_buffer[state->xfer_buffer_lwm];
3914 state->xfer_buffer_lwm += size;
3920 /* Get up to the given number of bytes from any cached data, and feed to dkim. */
3922 tls_get_cache(unsigned lim)
3924 #ifndef DISABLE_DKIM
3925 exim_gnutls_state_st * state = &state_server;
3926 int n = state->xfer_buffer_hwm - state->xfer_buffer_lwm;
3930 dkim_exim_verify_feed(state->xfer_buffer+state->xfer_buffer_lwm, n);
3936 tls_could_getc(void)
3938 return state_server.xfer_buffer_lwm < state_server.xfer_buffer_hwm
3939 || gnutls_record_check_pending(state_server.session) > 0;
3943 /*************************************************
3944 * Read bytes from TLS channel *
3945 *************************************************/
3947 /* This does not feed DKIM, so if the caller uses this for reading message body,
3948 then the caller must feed DKIM.
3951 ct_ctx client context pointer, or NULL for the one global server context
3955 Returns: the number of bytes read
3956 -1 after a failed read, including EOF
3960 tls_read(void * ct_ctx, uschar *buff, size_t len)
3962 exim_gnutls_state_st * state = ct_ctx ? ct_ctx : &state_server;
3968 if (state->xfer_buffer_lwm < state->xfer_buffer_hwm)
3970 debug_printf("*** PROBABLY A BUG *** " \
3971 "tls_read() called with data in the tls_getc() buffer, %d ignored\n",
3972 state->xfer_buffer_hwm - state->xfer_buffer_lwm);
3975 debug_printf("Calling gnutls_record_recv(session=%p, buffer=%p, len=" SIZE_T_FMT ")\n",
3976 state->session, buff, len);
3980 inbytes = gnutls_record_recv(state->session, buff, len);
3981 while (inbytes == GNUTLS_E_AGAIN);
3983 if (inbytes > 0) return inbytes;
3986 DEBUG(D_tls) debug_printf("Got TLS_EOF\n");
3990 DEBUG(D_tls) debug_printf("%s: err from gnutls_record_recv\n", __FUNCTION__);
3991 record_io_error(state, (int)inbytes, US"recv", NULL);
4000 /*************************************************
4001 * Write bytes down TLS channel *
4002 *************************************************/
4006 ct_ctx client context pointer, or NULL for the one global server context
4009 more more data expected soon
4011 Calling with len zero and more unset will flush buffered writes. The buff
4012 argument can be null for that case.
4014 Returns: the number of bytes after a successful write,
4015 -1 after a failed write
4019 tls_write(void * ct_ctx, const uschar * buff, size_t len, BOOL more)
4023 exim_gnutls_state_st * state = ct_ctx ? ct_ctx : &state_server;
4026 if (more && !state->corked)
4028 DEBUG(D_tls) debug_printf("gnutls_record_cork(session=%p)\n", state->session);
4029 gnutls_record_cork(state->session);
4030 state->corked = TRUE;
4034 DEBUG(D_tls) debug_printf("%s(%p, " SIZE_T_FMT "%s)\n", __FUNCTION__,
4035 buff, left, more ? ", more" : "");
4039 DEBUG(D_tls) debug_printf("gnutls_record_send(session=%p, buffer=%p, left=" SIZE_T_FMT ")\n",
4040 state->session, buff, left);
4044 outbytes = gnutls_record_send(state->session, buff, left);
4045 while (outbytes == GNUTLS_E_AGAIN);
4047 DEBUG(D_tls) debug_printf("outbytes=" SSIZE_T_FMT "\n", outbytes);
4051 #ifdef GNUTLS_E_PREMATURE_TERMINATION
4052 if ( outbytes == GNUTLS_E_PREMATURE_TERMINATION && errno == ECONNRESET
4053 && !ct_ctx && f.smtp_in_quit
4055 { /* Outlook, dammit */
4056 if (LOGGING(protocol_detail))
4057 log_write(0, LOG_MAIN, "[%s] after QUIT, client reset TCP before"
4058 " SMTP response and TLS close\n", sender_host_address);
4060 DEBUG(D_tls) debug_printf("[%s] SSL_write: after QUIT,"
4061 " client reset TCP before TLS close\n", sender_host_address);
4066 DEBUG(D_tls) debug_printf("%s: gnutls_record_send err\n", __FUNCTION__);
4067 record_io_error(state, outbytes, US"send", NULL);
4073 record_io_error(state, 0, US"send", US"TLS channel closed on write");
4084 debug_printf("Whoops! Wrote more bytes (" SIZE_T_FMT ") than INT_MAX\n",
4090 if (!more && state->corked)
4092 DEBUG(D_tls) debug_printf("gnutls_record_uncork(session=%p)\n", state->session);
4094 /* We can't use GNUTLS_RECORD_WAIT here, as it retries on
4095 GNUTLS_E_AGAIN || GNUTLS_E_INTR, which would break our timeout set by alarm().
4096 The GNUTLS_E_AGAIN should not happen ever, as our sockets are blocking anyway.
4097 But who knows. (That all relies on the fact that GNUTLS_E_INTR and GNUTLS_E_AGAIN
4098 match the EINTR and EAGAIN errno values.) */
4099 outbytes = gnutls_record_uncork(state->session, 0);
4100 while (outbytes == GNUTLS_E_AGAIN);
4104 record_io_error(state, len, US"uncork", NULL);
4108 state->corked = FALSE;
4118 /*************************************************
4119 * Random number generation *
4120 *************************************************/
4122 /* Pseudo-random number generation. The result is not expected to be
4123 cryptographically strong but not so weak that someone will shoot themselves
4124 in the foot using it as a nonce in input in some email header scheme or
4125 whatever weirdness they'll twist this into. The result should handle fork()
4126 and avoid repeating sequences. OpenSSL handles that for us.
4130 Returns a random number in range [0, max-1]
4133 #ifdef HAVE_GNUTLS_RND
4135 vaguely_random_number(int max)
4139 uschar smallbuf[sizeof(r)];
4144 needed_len = sizeof(r);
4145 /* Don't take 8 times more entropy than needed if int is 8 octets and we were
4146 asked for a number less than 10. */
4148 for (r = max, i = 0; r; ++i)
4154 i = gnutls_rnd(GNUTLS_RND_NONCE, smallbuf, needed_len);
4157 DEBUG(D_all) debug_printf("gnutls_rnd() failed, using fallback\n");
4158 return vaguely_random_number_fallback(max);
4161 for (uschar * p = smallbuf; needed_len; --needed_len, ++p)
4164 /* We don't particularly care about weighted results; if someone wants
4165 * smooth distribution and cares enough then they should submit a patch then. */
4168 #else /* HAVE_GNUTLS_RND */
4170 vaguely_random_number(int max)
4172 return vaguely_random_number_fallback(max);
4174 #endif /* HAVE_GNUTLS_RND */
4179 /*************************************************
4180 * Let tls_require_ciphers be checked at startup *
4181 *************************************************/
4183 /* The tls_require_ciphers option, if set, must be something which the
4186 Returns: NULL on success, or error message
4190 tls_validate_require_cipher(void)
4193 uschar *expciphers = NULL;
4194 gnutls_priority_t priority_cache;
4196 uschar * dummy_errstr;
4198 #ifdef GNUTLS_AUTO_GLOBAL_INIT
4199 # define validate_check_rc(Label) do { \
4200 if (rc != GNUTLS_E_SUCCESS) { if (exim_gnutls_base_init_done) \
4201 return string_sprintf("%s failed: %s", (Label), gnutls_strerror(rc)); } } while (0)
4202 # define return_deinit(Label) do { return (Label); } while (0)
4204 # define validate_check_rc(Label) do { \
4205 if (rc != GNUTLS_E_SUCCESS) { if (exim_gnutls_base_init_done) gnutls_global_deinit(); \
4206 return string_sprintf("%s failed: %s", (Label), gnutls_strerror(rc)); } } while (0)
4207 # define return_deinit(Label) do { gnutls_global_deinit(); return (Label); } while (0)
4210 if (exim_gnutls_base_init_done)
4211 log_write(0, LOG_MAIN|LOG_PANIC,
4212 "already initialised GnuTLS, Exim developer bug");
4214 #if defined(HAVE_GNUTLS_PKCS11) && !defined(GNUTLS_AUTO_PKCS11_MANUAL)
4215 if (!gnutls_allow_auto_pkcs11)
4217 rc = gnutls_pkcs11_init(GNUTLS_PKCS11_FLAG_MANUAL, NULL);
4218 validate_check_rc(US"gnutls_pkcs11_init");
4221 #ifndef GNUTLS_AUTO_GLOBAL_INIT
4222 rc = gnutls_global_init();
4223 validate_check_rc(US"gnutls_global_init()");
4225 exim_gnutls_base_init_done = TRUE;
4227 if (!(tls_require_ciphers && *tls_require_ciphers))
4228 return_deinit(NULL);
4230 if (!expand_check(tls_require_ciphers, US"tls_require_ciphers", &expciphers,
4232 return_deinit(US"failed to expand tls_require_ciphers");
4234 if (!(expciphers && *expciphers))
4235 return_deinit(NULL);
4238 debug_printf("tls_require_ciphers expands to \"%s\"\n", expciphers);
4240 rc = gnutls_priority_init(&priority_cache, CS expciphers, &errpos);
4241 validate_check_rc(string_sprintf(
4242 "gnutls_priority_init(%s) failed at offset %ld, \"%.8s..\"",
4243 expciphers, (long)(errpos - CS expciphers), errpos));
4245 #undef return_deinit
4246 #undef validate_check_rc
4247 #ifndef GNUTLS_AUTO_GLOBAL_INIT
4248 gnutls_global_deinit();
4257 /*************************************************
4258 * Report the library versions. *
4259 *************************************************/
4261 /* See a description in tls-openssl.c for an explanation of why this exists.
4263 Arguments: string to append to
4268 tls_version_report(gstring * g)
4270 return string_fmt_append(g,
4271 "Library version: GnuTLS: Compile: %s\n"
4274 gnutls_check_version(NULL));
4277 #endif /*!MACRO_PREDEF*/
4280 /* End of tls-gnu.c */