1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
5 Copyright (c) The Exim Maintainers 2019 - 2023
6 Copyright (c) Todd Lyons <tlyons@exim.org> 2012 - 2014
8 /* SPDX-License-Identifier: GPL-2.0-or-later */
10 /* Portions Copyright (c) 2012, 2013, The Trusted Domain Project;
11 All rights reserved, licensed for use per LICENSE.opendmarc. */
13 /* Code for calling dmarc checks via libopendmarc. Called from acl.c. */
17 # if !defined SUPPORT_SPF
18 # error SPF must also be enabled for DMARC
19 # elif defined DISABLE_DKIM
20 # error DKIM must also be enabled for DMARC
23 # include "functions.h"
25 # include "pdkim/pdkim.h"
27 OPENDMARC_LIB_T dmarc_ctx;
28 DMARC_POLICY_T *dmarc_pctx = NULL;
29 OPENDMARC_STATUS_T libdm_status, action, dmarc_policy;
30 OPENDMARC_STATUS_T da, sa, action;
31 BOOL dmarc_abort = FALSE;
32 uschar *dmarc_pass_fail = US"skipped";
33 header_line *from_header = NULL;
34 extern SPF_response_t *spf_response;
35 int dmarc_spf_ares_result = 0;
36 uschar *spf_sender_domain = NULL;
37 uschar *spf_human_readable = NULL;
38 u_char *header_from_sender = NULL;
39 int history_file_status = DMARC_HIST_OK;
41 typedef struct dmarc_exim_p {
46 static dmarc_exim_p dmarc_policy_description[] = {
48 { US"", DMARC_RECORD_P_UNSPECIFIED },
49 { US"none", DMARC_RECORD_P_NONE },
50 { US"quarantine", DMARC_RECORD_P_QUARANTINE },
51 { US"reject", DMARC_RECORD_P_REJECT },
57 dmarc_version_report(gstring * g)
59 return string_fmt_append(g, "Library version: dmarc: Compile: %d.%d.%d.%d\n",
60 (OPENDMARC_LIB_VERSION & 0xff000000) >> 24, (OPENDMARC_LIB_VERSION & 0x00ff0000) >> 16,
61 (OPENDMARC_LIB_VERSION & 0x0000ff00) >> 8, OPENDMARC_LIB_VERSION & 0x000000ff);
65 /* Accept an error_block struct, initialize if empty, parse to the
66 end, and append the two strings passed to it. Used for adding
67 variable amounts of value:pair data to the forensic emails. */
70 add_to_eblock(error_block *eblock, uschar *t1, uschar *t2)
72 error_block *eb = store_malloc(sizeof(error_block));
77 /* Find the end of the eblock struct and point it at eb */
78 error_block *tmp = eblock;
89 /* dmarc_init sets up a context that can be re-used for several
90 messages on the same SMTP connection (that come from the
91 same host with the same HELO string) */
96 int *netmask = NULL; /* Ignored */
99 /* Set some sane defaults. Also clears previous results when
100 * multiple messages in one connection. */
102 dmarc_status = US"none";
104 dmarc_pass_fail = US"skipped";
105 dmarc_used_domain = US"";
106 f.dmarc_has_been_checked = FALSE;
107 header_from_sender = NULL;
108 spf_sender_domain = NULL;
109 spf_human_readable = NULL;
111 /* ACLs have "control=dmarc_disable_verify" */
112 if (f.dmarc_disable_verify == TRUE)
115 (void) memset(&dmarc_ctx, '\0', sizeof dmarc_ctx);
116 dmarc_ctx.nscount = 0;
117 libdm_status = opendmarc_policy_library_init(&dmarc_ctx);
118 if (libdm_status != DMARC_PARSE_OKAY)
120 log_write(0, LOG_MAIN|LOG_PANIC, "DMARC failure to init library: %s",
121 opendmarc_policy_status_to_str(libdm_status));
124 if (!dmarc_tld_file || !*dmarc_tld_file)
126 DEBUG(D_receive) debug_printf_indent("DMARC: no dmarc_tld_file\n");
129 else if (opendmarc_tld_read_file(CS dmarc_tld_file, NULL, NULL, NULL))
131 log_write(0, LOG_MAIN|LOG_PANIC, "DMARC failure to load tld list '%s': %s",
132 dmarc_tld_file, strerror(errno));
135 if (!sender_host_address)
137 DEBUG(D_receive) debug_printf_indent("DMARC: no sender_host_address\n");
140 /* This catches locally originated email and startup errors above. */
143 is_ipv6 = string_is_ip_address(sender_host_address, netmask) == 6;
144 if (!(dmarc_pctx = opendmarc_policy_connect_init(sender_host_address, is_ipv6)))
146 log_write(0, LOG_MAIN|LOG_PANIC,
147 "DMARC failure creating policy context: ip=%s", sender_host_address);
156 /* dmarc_store_data stores the header data so that subsequent
157 dmarc_process can access the data */
160 dmarc_store_data(header_line *hdr)
162 /* No debug output because would change every test debug output */
163 if (!f.dmarc_disable_verify)
170 dmarc_send_forensic_report(u_char **ruf)
172 uschar *recipient, *save_sender;
173 BOOL send_status = FALSE;
174 error_block *eblock = NULL;
175 FILE *message_file = NULL;
177 /* Earlier ACL does not have *required* control=dmarc_enable_forensic */
178 if (!f.dmarc_enable_forensic)
181 if ( dmarc_policy == DMARC_POLICY_REJECT && action == DMARC_RESULT_REJECT
182 || dmarc_policy == DMARC_POLICY_QUARANTINE && action == DMARC_RESULT_QUARANTINE
183 || dmarc_policy == DMARC_POLICY_NONE && action == DMARC_RESULT_REJECT
184 || dmarc_policy == DMARC_POLICY_NONE && action == DMARC_RESULT_QUARANTINE
188 eblock = add_to_eblock(eblock, US"Sender Domain", dmarc_used_domain);
189 eblock = add_to_eblock(eblock, US"Sender IP Address", sender_host_address);
190 eblock = add_to_eblock(eblock, US"Received Date", tod_stamp(tod_full));
191 eblock = add_to_eblock(eblock, US"SPF Alignment",
192 sa == DMARC_POLICY_SPF_ALIGNMENT_PASS ? US"yes" : US"no");
193 eblock = add_to_eblock(eblock, US"DKIM Alignment",
194 da == DMARC_POLICY_DKIM_ALIGNMENT_PASS ? US"yes" : US"no");
195 eblock = add_to_eblock(eblock, US"DMARC Results", dmarc_status_text);
197 for (int c = 0; ruf[c]; c++)
199 recipient = string_copylc(ruf[c]);
200 if (Ustrncmp(recipient, "mailto:",7))
202 /* Move to first character past the colon */
205 debug_printf_indent("DMARC forensic report to %s%s\n", recipient,
206 (host_checking || f.running_in_test_harness) ? " (not really)" : "");
207 if (host_checking || f.running_in_test_harness)
210 if (!moan_send_message(recipient, ERRMESS_DMARC_FORENSIC, eblock,
211 header_list, message_file, NULL))
212 log_write(0, LOG_MAIN|LOG_PANIC,
213 "failure to send DMARC forensic report to %s", recipient);
219 /* Look up a DNS dmarc record for the given domain. Return it or NULL */
222 dmarc_dns_lookup(uschar * dom)
224 dns_answer * dnsa = store_get_dns_answer();
226 int rc = dns_lookup(dnsa, string_sprintf("_dmarc.%s", dom), T_TXT, NULL);
228 if (rc == DNS_SUCCEED)
229 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_ANSWERS); rr;
230 rr = dns_next_rr(dnsa, &dnss, RESET_NEXT))
231 if (rr->type == T_TXT && rr->size > 3)
233 uschar *record = string_copyn_taint(US rr->data, rr->size, GET_TAINTED);
234 store_free_dns_answer(dnsa);
237 store_free_dns_answer(dnsa);
243 dmarc_write_history_file(const gstring * dkim_history_buffer)
245 int history_file_fd = 0;
248 u_char ** rua; /* aggregate report addressees */
251 if (!dmarc_history_file)
253 DEBUG(D_receive) debug_printf_indent("DMARC history file not set\n");
254 return DMARC_HIST_DISABLED;
257 if ((history_file_fd = log_open_as_exim(dmarc_history_file)) < 0)
259 log_write(0, LOG_MAIN|LOG_PANIC,
260 "failure to create DMARC history file: %s: %s",
261 dmarc_history_file, strerror(errno));
262 return DMARC_HIST_FILE_ERR;
265 /* Generate the contents of the history file */
266 g = string_fmt_append(NULL,
267 "job %s\nreporter %s\nreceived %ld\nipaddr %s\nfrom %s\nmfrom %s\n",
268 message_id, primary_hostname, time(NULL), sender_host_address,
269 header_from_sender, expand_string(US"$sender_address_domain"));
272 g = string_fmt_append(g, "spf %d\n", dmarc_spf_ares_result);
274 if (dkim_history_buffer)
275 g = string_fmt_append(g, "%Y", dkim_history_buffer);
277 g = string_fmt_append(g, "pdomain %s\npolicy %d\n",
278 dmarc_used_domain, dmarc_policy);
280 if ((rua = opendmarc_policy_fetch_rua(dmarc_pctx, NULL, 0, 1)))
281 for (tmp_ans = 0; rua[tmp_ans]; tmp_ans++)
282 g = string_fmt_append(g, "rua %s\n", rua[tmp_ans]);
284 g = string_catn(g, US"rua -\n", 6);
286 opendmarc_policy_fetch_pct(dmarc_pctx, &tmp_ans);
287 g = string_fmt_append(g, "pct %d\n", tmp_ans);
289 opendmarc_policy_fetch_adkim(dmarc_pctx, &tmp_ans);
290 g = string_fmt_append(g, "adkim %d\n", tmp_ans);
292 opendmarc_policy_fetch_aspf(dmarc_pctx, &tmp_ans);
293 g = string_fmt_append(g, "aspf %d\n", tmp_ans);
295 opendmarc_policy_fetch_p(dmarc_pctx, &tmp_ans);
296 g = string_fmt_append(g, "p %d\n", tmp_ans);
298 opendmarc_policy_fetch_sp(dmarc_pctx, &tmp_ans);
299 g = string_fmt_append(g, "sp %d\n", tmp_ans);
301 g = string_fmt_append(g, "align_dkim %d\nalign_spf %d\naction %d\n",
304 /* Write the contents to the history file */
307 debug_printf_indent("DMARC logging history data for opendmarc reporting%s\n",
308 host_checking ? " (not really)" : "");
309 debug_printf_indent("DMARC history data for debugging:\n");
311 debug_printf_indent("%Y", g);
317 written_len = write_to_fd_buf(history_file_fd,
320 if (written_len == 0)
322 log_write(0, LOG_MAIN|LOG_PANIC, "failure to write to DMARC history file: %s",
324 return DMARC_HIST_WRITE_ERR;
326 (void)close(history_file_fd);
328 return DMARC_HIST_OK;
332 /* dmarc_process adds the envelope sender address to the existing
333 context (if any), retrieves the result, sets up expansion
334 strings and evaluates the condition outcome. */
339 int sr, origin; /* used in SPF section */
340 int dmarc_spf_result = 0; /* stores spf into dmarc conn ctx */
342 pdkim_signature * sig = dkim_signatures;
344 BOOL has_dmarc_record = TRUE;
345 u_char ** ruf; /* forensic report addressees, if called for */
347 /* ACLs have "control=dmarc_disable_verify" */
348 if (f.dmarc_disable_verify)
351 /* Store the header From: sender domain for this part of DMARC.
352 If there is no from_header struct, then it's likely this message
353 is locally generated and relying on fixups to add it. Just skip
354 the entire DMARC system if we can't find a From: header....or if
355 there was a previous error. */
359 DEBUG(D_receive) debug_printf_indent("DMARC: no From: header\n");
362 else if (!dmarc_abort)
369 f.parse_allow_group = TRUE;
370 p = parse_find_address_end(from_header->text, FALSE);
371 saveend = *p; *p = '\0';
372 if ((header_from_sender = parse_extract_address(from_header->text, &errormsg,
373 &dummy, &dummy, &domain, FALSE)))
374 header_from_sender += domain;
377 /* The opendmarc library extracts the domain from the email address, but
378 only try to store it if it's not empty. Otherwise, skip out of DMARC. */
380 if (!header_from_sender || (strcmp( CCS header_from_sender, "") == 0))
382 libdm_status = dmarc_abort
384 : opendmarc_policy_store_from_domain(dmarc_pctx, header_from_sender);
385 if (libdm_status != DMARC_PARSE_OKAY)
387 log_write(0, LOG_MAIN|LOG_PANIC,
388 "failure to store header From: in DMARC: %s, header was '%s'",
389 opendmarc_policy_status_to_str(libdm_status), from_header->text);
394 /* Skip DMARC if connection is SMTP Auth. Temporarily, admin should
395 instead do this in the ACLs. */
397 if (!dmarc_abort && !sender_host_authenticated)
399 uschar * dmarc_domain;
400 gstring * dkim_history_buffer = NULL;
402 /* Use the envelope sender domain for this part of DMARC */
404 spf_sender_domain = expand_string(US"$sender_address_domain");
407 /* No spf data means null envelope sender so generate a domain name
408 from the sender_helo_name */
410 if (!spf_sender_domain)
412 spf_sender_domain = sender_helo_name;
413 log_write(0, LOG_MAIN, "DMARC using synthesized SPF sender domain = %s\n",
416 debug_printf_indent("DMARC using synthesized SPF sender domain = %s\n",
419 dmarc_spf_result = DMARC_POLICY_SPF_OUTCOME_NONE;
420 dmarc_spf_ares_result = ARES_RESULT_UNKNOWN;
421 origin = DMARC_POLICY_SPF_ORIGIN_HELO;
422 spf_human_readable = US"";
426 sr = spf_response->result;
427 dmarc_spf_result = sr == SPF_RESULT_NEUTRAL ? DMARC_POLICY_SPF_OUTCOME_NONE :
428 sr == SPF_RESULT_PASS ? DMARC_POLICY_SPF_OUTCOME_PASS :
429 sr == SPF_RESULT_FAIL ? DMARC_POLICY_SPF_OUTCOME_FAIL :
430 sr == SPF_RESULT_SOFTFAIL ? DMARC_POLICY_SPF_OUTCOME_TMPFAIL :
431 DMARC_POLICY_SPF_OUTCOME_NONE;
432 dmarc_spf_ares_result = sr == SPF_RESULT_NEUTRAL ? ARES_RESULT_NEUTRAL :
433 sr == SPF_RESULT_PASS ? ARES_RESULT_PASS :
434 sr == SPF_RESULT_FAIL ? ARES_RESULT_FAIL :
435 sr == SPF_RESULT_SOFTFAIL ? ARES_RESULT_SOFTFAIL :
436 sr == SPF_RESULT_NONE ? ARES_RESULT_NONE :
437 sr == SPF_RESULT_TEMPERROR ? ARES_RESULT_TEMPERROR :
438 sr == SPF_RESULT_PERMERROR ? ARES_RESULT_PERMERROR :
440 origin = DMARC_POLICY_SPF_ORIGIN_MAILFROM;
441 spf_human_readable = US spf_response->header_comment;
443 debug_printf_indent("DMARC using SPF sender domain = %s\n", spf_sender_domain);
445 if (strcmp( CCS spf_sender_domain, "") == 0)
449 libdm_status = opendmarc_policy_store_spf(dmarc_pctx, spf_sender_domain,
450 dmarc_spf_result, origin, spf_human_readable);
451 if (libdm_status != DMARC_PARSE_OKAY)
452 log_write(0, LOG_MAIN|LOG_PANIC, "failure to store spf for DMARC: %s",
453 opendmarc_policy_status_to_str(libdm_status));
456 /* Now we cycle through the dkim signature results and put into
457 the opendmarc context, further building the DMARC reply. */
459 for(pdkim_signature * sig = dkim_signatures; sig; sig = sig->next)
461 int dkim_result, dkim_ares_result, vs, ves;
463 vs = sig->verify_status & ~PDKIM_VERIFY_POLICY;
464 ves = sig->verify_ext_status;
465 dkim_result = vs == PDKIM_VERIFY_PASS ? DMARC_POLICY_DKIM_OUTCOME_PASS :
466 vs == PDKIM_VERIFY_FAIL ? DMARC_POLICY_DKIM_OUTCOME_FAIL :
467 vs == PDKIM_VERIFY_INVALID ? DMARC_POLICY_DKIM_OUTCOME_TMPFAIL :
468 DMARC_POLICY_DKIM_OUTCOME_NONE;
469 libdm_status = opendmarc_policy_store_dkim(dmarc_pctx, US sig->domain,
471 /* The opendmarc project broke its API in a way we can't detect easily.
472 The EDITME provides a DMARC_API variable */
473 #if DMARC_API >= 100400
478 debug_printf_indent("DMARC adding DKIM sender domain = %s\n", sig->domain);
479 if (libdm_status != DMARC_PARSE_OKAY)
480 log_write(0, LOG_MAIN|LOG_PANIC,
481 "failure to store dkim (%s) for DMARC: %s",
482 sig->domain, opendmarc_policy_status_to_str(libdm_status));
485 vs == PDKIM_VERIFY_PASS ? ARES_RESULT_PASS :
486 vs == PDKIM_VERIFY_FAIL ? ARES_RESULT_FAIL :
487 vs == PDKIM_VERIFY_NONE ? ARES_RESULT_NONE :
488 vs == PDKIM_VERIFY_INVALID ?
489 ves == PDKIM_VERIFY_INVALID_PUBKEY_UNAVAILABLE ? ARES_RESULT_PERMERROR :
490 ves == PDKIM_VERIFY_INVALID_BUFFER_SIZE ? ARES_RESULT_PERMERROR :
491 ves == PDKIM_VERIFY_INVALID_PUBKEY_DNSRECORD ? ARES_RESULT_PERMERROR :
492 ves == PDKIM_VERIFY_INVALID_PUBKEY_IMPORT ? ARES_RESULT_PERMERROR :
493 ARES_RESULT_UNKNOWN :
495 #if DMARC_API >= 100400
496 dkim_history_buffer = string_fmt_append(dkim_history_buffer,
497 "dkim %s %s %d\n", sig->domain, sig->selector, dkim_ares_result);
499 dkim_history_buffer = string_fmt_append(dkim_history_buffer,
500 "dkim %s %d\n", sig->domain, dkim_ares_result);
504 /* Look up DMARC policy record in DNS. We do this explicitly, rather than
505 letting the dmarc library do it with opendmarc_policy_query_dmarc(), so that
506 our dns access path is used for debug tracing and for the testsuite
509 libdm_status = (rr = dmarc_dns_lookup(header_from_sender))
510 ? opendmarc_policy_store_dmarc(dmarc_pctx, rr, header_from_sender, NULL)
511 : DMARC_DNS_ERROR_NO_RECORD;
512 switch (libdm_status)
514 case DMARC_DNS_ERROR_NXDOMAIN:
515 case DMARC_DNS_ERROR_NO_RECORD:
517 debug_printf_indent("DMARC no record found for %s\n", header_from_sender);
518 has_dmarc_record = FALSE;
520 case DMARC_PARSE_OKAY:
522 debug_printf_indent("DMARC record found for %s\n", header_from_sender);
524 case DMARC_PARSE_ERROR_BAD_VALUE:
526 debug_printf_indent("DMARC record parse error for %s\n", header_from_sender);
527 has_dmarc_record = FALSE;
530 /* everything else, skip dmarc */
532 debug_printf_indent("DMARC skipping (%s), unsure what to do with %s",
533 opendmarc_policy_status_to_str(libdm_status),
535 has_dmarc_record = FALSE;
539 /* Store the policy string in an expandable variable. */
541 libdm_status = opendmarc_policy_fetch_p(dmarc_pctx, &tmp_ans);
542 for (c = 0; dmarc_policy_description[c].name; c++)
543 if (tmp_ans == dmarc_policy_description[c].value)
545 dmarc_domain_policy = string_sprintf("%s",dmarc_policy_description[c].name);
549 /* Can't use exim's string manipulation functions so allocate memory
550 for libopendmarc using its max hostname length definition. */
552 dmarc_domain = store_get(DMARC_MAXHOSTNAMELEN, GET_TAINTED);
553 libdm_status = opendmarc_policy_fetch_utilized_domain(dmarc_pctx,
554 dmarc_domain, DMARC_MAXHOSTNAMELEN-1);
555 store_release_above(dmarc_domain + Ustrlen(dmarc_domain)+1);
556 dmarc_used_domain = dmarc_domain;
558 if (libdm_status != DMARC_PARSE_OKAY)
559 log_write(0, LOG_MAIN|LOG_PANIC,
560 "failure to read domainname used for DMARC lookup: %s",
561 opendmarc_policy_status_to_str(libdm_status));
563 dmarc_policy = libdm_status = opendmarc_get_policy_to_enforce(dmarc_pctx);
566 case DMARC_POLICY_ABSENT: /* No DMARC record found */
567 dmarc_status = US"norecord";
568 dmarc_pass_fail = US"none";
569 dmarc_status_text = US"No DMARC record";
570 action = DMARC_RESULT_ACCEPT;
572 case DMARC_FROM_DOMAIN_ABSENT: /* No From: domain */
573 dmarc_status = US"nofrom";
574 dmarc_pass_fail = US"temperror";
575 dmarc_status_text = US"No From: domain found";
576 action = DMARC_RESULT_ACCEPT;
578 case DMARC_POLICY_NONE: /* Accept and report */
579 dmarc_status = US"none";
580 dmarc_pass_fail = US"none";
581 dmarc_status_text = US"None, Accept";
582 action = DMARC_RESULT_ACCEPT;
584 case DMARC_POLICY_PASS: /* Explicit accept */
585 dmarc_status = US"accept";
586 dmarc_pass_fail = US"pass";
587 dmarc_status_text = US"Accept";
588 action = DMARC_RESULT_ACCEPT;
590 case DMARC_POLICY_REJECT: /* Explicit reject */
591 dmarc_status = US"reject";
592 dmarc_pass_fail = US"fail";
593 dmarc_status_text = US"Reject";
594 action = DMARC_RESULT_REJECT;
596 case DMARC_POLICY_QUARANTINE: /* Explicit quarantine */
597 dmarc_status = US"quarantine";
598 dmarc_pass_fail = US"fail";
599 dmarc_status_text = US"Quarantine";
600 action = DMARC_RESULT_QUARANTINE;
603 dmarc_status = US"temperror";
604 dmarc_pass_fail = US"temperror";
605 dmarc_status_text = US"Internal Policy Error";
606 action = DMARC_RESULT_TEMPFAIL;
610 libdm_status = opendmarc_policy_fetch_alignment(dmarc_pctx, &da, &sa);
611 if (libdm_status != DMARC_PARSE_OKAY)
612 log_write(0, LOG_MAIN|LOG_PANIC, "failure to read DMARC alignment: %s",
613 opendmarc_policy_status_to_str(libdm_status));
615 if (has_dmarc_record)
617 log_write(0, LOG_MAIN, "DMARC results: spf_domain=%s dmarc_domain=%s "
618 "spf_align=%s dkim_align=%s enforcement='%s'",
619 spf_sender_domain, dmarc_used_domain,
620 sa==DMARC_POLICY_SPF_ALIGNMENT_PASS ?"yes":"no",
621 da==DMARC_POLICY_DKIM_ALIGNMENT_PASS ?"yes":"no",
623 history_file_status = dmarc_write_history_file(dkim_history_buffer);
624 /* Now get the forensic reporting addresses, if any */
625 ruf = opendmarc_policy_fetch_ruf(dmarc_pctx, NULL, 0, 1);
626 dmarc_send_forensic_report(ruf);
630 /* shut down libopendmarc */
632 (void) opendmarc_policy_connect_shutdown(dmarc_pctx);
633 if (!f.dmarc_disable_verify)
634 (void) opendmarc_policy_library_shutdown(&dmarc_ctx);
640 dmarc_exim_expand_query(int what)
642 if (f.dmarc_disable_verify || !dmarc_pctx)
643 return dmarc_exim_expand_defaults(what);
645 if (what == DMARC_VERIFY_STATUS)
651 dmarc_exim_expand_defaults(int what)
653 if (what == DMARC_VERIFY_STATUS)
654 return f.dmarc_disable_verify ? US"off" : US"none";
660 authres_dmarc(gstring * g)
662 if (f.dmarc_has_been_checked)
664 g = string_append(g, 2, US";\n\tdmarc=", dmarc_pass_fail);
665 if (header_from_sender)
666 g = string_append(g, 2, US" header.from=", header_from_sender);
671 # endif /* SUPPORT_SPF */
672 #endif /* SUPPORT_DMARC */