1 /*************************************************
2 * Exim - an Internet mail transport agent *
3 *************************************************/
5 /* Copyright (c) University of Cambridge 1995 - 2018 */
6 /* Copyright (c) The Exim Maintainers 2020 */
7 /* See the file NOTICE for conditions of use and distribution. */
9 /* Functions for interfacing with the DNS. */
14 /*************************************************
16 *************************************************/
18 /* This function is called instead of res_search() when Exim is running in its
19 test harness. It recognizes some special domain names, and uses them to force
20 failure and retry responses (optionally with a delay). Otherwise, it calls an
21 external utility that mocks-up a nameserver, if it can find the utility.
22 If not, it passes its arguments on to res_search(). The fake nameserver may
23 also return a code specifying that the name should be passed on.
25 Background: the original test suite required a real nameserver to carry the
26 test zones, whereas the new test suite has the fake server for portability. This
30 domain the domain name
31 type the DNS record type
32 answerptr where to put the answer
33 size size of the answer area
35 Returns: length of returned data, or -1 on error (h_errno set)
39 fakens_search(const uschar *domain, int type, uschar *answerptr, int size)
41 int len = Ustrlen(domain);
42 int asize = size; /* Locally modified */
45 uschar *aptr = answerptr; /* Locally modified */
48 /* Remove terminating dot. */
50 if (domain[len - 1] == '.') len--;
51 name = string_copyn(domain, len);
53 /* Look for the fakens utility, and if it exists, call it. */
55 (void)string_format(utilname, sizeof(utilname), "%s/bin/fakens",
56 config_main_directory);
58 if (stat(CS utilname, &statbuf) >= 0)
64 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) using fakens\n",
65 name, dns_text_type(type));
68 argv[1] = config_main_directory;
70 argv[3] = dns_text_type(type);
73 pid = child_open(argv, NULL, 0000, &infd, &outfd, FALSE, US"fakens-search");
75 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "failed to run fakens: %s",
80 while (asize > 0 && (rc = read(outfd, aptr, asize)) > 0)
83 aptr += rc; /* Don't modify the actual arguments, because they */
84 asize -= rc; /* may need to be passed on to res_search(). */
87 /* If we ran out of output buffer before exhausting the return,
88 carry on reading and counting it. */
91 while ((rc = read(outfd, name, sizeof(name))) > 0)
95 log_write(0, LOG_MAIN|LOG_PANIC_DIE, "read from fakens failed: %s",
98 switch(child_close(pid, 0))
101 case 1: h_errno = HOST_NOT_FOUND; return -1;
102 case 2: h_errno = TRY_AGAIN; return -1;
104 case 3: h_errno = NO_RECOVERY; return -1;
105 case 4: h_errno = NO_DATA; return -1;
106 case 5: /* Pass on to res_search() */
107 DEBUG(D_dns) debug_printf("fakens returned PASS_ON\n");
112 DEBUG(D_dns) debug_printf("fakens (%s) not found\n", utilname);
115 /* fakens utility not found, or it returned "pass on" */
117 DEBUG(D_dns) debug_printf("passing %s on to res_search()\n", domain);
119 return res_search(CS domain, C_IN, type, answerptr, size);
124 /*************************************************
125 * Initialize and configure resolver *
126 *************************************************/
128 /* Initialize the resolver and the storage for holding DNS answers if this is
129 the first time we have been here, and set the resolver options.
132 qualify_single TRUE to set the RES_DEFNAMES option
133 search_parents TRUE to set the RES_DNSRCH option
134 use_dnssec TRUE to set the RES_USE_DNSSEC option
140 dns_init(BOOL qualify_single, BOOL search_parents, BOOL use_dnssec)
142 res_state resp = os_get_dns_resolver_res();
144 if ((resp->options & RES_INIT) == 0)
146 DEBUG(D_resolver) resp->options |= RES_DEBUG; /* For Cygwin */
147 os_put_dns_resolver_res(resp);
149 DEBUG(D_resolver) resp->options |= RES_DEBUG;
150 os_put_dns_resolver_res(resp);
153 resp->options &= ~(RES_DNSRCH | RES_DEFNAMES);
154 resp->options |= (qualify_single? RES_DEFNAMES : 0) |
155 (search_parents? RES_DNSRCH : 0);
156 if (dns_retrans > 0) resp->retrans = dns_retrans;
157 if (dns_retry > 0) resp->retry = dns_retry;
160 if (dns_use_edns0 >= 0)
163 resp->options |= RES_USE_EDNS0;
165 resp->options &= ~RES_USE_EDNS0;
167 debug_printf("Coerced resolver EDNS0 support %s.\n",
168 dns_use_edns0 ? "on" : "off");
171 if (dns_use_edns0 >= 0)
173 debug_printf("Unable to %sset EDNS0 without resolver support.\n",
174 dns_use_edns0 ? "" : "un");
177 #ifndef DISABLE_DNSSEC
178 # ifdef RES_USE_DNSSEC
179 # ifndef RES_USE_EDNS0
180 # error Have RES_USE_DNSSEC but not RES_USE_EDNS0? Something hinky ...
183 resp->options |= RES_USE_DNSSEC;
184 if (dns_dnssec_ok >= 0)
186 if (dns_use_edns0 == 0 && dns_dnssec_ok != 0)
189 debug_printf("CONFLICT: dns_use_edns0 forced false, dns_dnssec_ok forced true, ignoring latter!\n");
194 resp->options |= RES_USE_DNSSEC;
196 resp->options &= ~RES_USE_DNSSEC;
197 DEBUG(D_resolver) debug_printf("Coerced resolver DNSSEC support %s.\n",
198 dns_dnssec_ok ? "on" : "off");
202 if (dns_dnssec_ok >= 0)
204 debug_printf("Unable to %sset DNSSEC without resolver support.\n",
205 dns_dnssec_ok ? "" : "un");
208 debug_printf("Unable to set DNSSEC without resolver support.\n");
210 #endif /* DISABLE_DNSSEC */
212 os_put_dns_resolver_res(resp);
217 /*************************************************
218 * Build key name for PTR records *
219 *************************************************/
221 /* This function inverts an IP address and adds the relevant domain, to produce
222 a name that can be used to look up PTR records.
225 string the IP address as a string
227 Returns: an allocated string
231 dns_build_reverse(const uschar * string)
233 const uschar * p = string + Ustrlen(string);
236 /* Handle IPv4 address */
239 if (Ustrchr(string, ':') == NULL)
242 for (int i = 0; i < 4; i++)
244 const uschar * ppp = p;
245 while (ppp > string && ppp[-1] != '.') ppp--;
246 g = string_catn(g, ppp, p - ppp);
247 g = string_catn(g, US".", 1);
250 g = string_catn(g, US"in-addr.arpa", 12);
253 /* Handle IPv6 address; convert to binary so as to fill out any
254 abbreviation in the textual form. */
261 g = string_get_tainted(32, is_tainted(string));
262 (void)host_aton(string, v6);
264 /* The original specification for IPv6 reverse lookup was to invert each
265 nibble, and look in the ip6.int domain. The domain was subsequently
266 changed to ip6.arpa. */
268 for (int i = 3; i >= 0; i--)
269 for (int j = 0; j < 32; j += 4)
270 g = string_fmt_append(g, "%x.", (v6[i] >> j) & 15);
271 g = string_catn(g, US"ip6.arpa.", 9);
273 /* Another way of doing IPv6 reverse lookups was proposed in conjunction
274 with A6 records. However, it fell out of favour when they did. The
275 alternative was to construct a binary key, and look in ip6.arpa. I tried
276 to make this code do that, but I could not make it work on Solaris 8. The
277 resolver seems to lose the initial backslash somehow. However, now that
278 this style of reverse lookup has been dropped, it doesn't matter. These
279 lines are left here purely for historical interest. */
281 /**************************************************
285 for (int i = 0; i < 4; i++)
287 sprintf(pp, "%08X", v6[i]);
290 Ustrcpy(pp, US"].ip6.arpa.");
291 **************************************************/
295 return string_from_gstring(g);
301 /* Increment the aptr in dnss, checking against dnsa length.
302 Return: TRUE for a bad result
305 dnss_inc_aptr(const dns_answer * dnsa, dns_scan * dnss, unsigned delta)
307 return (dnss->aptr += delta) >= dnsa->answer + dnsa->answerlen;
310 /*************************************************
311 * Get next DNS record from answer block *
312 *************************************************/
314 /* Call this with reset == RESET_ANSWERS to scan the answer block, reset ==
315 RESET_AUTHORITY to scan the authority records, reset == RESET_ADDITIONAL to
316 scan the additional records, and reset == RESET_NEXT to get the next record.
317 The result is in static storage which must be copied if it is to be preserved.
320 dnsa pointer to dns answer block
321 dnss pointer to dns scan block
322 reset option specifying what portion to scan, as described above
324 Returns: next dns record, or NULL when no more
328 dns_next_rr(const dns_answer *dnsa, dns_scan *dnss, int reset)
330 const HEADER * h = (const HEADER *)dnsa->answer;
335 # define TRACE DEBUG(D_dns)
337 # define TRACE if (FALSE)
340 /* Reset the saved data when requested to, and skip to the first required RR */
342 if (reset != RESET_NEXT)
344 dnss->rrcount = ntohs(h->qdcount);
345 TRACE debug_printf("%s: reset (Q rrcount %d)\n", __FUNCTION__, dnss->rrcount);
346 dnss->aptr = dnsa->answer + sizeof(HEADER);
348 /* Skip over questions; failure to expand the name just gives up */
350 while (dnss->rrcount-- > 0)
352 TRACE trace = "Q-namelen";
353 namelen = dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen,
354 dnss->aptr, (DN_EXPAND_ARG4_TYPE) &dnss->srr.name, DNS_MAXNAME);
355 if (namelen < 0) goto null_return;
356 /* skip name & type & class */
357 TRACE trace = "Q-skip";
358 if (dnss_inc_aptr(dnsa, dnss, namelen+4)) goto null_return;
361 /* Get the number of answer records. */
363 dnss->rrcount = ntohs(h->ancount);
364 TRACE debug_printf("%s: reset (A rrcount %d)\n", __FUNCTION__, dnss->rrcount);
366 /* Skip over answers if we want to look at the authority section. Also skip
367 the NS records (i.e. authority section) if wanting to look at the additional
370 if (reset == RESET_ADDITIONAL)
372 TRACE debug_printf("%s: additional\n", __FUNCTION__);
373 dnss->rrcount += ntohs(h->nscount);
374 TRACE debug_printf("%s: reset (NS rrcount %d)\n", __FUNCTION__, dnss->rrcount);
377 if (reset == RESET_AUTHORITY || reset == RESET_ADDITIONAL)
379 TRACE if (reset == RESET_AUTHORITY)
380 debug_printf("%s: authority\n", __FUNCTION__);
381 while (dnss->rrcount-- > 0)
383 TRACE trace = "A-namelen";
384 namelen = dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen,
385 dnss->aptr, (DN_EXPAND_ARG4_TYPE) &dnss->srr.name, DNS_MAXNAME);
386 if (namelen < 0) goto null_return;
387 /* skip name, type, class & TTL */
388 TRACE trace = "A-hdr";
389 if (dnss_inc_aptr(dnsa, dnss, namelen+8)) goto null_return;
390 GETSHORT(dnss->srr.size, dnss->aptr); /* size of data portion */
392 TRACE trace = "A-skip";
393 if (dnss_inc_aptr(dnsa, dnss, dnss->srr.size)) goto null_return;
395 dnss->rrcount = reset == RESET_AUTHORITY
396 ? ntohs(h->nscount) : ntohs(h->arcount);
397 TRACE debug_printf("%s: reset (%s rrcount %d)\n", __FUNCTION__,
398 reset == RESET_AUTHORITY ? "NS" : "AR", dnss->rrcount);
400 TRACE debug_printf("%s: %d RRs to read\n", __FUNCTION__, dnss->rrcount);
403 TRACE debug_printf("%s: next (%d left)\n", __FUNCTION__, dnss->rrcount);
405 /* The variable dnss->aptr is now pointing at the next RR, and dnss->rrcount
406 contains the number of RR records left. */
408 if (dnss->rrcount-- <= 0) return NULL;
410 /* If expanding the RR domain name fails, behave as if no more records
413 TRACE trace = "R-namelen";
414 namelen = dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen, dnss->aptr,
415 (DN_EXPAND_ARG4_TYPE) &dnss->srr.name, DNS_MAXNAME);
416 if (namelen < 0) goto null_return;
418 /* Move the pointer past the name and fill in the rest of the data structure
419 from the following bytes. */
421 TRACE trace = "R-name";
422 if (dnss_inc_aptr(dnsa, dnss, namelen)) goto null_return;
424 GETSHORT(dnss->srr.type, dnss->aptr); /* Record type */
425 TRACE trace = "R-class";
426 if (dnss_inc_aptr(dnsa, dnss, 2)) goto null_return; /* Don't want class */
427 GETLONG(dnss->srr.ttl, dnss->aptr); /* TTL */
428 GETSHORT(dnss->srr.size, dnss->aptr); /* Size of data portion */
429 dnss->srr.data = dnss->aptr; /* The record's data follows */
431 /* Unchecked increment ok here since no further access on this iteration;
432 will be checked on next at "R-name". */
434 dnss->aptr += dnss->srr.size; /* Advance to next RR */
436 /* Return a pointer to the dns_record structure within the dns_answer. This is
437 for convenience so that the scans can use nice-looking for loops. */
439 TRACE debug_printf("%s: return %s\n", __FUNCTION__, dns_text_type(dnss->srr.type));
443 TRACE debug_printf("%s: terminate (%d RRs left). Last op: %s; errno %d %s\n",
444 __FUNCTION__, dnss->rrcount, trace, errno, strerror(errno));
450 /* Extract the AUTHORITY information from the answer. If the answer isn't
451 authoritative (AA not set), we do not extract anything.
453 The AUTHORITY section contains NS records if the name in question was found,
454 it contains a SOA record otherwise. (This is just from experience and some
455 tests, is there some spec?)
457 Scan the whole AUTHORITY section, since it may contain other records
460 Return: name for the authority, in an allocated string, or NULL if none found */
462 static const uschar *
463 dns_extract_auth_name(const dns_answer * dnsa) /* FIXME: const dns_answer */
466 const HEADER * h = (const HEADER *) dnsa->answer;
468 if (h->nscount && h->aa)
469 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_AUTHORITY);
470 rr; rr = dns_next_rr(dnsa, &dnss, RESET_NEXT))
471 if (rr->type == (h->ancount ? T_NS : T_SOA))
472 return string_copy(rr->name);
479 /*************************************************
480 * Return whether AD bit set in DNS result *
481 *************************************************/
483 /* We do not perform DNSSEC work ourselves; if the administrator has installed
484 a verifying resolver which sets AD as appropriate, though, we'll use that.
485 (AD = Authentic Data, AA = Authoritative Answer)
487 Argument: pointer to dns answer block
488 Returns: bool indicating presence of AD bit
492 dns_is_secure(const dns_answer * dnsa)
494 #ifdef DISABLE_DNSSEC
496 debug_printf("DNSSEC support disabled at build-time; dns_is_secure() false\n");
499 const HEADER * h = (const HEADER *) dnsa->answer;
500 const uschar * auth_name;
501 const uschar * trusted;
503 if (dnsa->answerlen < 0) return FALSE;
504 /* Beware that newer versions of glibc on Linux will filter out the ad bit
505 unless their shiny new RES_TRUSTAD bit is set for the resolver. */
506 if (h->ad) return TRUE;
508 /* If the resolver we ask is authoritative for the domain in question, it may
509 not set the AD but the AA bit. If we explicitly trust the resolver for that
510 domain (via a domainlist in dns_trust_aa), we return TRUE to indicate a secure
515 || !(trusted = expand_string(dns_trust_aa))
517 || !(auth_name = dns_extract_auth_name(dnsa))
518 || OK != match_isinlist(auth_name, &trusted, 0, NULL, NULL,
519 MCL_DOMAIN, TRUE, NULL)
523 DEBUG(D_dns) debug_printf("DNS faked the AD bit "
524 "(got AA and matched with dns_trust_aa (%s in %s))\n",
525 auth_name, dns_trust_aa);
532 dns_set_insecure(dns_answer * dnsa)
534 #ifndef DISABLE_DNSSEC
535 HEADER * h = (HEADER *)dnsa->answer;
540 /************************************************
541 * Check whether the AA bit is set *
542 * We need this to warn if we requested AD *
543 * from an authoritative server *
544 ************************************************/
547 dns_is_aa(const dns_answer * dnsa)
549 #ifdef DISABLE_DNSSEC
552 return dnsa->answerlen >= 0 && ((const HEADER *)dnsa->answer)->aa;
558 /*************************************************
559 * Turn DNS type into text *
560 *************************************************/
562 /* Turn the coded record type into a string for printing. All those that Exim
563 uses should be included here.
565 Argument: record type
566 Returns: pointer to string
574 case T_A: return US"A";
575 case T_MX: return US"MX";
576 case T_AAAA: return US"AAAA";
577 case T_A6: return US"A6";
578 case T_TXT: return US"TXT";
579 case T_SPF: return US"SPF";
580 case T_PTR: return US"PTR";
581 case T_SOA: return US"SOA";
582 case T_SRV: return US"SRV";
583 case T_NS: return US"NS";
584 case T_CNAME: return US"CNAME";
585 case T_TLSA: return US"TLSA";
586 default: return US"?";
592 /*************************************************
593 * Cache a failed DNS lookup result *
594 *************************************************/
597 dns_fail_tag(uschar * buf, const uschar * name, int dns_type)
599 res_state resp = os_get_dns_resolver_res();
601 /*XX buf needs to be 255 +1 + (max(typetext) == 5) +1 + max(chars_for_long-max) +1
602 We truncate the name here for safety... could use a dynamic string. */
604 sprintf(CS buf, "%.255s-%s-%lx", name, dns_text_type(dns_type),
605 (unsigned long) resp->options);
609 /* We cache failed lookup results so as not to experience timeouts many
610 times for the same domain. We need to retain the resolver options because they
611 may change. For successful lookups, we rely on resolver and/or name server
617 expiry time TTL expires, or zero for unlimited
620 Returns: the return code
623 /* we need: 255 +1 + (max(typetext) == 5) +1 + max(chars_for_long-max) +1 */
624 #define DNS_FAILTAG_MAX 290
625 #define DNS_FAILNODE_SIZE \
626 (sizeof(expiring_data) + sizeof(tree_node) + DNS_FAILTAG_MAX)
629 dns_fail_return(const uschar * name, int type, time_t expiry, int rc)
631 uschar node_name[DNS_FAILTAG_MAX];
632 tree_node * previous, * new;
635 dns_fail_tag(node_name, name, type);
636 if ((previous = tree_search(tree_dns_fails, node_name)))
637 e = previous->data.ptr;
640 e = store_get_perm(DNS_FAILNODE_SIZE, is_tainted(name));
642 dns_fail_tag(new->name, name, type);
644 (void)tree_insertnode(&tree_dns_fails, new);
647 DEBUG(D_dns) debug_printf(" %s neg-cache entry for %s, ttl %d\n",
648 previous ? "update" : "writing",
649 node_name, expiry ? (int)(expiry - time(NULL)) : -1);
656 /* Return the cached result of a known-bad lookup, or -1.
659 dns_fail_cache_hit(const uschar * name, int type)
661 uschar node_name[DNS_FAILTAG_MAX];
662 tree_node * previous;
666 dns_fail_tag(node_name, name, type);
667 if (!(previous = tree_search(tree_dns_fails, node_name)))
670 e = previous->data.ptr;
672 rc = e->expiry && e->expiry <= time(NULL) ? -1 : val;
674 DEBUG(D_dns) debug_printf("DNS lookup of %.255s (%s): %scached value %s%s\n",
675 name, dns_text_type(type),
676 rc == -1 ? "" : "using ",
678 rc == -1 ? " past valid time" : "");
685 /* This is really gross. The successful return value from res_search() is
686 the packet length, which is stored in dnsa->answerlen. If we get a
687 negative DNS reply then res_search() returns -1, which causes the bounds
688 checks for name decompression to fail when it is treated as a packet
689 length, which in turn causes the authority search to fail. The correct
690 packet length has been lost inside libresolv, so we have to guess a
691 replacement value. (The only way to fix this properly would be to
692 re-implement res_search() and res_query() so that they don't muddle their
693 success and packet length return values.) For added safety we only reset
694 the packet length if the packet header looks plausible. */
697 fake_dnsa_len_for_fail(dns_answer * dnsa, int type)
699 const HEADER * h = (const HEADER *)dnsa->answer;
701 if ( h->qr == 1 /* a response */
702 && h->opcode == QUERY
703 && h->tc == 0 /* nmessage not truncated */
704 && (h->rcode == NOERROR || h->rcode == NXDOMAIN)
705 && ( ntohs(h->qdcount) == 1 /* one question record */
706 || f.running_in_test_harness)
707 && ntohs(h->ancount) == 0 /* no answer records */
708 && ntohs(h->nscount) >= 1) /* authority records */
710 DEBUG(D_dns) debug_printf("faking res_search(%s) response length as %d\n",
711 dns_text_type(type), (int)sizeof(dnsa->answer));
712 dnsa->answerlen = sizeof(dnsa->answer);
717 /* Return the TTL suitable for an NXDOMAIN result, which is given
718 in the SOA. We hope that one was returned in the lookup, and do not
719 bother doing a separate lookup; if not found return a forever TTL.
723 dns_expire_from_soa(dns_answer * dnsa, int type)
727 fake_dnsa_len_for_fail(dnsa, type);
729 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_AUTHORITY);
730 rr; rr = dns_next_rr(dnsa, &dnss, RESET_NEXT)
731 ) if (rr->type == T_SOA)
733 const uschar * p = rr->data;
734 uschar discard_buf[256];
738 /* Skip the mname & rname strings */
740 if ((len = dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen,
741 p, (DN_EXPAND_ARG4_TYPE)discard_buf, 256)) < 0)
744 if ((len = dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen,
745 p, (DN_EXPAND_ARG4_TYPE)discard_buf, 256)) < 0)
749 /* Skip the SOA serial, refresh, retry & expire. Grab the TTL */
751 if (p > dnsa->answer + dnsa->answerlen - 5 * INT32SZ)
756 return time(NULL) + ttl;
758 DEBUG(D_dns) debug_printf("DNS: no SOA record found for neg-TTL\n");
763 /*************************************************
764 * Do basic DNS lookup *
765 *************************************************/
767 /* Call the resolver to look up the given domain name, using the given type,
768 and check the result. The error code TRY_AGAIN is documented as meaning "non-
769 Authoritative Host not found, or SERVERFAIL". Sometimes there are badly set
770 up nameservers that produce this error continually, so there is the option of
771 providing a list of domains for which this is treated as a non-existent
774 The dns_answer structure is pretty big; enough to hold a max-sized DNS message
775 - so best allocated from fast-release memory. As of writing, all our callers
776 use a stack-auto variable.
779 dnsa pointer to dns_answer structure
781 type type of DNS record required (T_A, T_MX, etc)
783 Returns: DNS_SUCCEED successful lookup
784 DNS_NOMATCH name not found (NXDOMAIN)
785 or name contains illegal characters (if checking)
786 or name is an IP address (for IP address lookup)
787 DNS_NODATA domain exists, but no data for this type (NODATA)
788 DNS_AGAIN soft failure, try again later
793 dns_basic_lookup(dns_answer * dnsa, const uschar * name, int type)
797 const uschar * save_domain;
800 /* DNS lookup failures of any kind are cached in a tree. This is mainly so that
801 a timeout on one domain doesn't happen time and time again for messages that
802 have many addresses in the same domain. We rely on the resolver and name server
803 caching for successful lookups.
806 if ((rc = dns_fail_cache_hit(name, type)) > 0)
808 dnsa->answerlen = -1;
813 /* Convert all names to a-label form before doing lookup */
816 uschar * errstr = NULL;
817 DEBUG(D_dns) if (string_is_utf8(name))
818 debug_printf("convert utf8 '%s' to alabel for for lookup\n", name);
819 if ((alabel = string_domain_utf8_to_alabel(name, &errstr)), errstr)
822 debug_printf("DNS name '%s' utf8 conversion to alabel failed: %s\n", name,
824 f.host_find_failed_syntax = TRUE;
831 /* If configured, check the hygiene of the name passed to lookup. Otherwise,
832 although DNS lookups may give REFUSED at the lower level, some resolvers
833 turn this into TRY_AGAIN, which is silly. Give a NOMATCH return, since such
834 domains cannot be in the DNS. The check is now done by a regular expression;
835 give it space for substring storage to save it having to get its own if the
836 regex has substrings that are used - the default uses a conditional.
838 This test is omitted for PTR records. These occur only in calls from the dnsdb
839 lookup, which constructs the names itself, so they should be OK. Besides,
840 bitstring labels don't conform to normal name syntax. (But they aren't used any
843 #ifndef STAND_ALONE /* Omit this for stand-alone tests */
845 if (check_dns_names_pattern[0] != 0 && type != T_PTR && type != T_TXT)
847 int ovector[3*(EXPAND_MAXN+1)];
850 if (pcre_exec(regex_check_dns_names, NULL, CCS name, Ustrlen(name),
851 0, PCRE_EOPT, ovector, nelem(ovector)) < 0)
854 debug_printf("DNS name syntax check failed: %s (%s)\n", name,
855 dns_text_type(type));
856 f.host_find_failed_syntax = TRUE;
861 #endif /* STAND_ALONE */
863 /* Call the resolver; for an overlong response, res_search() will return the
864 number of bytes the message would need, so we need to check for this case. The
865 effect is to truncate overlong data.
867 On some systems, res_search() will recognize "A-for-A" queries and return
868 the IP address instead of returning -1 with h_error=HOST_NOT_FOUND. Some
869 nameservers are also believed to do this. It is, of course, contrary to the
870 specification of the DNS, so we lock it out. */
872 if ((type == T_A || type == T_AAAA) && string_is_ip_address(name, NULL) != 0)
875 /* If we are running in the test harness, instead of calling the normal resolver
876 (res_search), we call fakens_search(), which recognizes certain special
877 domains, and interfaces to a fake nameserver for certain special zones. */
880 dnsa->answerlen = f.running_in_test_harness
881 ? fakens_search(name, type, dnsa->answer, sizeof(dnsa->answer))
882 : res_search(CCS name, C_IN, type, dnsa->answer, sizeof(dnsa->answer));
884 if (dnsa->answerlen > (int) sizeof(dnsa->answer))
886 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) resulted in overlong packet"
887 " (size %d), truncating to %u.\n",
888 name, dns_text_type(type), dnsa->answerlen, (unsigned int) sizeof(dnsa->answer));
889 dnsa->answerlen = sizeof(dnsa->answer);
892 if (dnsa->answerlen < 0) switch (h_errno)
895 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) gave HOST_NOT_FOUND\n"
896 "returning DNS_NOMATCH\n", name, dns_text_type(type));
897 return dns_fail_return(name, type, dns_expire_from_soa(dnsa, type), DNS_NOMATCH);
900 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) gave TRY_AGAIN\n",
901 name, dns_text_type(type));
903 /* Cut this out for various test programs */
905 save_domain = deliver_domain;
906 deliver_domain = string_copy(name); /* set $domain */
907 rc = match_isinlist(name, (const uschar **)&dns_again_means_nonexist, 0, NULL, NULL,
908 MCL_DOMAIN, TRUE, NULL);
909 deliver_domain = save_domain;
912 DEBUG(D_dns) debug_printf("returning DNS_AGAIN\n");
913 return dns_fail_return(name, type, 0, DNS_AGAIN);
915 DEBUG(D_dns) debug_printf("%s is in dns_again_means_nonexist: returning "
916 "DNS_NOMATCH\n", name);
917 return dns_fail_return(name, type, dns_expire_from_soa(dnsa, type), DNS_NOMATCH);
919 #else /* For stand-alone tests */
920 return dns_fail_return(name, type, 0, DNS_AGAIN);
924 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) gave NO_RECOVERY\n"
925 "returning DNS_FAIL\n", name, dns_text_type(type));
926 return dns_fail_return(name, type, 0, DNS_FAIL);
929 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) gave NO_DATA\n"
930 "returning DNS_NODATA\n", name, dns_text_type(type));
931 return dns_fail_return(name, type, dns_expire_from_soa(dnsa, type), DNS_NODATA);
934 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) gave unknown DNS error %d\n"
935 "returning DNS_FAIL\n", name, dns_text_type(type), h_errno);
936 return dns_fail_return(name, type, 0, DNS_FAIL);
939 DEBUG(D_dns) debug_printf("DNS lookup of %s (%s) succeeded\n",
940 name, dns_text_type(type));
948 /************************************************
949 * Do a DNS lookup and handle CNAMES *
950 ************************************************/
952 /* Look up the given domain name, using the given type. Follow CNAMEs if
953 necessary, but only so many times. There aren't supposed to be CNAME chains in
954 the DNS, but you are supposed to cope with them if you find them.
955 By default, follow one CNAME since a resolver has been seen, faced with
956 an MX request and a CNAME (to an A) but no MX present, returning the CNAME.
958 The assumption is made that if the resolver gives back records of the
959 requested type *and* a CNAME, we don't need to make another call to look up
960 the CNAME. I can't see how it could return only some of the right records. If
961 it's done a CNAME lookup in the past, it will have all of them; if not, it
964 If fully_qualified_name is not NULL, set it to point to the full name
965 returned by the resolver, if this is different to what it is given, unless
966 the returned name starts with "*" as some nameservers seem to be returning
967 wildcards in this form. In international mode "different" means "alabel
968 forms are different".
971 dnsa pointer to dns_answer structure
972 name domain name to look up
973 type DNS record type (T_A, T_MX, etc)
974 fully_qualified_name if not NULL, return the returned name here if its
975 contents are different (i.e. it must be preset)
977 Returns: DNS_SUCCEED successful lookup
978 DNS_NOMATCH name not found
979 DNS_NODATA no data found
980 DNS_AGAIN soft failure, try again later
985 dns_lookup(dns_answer *dnsa, const uschar *name, int type,
986 const uschar **fully_qualified_name)
988 const uschar *orig_name = name;
989 BOOL secure_so_far = TRUE;
991 /* By default, assume the resolver follows CNAME chains (and returns NODATA for
992 an unterminated one). If it also does that for a CNAME loop, fine; if it returns
993 a CNAME (maybe the last?) whine about it. However, retain the coding for dumb
994 resolvers hiding behind a config variable. Loop to follow CNAME chains so far,
995 but no further... The testsuite tests the latter case, mostly assuming that the
998 for (int i = 0; i <= dns_cname_loops; i++)
1001 dns_record cname_rr, type_rr;
1005 /* DNS lookup failures get passed straight back. */
1007 if ((rc = dns_basic_lookup(dnsa, name, type)) != DNS_SUCCEED)
1010 /* We should have either records of the required type, or a CNAME record,
1011 or both. We need to know whether both exist for getting the fully qualified
1012 name, but avoid scanning more than necessary. Note that we must copy the
1013 contents of any rr blocks returned by dns_next_rr() as they use the same
1014 area in the dnsa block. */
1016 cname_rr.data = type_rr.data = NULL;
1017 for (dns_record * rr = dns_next_rr(dnsa, &dnss, RESET_ANSWERS);
1018 rr; rr = dns_next_rr(dnsa, &dnss, RESET_NEXT))
1019 if (rr->type == type)
1021 if (type_rr.data == NULL) type_rr = *rr;
1022 if (cname_rr.data != NULL) break;
1024 else if (rr->type == T_CNAME)
1027 /* For the first time round this loop, if a CNAME was found, take the fully
1028 qualified name from it; otherwise from the first data record, if present. */
1030 if (i == 0 && fully_qualified_name)
1032 uschar * rr_name = cname_rr.data
1033 ? cname_rr.name : type_rr.data ? type_rr.name : NULL;
1035 && Ustrcmp(rr_name, *fully_qualified_name) != 0
1036 && rr_name[0] != '*'
1038 && ( !string_is_utf8(*fully_qualified_name)
1040 string_domain_utf8_to_alabel(*fully_qualified_name, NULL)) != 0
1044 *fully_qualified_name = string_copy_dnsdomain(rr_name);
1047 /* If any data records of the correct type were found, we are done. */
1051 if (!secure_so_far) /* mark insecure if any element of CNAME chain was */
1052 dns_set_insecure(dnsa);
1056 /* If there are no data records, we need to re-scan the DNS using the
1057 domain given in the CNAME record, which should exist (otherwise we should
1058 have had a failure from dns_lookup). However code against the possibility of
1059 its not existing. */
1064 /* DNS data comes from the outside, hence tainted */
1065 data = store_get(256, TRUE);
1066 if (dn_expand(dnsa->answer, dnsa->answer + dnsa->answerlen,
1067 cname_rr.data, (DN_EXPAND_ARG4_TYPE)data, 256) < 0)
1071 if (!dns_is_secure(dnsa))
1072 secure_so_far = FALSE;
1074 DEBUG(D_dns) debug_printf("CNAME found: change to %s\n", name);
1075 } /* Loop back to do another lookup */
1077 /*Control reaches here after 10 times round the CNAME loop. Something isn't
1080 log_write(0, LOG_MAIN, "CNAME loop for %s encountered", orig_name);
1089 /************************************************
1090 * Do a DNS lookup and handle virtual types *
1091 ************************************************/
1093 /* This function handles some invented "lookup types" that synthesize features
1094 not available in the basic types. The special types all have negative values.
1095 Positive type values are passed straight on to dns_lookup().
1098 dnsa pointer to dns_answer structure
1099 name domain name to look up
1100 type DNS record type (T_A, T_MX, etc or a "special")
1101 fully_qualified_name if not NULL, return the returned name here if its
1102 contents are different (i.e. it must be preset)
1104 Returns: DNS_SUCCEED successful lookup
1105 DNS_NOMATCH name not found
1106 DNS_NODATA no data found
1107 DNS_AGAIN soft failure, try again later
1108 DNS_FAIL DNS failure
1112 dns_special_lookup(dns_answer *dnsa, const uschar *name, int type,
1113 const uschar **fully_qualified_name)
1117 /* The "mx hosts only" type doesn't require any special action here */
1119 return dns_lookup(dnsa, name, T_MX, fully_qualified_name);
1121 /* Find nameservers for the domain or the nearest enclosing zone, excluding
1122 the root servers. */
1128 const uschar *d = name;
1131 int rc = dns_lookup(dnsa, d, type, fully_qualified_name);
1132 if (rc != DNS_NOMATCH && rc != DNS_NODATA) return rc;
1133 while (*d != 0 && *d != '.') d++;
1134 if (*d++ == 0) break;
1139 /* Try to look up the Client SMTP Authorization SRV record for the name. If
1140 there isn't one, search from the top downwards for a CSA record in a parent
1141 domain, which might be making assertions about subdomains. If we find a record
1142 we set fully_qualified_name to whichever lookup succeeded, so that the caller
1143 can tell whether to look at the explicit authorization field or the subdomain
1147 uschar *srvname, *namesuff, *tld;
1148 int priority, weight, port;
1154 DEBUG(D_dns) debug_printf("CSA lookup of %s\n", name);
1156 srvname = string_sprintf("_client._smtp.%s", name);
1157 rc = dns_lookup(dnsa, srvname, T_SRV, NULL);
1158 if (rc == DNS_SUCCEED || rc == DNS_AGAIN)
1160 if (rc == DNS_SUCCEED) *fully_qualified_name = string_copy(name);
1164 /* Search for CSA subdomain assertion SRV records from the top downwards,
1165 starting with the 2nd level domain. This order maximizes cache-friendliness.
1166 We skip the top level domains to avoid loading their nameservers and because
1167 we know they'll never have CSA SRV records. */
1169 namesuff = Ustrrchr(name, '.');
1170 if (namesuff == NULL) return DNS_NOMATCH;
1173 limit = dns_csa_search_limit;
1175 /* Use more appropriate search parameters if we are in the reverse DNS. */
1177 if (strcmpic(namesuff, US".arpa") == 0)
1178 if (namesuff - 8 > name && strcmpic(namesuff - 8, US".in-addr.arpa") == 0)
1184 else if (namesuff - 4 > name && strcmpic(namesuff - 4, US".ip6.arpa") == 0)
1192 DEBUG(D_dns) debug_printf("CSA TLD %s\n", tld);
1194 /* Do not perform the search if the top level or 2nd level domains do not
1195 exist. This is quite common, and when it occurs all the search queries would
1196 go to the root or TLD name servers, which is not friendly. So we check the
1197 AUTHORITY section; if it contains the root's SOA record or the TLD's SOA then
1198 the TLD or the 2LD (respectively) doesn't exist and we can skip the search.
1199 If the TLD and the 2LD exist but the explicit CSA record lookup failed, then
1200 the AUTHORITY SOA will be the 2LD's or a subdomain thereof. */
1202 if (rc == DNS_NOMATCH)
1204 fake_dnsa_len_for_fail(dnsa, T_CSA);
1206 for (rr = dns_next_rr(dnsa, &dnss, RESET_AUTHORITY);
1207 rr; rr = dns_next_rr(dnsa, &dnss, RESET_NEXT)
1209 if (rr->type != T_SOA) continue;
1210 else if (strcmpic(rr->name, US"") == 0 ||
1211 strcmpic(rr->name, tld) == 0) return DNS_NOMATCH;
1215 for (i = 0; i < limit; i++)
1219 /* Scan through the IPv6 reverse DNS in chunks of 16 bits worth of IP
1220 address, i.e. 4 hex chars and 4 dots, i.e. 8 chars. */
1222 if (namesuff <= name) return DNS_NOMATCH;
1225 /* Find the start of the preceding domain name label. */
1227 if (--namesuff <= name) return DNS_NOMATCH;
1228 while (*namesuff != '.');
1230 DEBUG(D_dns) debug_printf("CSA parent search at %s\n", namesuff + 1);
1232 srvname = string_sprintf("_client._smtp.%s", namesuff + 1);
1233 rc = dns_lookup(dnsa, srvname, T_SRV, NULL);
1234 if (rc == DNS_AGAIN) return rc;
1235 if (rc != DNS_SUCCEED) continue;
1237 /* Check that the SRV record we have found is worth returning. We don't
1238 just return the first one we find, because some lower level SRV record
1239 might make stricter assertions than its parent domain. */
1241 for (rr = dns_next_rr(dnsa, &dnss, RESET_ANSWERS);
1242 rr; rr = dns_next_rr(dnsa, &dnss, RESET_NEXT)) if (rr->type == T_SRV)
1244 const uschar * p = rr->data;
1246 /* Extract the numerical SRV fields (p is incremented) */
1247 GETSHORT(priority, p);
1248 GETSHORT(weight, p);
1251 /* Check the CSA version number */
1252 if (priority != 1) continue;
1254 /* If it's making an interesting assertion, return this response. */
1257 *fully_qualified_name = namesuff + 1;
1267 return dns_lookup(dnsa, name, type, fully_qualified_name);
1270 /* Control should never reach here */
1279 /*************************************************
1280 * Get address(es) from DNS record *
1281 *************************************************/
1283 /* The record type is either T_A for an IPv4 address or T_AAAA for an IPv6 address.
1286 dnsa the DNS answer block
1289 Returns: pointer to a chain of dns_address items; NULL when the dnsa was overrun
1293 dns_address_from_rr(dns_answer *dnsa, dns_record *rr)
1295 dns_address * yield = NULL;
1296 uschar * dnsa_lim = dnsa->answer + dnsa->answerlen;
1298 if (rr->type == T_A)
1300 uschar *p = US rr->data;
1301 if (p + 4 <= dnsa_lim)
1303 /* the IP is not regarded as tainted */
1304 yield = store_get(sizeof(dns_address) + 20, FALSE);
1305 (void)sprintf(CS yield->address, "%d.%d.%d.%d", p[0], p[1], p[2], p[3]);
1314 if (rr->data + 16 <= dnsa_lim)
1316 struct in6_addr in6;
1317 for (int i = 0; i < 16; i++) in6.s6_addr[i] = rr->data[i];
1318 yield = store_get(sizeof(dns_address) + 50, FALSE);
1319 inet_ntop(AF_INET6, &in6, CS yield->address, 50);
1323 #endif /* HAVE_IPV6 */
1331 dns_pattern_init(void)
1333 if (check_dns_names_pattern[0] != 0 && !regex_check_dns_names)
1334 regex_check_dns_names =
1335 regex_must_compile(check_dns_names_pattern, FALSE, TRUE);