X-Git-Url: https://git.exim.org/exim.git/blobdiff_plain/4fab92fbc2b63bac2d89c1dae69fa1845cb640b7..3d2e82c5729148f3f88fbb7de7e6dcbc20d0c867:/src/src/lookups/redis.c diff --git a/src/src/lookups/redis.c b/src/src/lookups/redis.c index df4cf0ca6..53bd8d53d 100644 --- a/src/src/lookups/redis.c +++ b/src/src/lookups/redis.c @@ -2,7 +2,7 @@ * Exim - an Internet mail transport agent * *************************************************/ -/* Copyright (c) University of Cambridge 1995 - 2015 */ +/* Copyright (c) University of Cambridge 1995 - 2018 */ /* See the file NOTICE for conditions of use and distribution. */ #include "../exim.h" @@ -47,7 +47,7 @@ redis_connection *cn; while ((cn = redis_connections)) { redis_connections = cn->next; - DEBUG(D_lookup) debug_printf("close REDIS connection: %s\n", cn->server); + DEBUG(D_lookup) debug_printf_indent("close REDIS connection: %s\n", cn->server); redisFree(cn->handle); } } @@ -80,13 +80,10 @@ redisReply *redis_reply = NULL; redisReply *entry = NULL; redisReply *tentry = NULL; redis_connection *cn; -int ssize = 0; -int offset = 0; int yield = DEFER; int i, j; -uschar *result = NULL; +gstring * result = NULL; uschar *server_copy = NULL; -uschar *tmp, *ttmp; uschar *sdata[3]; /* Disaggregate the parameters from the server argument. @@ -95,7 +92,7 @@ We can write to the string, since it is in a nextinlist temporary buffer. This copy is also used for debugging output. */ memset(sdata, 0, sizeof(sdata)) /* Set all to NULL */; -for (i = 2; i > 0; i--) +for (int i = 2; i > 0; i--) { uschar *pp = Ustrrchr(server, '/'); @@ -157,7 +154,7 @@ if (!cn) } DEBUG(D_lookup) - debug_printf("REDIS new connection: host=%s port=%d socket=%s database=%s\n", + debug_printf_indent("REDIS new connection: host=%s port=%d socket=%s database=%s\n", sdata[0], port, socket, sdata[1]); /* Get store for a new handle, initialize it, and connect to the server */ @@ -166,13 +163,13 @@ if (!cn) socket ? redisConnectUnix(CCS socket) : redisConnect(CCS server, port); if (!redis_handle) { - *errmsg = string_sprintf("REDIS connection failed"); + *errmsg = US"REDIS connection failed"; *defer_break = FALSE; goto REDIS_EXIT; } /* Add the connection to the cache */ - cn = store_get(sizeof(redis_connection)); + cn = store_get(sizeof(redis_connection), FALSE); cn->server = server_copy; cn->handle = redis_handle; cn->next = redis_connections; @@ -181,7 +178,7 @@ if (!cn) else { DEBUG(D_lookup) - debug_printf("REDIS using cached connection for %s\n", server_copy); + debug_printf_indent("REDIS using cached connection for %s\n", server_copy); } /* Authenticate if there is a password */ @@ -202,34 +199,35 @@ if(sdata[1]) *defer_break = FALSE; goto REDIS_EXIT; } - DEBUG(D_lookup) debug_printf("REDIS: Selecting database=%s\n", sdata[1]); + DEBUG(D_lookup) debug_printf_indent("REDIS: Selecting database=%s\n", sdata[1]); } /* split string on whitespace into argv */ { uschar * argv[32]; - int i; const uschar * s = command; - int siz, ptr; + int siz, ptr, i; uschar c; while (isspace(*s)) s++; for (i = 0; *s && i < nele(argv); i++) { - for (argv[i] = NULL, siz = ptr = 0; (c = *s) && !isspace(c); s++) + gstring * g; + + for (g = NULL; (c = *s) && !isspace(c); s++) if (c != '\\' || *++s) /* backslash protects next char */ - argv[i] = string_catn(argv[i], &siz, &ptr, s, 1); - *(argv[i]+ptr) = '\0'; - DEBUG(D_lookup) debug_printf("REDIS: argv[%d] '%s'\n", i, argv[i]); + g = string_catn(g, s, 1); + argv[i] = string_from_gstring(g); + + DEBUG(D_lookup) debug_printf_indent("REDIS: argv[%d] '%s'\n", i, argv[i]); while (isspace(*s)) s++; } /* Run the command. We use the argv form rather than plain as that parses into args by whitespace yet has no escaping mechanism. */ - redis_reply = redisCommandArgv(redis_handle, i, (const char **) argv, NULL); - if (!redis_reply) + if (!(redis_reply = redisCommandArgv(redis_handle, i, CCSS argv, NULL))) { *errmsg = string_sprintf("REDIS: query failed: %s\n", redis_handle->errstr); *defer_break = FALSE; @@ -241,28 +239,39 @@ switch (redis_reply->type) { case REDIS_REPLY_ERROR: *errmsg = string_sprintf("REDIS: lookup result failed: %s\n", redis_reply->str); - *defer_break = FALSE; + + /* trap MOVED cluster responses and follow them */ + if (Ustrncmp(redis_reply->str, "MOVED", 5) == 0) + { + DEBUG(D_lookup) + debug_printf_indent("REDIS: cluster redirect %s\n", redis_reply->str); + /* follow redirect + This is cheating, we simply set defer_break = FALSE to move on to + the next server in the redis_servers list */ + *defer_break = FALSE; + return DEFER; + } else { + *defer_break = TRUE; + } *do_cache = 0; goto REDIS_EXIT; /* NOTREACHED */ case REDIS_REPLY_NIL: DEBUG(D_lookup) - debug_printf("REDIS: query was not one that returned any data\n"); - result = string_sprintf(""); + debug_printf_indent("REDIS: query was not one that returned any data\n"); + result = string_catn(result, US"", 1); *do_cache = 0; goto REDIS_EXIT; /* NOTREACHED */ case REDIS_REPLY_INTEGER: - ttmp = (redis_reply->integer != 0) ? US"true" : US"false"; - result = string_cat(result, &ssize, &offset, US ttmp); + result = string_cat(result, redis_reply->integer != 0 ? US"true" : US"false"); break; case REDIS_REPLY_STRING: case REDIS_REPLY_STATUS: - result = string_catn(result, &ssize, &offset, - US redis_reply->str, redis_reply->len); + result = string_catn(result, US redis_reply->str, redis_reply->len); break; case REDIS_REPLY_ARRAY: @@ -270,55 +279,51 @@ switch (redis_reply->type) /* NOTE: For now support 1 nested array result. If needed a limitless result can be parsed */ - for (i = 0; i < redis_reply->elements; i++) + for (int i = 0; i < redis_reply->elements; i++) { entry = redis_reply->element[i]; if (result) - result = string_catn(result, &ssize, &offset, US"\n", 1); + result = string_catn(result, US"\n", 1); switch (entry->type) { case REDIS_REPLY_INTEGER: - tmp = string_sprintf("%d", entry->integer); - result = string_cat(result, &ssize, &offset, US tmp); + result = string_fmt_append(result, "%d", entry->integer); break; case REDIS_REPLY_STRING: - result = string_catn(result, &ssize, &offset, - US entry->str, entry->len); + result = string_catn(result, US entry->str, entry->len); break; case REDIS_REPLY_ARRAY: - for (j = 0; j < entry->elements; j++) + for (int j = 0; j < entry->elements; j++) { tentry = entry->element[j]; if (result) - result = string_catn(result, &ssize, &offset, US"\n", 1); + result = string_catn(result, US"\n", 1); switch (tentry->type) { case REDIS_REPLY_INTEGER: - ttmp = string_sprintf("%d", tentry->integer); - result = string_cat(result, &ssize, &offset, US ttmp); + result = string_fmt_append(result, "%d", tentry->integer); break; case REDIS_REPLY_STRING: - result = string_catn(result, &ssize, &offset, - US tentry->str, tentry->len); + result = string_catn(result, US tentry->str, tentry->len); break; case REDIS_REPLY_ARRAY: DEBUG(D_lookup) - debug_printf("REDIS: result has nesting of arrays which" + debug_printf_indent("REDIS: result has nesting of arrays which" " is not supported. Ignoring!\n"); break; default: - DEBUG(D_lookup) debug_printf( + DEBUG(D_lookup) debug_printf_indent( "REDIS: result has unsupported type. Ignoring!\n"); break; } } break; default: - DEBUG(D_lookup) debug_printf("REDIS: query returned unsupported type\n"); + DEBUG(D_lookup) debug_printf_indent("REDIS: query returned unsupported type\n"); break; } } @@ -327,10 +332,7 @@ switch (redis_reply->type) if (result) - { - result[offset] = 0; - store_reset(result + offset + 1); - } + gstring_release_unused(result); else { yield = FAIL; @@ -344,16 +346,16 @@ as it is cached. */ if (redis_reply) freeReplyObject(redis_reply); -/* Non-NULL result indicates a sucessful result */ +/* Non-NULL result indicates a successful result */ if (result) { - *resultptr = result; + *resultptr = string_from_gstring(result); return OK; } else { - DEBUG(D_lookup) debug_printf("%s\n", *errmsg); + DEBUG(D_lookup) debug_printf_indent("%s\n", *errmsg); /* NOTE: Required to close connection since it needs to be reopened */ return yield; /* FAIL or DEFER */ } @@ -413,7 +415,7 @@ while ((c = *t++) != 0) if (isspace(c) || c == '\\') count++; if (count == 0) return s; -t = quoted = store_get(Ustrlen(s) + count + 1); +t = quoted = store_get(Ustrlen(s) + count + 1, is_tainted(s)); while ((c = *s++) != 0) {