X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=citadel%2Fmodules%2Fsmtp%2Fserv_smtpclient.c;h=b8081fa2c396369514685f9f3c280fa80a9dc9e7;hb=78a4a16e111b8d56d72ff2714995282ddb8728e0;hp=372dddbc49e8abdcbde463560a18c7dada792538;hpb=3f6d0a56adb237cd673176e75605ea2e038b0860;p=citadel.git diff --git a/citadel/modules/smtp/serv_smtpclient.c b/citadel/modules/smtp/serv_smtpclient.c index 372dddbc4..b8081fa2c 100644 --- a/citadel/modules/smtp/serv_smtpclient.c +++ b/citadel/modules/smtp/serv_smtpclient.c @@ -3,7 +3,7 @@ * * This is the new, exciting, clever version that makes libcurl do all the work :) * - * Copyright (c) 1997-2017 by the citadel.org team + * Copyright (c) 1997-2018 by the citadel.org team * * This program is open source software; you can redistribute it and/or * modify it under the terms of the GNU General Public License as published @@ -22,14 +22,14 @@ #include #if TIME_WITH_SYS_TIME -# include -# include +#include +#include #else -# if HAVE_SYS_TIME_H -# include -# else -# include -# endif +#if HAVE_SYS_TIME_H +#include +#else +#include +#endif #endif #include @@ -68,7 +68,8 @@ int smtpq_alloc = 0; // current allocation size for smtpq /* * Initialize the SMTP outbound queue */ -void smtp_init_spoolout(void) { +void smtp_init_spoolout(void) +{ struct ctdlroom qrbuf; /* @@ -93,7 +94,7 @@ void smtp_init_spoolout(void) { * not happen because the delivery instructions message does not * contain a recipient. */ -int smtp_aftersave(struct CtdlMessage *msg, recptypes *recps) +int smtp_aftersave(struct CtdlMessage *msg, recptypes * recps) { if ((recps != NULL) && (recps->num_internet > 0)) { struct CtdlMessage *imsg = NULL; @@ -105,14 +106,10 @@ int smtp_aftersave(struct CtdlMessage *msg, recptypes *recps) syslog(LOG_DEBUG, "smtpclient: generating delivery instructions"); StrBufPrintf(SpoolMsg, - "Content-type: "SPOOLMIME"\n" + "Content-type: " SPOOLMIME "\n" "\n" "msgid|%s\n" - "submitted|%ld\n" - "bounceto|%s\n", - msg->cm_fields[eVltMsgNum], - (long)time(NULL), - recps->bounce_to); + "submitted|%ld\n" "bounceto|%s\n", msg->cm_fields[eVltMsgNum], (long) time(NULL), recps->bounce_to); if (recps->envelope_from != NULL) { StrBufAppendBufPlain(SpoolMsg, HKEY("envelope_from|"), 0); @@ -126,7 +123,7 @@ int smtp_aftersave(struct CtdlMessage *msg, recptypes *recps) } nTokens = num_tokens(recps->recp_internet, '|'); - for (i = 0; i < nTokens; i++) { + for (i = 0; i < nTokens; i++) { long len; len = extract_token(recipient, recps->recp_internet, i, '|', sizeof recipient); if (len > 0) { @@ -164,7 +161,7 @@ static size_t upload_source(void *ptr, size_t size, size_t nmemb, void *userp) sendbytes = (size * nmemb); if (s->bytes_sent >= s->bytes_total) { - return(0); // we are donez0r + return (0); // no data remaining; we are done } if (sendbytes > (s->bytes_total - s->bytes_sent)) { @@ -172,11 +169,34 @@ static size_t upload_source(void *ptr, size_t size, size_t nmemb, void *userp) } send_this = ChrPtr(s->TheMessage); - send_this += s->bytes_sent; // start where we last left off + send_this += s->bytes_sent; // start where we last left off memcpy(ptr, send_this, sendbytes); s->bytes_sent += sendbytes; - return(sendbytes); // return the number of bytes _actually_ copied + return (sendbytes); // return the number of bytes _actually_ copied +} + + +/* + * The libcurl API doesn't provide a way to capture the actual SMTP result message returned + * by the remote server. This is an ugly way to extract it, by capturing debug data from + * the library and filtering on the lines we want. + */ +int ctdl_libcurl_smtp_debug_callback(CURL * handle, curl_infotype type, char *data, size_t size, void *userptr) +{ + if (type != CURLINFO_HEADER_IN) + return 0; + if (!userptr) + return 0; + char *debugbuf = (char *) userptr; + + int len = strlen(debugbuf); + if (len + size > SIZ) + return 0; + + memcpy(&debugbuf[len], data, size); + debugbuf[len + size] = 0; + return 0; } @@ -184,7 +204,7 @@ static size_t upload_source(void *ptr, size_t size, size_t nmemb, void *userp) * Attempt a delivery to one recipient. * Returns a three-digit SMTP status code. */ -int smtp_attempt_delivery(long msgid, char *recp, char *envelope_from) +int smtp_attempt_delivery(long msgid, char *recp, char *envelope_from, char *response) { struct smtpmsgsrc s; char *fromaddr = NULL; @@ -203,79 +223,104 @@ int smtp_attempt_delivery(long msgid, char *recp, char *envelope_from) syslog(LOG_DEBUG, "smtpclient: smtp_attempt_delivery(%ld, %s)", msgid, recp); - process_rfc822_addr(recp, user, node, name); // split recipient address into username, hostname, displayname + process_rfc822_addr(recp, user, node, name); // split recipient address into username, hostname, displayname num_mx = getmx(mxes, node); if (num_mx < 1) { - return(421); + return (421); } CC->redirect_buffer = NewStrBufPlain(NULL, SIZ); CtdlOutputMsg(msgid, MT_RFC822, HEADERS_ALL, 0, 1, NULL, 0, NULL, &fromaddr, NULL); s.TheMessage = CC->redirect_buffer; - s.bytes_total = StrLength(CC->redirect_buffer); + s.bytes_total = StrLength(CC->redirect_buffer); s.bytes_sent = 0; CC->redirect_buffer = NULL; response_code = 421; - for (i=0; ((i 1800) { // First four hours, retry every 30 minutes + } else if ((attempted - submitted) <= 14400) { + if ((time(NULL) - attempted) > 1800) { // First four hours, retry every 30 minutes should_try_now = 1; } - } - else { - if ((time(NULL) - attempted) > 14400) { // After that, retry once every 4 hours + } else { + if ((time(NULL) - attempted) > 14400) { // After that, retry once every 4 hours should_try_now = 1; } } @@ -349,35 +398,38 @@ void smtp_process_one_msg(long qmsgnum) if (should_try_now) { syslog(LOG_DEBUG, "smtpclient: %ld attempting delivery now", qmsgnum); StrBuf *NewInstr = NewStrBuf(); - StrBufAppendPrintf(NewInstr, "Content-type: "SPOOLMIME"\n\n"); + StrBufAppendPrintf(NewInstr, "Content-type: " SPOOLMIME "\n\n"); StrBufAppendPrintf(NewInstr, "msgid|%ld\n", msgid); StrBufAppendPrintf(NewInstr, "submitted|%ld\n", submitted); - if (bounceto) StrBufAppendPrintf(NewInstr, "bounceto|%s\n", bounceto); - if (envelope_from) StrBufAppendPrintf(NewInstr, "envelope_from|%s\n", envelope_from); + if (bounceto) + StrBufAppendPrintf(NewInstr, "bounceto|%s\n", bounceto); + if (envelope_from) + StrBufAppendPrintf(NewInstr, "envelope_from|%s\n", envelope_from); - for (i=0; i , result: %d (%s)", recp, new_result, smtpstatus(new_result)); + new_result = smtp_attempt_delivery(msgid, recp, envelope_from, server_response); + syslog(LOG_DEBUG, + "smtpclient: recp: <%s> , result: %d (%s)", recp, new_result, server_response); if ((new_result / 100) == 2) { ++num_success; - } - else { + } else { if ((new_result / 100) == 5) { ++num_fail; - } - else { + } else { ++num_delayed; } - StrBufAppendPrintf(NewInstr, "remote|%s|%ld|%ld (%s)\n", - recp, (new_result / 100) , new_result, smtpstatus(new_result) - ); + StrBufAppendPrintf + (NewInstr, + "remote|%s|%ld|%ld (%s)\n", + recp, (new_result / 100), new_result, server_response); } } } @@ -388,7 +440,9 @@ void smtp_process_one_msg(long qmsgnum) // All deliveries have now been attempted. Now determine the disposition of this queue entry. time_t age = time(NULL) - submitted; - syslog(LOG_DEBUG, "smtpclient: submission age: %ldd%ldh%ldm%lds", (age/86400) , ((age%86400)/3600) , ((age%3600)/60) , (age%60)); + syslog(LOG_DEBUG, + "smtpclient: submission age: %ldd%ldh%ldm%lds", + (age / 86400), ((age % 86400) / 3600), ((age % 3600) / 60), (age % 60)); syslog(LOG_DEBUG, "smtpclient: num_success=%d , num_fail=%d , num_delayed=%d", num_success, num_fail, num_delayed); // If there are permanent fails on this attempt, deliver a bounce to the user. @@ -396,48 +450,46 @@ void smtp_process_one_msg(long qmsgnum) if (num_fail > 0) { smtp_do_bounce(ChrPtr(NewInstr), SDB_BOUNCE_FATALS); } - // If all deliveries have either succeeded or failed, we are finished with this queue entry. // if (num_delayed == 0) { delete_this_queue = 1; } - - // If it's been more than five days, give up and tell the sender we #failed + // If it's been more than five days, give up and tell the sender that delivery failed // else if ((time(NULL) - submitted) > SMTP_DELIVER_FAIL) { smtp_do_bounce(ChrPtr(NewInstr), SDB_BOUNCE_ALL); delete_this_queue = 1; } - - // If it's been more than four hours but less than five days, warn the sender that I've Been Delayed + // If it's been more than four hours but less than five days, warn the sender that delivery is delayed // - else if ( ((attempted - submitted) < SMTP_DELIVER_WARN) && ((time(NULL) - submitted) >= SMTP_DELIVER_WARN) ) { + else if (((attempted - submitted) < SMTP_DELIVER_WARN) + && ((time(NULL) - submitted) >= SMTP_DELIVER_WARN)) { smtp_do_bounce(ChrPtr(NewInstr), SDB_WARN); } - + if (delete_this_queue) { syslog(LOG_DEBUG, "smtpclient: %ld deleting", qmsgnum); deletes[0] = qmsgnum; deletes[1] = msgid; CtdlDeleteMessages(SMTP_SPOOLOUT_ROOM, deletes, 2, ""); - FreeStrBuf(&NewInstr); // We have to free NewInstr here, no longer needed - } - else { + FreeStrBuf(&NewInstr); // We have to free NewInstr here, no longer needed + } else { // replace the old queue entry with the new one syslog(LOG_DEBUG, "smtpclient: %ld rewriting", qmsgnum); - msg = convert_internet_message_buf(&NewInstr); // This function will free NewInstr for us + msg = convert_internet_message_buf(&NewInstr); // This function will free NewInstr for us CtdlSubmitMsg(msg, NULL, SMTP_SPOOLOUT_ROOM, 0); CM_Free(msg); CtdlDeleteMessages(SMTP_SPOOLOUT_ROOM, &qmsgnum, 1, ""); } - } - else { + } else { syslog(LOG_DEBUG, "smtpclient: %ld retry time not reached", qmsgnum); } - if (bounceto != NULL) free(bounceto); - if (envelope_from != NULL) free(envelope_from); + if (bounceto != NULL) + free(bounceto); + if (envelope_from != NULL) + free(envelope_from); free(instr); } @@ -445,7 +497,8 @@ void smtp_process_one_msg(long qmsgnum) /* * Callback for smtp_do_queue() */ -void smtp_add_msg(long msgnum, void *userdata) { +void smtp_add_msg(long msgnum, void *userdata) +{ if (smtpq == NULL) { smtpq_count = 0; @@ -465,7 +518,8 @@ void smtp_add_msg(long msgnum, void *userdata) { /* * Run through the queue sending out messages. */ -void smtp_do_queue(void) { +void smtp_do_queue(void) +{ int i = 0; /* @@ -474,27 +528,27 @@ void smtp_do_queue(void) { * don't really require extremely fine granularity here, we'll do it * with a static variable instead. */ - if (doing_smtpclient) return; + if (doing_smtpclient) + return; doing_smtpclient = 1; syslog(LOG_DEBUG, "smtpclient: start queue run"); - pthread_setspecific(MyConKey, (void *)&smtp_client_CC); + pthread_setspecific(MyConKey, (void *) &smtp_client_CC); if (CtdlGetRoom(&CC->room, SMTP_SPOOLOUT_ROOM) != 0) { syslog(LOG_WARNING, "Cannot find room <%s>", SMTP_SPOOLOUT_ROOM); doing_smtpclient = 0; return; } - // Put the queue in memory so we can close the db cursor CtdlForEachMessage(MSGS_ALL, 0L, NULL, SPOOLMIME, NULL, smtp_add_msg, NULL); // We are ready to run through the queue now. - for (i=0; i