/*
* Consolidate mail from remote POP3 accounts.
*
- * Copyright (c) 2007-2011 by the citadel.org team
+ * Copyright (c) 2007-2015 by the citadel.org team
*
* This program is open source software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
- *
- * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
#include <stdlib.h>
#include <unistd.h>
#include <stdio.h>
+#include <sysconfig.h>
#if TIME_WITH_SYS_TIME
# include <sys/time.h>
#define POP3C_OK (strncasecmp(ChrPtr(RecvMsg->IO.IOBuf), "+OK", 3) == 0)
int Pop3ClientID = 0;
-int POP3ClientDebugEnabled = 0;
#define N ((pop3aggr*)IO->Data)->n
-#define DBGLOG(LEVEL) if ((LEVEL != LOG_DEBUG) || (POP3ClientDebugEnabled != 0))
-
-#define EVP3C_syslog(LEVEL, FORMAT, ...) \
- DBGLOG(LEVEL) syslog(LEVEL, \
- "%s[%ld]CC[%d][%ld]POP3: " FORMAT, \
- IOSTR, IO->ID, CCID, N, __VA_ARGS__)
-
-#define EVP3CM_syslog(LEVEL, FORMAT) \
- DBGLOG(LEVEL) syslog(LEVEL, \
- "%s[%ld]CC[%d][%ld]POP3: " FORMAT, \
- IOSTR, IO->ID, CCID, N)
-
-#define EVP3CQ_syslog(LEVEL, FORMAT, ...) \
- DBGLOG(LEVEL) syslog(LEVEL, \
- "%s P3Q:" FORMAT, \
- IOSTR, __VA_ARGS__)
-
-#define EVP3CQM_syslog(LEVEL, FORMAT) \
- DBGLOG(LEVEL) syslog(LEVEL, \
- "%s P3Q" FORMAT, \
- IOSTR)
-
-#define EVP3CCS_syslog(LEVEL, FORMAT, ...) \
- DBGLOG(LEVEL) syslog(LEVEL, "%s[%ld][%ld]POP3: " FORMAT, \
- IOSTR, IO->ID, N, __VA_ARGS__)
-
-#define EVP3CCSM_syslog(LEVEL, FORMAT) \
- DBGLOG(LEVEL) syslog(LEVEL, "%s[%ld][%ld]POP3: " FORMAT, \
- IOSTR, IO->ID, N)
-
-#define POP3C_DBG_SEND() \
- EVP3C_syslog(LOG_DEBUG, \
- "%s[%ld]CC[%d][%ld]POP3: > %s\n", \
- IOSTR, IO->ID, CCID, N, \
- ChrPtr(RecvMsg->IO.SendBuf.Buf))
-
-#define POP3C_DBG_READ() \
- EVP3C_syslog(LOG_DEBUG, \
- "%s[%ld]CC[%d][%ld]POP3: < %s\n", \
- IOSTR, IO->ID, CCID, N, \
- ChrPtr(RecvMsg->IO.IOBuf))
-
-
struct CitContext pop3_client_CC;
pthread_mutex_t POP3QueueMutex; /* locks the access to the following vars: */
HashPos *It;
pop3aggr *cpptr = (pop3aggr *)IO->Data;
- EVP3C_syslog(LOG_INFO,
+ syslog(LOG_INFO,
"%s@%s: fetched %ld new of %d messages in %fs. bye.",
ChrPtr(cpptr->pop3user),
ChrPtr(cpptr->Host),
{
AsyncIO *IO = &RecvMsg->IO;
SetPOP3State(IO, eGreeting);
- POP3C_DBG_READ();
/* Read the server greeting */
if (!POP3C_OK) return eTerminateConnection;
else return eSendReply;
*/
StrBufPrintf(RecvMsg->IO.SendBuf.Buf,
"USER %s\r\n", ChrPtr(RecvMsg->pop3user));
- POP3C_DBG_SEND();
return eReadMessage;
}
eNextState POP3C_GetUserState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
if (!POP3C_OK) return eTerminateConnection;
else return eSendReply;
}
/* Password */
StrBufPrintf(RecvMsg->IO.SendBuf.Buf,
"PASS %s\r\n", ChrPtr(RecvMsg->pop3pass));
- EVP3CM_syslog(LOG_DEBUG, "<PASS <password>\n");
-// POP3C_DBG_SEND(); No, we won't write the passvoid to syslog...
+ syslog(LOG_DEBUG, "<PASS <password>\n");
return eReadMessage;
}
eNextState POP3C_GetPassState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
if (!POP3C_OK) return eTerminateConnection;
else return eSendReply;
}
/* Get the list of messages */
StrBufPlain(RecvMsg->IO.SendBuf.Buf, HKEY("LIST\r\n"));
- POP3C_DBG_SEND();
return eReadMessage;
}
eNextState POP3C_GetListCommandState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
if (!POP3C_OK) return eTerminateConnection;
RecvMsg->MsgNumbers = NewHash(1, NULL);
RecvMsg->State++;
eNextState POP3C_GetListOneLine(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
#if 0
int rc;
#endif
const char *pch;
FetchItem *OneMsg = NULL;
- POP3C_DBG_READ();
if ((StrLength(RecvMsg->IO.IOBuf) == 1) &&
(ChrPtr(RecvMsg->IO.IOBuf)[0] == '.'))
#if 0
rc = TestValidateHash(RecvMsg->MsgNumbers);
if (rc != 0)
- EVP3CCS_syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
+ syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
#endif
Put(RecvMsg->MsgNumbers, LKEY(OneMsg->MSGID), OneMsg, HfreeFetchItem);
#if 0
rc = TestValidateHash(RecvMsg->MsgNumbers);
if (rc != 0)
- EVP3CCS_syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
+ syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
#endif
//RecvMsg->State --; /* read next Line */
return eReadMore;
const char *HKey;
void *vData;
pop3aggr *RecvMsg = (pop3aggr *) IO->Data;
+ time_t seenstamp = 0;
SetPOP3State(IO, eUseTable);
if (server_shutting_down)
return eAbort;
- if (CheckIfAlreadySeen("POP3 Item Seen",
- RecvMsg->CurrMsg->MsgUID,
- IO->Now,
- IO->Now, //// todo
- eCheckUpdate,
- IO->ID, CCID)
- != 0)
+ RecvMsg->CurrMsg = (FetchItem*)vData;
+
+ seenstamp = CheckIfAlreadySeen("POP3 Item Seen",
+ RecvMsg->CurrMsg->MsgUID,
+ EvGetNow(IO),
+ EvGetNow(IO) - USETABLE_ANTIEXPIRE,
+ eCheckUpdate,
+ IO->ID, CCID);
+ if (seenstamp != 0)
{
/* Item has already been seen */
RecvMsg->CurrMsg->NeedFetch = 0;
}
else
{
- EVP3CCSM_syslog(LOG_DEBUG, "NO\n");
+ syslog(LOG_DEBUG, "NO\n");
RecvMsg->CurrMsg->NeedFetch = 1;
}
return NextDBOperation(&RecvMsg->IO,
int rc;
rc = TestValidateHash(RecvMsg->MsgNumbers);
if (rc != 0)
- EVP3CCS_syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
+ syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
#endif
if((RecvMsg->Pos != NULL) &&
GetNextHashPos(RecvMsg->MsgNumbers,
* to determine whether we've already downloaded it */
StrBufPrintf(RecvMsg->IO.SendBuf.Buf,
"UIDL %ld\r\n", RecvMsg->CurrMsg->MSGID);
- POP3C_DBG_SEND();
}
else
{
/// done receiving uidls.. start looking them up now.
RecvMsg->Pos = GetNewHashPos(RecvMsg->MsgNumbers, 0);
return EventQueueDBOperation(&RecvMsg->IO,
- POP3_FetchNetworkUsetableEntry);
+ POP3_FetchNetworkUsetableEntry,
+ 0);
}
return eReadMore; /* TODO */
}
eNextState POP3C_GetOneMessageIDState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
#if 0
int rc;
rc = TestValidateHash(RecvMsg->MsgNumbers);
if (rc != 0)
- EVP3CCS_syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
+ syslog(LOG_DEBUG, "Hash Invalid: %d\n", rc);
#endif
- POP3C_DBG_READ();
if (!POP3C_OK) return eTerminateConnection;
RecvMsg->CurrMsg->MsgUIDL =
NewStrBufPlain(NULL, StrLength(RecvMsg->IO.IOBuf));
SetPOP3State(IO, eGetMsg);
+ syslog(LOG_DEBUG, "fast forwarding to the next unknown message");
+
RecvMsg->CurrMsg = NULL;
while ((RecvMsg->Pos != NULL) &&
GetNextHashPos(RecvMsg->MsgNumbers,
if ((RecvMsg->CurrMsg != NULL ) && (RecvMsg->CurrMsg->NeedFetch == 1))
{
+ syslog(LOG_DEBUG, "fetching next");
/* Message has not been seen.
* Tell the server to fetch the message... */
StrBufPrintf(RecvMsg->IO.SendBuf.Buf,
"RETR %ld\r\n", RecvMsg->CurrMsg->MSGID);
- POP3C_DBG_SEND();
return eReadMessage;
}
else {
+ syslog(LOG_DEBUG, "no more messages to fetch.");
RecvMsg->State = ReadQuitState;
return POP3_C_DispatchWriteDone(&RecvMsg->IO);
}
eNextState POP3C_ReadMessageBodyFollowing(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
if (!POP3C_OK) return eTerminateConnection;
RecvMsg->IO.ReadMsg = NewAsyncMsg(HKEY("."),
RecvMsg->CurrMsg->MSGSize,
- config.c_maxmsglen,
+ CtdlGetConfigLong("c_maxmsglen"),
NULL, -1,
1);
SetPOP3State(IO, eStoreMsg);
- EVP3CCS_syslog(LOG_DEBUG,
+ syslog(LOG_DEBUG,
"MARKING: %s as seen: ",
ChrPtr(RecvMsg->CurrMsg->MsgUID));
CheckIfAlreadySeen("POP3 Item Seen",
RecvMsg->CurrMsg->MsgUID,
- IO->Now,
- IO->Now, //// todo
+ EvGetNow(IO),
+ EvGetNow(IO) - USETABLE_ANTIEXPIRE,
eWrite,
IO->ID, CCID);
eNextState POP3C_ReadMessageBody(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- EVP3CM_syslog(LOG_DEBUG, "Converting message...");
+ syslog(LOG_DEBUG, "Converting message...");
RecvMsg->CurrMsg->Msg =
convert_internet_message_buf(&RecvMsg->IO.ReadMsg->MsgBuf);
- return EventQueueDBOperation(&RecvMsg->IO, POP3C_SaveMsg);
+ return EventQueueDBOperation(&RecvMsg->IO, POP3C_SaveMsg, 0);
}
eNextState POP3C_SendDelete(pop3aggr *RecvMsg)
if (!RecvMsg->keep) {
StrBufPrintf(RecvMsg->IO.SendBuf.Buf,
"DELE %ld\r\n", RecvMsg->CurrMsg->MSGID);
- POP3C_DBG_SEND();
return eReadMessage;
}
else {
}
eNextState POP3C_ReadDeleteState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
RecvMsg->State = GetOneMessageIDState;
- return eReadMessage;
+ return POP3_C_DispatchWriteDone(&RecvMsg->IO);
}
eNextState POP3C_SendQuit(pop3aggr *RecvMsg)
/* Log out */
StrBufPlain(RecvMsg->IO.SendBuf.Buf,
HKEY("QUIT\r\n3)"));
- POP3C_DBG_SEND();
return eReadMessage;
}
eNextState POP3C_ReadQuitState(pop3aggr *RecvMsg)
{
- AsyncIO *IO = &RecvMsg->IO;
- POP3C_DBG_READ();
return eTerminateConnection;
}
void POP3SetTimeout(eNextState NextTCPState, pop3aggr *pMsg)
{
- AsyncIO *IO = &pMsg->IO;
double Timeout = 0.0;
- EVP3C_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
switch (NextTCPState) {
case eSendFile:
}
eNextState POP3_C_DispatchReadDone(AsyncIO *IO)
{
-/* EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__); to noisy anyways. */
+/* syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__); to noisy anyways. */
pop3aggr *pMsg = IO->Data;
eNextState rc;
pop3aggr *pMsg = IO->Data;
eNextState rc;
-/* EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__); to noisy anyways. */
+/* syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__); to noisy anyways. */
rc = POP3C_SendHandlers[pMsg->State](pMsg);
POP3SetTimeout(rc, pMsg);
return rc;
{
/// pop3aggr *pMsg = (pop3aggr *)IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
FinalizePOP3AggrRun(IO);
return eAbort;
}
{
/// pop3aggr *pMsg = (pop3aggr *)IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
FinalizePOP3AggrRun(IO);
return eAbort;
}
{
pop3aggr *pMsg = IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
StrBufPlain(IO->ErrMsg, CKEY(POP3C_ReadErrors[pMsg->State]));
return FailAggregationRun(IO);
}
{
pop3aggr *pMsg = (pop3aggr *)IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
StrBufPlain(IO->ErrMsg, CKEY(POP3C_ReadErrors[pMsg->State]));
return FailAggregationRun(IO);
}
{
pop3aggr *pMsg = (pop3aggr *)IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
StrBufPlain(IO->ErrMsg, CKEY(POP3C_ReadErrors[pMsg->State]));
return FailAggregationRun(IO);
}
eNextState POP3_C_Shutdown(AsyncIO *IO)
{
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
//// pop3aggr *pMsg = IO->Data;
////pMsg->MyQEntry->Status = 3;
{
pop3aggr *cpptr = IO->Data;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
////??? cpptr->State ++;
if (cpptr->Pos == NULL)
cpptr->Pos = GetNewHashPos(cpptr->MsgNumbers, 0);
if (cpptr->IOStart == 0.0) /* whith or without DNS? */
cpptr->IOStart = IO->Now;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
return EvConnectSock(IO,
POP3_C_ConnTimeout,
cpptr->IOStart = IO->Now;
- EVP3CCS_syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
+ syslog(LOG_DEBUG, "POP3: %s\n", __FUNCTION__);
- EVP3CCS_syslog(LOG_DEBUG,
+ syslog(LOG_DEBUG,
"POP3 client[%ld]: looking up %s-Record %s : %d ...\n",
cpptr->n,
(cpptr->IO.ConnectMe->IPv6)? "aaaa": "a",
if (GetHash(POP3QueueRooms, LKEY(qrbuf->QRnumber), &vptr))
{
pthread_mutex_unlock(&POP3QueueMutex);
- EVP3CQ_syslog(LOG_DEBUG,
+ syslog(LOG_DEBUG,
"pop3client: [%ld] %s already in progress.",
qrbuf->QRnumber,
qrbuf->QRname);
become_session(&pop3_client_CC);
- if (config.c_pop3_fastest < config.c_pop3_fetch)
- fastest_scan = config.c_pop3_fastest;
+ if (CtdlGetConfigLong("c_pop3_fastest") < CtdlGetConfigLong("c_pop3_fetch"))
+ fastest_scan = CtdlGetConfigLong("c_pop3_fastest");
else
- fastest_scan = config.c_pop3_fetch;
+ fastest_scan = CtdlGetConfigLong("c_pop3_fetch");
/*
* Run POP3 aggregation no more frequently than once every n seconds
if (doing_pop3client) return;
doing_pop3client = 1;
- EVP3CQM_syslog(LOG_DEBUG, "pop3client started");
- CtdlForEachNetCfgRoom(pop3client_scan_room, NULL, pop3client);
+ syslog(LOG_DEBUG, "pop3client started");
+ CtdlForEachNetCfgRoom(pop3client_scan_room, NULL);
pthread_mutex_lock(&POP3QueueMutex);
it = GetNewHashPos(POP3FetchUrls, 0);
/*
if ((palist->interval && time(NULL) > (last_run + palist->interval))
- || (time(NULL) > last_run + config.c_pop3_fetch))
+ || (time(NULL) > last_run + CtdlGetConfigLong("c_pop3_fetch")))
pop3_do_fetching(palist->roomname, palist->pop3host,
palist->pop3user, palist->pop3pass, palist->keep);
pptr = palist;
DeleteHashPos(&it);
pthread_mutex_unlock(&POP3QueueMutex);
- EVP3CQM_syslog(LOG_DEBUG, "pop3client ended");
+ syslog(LOG_DEBUG, "pop3client ended");
last_run = time(NULL);
doing_pop3client = 0;
}
-void LogDebugEnablePOP3Client(const int n)
-{
- POP3ClientDebugEnabled = n;
-}
-
CTDL_MODULE_INIT(pop3client)
{
if (!threading)
POP3FetchUrls = NewHash(1, NULL);
CtdlRegisterSessionHook(pop3client_scan, EVT_TIMER, PRIO_AGGR + 50);
CtdlRegisterEVCleanupHook(pop3_cleanup);
- CtdlRegisterDebugFlagHook(HKEY("pop3client"), LogDebugEnablePOP3Client, &POP3ClientDebugEnabled);
}
/* return our module id for the log */
projects / citadel.git / blobdiff