/*
*
- * Copyright (c) 1998-2009 by the citadel.org team
+ * Copyright (c) 1998-2012 by the citadel.org team
*
* This program is open source software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
#include <netinet/in.h>
#include <arpa/inet.h>
#include <assert.h>
+#if HAVE_BACKTRACE
+#include <execinfo.h>
+#endif
#include <libcitadel.h>
#include "citadel.h"
#include "citadel_dirs.h"
#include "event_client.h"
+#include "ctdl_module.h"
-static void IO_abort_shutdown_callback(struct ev_loop *loop, ev_cleanup *watcher, int revents)
-{
- AsyncIO *IO = watcher->data;
- EV_syslog(LOG_DEBUG, "EVENT Q: %s\n", __FUNCTION__);
+static void IO_Timeout_callback(struct ev_loop *loop, ev_timer *watcher, int revents);
+static void IO_abort_shutdown_callback(struct ev_loop *loop,
+ ev_cleanup *watcher,
+ int revents);
- assert(IO->ShutdownAbort);
- IO->ShutdownAbort(IO);
-}
-
-/*--------------------------------------------------------------------------------
- * Server DB IO
- */
+/*------------------------------------------------------------------------------
+ * Server DB IO
+ *----------------------------------------------------------------------------*/
extern int evdb_count;
extern pthread_mutex_t DBEventQueueMutex;
extern HashList *DBInboundEventQueue;
extern struct ev_loop *event_db;
-extern ev_async DBAddJob;
+extern ev_async DBAddJob;
extern ev_async DBExitEventLoop;
eNextState QueueDBOperation(AsyncIO *IO, IO_CallBack CB)
h = (IOAddHandler*)malloc(sizeof(IOAddHandler));
h->IO = IO;
h->EvAttch = CB;
- ev_cleanup_init(&IO->db_abort_by_shutdown,
+ ev_cleanup_init(&IO->db_abort_by_shutdown,
IO_abort_shutdown_callback);
IO->db_abort_by_shutdown.data = IO;
ev_cleanup_start(event_db, &IO->db_abort_by_shutdown);
EVM_syslog(LOG_DEBUG, "DBEVENT Terminating.\n");
ev_cleanup_stop(event_db, &IO->db_abort_by_shutdown);
- assert(IO->Terminate);
- IO->Terminate(IO);
+ assert(IO->DBTerminate);
+ IO->DBTerminate(IO);
}
void
DB_PerformNext(struct ev_loop *loop, ev_idle *watcher, int revents)
{
AsyncIO *IO = watcher->data;
- EV_syslog(LOG_DEBUG, "event: %s\n", __FUNCTION__);
+ IO->Now = ev_now(event_db);
+ EV_syslog(LOG_DEBUG, "%s()", __FUNCTION__);
become_session(IO->CitContext);
-
+
ev_idle_stop(event_db, &IO->db_unwind_stack);
assert(IO->NextDBOperation);
case eSendDNSQuery:
case eReadDNSReply:
case eConnect:
- case eSendReply:
+ case eSendReply:
case eSendMore:
case eSendFile:
- case eReadMessage:
+ case eReadMessage:
case eReadMore:
case eReadPayload:
case eReadFile:
return eDBQuery;
}
-/*--------------------------------------------------------------------------------
- * Client IO
- */
+/*------------------------------------------------------------------------------
+ * Client IO
+ *----------------------------------------------------------------------------*/
extern int evbase_count;
extern pthread_mutex_t EventQueueMutex;
extern HashList *InboundEventQueue;
extern struct ev_loop *event_base;
-extern ev_async AddJob;
+extern ev_async AddJob;
extern ev_async ExitEventLoop;
+static void IO_abort_shutdown_callback(struct ev_loop *loop,
+ ev_cleanup *watcher,
+ int revents)
+{
+ AsyncIO *IO = watcher->data;
+ EV_syslog(LOG_DEBUG, "EVENT Q: %s\n", __FUNCTION__);
+ IO->Now = ev_now(event_base);
+ assert(IO->ShutdownAbort);
+ IO->ShutdownAbort(IO);
+}
+
eNextState QueueEventContext(AsyncIO *IO, IO_CallBack CB)
{
h = (IOAddHandler*)malloc(sizeof(IOAddHandler));
h->IO = IO;
h->EvAttch = CB;
- ev_cleanup_init(&IO->abort_by_shutdown,
+ ev_cleanup_init(&IO->abort_by_shutdown,
IO_abort_shutdown_callback);
IO->abort_by_shutdown.data = IO;
ev_cleanup_start(event_base, &IO->abort_by_shutdown);
FreeURL(&IO->ConnectMe);
FreeStrBuf(&IO->HttpReq.ReplyData);
- Ctx->state = CON_IDLE;
- Ctx->kill_me = 1;
+ if (Ctx) {
+ Ctx->state = CON_IDLE;
+ Ctx->kill_me = 1;
+ }
}
ev_io_stop(event_base, &IO->conn_event);
ev_io_stop(event_base, &IO->send_event);
ev_io_stop(event_base, &IO->recv_event);
- close(IO->SendBuf.fd);
+
+ if (IO->SendBuf.fd != 0) {
+ close(IO->SendBuf.fd);
+ }
IO->SendBuf.fd = 0;
IO->RecvBuf.fd = 0;
}
if (IO->DNS.Channel != NULL) {
ares_destroy(IO->DNS.Channel);
+ EV_DNS_LOG_STOP(DNS.recv_event);
+ EV_DNS_LOG_STOP(DNS.send_event);
ev_io_stop(event_base, &IO->DNS.recv_event);
ev_io_stop(event_base, &IO->DNS.send_event);
IO->DNS.Channel = NULL;
IO->Terminate(IO);
}
-
-eReadState HandleInbound(AsyncIO *IO)
+void PostInbound(AsyncIO *IO)
{
- const char *Err = NULL;
- eReadState Finished = eBufferNotEmpty;
-
- become_session(IO->CitContext);
-
- while ((Finished == eBufferNotEmpty) &&
- ((IO->NextState == eReadMessage)||
- (IO->NextState == eReadMore)||
- (IO->NextState == eReadFile)||
- (IO->NextState == eReadPayload)))
- {
- if (IO->RecvBuf.nBlobBytesWanted != 0) {
-
- }
- else { /* Reading lines... */
-//// lex line reply in callback, or do it ourselves. as nnn-blabla means continue reading in SMTP
- if ((IO->NextState == eReadFile) &&
- (Finished == eBufferNotEmpty))
- {
- Finished = WriteIOBAlreadyRead(&IO->IOB, &Err);
- if (Finished == eReadSuccess)
- {
- IO->NextState = eSendReply;
- }
- }
- else if (IO->LineReader)
- Finished = IO->LineReader(IO);
- else
- Finished = StrBufChunkSipLine(IO->IOBuf, &IO->RecvBuf);
-
- switch (Finished) {
- case eMustReadMore: /// read new from socket...
- break;
- case eBufferNotEmpty: /* shouldn't happen... */
- case eReadSuccess: /// done for now...
- break;
- case eReadFail: /// WHUT?
- ///todo: shut down!
- break;
- }
-
- }
-
- if (Finished != eMustReadMore) {
- assert(IO->ReadDone);
- ev_io_stop(event_base, &IO->recv_event);
- IO->NextState = IO->ReadDone(IO);
- Finished = StrBufCheckBuffer(&IO->RecvBuf);
- }
- }
-
switch (IO->NextState) {
case eSendFile:
ev_io_start(event_base, &IO->send_event);
ev_io_start(event_base, &IO->recv_event);
break;
case eTerminateConnection:
-//////TODOxxxx
+ ShutDownCLient(IO);
break;
case eAbort:
ShutDownCLient(IO);
case eReadMessage:
break;
}
+}
+eReadState HandleInbound(AsyncIO *IO)
+{
+ const char *Err = NULL;
+ eReadState Finished = eBufferNotEmpty;
+
+ become_session(IO->CitContext);
+
+ while ((Finished == eBufferNotEmpty) &&
+ ((IO->NextState == eReadMessage)||
+ (IO->NextState == eReadMore)||
+ (IO->NextState == eReadFile)||
+ (IO->NextState == eReadPayload)))
+ {
+ /* Reading lines...
+ * lex line reply in callback,
+ * or do it ourselves.
+ * i.e. as nnn-blabla means continue reading in SMTP
+ */
+ if ((IO->NextState == eReadFile) &&
+ (Finished == eBufferNotEmpty))
+ {
+ Finished = WriteIOBAlreadyRead(&IO->IOB, &Err);
+ if (Finished == eReadSuccess)
+ {
+ IO->NextState = eSendReply;
+ }
+ }
+ else if (IO->LineReader)
+ Finished = IO->LineReader(IO);
+ else
+ Finished = StrBufChunkSipLine(IO->IOBuf,
+ &IO->RecvBuf);
+
+ switch (Finished) {
+ case eMustReadMore: /// read new from socket...
+ break;
+ case eBufferNotEmpty: /* shouldn't happen... */
+ case eReadSuccess: /// done for now...
+ break;
+ case eReadFail: /// WHUT?
+ ///todo: shut down!
+ break;
+ }
+
+ if (Finished != eMustReadMore) {
+ assert(IO->ReadDone);
+ ev_io_stop(event_base, &IO->recv_event);
+ IO->NextState = IO->ReadDone(IO);
+ Finished = StrBufCheckBuffer(&IO->RecvBuf);
+ }
+ }
+
+ PostInbound(IO);
+
return Finished;
}
AsyncIO *IO = watcher->data;
const char *errmsg = NULL;
+ IO->Now = ev_now(event_base);
become_session(IO->CitContext);
#ifdef BIGBAD_IODBG
{
const char *pch = ChrPtr(IO->SendBuf.Buf);
const char *pchh = IO->SendBuf.ReadWritePointer;
long nbytes;
-
+
if (pchh == NULL)
pchh = pch;
-
+
nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
((CitContext*)(IO->CitContext))->ServiceName,
IO->SendBuf.fd);
-
+
fd = fopen(fn, "a+");
fprintf(fd, "Send: BufSize: %ld BufContent: [",
nbytes);
StrBufPlain(IO->ErrMsg, errmsg, -1);
break;
default:
- rc = StrBuf_write_one_chunk_callback(watcher->fd, 0/*TODO*/, &IO->SendBuf);
+ rc = StrBuf_write_one_chunk_callback(watcher->fd,
+ 0/*TODO*/,
+ &IO->SendBuf);
}
#ifdef BIGBAD_IODBG
case eSendFile:
if (IO->IOB.ChunkSendRemain > 0) {
ev_io_start(event_base, &IO->recv_event);
+ SetNextTimeout(IO, 100.0);
+
} else {
assert(IO->ReadDone);
IO->NextState = IO->ReadDone(IO);
case eDBQuery:
case eConnect:
break;
- case eSendReply:
+ case eSendReply:
case eSendMore:
case eSendFile:
- ev_io_start(event_base, &IO->send_event);
+ ev_io_start(event_base,
+ &IO->send_event);
break;
- case eReadMessage:
+ case eReadMessage:
case eReadMore:
case eReadPayload:
case eReadFile:
}
break;
case eSendReply:
- if (StrBufCheckBuffer(&IO->SendBuf) != eReadSuccess)
+ if (StrBufCheckBuffer(&IO->SendBuf) != eReadSuccess)
break;
IO->NextState = eReadMore;
case eReadMore:
case eReadMessage:
case eReadPayload:
case eReadFile:
- if (StrBufCheckBuffer(&IO->RecvBuf) == eBufferNotEmpty) {
+ if (StrBufCheckBuffer(&IO->RecvBuf) == eBufferNotEmpty)
+ {
HandleInbound(IO);
}
else {
break;
case eDBQuery:
- /* we now live in another queue, so we have to unregister. */
+ /*
+ * we now live in another queue,
+ * so we have to unregister.
+ */
ev_cleanup_stop(loop, &IO->abort_by_shutdown);
break;
case eSendDNSQuery:
}
}
else if (rc < 0) {
- assert(IO->Timeout);
- IO->Timeout(IO);
+ IO_Timeout_callback(loop, &IO->rw_timeout, revents);
}
/* else : must write more. */
}
static void
set_start_callback(struct ev_loop *loop, AsyncIO *IO, int revents)
{
-
switch(IO->NextState) {
case eReadMore:
case eReadMessage:
{
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
ev_timer_stop (event_base, &IO->rw_timeout);
become_session(IO->CitContext);
}
assert(IO->Timeout);
- switch (IO->Timeout(IO))
+ switch (IO->Timeout(IO))
{
case eAbort:
ShutDownCLient(IO);
{
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
ev_timer_stop (event_base, &IO->conn_fail);
if (IO->SendBuf.fd != 0)
become_session(IO->CitContext);
assert(IO->ConnFail);
- switch (IO->ConnFail(IO))
+ switch (IO->ConnFail(IO))
{
case eAbort:
ShutDownCLient(IO);
}
static void
-IO_connfailimmediate_callback(struct ev_loop *loop, ev_idle *watcher, int revents)
+IO_connfailimmediate_callback(struct ev_loop *loop,
+ ev_idle *watcher,
+ int revents)
{
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
ev_idle_stop (event_base, &IO->conn_fail_immediate);
if (IO->SendBuf.fd != 0)
become_session(IO->CitContext);
assert(IO->ConnFail);
- switch (IO->ConnFail(IO))
+ switch (IO->ConnFail(IO))
{
case eAbort:
ShutDownCLient(IO);
{
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
ev_io_stop(loop, &IO->conn_event);
ev_timer_stop (event_base, &IO->conn_fail);
set_start_callback(loop, IO, revents);
ssize_t nbytes;
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
switch (IO->NextState) {
case eReadFile:
nbytes = FileRecvChunked(&IO->IOB, &errmsg);
if (nbytes < 0)
StrBufPlain(IO->ErrMsg, errmsg, -1);
- else
+ else
{
if (IO->IOB.ChunkSendRemain == 0)
{
IO->NextState = eSendReply;
+ assert(IO->ReadDone);
+ ev_io_stop(event_base, &IO->recv_event);
+ PostInbound(IO);
+ return;
}
else
return;
}
break;
default:
- nbytes = StrBuf_read_one_chunk_callback(watcher->fd, 0 /*TODO */, &IO->RecvBuf);
+ nbytes = StrBuf_read_one_chunk_callback(watcher->fd,
+ 0 /*TODO */,
+ &IO->RecvBuf);
break;
}
#ifdef BIGBAD_IODBG
{
+ long nbytes;
int rv = 0;
char fn [SIZ];
FILE *fd;
const char *pch = ChrPtr(IO->RecvBuf.Buf);
const char *pchh = IO->RecvBuf.ReadWritePointer;
- long nbytes;
-
+
if (pchh == NULL)
pchh = pch;
-
+
nbytes = StrLength(IO->RecvBuf.Buf) - (pchh - pch);
snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
- ((CitContext*)(IO->CitContext))->ServiceName,
+ ((CitContext*)(IO->CitContext))->ServiceName,
IO->SendBuf.fd);
-
+
fd = fopen(fn, "a+");
fprintf(fd, "Read: BufSize: %ld BufContent: [",
nbytes);
rv = fwrite(pchh, nbytes, 1, fd);
if (!rv) printf("failed to write debug to %s!\n", fn);
fprintf(fd, "]\n");
-
-
fclose(fd);
}
#endif
if (nbytes > 0) {
HandleInbound(IO);
} else if (nbytes == 0) {
- assert(IO->Timeout);
-
- switch (IO->Timeout(IO))
- {
- case eAbort:
- ShutDownCLient(IO);
- default:
- break;
- }
+ IO_Timeout_callback(loop, &IO->rw_timeout, revents);
return;
} else if (nbytes == -1) {
-/// TODO: FD is gone. kick it. sock_buff_invoke_free(sb, errno);
- EV_syslog(LOG_DEBUG,
+ // FD is gone. kick it.
+ StopClientWatchers(IO);
+ EV_syslog(LOG_DEBUG,
"EVENT: Socket Invalid! %s \n",
strerror(errno));
ShutDownCLient(IO);
IO_postdns_callback(struct ev_loop *loop, ev_idle *watcher, int revents)
{
AsyncIO *IO = watcher->data;
+ IO->Now = ev_now(event_base);
EV_syslog(LOG_DEBUG, "event: %s\n", __FUNCTION__);
become_session(IO->CitContext);
- assert(IO->DNS.Fail);
assert(IO->DNS.Query->PostDNS);
switch (IO->DNS.Query->PostDNS(IO))
{
case eAbort:
+ assert(IO->DNS.Fail);
switch (IO->DNS.Fail(IO)) {
case eAbort:
+//// StopClientWatchers(IO);
ShutDownCLient(IO);
default:
break;
double first_rw_timeout,
int ReadFirst)
{
+ struct sockaddr_in egress_sin;
int fdflags;
int rc = -1;
StrBufPrintf(IO->ErrMsg,
"Failed to create socket: %s",
strerror(errno));
+ IO->SendBuf.fd = IO->RecvBuf.fd = 0;
return eAbort;
}
fdflags = fcntl(IO->SendBuf.fd, F_GETFL);
if (fdflags < 0) {
- EV_syslog(LOG_DEBUG,
+ EV_syslog(LOG_ERR,
"EVENT: unable to get socket flags! %s \n",
strerror(errno));
StrBufPrintf(IO->ErrMsg,
"Failed to get socket flags: %s",
strerror(errno));
+ close(IO->SendBuf.fd);
+ IO->SendBuf.fd = IO->RecvBuf.fd = 0;
return eAbort;
}
fdflags = fdflags | O_NONBLOCK;
if (fcntl(IO->SendBuf.fd, F_SETFL, fdflags) < 0) {
EV_syslog(
- LOG_DEBUG,
+ LOG_ERR,
"EVENT: unable to set socket nonblocking flags! %s \n",
strerror(errno));
StrBufPrintf(IO->ErrMsg,
"Failed to set socket flags: %s",
strerror(errno));
close(IO->SendBuf.fd);
- IO->SendBuf.fd = IO->RecvBuf.fd = -1;
+ IO->SendBuf.fd = IO->RecvBuf.fd = 0;
return eAbort;
}
/* TODO: maye we could use offsetof() to calc the position of data...
IO->rw_timeout.data = IO;
- /* Bypass it like this: IO->Addr.sin_addr.s_addr = inet_addr("127.0.0.1"); */
-/// ((struct sockaddr_in)IO->ConnectMe->Addr).sin_addr.s_addr = inet_addr("127.0.0.1");
- if (IO->ConnectMe->IPv6)
+
+
+ /* for debugging you may bypass it like this:
+ * IO->Addr.sin_addr.s_addr = inet_addr("127.0.0.1");
+ * ((struct sockaddr_in)IO->ConnectMe->Addr).sin_addr.s_addr =
+ * inet_addr("127.0.0.1");
+ */
+ if (IO->ConnectMe->IPv6) {
rc = connect(IO->SendBuf.fd,
&IO->ConnectMe->Addr,
sizeof(struct sockaddr_in6));
- else
+ }
+ else {
+ /* If citserver is bound to a specific IP address on the host, make
+ * sure we use that address for outbound connections.
+ */
+
+ memset(&egress_sin, 0, sizeof(egress_sin));
+ egress_sin.sin_family = AF_INET;
+ if (!IsEmptyStr(config.c_ip_addr)) {
+ egress_sin.sin_addr.s_addr = inet_addr(config.c_ip_addr);
+ if (egress_sin.sin_addr.s_addr == !INADDR_ANY) {
+ egress_sin.sin_addr.s_addr = INADDR_ANY;
+ }
+
+ /* If this bind fails, no problem; we can still use INADDR_ANY */
+ bind(IO->SendBuf.fd, (struct sockaddr *)&egress_sin, sizeof(egress_sin));
+ }
rc = connect(IO->SendBuf.fd,
(struct sockaddr_in *)&IO->ConnectMe->Addr,
sizeof(struct sockaddr_in));
+ }
if (rc >= 0){
EVM_syslog(LOG_DEBUG, "connect() immediate success.\n");
IO_CallBack SendDone,
IO_CallBack ReadDone,
IO_CallBack Terminate,
+ IO_CallBack DBTerminate,
IO_CallBack ConnFail,
IO_CallBack Timeout,
IO_CallBack ShutdownAbort)
IO->SendDone = SendDone;
IO->ReadDone = ReadDone;
IO->Terminate = Terminate;
+ IO->DBTerminate = DBTerminate;
IO->LineReader = LineReader;
IO->ConnFail = ConnFail;
IO->Timeout = Timeout;
IO->SendBuf.Buf = NewStrBufPlain(NULL, 1024);
IO->RecvBuf.Buf = NewStrBufPlain(NULL, 1024);
IO->IOBuf = NewStrBuf();
+ EV_syslog(LOG_DEBUG,
+ "EVENT: Session lives at %p IO at %p \n",
+ Data, IO);
}
const char* Desc,
IO_CallBack SendDone,
IO_CallBack Terminate,
+ IO_CallBack DBTerminate,
IO_CallBack ShutdownAbort)
{
IO->Data = Data;
IO->CitContext = CloneContext(CC);
((CitContext *)IO->CitContext)->session_specific_data = (char*) Data;
- IO->SendDone = SendDone;
- IO->Terminate = Terminate;
+ IO->SendDone = SendDone;
+ IO->Terminate = Terminate;
+ IO->DBTerminate = DBTerminate;
IO->ShutdownAbort = ShutdownAbort;
strcpy(IO->HttpReq.errdesc, Desc);
return evcurl_init(IO);
}
+
+extern int DebugEventLoopBacktrace;
+void EV_backtrace(AsyncIO *IO)
+{
+#ifdef HAVE_BACKTRACE
+ void *stack_frames[50];
+ size_t size, i;
+ char **strings;
+
+ if ((IO == NULL) || (DebugEventLoopBacktrace == 0))
+ return;
+ size = backtrace(stack_frames, sizeof(stack_frames) / sizeof(void*));
+ strings = backtrace_symbols(stack_frames, size);
+ for (i = 0; i < size; i++) {
+ if (strings != NULL) {
+ EV_syslog(LOG_ALERT, " BT %s\n", strings[i]);
+ }
+ else {
+ EV_syslog(LOG_ALERT, " BT %p\n", stack_frames[i]);
+ }
+ }
+ free(strings);
+#endif
+}
+
+
+ev_tstamp ctdl_ev_now (void)
+{
+ return ev_now(event_base);
+}