X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=citadel%2Fevent_client.c;h=a265f30bedcc648530eb38469505a3def284c21c;hb=d04e1208cf6c71816adb600c6493c48c7b9610f1;hp=60f74282df813cee217614d2ba6af44c1b8e4403;hpb=ece6bf1eb58266623578ed8017895ffe6f458c65;p=citadel.git

diff --git a/citadel/event_client.c b/citadel/event_client.c
index 60f74282d..a265f30be 100644
--- a/citadel/event_client.c
+++ b/citadel/event_client.c
@@ -67,13 +67,27 @@
 
 #include "event_client.h"
 
-extern int event_add_pipe[2];
-extern citthread_mutex_t EventQueueMutex;
-extern HashList *InboundEventQueue;
-extern struct ev_loop *event_base;
+static void IO_abort_shutdown_callback(struct ev_loop *loop, ev_cleanup *watcher, int revents)
+{
+	syslog(LOG_DEBUG, "EVENT Q: %s\n", __FUNCTION__);
 
-	
-int QueueEventContext(AsyncIO *IO, IO_CallBack CB)
+	AsyncIO *IO = watcher->data;
+	assert(IO->ShutdownAbort);
+	IO->ShutdownAbort(IO);
+}
+
+
+/*--------------------------------------------------------------------------------
+ * Server DB IO 
+ */
+extern int evdb_count;
+extern pthread_mutex_t DBEventQueueMutex;
+extern HashList *DBInboundEventQueue;
+extern struct ev_loop *event_db;
+extern ev_async DBAddJob;   
+extern ev_async DBExitEventLoop;
+
+eNextState QueueDBOperation(AsyncIO *IO, IO_CallBack CB)
 {
 	IOAddHandler *h;
 	int i;
@@ -81,36 +95,121 @@ int QueueEventContext(AsyncIO *IO, IO_CallBack CB)
 	h = (IOAddHandler*)malloc(sizeof(IOAddHandler));
 	h->IO = IO;
 	h->EvAttch = CB;
+	ev_cleanup_init(&IO->db_abort_by_shutdown, 
+			IO_abort_shutdown_callback);
+	IO->db_abort_by_shutdown.data = IO;
+	ev_cleanup_start(event_db, &IO->db_abort_by_shutdown);
+
+	pthread_mutex_lock(&DBEventQueueMutex);
+	syslog(LOG_DEBUG, "DBEVENT Q\n");
+	i = ++evdb_count ;
+	Put(DBInboundEventQueue, IKEY(i), h, NULL);
+	pthread_mutex_unlock(&DBEventQueueMutex);
+
+	ev_async_send (event_db, &DBAddJob);
+	syslog(LOG_DEBUG, "DBEVENT Q Done.\n");
+	return eDBQuery;
+}
+
+void ShutDownDBCLient(AsyncIO *IO)
+{
+	CitContext *Ctx =IO->CitContext;
+	become_session(Ctx);
 
-	citthread_mutex_lock(&EventQueueMutex);
-	if (event_add_pipe[1] == -1) {
-		citthread_mutex_unlock(&EventQueueMutex);
-		free (h);
-		return -1;
+	syslog(LOG_DEBUG, "DBEVENT\n");
+	ev_cleanup_stop(event_db, &IO->db_abort_by_shutdown);
+
+	assert(IO->Terminate);
+	IO->Terminate(IO);	
+
+	Ctx->state = CON_IDLE;
+	Ctx->kill_me = 1;
+}
+
+void
+DB_PerformNext(struct ev_loop *loop, ev_idle *watcher, int revents)
+{
+	AsyncIO *IO = watcher->data;
+	syslog(LOG_DEBUG, "event: %s\n", __FUNCTION__);
+	become_session(IO->CitContext);
+	
+	ev_idle_stop(event_db, &IO->db_unwind_stack);
+
+	assert(IO->NextDBOperation);
+	switch (IO->NextDBOperation(IO))
+	{
+	case eDBQuery:
+		break;
+	case eSendDNSQuery:
+	case eReadDNSReply:
+	case eConnect:
+	case eSendReply: 
+	case eSendMore:
+	case eReadMessage: 
+	case eReadMore:
+	case eReadPayload:
+		ev_cleanup_stop(loop, &IO->db_abort_by_shutdown);
+		break;
+	case eTerminateConnection:
+	case eAbort:
+	    ShutDownDBCLient(IO);
 	}
-	CtdlLogPrintf(CTDL_DEBUG, "EVENT Q\n");
-	i = GetCount(InboundEventQueue);
-	Put(InboundEventQueue, IKEY(i), h, NULL);
-	citthread_mutex_unlock(&EventQueueMutex);
+}
 
-	write(event_add_pipe[1], "+_", 1);
-	CtdlLogPrintf(CTDL_DEBUG, "EVENT Q Done.\n");
-	return 0;
+eNextState NextDBOperation(AsyncIO *IO, IO_CallBack CB)
+{
+	IO->NextDBOperation = CB;
+	ev_idle_init(&IO->db_unwind_stack,
+		     DB_PerformNext);
+	IO->db_unwind_stack.data = IO;
+	ev_idle_start(event_db, &IO->db_unwind_stack);
+	return eDBQuery;
 }
 
+/*--------------------------------------------------------------------------------
+ * Client IO 
+ */
+extern int evbase_count;
+extern pthread_mutex_t EventQueueMutex;
+extern HashList *InboundEventQueue;
+extern struct ev_loop *event_base;
+extern ev_async AddJob;   
+extern ev_async ExitEventLoop;
+
+
+eNextState QueueEventContext(AsyncIO *IO, IO_CallBack CB)
+{
+	IOAddHandler *h;
+	int i;
+
+	h = (IOAddHandler*)malloc(sizeof(IOAddHandler));
+	h->IO = IO;
+	h->EvAttch = CB;
+	ev_cleanup_init(&IO->abort_by_shutdown, 
+			IO_abort_shutdown_callback);
+	IO->abort_by_shutdown.data = IO;
+	ev_cleanup_start(event_base, &IO->abort_by_shutdown);
+
+	pthread_mutex_lock(&EventQueueMutex);
+	syslog(LOG_DEBUG, "EVENT Q\n");
+	i = ++evbase_count;
+	Put(InboundEventQueue, IKEY(i), h, NULL);
+	pthread_mutex_unlock(&EventQueueMutex);
+
+	ev_async_send (event_base, &AddJob);
+	syslog(LOG_DEBUG, "EVENT Q Done.\n");
+	return eSendReply;
+}
 
 int ShutDownEventQueue(void)
 {
-	citthread_mutex_lock(&EventQueueMutex);
-	if (event_add_pipe[1] == -1) {
-		citthread_mutex_unlock(&EventQueueMutex);
+	pthread_mutex_lock(&DBEventQueueMutex);
+	ev_async_send (event_db, &DBExitEventLoop);
+	pthread_mutex_unlock(&DBEventQueueMutex);
 
-		return -1;
-	}
-	write(event_add_pipe[1], "x_", 1);
-	close(event_add_pipe[1]);
-	event_add_pipe[1] = -1;
-	citthread_mutex_unlock(&EventQueueMutex);
+	pthread_mutex_lock(&EventQueueMutex);
+	ev_async_send (EV_DEFAULT_ &ExitEventLoop);
+	pthread_mutex_unlock(&EventQueueMutex);
 	return 0;
 }
 
@@ -122,20 +221,30 @@ void FreeAsyncIOContents(AsyncIO *IO)
 }
 
 
+void StopClientWatchers(AsyncIO *IO)
+{
+	ev_timer_stop(event_base, &IO->conn_fail);
+	ev_io_stop(event_base, &IO->conn_event);
+	ev_idle_stop(event_base, &IO->unwind_stack);
+
+	ev_io_stop(event_base, &IO->send_event);
+	ev_io_stop(event_base, &IO->recv_event);
+	ev_timer_stop (event_base, &IO->rw_timeout);
+	close(IO->SendBuf.fd);
+	IO->SendBuf.fd = 0;
+	IO->RecvBuf.fd = 0;
+}
+
 void ShutDownCLient(AsyncIO *IO)
 {
-	CtdlLogPrintf(CTDL_DEBUG, "EVENT x %d\n", IO->sock);
+	CitContext *Ctx =IO->CitContext;
+	become_session(Ctx);
+
+	syslog(LOG_DEBUG, "EVENT x %d\n", IO->SendBuf.fd);
+
+	ev_cleanup_stop(event_base, &IO->abort_by_shutdown);
+	StopClientWatchers(IO);
 
-	if (IO->sock != 0)
-	{
-		ev_io_stop(event_base, &IO->send_event);
-		ev_io_stop(event_base, &IO->recv_event);
-		ev_timer_stop (event_base, &IO->rw_timeout);
-		close(IO->sock);
-		IO->sock = 0;
-		IO->SendBuf.fd = 0;
-		IO->RecvBuf.fd = 0;
-	}
 	if (IO->DNSChannel != NULL) {
 		ares_destroy(IO->DNSChannel);
 		ev_io_stop(event_base, &IO->dns_recv_event);
@@ -144,7 +253,8 @@ void ShutDownCLient(AsyncIO *IO)
 	}
 	assert(IO->Terminate);
 	IO->Terminate(IO);
-	
+	Ctx->state = CON_IDLE;
+	Ctx->kill_me = 1;
 }
 
 
@@ -152,7 +262,13 @@ eReadState HandleInbound(AsyncIO *IO)
 {
 	eReadState Finished = eBufferNotEmpty;
 	
-	while ((Finished == eBufferNotEmpty) && (IO->NextState == eReadMessage)){
+	become_session(IO->CitContext);
+
+	while ((Finished == eBufferNotEmpty) && 
+	       ((IO->NextState == eReadMessage)||
+		(IO->NextState == eReadMore)||
+		(IO->NextState == eReadPayload)))
+	{
 		if (IO->RecvBuf.nBlobBytesWanted != 0) { 
 				
 		}
@@ -165,7 +281,6 @@ eReadState HandleInbound(AsyncIO *IO)
 				
 			switch (Finished) {
 			case eMustReadMore: /// read new from socket... 
-				return Finished;
 				break;
 			case eBufferNotEmpty: /* shouldn't happen... */
 			case eReadSuccess: /// done for now...
@@ -185,17 +300,28 @@ eReadState HandleInbound(AsyncIO *IO)
 		}
 	}
 
-
-	if ((IO->NextState == eSendReply) ||
-	    (IO->NextState == eSendMore))
-	{
+	switch (IO->NextState) {
+	case eSendReply:
+	case eSendMore:
 		assert(IO->SendDone);
 		IO->NextState = IO->SendDone(IO);
 		ev_io_start(event_base, &IO->send_event);
-	}
-	else if ((IO->NextState == eTerminateConnection) ||
-		 (IO->NextState == eAbort) )
+		break;
+	case eReadPayload:
+	case eReadMore:
+		ev_io_start(event_base, &IO->recv_event);
+		break;
+	case eTerminateConnection:
+	case eAbort:
 		ShutDownCLient(IO);
+		break;
+	case eSendDNSQuery:
+	case eReadDNSReply:
+	case eDBQuery:
+	case eConnect:
+	case eReadMessage:
+		break;
+	}
 	return Finished;
 }
 
@@ -206,39 +332,42 @@ IO_send_callback(struct ev_loop *loop, ev_io *watcher, int revents)
 	int rc;
 	AsyncIO *IO = watcher->data;
 
-	rc = StrBuf_write_one_chunk_callback(watcher->fd, 0/*TODO*/, &IO->SendBuf);
-
-	if (rc == 0)
-	{		
+	become_session(IO->CitContext);
 #ifdef BIGBAD_IODBG
-		{
-			int rv = 0;
-			char fn [SIZ];
-			FILE *fd;
-			const char *pch = ChrPtr(IO->SendBuf.Buf);
-			const char *pchh = IO->SendBuf.ReadWritePointer;
-			long nbytes;
-
-			if (pchh == NULL)
-				pchh = pch;
-			
-			nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
-			snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d", "smtpev", IO->sock);
+	{
+		int rv = 0;
+		char fn [SIZ];
+		FILE *fd;
+		const char *pch = ChrPtr(IO->SendBuf.Buf);
+		const char *pchh = IO->SendBuf.ReadWritePointer;
+		long nbytes;
 		
-			fd = fopen(fn, "a+");
-			fprintf(fd, "Read: BufSize: %ld BufContent: [",
-				nbytes);
-			rv = fwrite(pchh, nbytes, 1, fd);
-			fprintf(fd, "]\n");
+		if (pchh == NULL)
+			pchh = pch;
 		
-			
-			fclose(fd);
-		}
+		nbytes = StrLength(IO->SendBuf.Buf) - (pchh - pch);
+		snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
+			 ((CitContext*)(IO->CitContext))->ServiceName,
+			 IO->SendBuf.fd);
+		
+		fd = fopen(fn, "a+");
+		fprintf(fd, "Send: BufSize: %ld BufContent: [",
+			nbytes);
+		rv = fwrite(pchh, nbytes, 1, fd);
+		if (!rv) printf("failed to write debug to %s!\n", fn);
+		fprintf(fd, "]\n");
 #endif
+		rc = StrBuf_write_one_chunk_callback(watcher->fd, 0/*TODO*/, &IO->SendBuf);
+
+#ifdef BIGBAD_IODBG
+		fprintf(fd, "Sent: BufSize: %d bytes.\n", rc);
+		fclose(fd);
+	}
+#endif
+	if (rc == 0)
+	{
 		ev_io_stop(event_base, &IO->send_event);
 		switch (IO->NextState) {
-		case eSendReply:
-			break;
 		case eSendMore:
 			assert(IO->SendDone);
 			IO->NextState = IO->SendDone(IO);
@@ -250,7 +379,13 @@ IO_send_callback(struct ev_loop *loop, ev_io *watcher, int revents)
 				ev_io_start(event_base, &IO->send_event);
 			}
 			break;
+		case eSendReply:
+		    if (StrBufCheckBuffer(&IO->SendBuf) != eReadSuccess) 
+			break;
+		    IO->NextState = eReadMore;
+		case eReadMore:
 		case eReadMessage:
+		case eReadPayload:
 			if (StrBufCheckBuffer(&IO->RecvBuf) == eBufferNotEmpty) {
 				HandleInbound(IO);
 			}
@@ -259,6 +394,13 @@ IO_send_callback(struct ev_loop *loop, ev_io *watcher, int revents)
 			}
 
 			break;
+		case eDBQuery:
+			/* we now live in another queue, so we have to unregister. */
+			ev_cleanup_stop(loop, &IO->abort_by_shutdown);
+			break;
+		case eSendDNSQuery:
+		case eReadDNSReply:
+		case eConnect:
 		case eTerminateConnection:
 		case eAbort:
 			break;
@@ -275,13 +417,20 @@ set_start_callback(struct ev_loop *loop, AsyncIO *IO, int revents)
 {
 	
 	switch(IO->NextState) {
+	case eReadMore:
 	case eReadMessage:
 		ev_io_start(event_base, &IO->recv_event);
 		break;
 	case eSendReply:
 	case eSendMore:
+	case eReadPayload:
+		become_session(IO->CitContext);
 		IO_send_callback(loop, &IO->send_event, revents);
 		break;
+	case eDBQuery:
+	case eSendDNSQuery:
+	case eReadDNSReply:
+	case eConnect:
 	case eTerminateConnection:
 	case eAbort:
 		/// TODO: WHUT?
@@ -290,24 +439,86 @@ set_start_callback(struct ev_loop *loop, AsyncIO *IO, int revents)
 }
 
 static void
-IO_Timout_callback(struct ev_loop *loop, ev_timer *watcher, int revents)
+IO_Timeout_callback(struct ev_loop *loop, ev_timer *watcher, int revents)
 {
 	AsyncIO *IO = watcher->data;
 
 	ev_timer_stop (event_base, &IO->rw_timeout);
+	become_session(IO->CitContext);
+
+	if (IO->SendBuf.fd != 0)
+	{
+		ev_io_stop(event_base, &IO->send_event);
+		ev_io_stop(event_base, &IO->recv_event);
+		ev_timer_stop (event_base, &IO->rw_timeout);
+		close(IO->SendBuf.fd);
+		IO->SendBuf.fd = IO->RecvBuf.fd = 0;
+	}
+
 	assert(IO->Timeout);
-	IO->Timeout(IO);
+        switch (IO->Timeout(IO))
+	{
+	case eAbort:
+		ShutDownCLient(IO);
+	default:
+		break;
+	}
 }
+
 static void
 IO_connfail_callback(struct ev_loop *loop, ev_timer *watcher, int revents)
 {
 	AsyncIO *IO = watcher->data;
 
 	ev_timer_stop (event_base, &IO->conn_fail);
-	ev_io_stop(loop, &IO->conn_event);
+
+	if (IO->SendBuf.fd != 0)
+	{
+		ev_io_stop(loop, &IO->conn_event);
+		ev_io_stop(event_base, &IO->send_event);
+		ev_io_stop(event_base, &IO->recv_event);
+		ev_timer_stop (event_base, &IO->rw_timeout);
+		close(IO->SendBuf.fd);
+		IO->SendBuf.fd = IO->RecvBuf.fd = 0;
+	}
+	become_session(IO->CitContext);
+
+	assert(IO->ConnFail);
+        switch (IO->ConnFail(IO))
+	{
+	case eAbort:
+		ShutDownCLient(IO);
+	default:
+		break;
+
+	}
+}
+
+static void
+IO_connfailimmediate_callback(struct ev_loop *loop, ev_idle *watcher, int revents)
+{
+	AsyncIO *IO = watcher->data;
+
+	ev_idle_stop (event_base, &IO->conn_fail_immediate);
+
+	if (IO->SendBuf.fd != 0)
+	{
+		close(IO->SendBuf.fd);
+		IO->SendBuf.fd = IO->RecvBuf.fd = 0;
+	}
+	become_session(IO->CitContext);
+
 	assert(IO->ConnFail);
-	IO->ConnFail(IO);
+        switch (IO->ConnFail(IO))
+	{
+	case eAbort:
+		ShutDownCLient(IO);
+	default:
+		break;
+
+	}
 }
+
 static void
 IO_connestd_callback(struct ev_loop *loop, ev_io *watcher, int revents)
 {
@@ -324,19 +535,71 @@ IO_recv_callback(struct ev_loop *loop, ev_io *watcher, int revents)
 	AsyncIO *IO = watcher->data;
 
 	nbytes = StrBuf_read_one_chunk_callback(watcher->fd, 0 /*TODO */, &IO->RecvBuf);
+#ifdef BIGBAD_IODBG
+	{
+		int rv = 0;
+		char fn [SIZ];
+		FILE *fd;
+		const char *pch = ChrPtr(IO->RecvBuf.Buf);
+		const char *pchh = IO->RecvBuf.ReadWritePointer;
+		long nbytes;
+		
+		if (pchh == NULL)
+			pchh = pch;
+		
+		nbytes = StrLength(IO->RecvBuf.Buf) - (pchh - pch);
+		snprintf(fn, SIZ, "/tmp/foolog_ev_%s.%d",
+			 ((CitContext*)(IO->CitContext))->ServiceName, 
+			 IO->SendBuf.fd);
+		
+		fd = fopen(fn, "a+");
+		fprintf(fd, "Read: BufSize: %ld BufContent: [",
+			nbytes);
+		rv = fwrite(pchh, nbytes, 1, fd);
+		if (!rv) printf("failed to write debug to %s!\n", fn);
+		fprintf(fd, "]\n");
+		
+		
+		fclose(fd);
+	}
+#endif
 	if (nbytes > 0) {
 		HandleInbound(IO);
 	} else if (nbytes == 0) {
 		assert(IO->Timeout);
-		IO->Timeout(IO); /* this is a timeout... */
+
+		switch (IO->Timeout(IO))
+		{
+		case eAbort:
+			ShutDownCLient(IO);
+		default:
+			break;
+		}
 		return;
 	} else if (nbytes == -1) {
 /// TODO: FD is gone. kick it.        sock_buff_invoke_free(sb, errno);
+		syslog(LOG_DEBUG, 
+		       "EVENT: Socket Invalid! %s \n",
+		       strerror(errno));
 		return;
 	}
 }
 
+void
+IO_postdns_callback(struct ev_loop *loop, ev_idle *watcher, int revents)
+{
+	AsyncIO *IO = watcher->data;
+	syslog(LOG_DEBUG, "event: %s\n", __FUNCTION__);
+	become_session(IO->CitContext);
 
+	switch (IO->DNSQuery->PostDNS(IO))
+	{
+	case eAbort:
+	    ShutDownCLient(IO);
+	default:
+	    break;
+	}
+}
 
 eNextState event_connect_socket(AsyncIO *IO, double conn_timeout, double first_rw_timeout)
 {
@@ -344,61 +607,65 @@ eNextState event_connect_socket(AsyncIO *IO, double conn_timeout, double first_r
 	int rc = -1;
 
 	IO->SendBuf.fd = IO->RecvBuf.fd = 
-		IO->sock = socket(
-			(IO->IP6)?PF_INET6:PF_INET, 
+		socket(
+			(IO->ConnectMe->IPv6)?PF_INET6:PF_INET, 
 			SOCK_STREAM, 
 			IPPROTO_TCP);
 
-	if (IO->sock < 0) {
-		CtdlLogPrintf(CTDL_ERR, "EVENT: socket() failed: %s\n", strerror(errno));
+	if (IO->SendBuf.fd < 0) {
+		syslog(LOG_ERR, "EVENT: socket() failed: %s\n", strerror(errno));
 		StrBufPrintf(IO->ErrMsg, "Failed to create socket: %s", strerror(errno));
-//		freeaddrinfo(res);
 		return eAbort;
 	}
-	fdflags = fcntl(IO->sock, F_GETFL);
+	fdflags = fcntl(IO->SendBuf.fd, F_GETFL);
 	if (fdflags < 0) {
-		CtdlLogPrintf(CTDL_DEBUG,
-			      "EVENT: unable to get socket flags! %s \n",
-			      strerror(errno));
+		syslog(LOG_DEBUG, 
+		       "EVENT: unable to get socket flags! %s \n",
+		       strerror(errno));
 		StrBufPrintf(IO->ErrMsg, "Failed to get socket flags: %s", strerror(errno));
 		return eAbort;
 	}
 	fdflags = fdflags | O_NONBLOCK;
-	if (fcntl(IO->sock, F_SETFL, fdflags) < 0) {
-		CtdlLogPrintf(CTDL_DEBUG,
-			      "EVENT: unable to set socket nonblocking flags! %s \n",
-			      strerror(errno));
+	if (fcntl(IO->SendBuf.fd, F_SETFL, fdflags) < 0) {
+		syslog(LOG_DEBUG, 
+		       "EVENT: unable to set socket nonblocking flags! %s \n",
+		       strerror(errno));
 		StrBufPrintf(IO->ErrMsg, "Failed to set socket flags: %s", strerror(errno));
-		close(IO->sock);
+		close(IO->SendBuf.fd);
+		IO->SendBuf.fd = IO->RecvBuf.fd = -1;
 		return eAbort;
 	}
 /* TODO: maye we could use offsetof() to calc the position of data... 
  * http://doc.dvgu.ru/devel/ev.html#associating_custom_data_with_a_watcher
  */
-	ev_io_init(&IO->recv_event, IO_recv_callback, IO->sock, EV_READ);
+	ev_io_init(&IO->recv_event, IO_recv_callback, IO->RecvBuf.fd, EV_READ);
 	IO->recv_event.data = IO;
-	ev_io_init(&IO->send_event, IO_send_callback, IO->sock, EV_WRITE);
+	ev_io_init(&IO->send_event, IO_send_callback, IO->SendBuf.fd, EV_WRITE);
 	IO->send_event.data = IO;
 
 	ev_timer_init(&IO->conn_fail, IO_connfail_callback, conn_timeout, 0);
 	IO->conn_fail.data = IO;
-	ev_timer_init(&IO->rw_timeout, IO_Timout_callback, first_rw_timeout, 0);
+	ev_timer_init(&IO->rw_timeout, IO_Timeout_callback, first_rw_timeout, 0);
 	IO->rw_timeout.data = IO;
-	///struct sockaddr_in *addr = &IO->Addr;
-	if (IO->IP6)
-		rc = connect(IO->sock, &IO->Addr, sizeof(struct in6_addr));
+
+
+	/*  Bypass it like this: IO->Addr.sin_addr.s_addr = inet_addr("127.0.0.1"); */
+///	((struct sockaddr_in)IO->ConnectMe->Addr).sin_addr.s_addr = inet_addr("127.0.0.1");
+	if (IO->ConnectMe->IPv6)
+		rc = connect(IO->SendBuf.fd, &IO->ConnectMe->Addr, sizeof(struct sockaddr_in6));
 	else
-		rc = connect(IO->sock, (struct sockaddr_in *)&IO->Addr, sizeof(struct sockaddr_in));
+		rc = connect(IO->SendBuf.fd, (struct sockaddr_in *)&IO->ConnectMe->Addr, sizeof(struct sockaddr_in));
 
 	if (rc >= 0){
-////		freeaddrinfo(res);
+		syslog(LOG_DEBUG, "connect() immediate success.\n");
 		set_start_callback(event_base, IO, 0);
 		ev_timer_start(event_base, &IO->rw_timeout);
 		return IO->NextState;
 	}
 	else if (errno == EINPROGRESS) {
+		syslog(LOG_DEBUG, "connect() have to wait now.\n");
 
-		ev_io_init(&IO->conn_event, IO_connestd_callback, IO->sock, EV_READ|EV_WRITE);
+		ev_io_init(&IO->conn_event, IO_connestd_callback, IO->SendBuf.fd, EV_READ|EV_WRITE);
 		IO->conn_event.data = IO;
 
 		ev_io_start(event_base, &IO->conn_event);
@@ -406,11 +673,14 @@ eNextState event_connect_socket(AsyncIO *IO, double conn_timeout, double first_r
 		return IO->NextState;
 	}
 	else {
-		CtdlLogPrintf(CTDL_ERR, "connect() failed: %s\n", strerror(errno));
+		ev_idle_init(&IO->conn_fail_immediate,
+			     IO_connfailimmediate_callback);
+		IO->conn_fail_immediate.data = IO;
+		ev_idle_start(event_base, &IO->conn_fail_immediate);
+		
+		syslog(LOG_ERR, "connect() failed: %s\n", strerror(errno));
 		StrBufPrintf(IO->ErrMsg, "Failed to connect: %s", strerror(errno));
-		assert(IO->ConnFail);
-		IO->ConnFail(IO);
-		return eAbort;
+		return IO->NextState;
 	}
 	return IO->NextState;
 }
@@ -428,6 +698,7 @@ eNextState InitEventIO(AsyncIO *IO,
 		       int ReadFirst)
 {
 	IO->Data = pData;
+	become_session(IO->CitContext);
 	
 	if (ReadFirst) {
 		IO->NextState = eReadMessage;
@@ -437,3 +708,21 @@ eNextState InitEventIO(AsyncIO *IO,
 	}
 	return event_connect_socket(IO, conn_timeout, first_rw_timeout);
 }
+
+eNextState ReAttachIO(AsyncIO *IO, 
+		      void *pData, 
+		      int ReadFirst)
+{
+	IO->Data = pData;
+	become_session(IO->CitContext);
+	ev_cleanup_start(event_base, &IO->abort_by_shutdown);
+	if (ReadFirst) {
+		IO->NextState = eReadMessage;
+	}
+	else {
+		IO->NextState = eSendReply;
+	}
+	set_start_callback(event_base, IO, 0);
+
+	return IO->NextState;
+}