citadel/event_client.h

   1 /*
   2  *
   3  * Copyright (c) 1998-2012 by the citadel.org team
   4  *
   5  *  This program is open source software; you can redistribute it and/or modify
   6  *  it under the terms of the GNU General Public License, version 3.
   7  *
   8  *  This program is distributed in the hope that it will be useful,
   9  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  11  *  GNU General Public License for more details.
  12  */
  13
  14 #ifndef __EVENT_CLIENT_H__
  15 #define __EVENT_CLIENT_H__
  16 #define EV_COMPAT3 0
  17 #include "sysconfig.h"
  18 #include <ev.h>
  19 #include <sys/types.h>
  20 #include <sys/socket.h>
  21 #include <netdb.h>
  22 #include <arpa/nameser.h>
  23 #include <ares.h>
  24 #include <curl/curl.h>
  25
  26 #ifndef __ASYNCIO__
  27 #define __ASYNCIO__
  28 typedef struct AsyncIO AsyncIO;
  29 #endif
  30 #ifndef __CIT_CONTEXT__
  31 #define __CIT_CONTEXT__
  32 typedef struct CitContext CitContext;
  33 #endif
  34
  35 extern pthread_key_t evConKey;
  36
  37 typedef enum __eIOState {
  38         eDBQ,
  39         eQDBNext,
  40         eDBAttach,
  41         eDBNext,
  42         eDBStop,
  43         eDBX,
  44         eDBTerm,
  45         eIOQ,
  46         eIOAttach,
  47         eIOConnectSock,
  48         eIOAbort,
  49         eIOTimeout,
  50         eIOConnfail,
  51         eIOConnfailNow,
  52         eIOConnNow,
  53         eIOConnWait,
  54         eCurlQ,
  55         eCurlStart,
  56         eCurlShutdown,
  57         eCurlNewIO,
  58         eCurlGotIO,
  59         eCurlGotData,
  60         eCurlGotStatus,
  61         eCaresStart,
  62         eCaresDoneIO,
  63         eCaresFinished,
  64         eCaresX,
  65         eKill,
  66         eExit
  67 }eIOState;
  68
  69 typedef enum _eNextState {
  70         eSendDNSQuery,
  71         eReadDNSReply,
  72
  73         eDBQuery,
  74
  75         eConnect,
  76         eSendReply,
  77         eSendMore,
  78         eSendFile,
  79
  80         eReadMessage,
  81         eReadMore,
  82         eReadPayload,
  83         eReadFile,
  84
  85         eTerminateConnection,
  86         eAbort
  87 }eNextState;
  88
  89 void SetEVState(AsyncIO *IO, eIOState State);
  90
  91 typedef eNextState (*IO_CallBack)(AsyncIO *IO);
  92 typedef eReadState (*IO_LineReaderCallback)(AsyncIO *IO);
  93 typedef void (*ParseDNSAnswerCb)(AsyncIO*, unsigned char*, int);
  94 typedef void (*FreeDNSReply)(void *DNSData);
  95
  96
  97 typedef struct __ReadAsyncMsg {
  98         StrBuf *MsgBuf;
  99         size_t maxlen;          /* maximum message length */
 100
 101         const char *terminator; /* token signalling EOT */
 102         long tlen;
 103         int dodot;
 104
 105         int flushing;
 106 /* if we read maxlen, read until nothing more arives and ignore this. */
 107
 108         int crlf;               /* CRLF newlines instead of LF */
 109 } ReadAsyncMsg;
 110
 111
 112 typedef struct _DNSQueryParts {
 113         ParseDNSAnswerCb DNS_CB;
 114         IO_CallBack PostDNS;
 115
 116         const char *QueryTYPE;
 117         const char *QStr;
 118         int DNSStatus;
 119         void *VParsedDNSReply;
 120         FreeDNSReply DNSReplyFree;
 121         void *Data;
 122 } DNSQueryParts;
 123
 124 typedef struct _evcurl_request_data
 125 {
 126         CURL                    *chnd;
 127         struct curl_slist       *headers;
 128         char                     errdesc[CURL_ERROR_SIZE];
 129         const char              *CurlError;
 130
 131         int                      attached;
 132
 133         char                    *PlainPostData;
 134         long                     PlainPostDataLen;
 135         StrBuf                  *PostData;
 136
 137         StrBuf                  *ReplyData;
 138         long                     httpcode;
 139 } evcurl_request_data;
 140
 141 /* DNS Related */
 142 typedef struct __evcares_data {
 143         ev_tstamp Start;
 144         ev_io recv_event,
 145                 send_event;
 146         ev_timer timeout;           /* timeout while requesting ips */
 147         short int SourcePort;
 148
 149         struct ares_options Options;
 150         ares_channel Channel;
 151         DNSQueryParts *Query;
 152
 153         IO_CallBack Fail;      /* the dns lookup didn't work out. */
 154 } evcares_data;
 155
 156 struct AsyncIO {
 157         long ID;
 158         ev_tstamp Now;
 159         ev_tstamp StartIO;
 160         ev_tstamp StartDB;
 161         eNextState NextState;
 162
 163         /* connection related */
 164         ParsedURL *ConnectMe;
 165
 166         /* read/send related... */
 167         StrBuf *IOBuf;
 168         IOBuffer SendBuf,
 169                 RecvBuf;
 170
 171         FDIOBuffer IOB;
 172         /* when sending from / reading into files, this is used. */
 173
 174         /* our events... */
 175         ev_cleanup abort_by_shutdown, /* server wants to go down... */
 176                 db_abort_by_shutdown; /* server wants to go down... */
 177         ev_timer conn_fail,           /* connection establishing timed out */
 178                 rw_timeout;           /* timeout while sending data */
 179         ev_idle unwind_stack,         /* get c-ares out of the stack */
 180                 db_unwind_stack,      /* wait for next db operation... */
 181                 conn_fail_immediate;  /* unwind stack, but fail immediately. */
 182         ev_io recv_event,             /* receive data from the client */
 183                 send_event,           /* send more data to the client */
 184                 conn_event;           /* Connection successfully established */
 185
 186         StrBuf *ErrMsg; /* if we fail to connect, or lookup, error goes here. */
 187
 188         /* Citadel application callbacks... */
 189         IO_CallBack ReadDone, /* Theres new data to read... */
 190                 SendDone,     /* we may send more data */
 191                 Terminate,    /* shutting down... */
 192                 DBTerminate,  /* shutting down... */
 193                 Timeout,      /* Timeout handler;may also be conn. timeout */
 194                 ConnFail,     /* What to do when one connection failed? */
 195                 ShutdownAbort,/* we're going down. make your piece. */
 196                 NextDBOperation; /* Perform Database IO */
 197
 198         /* if we have linereaders, maybe we want to read more lines before
 199          * the real application logic is called? */
 200         IO_LineReaderCallback LineReader;
 201
 202         evcares_data DNS;
 203
 204         evcurl_request_data HttpReq;
 205
 206         /* Saving / loading a message async from / to disk */
 207         ReadAsyncMsg *ReadMsg;
 208         struct CtdlMessage *AsyncMsg;
 209         recptypes *AsyncRcp;
 210
 211         /* Context specific data; Hint: put AsyncIO in there */
 212         void *Data;        /* application specific data */
 213         CitContext *CitContext;  /* Citadel Session context... */
 214 };
 215
 216 typedef struct _IOAddHandler {
 217         AsyncIO *IO;
 218         IO_CallBack EvAttch;
 219 } IOAddHandler;
 220
 221
 222
 223 extern int DebugEventLoop;
 224 extern int DebugCAres;
 225
 226 #define IOSTR (const char *) pthread_getspecific(evConKey)
 227
 228 #define EDBGLOG(LEVEL) if ((LEVEL != LOG_DEBUG) || (DebugEventLoop != 0))
 229
 230 #define CCID ((CitContext*)IO->CitContext)?((CitContext*)IO->CitContext)->cs_pid:-1
 231
 232 #define EVQ_syslog(LEVEL, FORMAT, ...)                                  \
 233         EDBGLOG (LEVEL) syslog(LEVEL, "%sQ " FORMAT, IOSTR, __VA_ARGS__)
 234
 235 #define EVQM_syslog(LEVEL, FORMAT)                      \
 236         EDBGLOG (LEVEL) syslog(LEVEL, "%s " FORMAT, IOSTR)
 237
 238 #define EV_syslog(LEVEL, FORMAT, ...)                                   \
 239         EDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld]CC[%d] " FORMAT, IOSTR, IO->ID, CCID, __VA_ARGS__)
 240
 241 #define EVM_syslog(LEVEL, FORMAT)                                       \
 242         EDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld]CC[%d] " FORMAT, IOSTR, IO->ID, CCID)
 243
 244 #define EVNC_syslog(LEVEL, FORMAT, ...)                                 \
 245         EDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld] " FORMAT, IOSTR, IO->ID, __VA_ARGS__)
 246
 247 #define EVNCM_syslog(LEVEL, FORMAT) EDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld]" FORMAT, IOSTR, IO->ID)
 248
 249
 250 #define CDBGLOG() if (DebugCAres != 0)
 251 #define CEDBGLOG(LEVEL) if ((LEVEL != LOG_DEBUG) || (DebugCAres != 0))
 252 #define EV_DNS_LOG_START(a)                                                     \
 253         CDBGLOG () {syslog(LOG_DEBUG, "%s[%ld]CC[%d] + Starting " #a " %s %p FD %d", IOSTR, IO->ID, CCID, __FUNCTION__, &IO->a, IO->a.fd); \
 254                     EV_backtrace(IO);}
 255
 256 #define EV_DNS_LOG_STOP(a)                                                      \
 257         CDBGLOG () { syslog(LOG_DEBUG, "%s[%ld]CC[%d] - Stopping " #a " %s %p FD %d", IOSTR, IO->ID, CCID, __FUNCTION__, &IO->a, IO->a.fd); \
 258                      EV_backtrace(IO);}
 259
 260 #define EV_DNS_LOG_INIT(a)                                                      \
 261         CDBGLOG () { syslog(LOG_DEBUG, "%s[%ld]CC[%d] * Init " #a " %s %p FD %d", IOSTR, IO->ID, CCID, __FUNCTION__, &IO->a, IO->a.fd); \
 262                      EV_backtrace(IO);}
 263
 264 #define EV_DNS_LOGT_START(a)                                                    \
 265         CDBGLOG () { syslog(LOG_DEBUG, "%s[%ld]CC[%d] + Starting " #a " %s %p", IOSTR, IO->ID, CCID, __FUNCTION__, &IO->a); \
 266                      EV_backtrace(IO);}
 267
 268 #define EV_DNS_LOGT_STOP(a)                                                     \
 269         CDBGLOG () { syslog(LOG_DEBUG, "%s[%ld]CC[%d] - Stopping " #a " %s %p", IOSTR, IO->ID, CCID, __FUNCTION__, &IO->a); \
 270                      EV_backtrace(IO); }
 271
 272 #define EV_DNS_LOGT_INIT(a)                                                     \
 273         CDBGLOG () { syslog(LOG_DEBUG, "%s[%ld]CC[%d] * Init " #a " %p", IOSTR, IO->ID, CCID, &IO->a); \
 274                      EV_backtrace(IO);}
 275
 276 #define EV_DNS_syslog(LEVEL, FORMAT, ...)                               \
 277         CEDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld]CC[%d] " FORMAT, IOSTR, IO->ID, CCID, __VA_ARGS__)
 278
 279 #define EVM_DNS_syslog(LEVEL, FORMAT)                                   \
 280         CEDBGLOG (LEVEL) syslog(LEVEL, "%s[%ld]CC[%d] " FORMAT, IOSTR, IO->ID, CCID)
 281
 282 void FreeAsyncIOContents(AsyncIO *IO);
 283
 284 eNextState NextDBOperation(AsyncIO *IO, IO_CallBack CB);
 285 eNextState QueueDBOperation(AsyncIO *IO, IO_CallBack CB);
 286 eNextState EventQueueDBOperation(AsyncIO *IO, IO_CallBack CB);
 287 void StopDBWatchers(AsyncIO *IO);
 288 eNextState QueueEventContext(AsyncIO *IO, IO_CallBack CB);
 289 eNextState QueueCurlContext(AsyncIO *IO);
 290 eNextState DBQueueEventContext(AsyncIO *IO, IO_CallBack CB);
 291
 292 eNextState EvConnectSock(AsyncIO *IO,
 293                          double conn_timeout,
 294                          double first_rw_timeout,
 295                          int ReadFirst);
 296 void IO_postdns_callback(struct ev_loop *loop, ev_idle *watcher, int revents);
 297
 298 int QueueQuery(ns_type Type,
 299                const char *name,
 300                AsyncIO *IO,
 301                DNSQueryParts *QueryParts,
 302                IO_CallBack PostDNS);
 303
 304 void QueueGetHostByName(AsyncIO *IO,
 305                         const char *Hostname,
 306                         DNSQueryParts *QueryParts,
 307                         IO_CallBack PostDNS);
 308
 309 void QueryCbDone(AsyncIO *IO);
 310
 311 void StopClient(AsyncIO *IO);
 312
 313 void StopClientWatchers(AsyncIO *IO, int CloseFD);
 314
 315 void SetNextTimeout(AsyncIO *IO, double timeout);
 316
 317 #include <curl/curl.h>
 318
 319 #define OPT(s, v) \
 320         do { \
 321                 sta = curl_easy_setopt(chnd, (CURLOPT_##s), (v));       \
 322                 if (sta)  {                                             \
 323                         EVQ_syslog(LOG_ERR,                             \
 324                                "error setting option " #s               \
 325                                " on curl handle: %s",                   \
 326                                curl_easy_strerror(sta));                \
 327         } } while (0)
 328
 329 void InitIOStruct(AsyncIO *IO,
 330                   void *Data,
 331                   eNextState NextState,
 332                   IO_LineReaderCallback LineReader,
 333                   IO_CallBack DNS_Fail,
 334                   IO_CallBack SendDone,
 335                   IO_CallBack ReadDone,
 336                   IO_CallBack Terminate,
 337                   IO_CallBack DBTerminate,
 338                   IO_CallBack ConnFail,
 339                   IO_CallBack Timeout,
 340                   IO_CallBack ShutdownAbort);
 341
 342 int InitcURLIOStruct(AsyncIO *IO,
 343                      void *Data,
 344                      const char* Desc,
 345                      IO_CallBack SendDone,
 346                      IO_CallBack Terminate,
 347                      IO_CallBack DBTerminate,
 348                      IO_CallBack ShutdownAbort);
 349 void KillAsyncIOContext(AsyncIO *IO);
 350 void StopCurlWatchers(AsyncIO *IO);
 351
 352 eNextState CurlQueueDBOperation(AsyncIO *IO, IO_CallBack CB);
 353
 354 eNextState ReAttachIO(AsyncIO *IO,
 355                       void *pData,
 356                       int ReadFirst);
 357
 358 void EV_backtrace(AsyncIO *IO);
 359 ev_tstamp ctdl_ev_now (void);
 360
 361 #endif /* __EVENT_CLIENT_H__ */