* Change to main server loop. All threads block on accept() instead of using a mutex...
[citadel.git] / webcit / tcp_sockets.c
1 /*
2  * $Id$
3  *
4  * Copyright (c) 1987-2010 by the citadel.org team
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation; either version 3 of the License, or
9  * (at your option) any later version.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19  */
20
21 /*
22  * Uncomment this to log all communications with the Citadel server
23 #define SERV_TRACE 1
24  */
25
26
27 #include "webcit.h"
28 #include "webserver.h"
29
30 extern int DisableGzip;
31 long MaxRead = -1; /* should we do READ scattered or all at once? */
32
33 /*
34  * register the timeout
35  */
36 RETSIGTYPE timeout(int signum)
37 {
38         lprintf(1, "Connection timed out; unable to reach citserver\n");
39         /* no exit here, since we need to server the connection unreachable thing. exit(3); */
40 }
41
42
43 /*
44  *  Connect a unix domain socket
45  *  sockpath where to open a unix domain socket
46  */
47 int uds_connectsock(char *sockpath)
48 {
49         struct sockaddr_un addr;
50         int s;
51
52         memset(&addr, 0, sizeof(addr));
53         addr.sun_family = AF_UNIX;
54         strncpy(addr.sun_path, sockpath, sizeof addr.sun_path);
55
56         s = socket(AF_UNIX, SOCK_STREAM, 0);
57         if (s < 0) {
58                 lprintf(1, "Can't create socket[%s]: %s\n",
59                         sockpath,
60                         strerror(errno));
61                 return(-1);
62         }
63
64         if (connect(s, (struct sockaddr *) &addr, sizeof(addr)) < 0) {
65                 lprintf(1, "Can't connect [%s]: %s\n",
66                         sockpath,
67                         strerror(errno));
68                 close(s);
69                 return(-1);
70         }
71
72         return s;
73 }
74
75
76 /*
77  *  Connect a TCP/IP socket
78  *  host the host to connect to
79  *  service the service on the host to call
80  */
81 int tcp_connectsock(char *host, char *service)
82 {
83         int fdflags;
84         struct hostent *phe;
85         struct servent *pse;
86         struct protoent *ppe;
87         struct sockaddr_in sin;
88         int s;
89
90         memset(&sin, 0, sizeof(sin));
91         sin.sin_family = AF_INET;
92
93         pse = getservbyname(service, "tcp");
94         if (pse) {
95                 sin.sin_port = pse->s_port;
96         } else if ((sin.sin_port = htons((u_short) atoi(service))) == 0) {
97                 lprintf(1, "Can't get %s service entry\n", service);
98                 return (-1);
99         }
100         phe = gethostbyname(host);
101         if (phe) {
102                 memcpy(&sin.sin_addr, phe->h_addr, phe->h_length);
103         } else if ((sin.sin_addr.s_addr = inet_addr(host)) == INADDR_NONE) {
104                 lprintf(1, "Can't get %s host entry: %s\n",
105                         host, strerror(errno));
106                 return (-1);
107         }
108         if ((ppe = getprotobyname("tcp")) == 0) {
109                 lprintf(1, "Can't get TCP protocol entry: %s\n",
110                         strerror(errno));
111                 return (-1);
112         }
113
114         s = socket(PF_INET, SOCK_STREAM, ppe->p_proto);
115         if (s < 0) {
116                 lprintf(1, "Can't create socket: %s\n", strerror(errno));
117                 return (-1);
118         }
119
120         fdflags = fcntl(s, F_GETFL);
121         if (fdflags < 0)
122                 lprintf(1, "unable to get socket flags!  %s.%s: %s \n",
123                         host, service, strerror(errno));
124         fdflags = fdflags | O_NONBLOCK;
125         if (fcntl(s, F_SETFD, fdflags) < 0)
126                 lprintf(1, "unable to set socket nonblocking flags!  %s.%s: %s \n",
127                         host, service, strerror(errno));
128
129         signal(SIGALRM, timeout);
130         alarm(30);
131
132         if (connect(s, (struct sockaddr *) &sin, sizeof(sin)) < 0) {
133                 lprintf(1, "Can't connect to %s.%s: %s\n",
134                         host, service, strerror(errno));
135                 close(s);
136                 return (-1);
137         }
138         alarm(0);
139         signal(SIGALRM, SIG_IGN);
140         if (!is_https) {
141                 fdflags = fcntl(s, F_GETFL);
142                 if (fdflags < 0)
143                         lprintf(1, "unable to get socket flags!  %s.%s: %s \n",
144                                 host, service, strerror(errno));
145                 fdflags = fdflags | O_NONBLOCK;
146                 if (fcntl(s, F_SETFD, fdflags) < 0)
147                         lprintf(1, "unable to set socket nonblocking flags!  %s.%s: %s \n",
148                                 host, service, strerror(errno));
149         }
150         return (s);
151 }
152
153
154
155 /*
156  *  input string from pipe
157  */
158 int serv_getln(char *strbuf, int bufsize)
159 {
160         wcsession *WCC = WC;
161         int len;
162
163         *strbuf = '\0';
164         StrBuf_ServGetln(WCC->MigrateReadLineBuf);
165         len = StrLength(WCC->MigrateReadLineBuf);
166         if (len > bufsize)
167                 len = bufsize - 1;
168         memcpy(strbuf, ChrPtr(WCC->MigrateReadLineBuf), len);
169         FlushStrBuf(WCC->MigrateReadLineBuf);
170         strbuf[len] = '\0';
171 #ifdef SERV_TRACE
172         lprintf(9, "%3d<<<%s\n", WC->serv_sock, strbuf);
173 #endif
174         return len;
175 }
176
177
178 int StrBuf_ServGetln(StrBuf *buf)
179 {
180         wcsession *WCC = WC;
181         const char *ErrStr = NULL;
182         int rc;
183         
184         FlushStrBuf(buf);
185         rc = StrBufTCP_read_buffered_line_fast(buf, 
186                                                WCC->ReadBuf, 
187                                                &WCC->ReadPos, 
188                                                &WCC->serv_sock, 
189                                                5, 1, 
190                                                &ErrStr);
191         if (rc < 0)
192         {
193                 lprintf(1, "Server connection broken: %s\n",
194                         (ErrStr)?ErrStr:"");
195                 wc_backtrace();
196                 WCC->serv_sock = (-1);
197                 WCC->connected = 0;
198                 WCC->logged_in = 0;
199         }
200 #ifdef SERV_TRACE
201         else 
202         {
203                 long pos=0;
204                 if (WCC->ReadPos != NULL)
205                         pos = WCC->ReadPos - ChrPtr(buf);
206                 lprintf(9, "%3d<<<[%ld]%s\n", WC->serv_sock, pos, ChrPtr(buf));
207         }
208 #endif
209         return rc;
210 }
211
212 int StrBuf_ServGetBLOBBuffered(StrBuf *buf, long BlobSize)
213 {
214         wcsession *WCC = WC;
215         const char *ErrStr;
216         int rc;
217         
218         rc = StrBufReadBLOBBuffered(buf, 
219                                     WCC->ReadBuf, 
220                                     &WCC->ReadPos,
221                                     &WCC->serv_sock, 
222                                     1, 
223                                     BlobSize, 
224                                     NNN_TERM,
225                                     &ErrStr);
226         if (rc < 0)
227         {
228                 lprintf(1, "Server connection broken: %s\n",
229                         (ErrStr)?ErrStr:"");
230                 wc_backtrace();
231                 WCC->serv_sock = (-1);
232                 WCC->connected = 0;
233                 WCC->logged_in = 0;
234         }
235 #ifdef SERV_TRACE
236         else
237                 lprintf(9, "%3d<<<BLOB: %ld bytes\n", WC->serv_sock, StrLength(buf));
238 #endif
239
240         return rc;
241 }
242
243 int StrBuf_ServGetBLOB(StrBuf *buf, long BlobSize)
244 {
245         wcsession *WCC = WC;
246         const char *ErrStr;
247         int rc;
248         
249         WCC->ReadPos = NULL;
250         rc = StrBufReadBLOB(buf, &WCC->serv_sock, 1, BlobSize, &ErrStr);
251         if (rc < 0)
252         {
253                 lprintf(1, "Server connection broken: %s\n",
254                         (ErrStr)?ErrStr:"");
255                 wc_backtrace();
256                 WCC->serv_sock = (-1);
257                 WCC->connected = 0;
258                 WCC->logged_in = 0;
259         }
260 #ifdef SERV_TRACE
261         else
262                 lprintf(9, "%3d<<<BLOB: %ld bytes\n", WC->serv_sock, StrLength(buf));
263 #endif
264
265         return rc;
266 }
267
268 /*
269  *  send binary to server
270  *  buf the buffer to write to citadel server
271  *  nbytes how many bytes to send to citadel server
272  */
273 void serv_write(const char *buf, int nbytes)
274 {
275         wcsession *WCC = WC;
276         int bytes_written = 0;
277         int retval;
278
279         FlushStrBuf(WCC->ReadBuf);
280         WCC->ReadPos = NULL;
281         while (bytes_written < nbytes) {
282                 retval = write(WCC->serv_sock, &buf[bytes_written],
283                                nbytes - bytes_written);
284                 if (retval < 1) {
285                         const char *ErrStr = strerror(errno);
286                         lprintf(1, "Server connection broken: %s\n",
287                                 (ErrStr)?ErrStr:"");
288                         close(WCC->serv_sock);
289                         WCC->serv_sock = (-1);
290                         WCC->connected = 0;
291                         WCC->logged_in = 0;
292                         return;
293                 }
294                 bytes_written = bytes_written + retval;
295         }
296 }
297
298
299 /*
300  *  send line to server
301  *  string the line to send to the citadel server
302  */
303 void serv_puts(const char *string)
304 {
305         wcsession *WCC = WC;
306 #ifdef SERV_TRACE
307         lprintf(9, "%3d>>>%s\n", WC->serv_sock, string);
308 #endif
309         FlushStrBuf(WCC->ReadBuf);
310         WCC->ReadPos = NULL;
311
312         serv_write(string, strlen(string));
313         serv_write("\n", 1);
314 }
315
316 /*
317  *  send line to server
318  *  string the line to send to the citadel server
319  */
320 void serv_putbuf(const StrBuf *string)
321 {
322         wcsession *WCC = WC;
323 #ifdef SERV_TRACE
324         lprintf(9, "%3d>>>%s\n", WC->serv_sock, ChrPtr(string));
325 #endif
326         FlushStrBuf(WCC->ReadBuf);
327         WCC->ReadPos = NULL;
328
329         serv_write(ChrPtr(string), StrLength(string));
330         serv_write("\n", 1);
331 }
332
333
334 /*
335  *  convenience function to send stuff to the server
336  *  format the formatstring
337  *  ... the entities to insert into format 
338  */
339 void serv_printf(const char *format,...)
340 {
341         wcsession *WCC = WC;
342         va_list arg_ptr;
343         char buf[SIZ];
344         size_t len;
345
346         FlushStrBuf(WCC->ReadBuf);
347         WCC->ReadPos = NULL;
348
349         va_start(arg_ptr, format);
350         vsnprintf(buf, sizeof buf, format, arg_ptr);
351         va_end(arg_ptr);
352
353         len = strlen(buf);
354         buf[len++] = '\n';
355         buf[len] = '\0';
356         serv_write(buf, len);
357 #ifdef SERV_TRACE
358         lprintf(9, ">>>%s", buf);
359 #endif
360 }
361
362
363
364 /**
365  * Read binary data from server into memory using a series of
366  * server READ commands.
367  * \return the read content as StrBuf
368  */
369 int serv_read_binary(StrBuf *Ret, size_t total_len, StrBuf *Buf) 
370 {
371         wcsession *WCC = WC;
372         size_t bytes = 0;
373         size_t thisblock = 0;
374         
375         if (Ret == NULL)
376             return -1;
377
378         if (MaxRead == -1)
379         {
380                 serv_printf("READ %d|%d", 0, total_len);
381                 if (StrBuf_ServGetln(Buf) > 0)
382                 {
383                         long YetRead;
384                         const char *ErrStr;
385                         const char *pch;
386                         int rc;
387
388                         if (GetServerStatus(Buf, NULL) == 6)
389                         {
390                             StrBufCutLeft(Buf, 4);
391                             thisblock = StrTol(Buf);
392                             if (WCC->serv_sock==-1) {
393                                     FlushStrBuf(Ret); 
394                                     return -1; 
395                             }
396
397                             if (WCC->ReadPos != NULL) {
398                                     pch = ChrPtr(WCC->ReadBuf);
399
400                                     YetRead = WCC->ReadPos - pch;
401                                     if (YetRead > 0)
402                                     {
403                                             long StillThere;
404                                             
405                                             StillThere = StrLength(WCC->ReadBuf) - 
406                                                     YetRead;
407                                             
408                                             StrBufPlain(Ret, 
409                                                         WCC->ReadPos,
410                                                         StillThere);
411                                             total_len -= StillThere;
412                                     }
413                                     FlushStrBuf(WCC->ReadBuf);
414                                     WCC->ReadPos = NULL;
415                             } 
416                             if (total_len > 0)
417                             {
418                                     rc = StrBufReadBLOB(Ret, 
419                                                         &WCC->serv_sock, 
420                                                         1, 
421                                                         total_len,
422                                                         &ErrStr);
423                                     if (rc < 0)
424                                     {
425                                             lprintf(1, "Server connection broken: %s\n",
426                                                     (ErrStr)?ErrStr:"");
427                                             wc_backtrace();
428                                             WCC->serv_sock = (-1);
429                                             WCC->connected = 0;
430                                             WCC->logged_in = 0;
431                                             return rc;
432                                     }
433                                     else
434                                             return StrLength(Ret);
435                             }
436                             else 
437                                     return StrLength(Ret);
438                         }
439                 }
440                 else
441                         return -1;
442         }
443         else while ((WCC->serv_sock!=-1) &&
444                (bytes < total_len)) {
445                 thisblock = MaxRead;
446                 if ((total_len - bytes) < thisblock) {
447                         thisblock = total_len - bytes;
448                         if (thisblock == 0) {
449                                 FlushStrBuf(Ret); 
450                                 return -1; 
451                         }
452                 }
453                 serv_printf("READ %d|%d", (int)bytes, (int)thisblock);
454                 if (StrBuf_ServGetln(Buf) > 0)
455                 {
456                         if (GetServerStatus(Buf, NULL) == 6)
457                         {
458                             StrBufCutLeft(Buf, 4);
459                             thisblock = StrTol(Buf);
460                             if (WCC->serv_sock==-1) {
461                                     FlushStrBuf(Ret); 
462                                     return -1; 
463                             }
464                             StrBuf_ServGetBLOBBuffered(Ret, thisblock);
465                             bytes += thisblock;
466                     }
467                     else {
468                             lprintf(3, "Error: %s\n", ChrPtr(Buf) + 4);
469                             return -1;
470                     }
471                 }
472         }
473         return StrLength(Ret);
474 }
475
476
477 int ClientGetLine(ParsedHttpHdrs *Hdr, StrBuf *Target)
478 {
479         const char *Error;
480 #ifdef HAVE_OPENSSL
481         const char *pch, *pchs;
482         int rlen, len, retval = 0;
483
484         if (is_https) {
485                 int ntries = 0;
486                 if (StrLength(Hdr->ReadBuf) > 0) {
487                         pchs = ChrPtr(Hdr->ReadBuf);
488                         pch = strchr(pchs, '\n');
489                         if (pch != NULL) {
490                                 rlen = 0;
491                                 len = pch - pchs;
492                                 if (len > 0 && (*(pch - 1) == '\r') )
493                                         rlen ++;
494                                 StrBufSub(Target, Hdr->ReadBuf, 0, len - rlen);
495                                 StrBufCutLeft(Hdr->ReadBuf, len + 1);
496                                 return len - rlen;
497                         }
498                 }
499
500                 while (retval == 0) { 
501                                 pch = NULL;
502                                 pchs = ChrPtr(Hdr->ReadBuf);
503                                 if (*pchs != '\0')
504                                         pch = strchr(pchs, '\n');
505                                 if (pch == NULL) {
506                                         retval = client_read_sslbuffer(Hdr->ReadBuf, SLEEPING);
507                                         pchs = ChrPtr(Hdr->ReadBuf);
508                                         pch = strchr(pchs, '\n');
509                                 }
510                                 if (retval == 0) {
511                                         sleeeeeeeeeep(1);
512                                         ntries ++;
513                                 }
514                                 if (ntries > 10)
515                                         return 0;
516                 }
517                 if ((retval > 0) && (pch != NULL)) {
518                         rlen = 0;
519                         len = pch - pchs;
520                         if (len > 0 && (*(pch - 1) == '\r') )
521                                 rlen ++;
522                         StrBufSub(Target, Hdr->ReadBuf, 0, len - rlen);
523                         StrBufCutLeft(Hdr->ReadBuf, len + 1);
524                         return len - rlen;
525
526                 }
527                 else 
528                         return -1;
529         }
530         else 
531 #endif
532                 return StrBufTCP_read_buffered_line_fast(Target, 
533                                                          Hdr->ReadBuf,
534                                                          &Hdr->Pos,
535                                                          &Hdr->http_sock,
536                                                          5,
537                                                          1,
538                                                          &Error);
539 }
540
541 #ifdef CTDL_IPV6
542
543 /* 
544  * This is a generic function to set up a master socket for listening on
545  * a TCP port.  The server shuts down if the bind fails.  (IPv4/IPv6 version)
546  *
547  * ip_addr      IP address to bind
548  * port_number  port number to bind
549  * queue_len    number of incoming connections to allow in the queue
550  */
551 int ig_tcp_server(char *ip_addr, int port_number, int queue_len)
552 {
553         struct protoent *p;
554         struct sockaddr_in6 sin;
555         int s, i;
556
557         memset(&sin, 0, sizeof(sin));
558         sin.sin6_family = AF_INET6;
559
560         if ((ip_addr == NULL) || (IsEmptyStr(ip_addr)) || (!strcmp(ip_addr, "0.0.0.0"))) {
561                 sin.sin6_addr = in6addr_any;
562         } else {
563                 char bind_to[256];
564                 if ((strchr(ip_addr, '.')) && (!strchr(ip_addr, ':'))) {
565                         snprintf(bind_to, sizeof bind_to, "::ffff:%s", ip_addr);
566                 }
567                 else {
568                         safestrncpy(bind_to, ip_addr, sizeof bind_to);
569                 }
570                 if (inet_pton(AF_INET6, bind_to, &sin.sin6_addr) <= 0) {
571                         lprintf(1, "Error binding to [%s] : %s\n", ip_addr, strerror(errno));
572                         return (-WC_EXIT_BIND);
573                 }
574         }
575
576         if (port_number == 0) {
577                 lprintf(1, "Cannot start: no port number specified.\n");
578                 return (-WC_EXIT_BIND);
579         }
580         sin.sin6_port = htons((u_short) port_number);
581
582         p = getprotobyname("tcp");
583
584         s = socket(PF_INET6, SOCK_STREAM, (p->p_proto));
585         if (s < 0) {
586                 lprintf(1, "Can't create an IPv6 socket: %s\n", strerror(errno));
587                 return (-WC_EXIT_BIND);
588         }
589         /* Set some socket options that make sense. */
590         i = 1;
591         setsockopt(s, SOL_SOCKET, SO_REUSEADDR, &i, sizeof(i));
592
593         #ifndef __APPLE__
594         fcntl(s, F_SETFL, O_NONBLOCK); /* maide: this statement is incorrect
595                                           there should be a preceding F_GETFL
596                                           and a bitwise OR with the previous
597                                           fd flags */
598         #endif
599         
600         if (bind(s, (struct sockaddr *) &sin, sizeof(sin)) < 0) {
601                 lprintf(1, "Can't bind: %s\n", strerror(errno));
602                 return (-WC_EXIT_BIND);
603         }
604         if (listen(s, queue_len) < 0) {
605                 lprintf(1, "Can't listen: %s\n", strerror(errno));
606                 return (-WC_EXIT_BIND);
607         }
608         return (s);
609 }
610
611 #else /* CTDL_IPV6 */
612
613 /* 
614  * This is a generic function to set up a master socket for listening on
615  * a TCP port.  The server shuts down if the bind fails.
616  *
617  * ip_addr      IP address to bind
618  * port_number  port number to bind
619  * queue_len    number of incoming connections to allow in the queue
620  */
621 int ig_tcp_server(char *ip_addr, int port_number, int queue_len)
622 {
623         struct protoent *p;
624         struct sockaddr_in sin;
625         int s, i;
626
627         memset(&sin, 0, sizeof(sin));
628         sin.sin_family = AF_INET;
629         if (ip_addr == NULL) {
630                 sin.sin_addr.s_addr = INADDR_ANY;
631         } else {
632                 sin.sin_addr.s_addr = inet_addr(ip_addr);
633         }
634
635         if (sin.sin_addr.s_addr == INADDR_NONE) {
636                 sin.sin_addr.s_addr = INADDR_ANY;
637         }
638
639         if (port_number == 0) {
640                 lprintf(1, "Cannot start: no port number specified.\n");
641                 return (-WC_EXIT_BIND);
642         }
643         sin.sin_port = htons((u_short) port_number);
644
645         p = getprotobyname("tcp");
646
647         s = socket(PF_INET, SOCK_STREAM, (p->p_proto));
648         if (s < 0) {
649                 lprintf(1, "Can't create an IPv4 socket: %s\n", strerror(errno));
650                 return (-WC_EXIT_BIND);
651         }
652         /* Set some socket options that make sense. */
653         i = 1;
654         setsockopt(s, SOL_SOCKET, SO_REUSEADDR, &i, sizeof(i));
655
656         if (bind(s, (struct sockaddr *) &sin, sizeof(sin)) < 0) {
657                 lprintf(1, "Can't bind: %s\n", strerror(errno));
658                 return (-WC_EXIT_BIND);
659         }
660         if (listen(s, queue_len) < 0) {
661                 lprintf(1, "Can't listen: %s\n", strerror(errno));
662                 return (-WC_EXIT_BIND);
663         }
664         return (s);
665 }
666
667 #endif /* CTDL_IPV6 */
668
669
670 /*
671  * Create a Unix domain socket and listen on it
672  * sockpath - file name of the unix domain socket
673  * queue_len - Number of incoming connections to allow in the queue
674  */
675 int ig_uds_server(char *sockpath, int queue_len)
676 {
677         struct sockaddr_un addr;
678         int s;
679         int i;
680         int actual_queue_len;
681
682         actual_queue_len = queue_len;
683         if (actual_queue_len < 5) actual_queue_len = 5;
684
685         i = unlink(sockpath);
686         if ((i != 0) && (errno != ENOENT)) {
687                 lprintf(1, "webcit: can't unlink %s: %s\n",
688                         sockpath, strerror(errno));
689                 return (-WC_EXIT_BIND);
690         }
691
692         memset(&addr, 0, sizeof(addr));
693         addr.sun_family = AF_UNIX;
694         safestrncpy(addr.sun_path, sockpath, sizeof addr.sun_path);
695
696         s = socket(AF_UNIX, SOCK_STREAM, 0);
697         if (s < 0) {
698                 lprintf(1, "webcit: Can't create a unix domain socket: %s\n", strerror(errno));
699                 return (-WC_EXIT_BIND);
700         }
701
702         if (bind(s, (struct sockaddr *)&addr, sizeof(addr)) < 0) {
703                 lprintf(1, "webcit: Can't bind: %s\n",
704                         strerror(errno));
705                 return (-WC_EXIT_BIND);
706         }
707
708         if (listen(s, actual_queue_len) < 0) {
709                 lprintf(1, "webcit: Can't listen: %s\n",
710                         strerror(errno));
711                 return (-WC_EXIT_BIND);
712         }
713
714         chmod(sockpath, 0777);
715         return(s);
716 }
717
718
719
720
721 /*
722  * Read data from the client socket.
723  *
724  * sock         socket fd to read from
725  * buf          buffer to read into 
726  * bytes        number of bytes to read
727  * timeout      Number of seconds to wait before timing out
728  *
729  * Possible return values:
730  *      1       Requested number of bytes has been read.
731  *      0       Request timed out.
732  *      -1      Connection is broken, or other error.
733  */
734 int client_read_to(ParsedHttpHdrs *Hdr, StrBuf *Target, int bytes, int timeout)
735 {
736         const char *Error;
737         int retval = 0;
738
739 #ifdef HAVE_OPENSSL
740         if (is_https) {
741                 long bufremain;
742                 long baselen;
743
744                 baselen = StrLength(Target);
745
746                 if (Hdr->Pos == NULL)
747                         Hdr->Pos = ChrPtr(Hdr->ReadBuf);
748                 bufremain = StrLength(Hdr->ReadBuf) - (Hdr->Pos - ChrPtr(Hdr->ReadBuf));
749
750                 if (bytes < bufremain)
751                         bufremain = bytes;
752                 StrBufAppendBufPlain(Target, Hdr->Pos, bufremain, 0);
753                 StrBufCutLeft(Hdr->ReadBuf, bufremain);
754
755                 if (bytes > bufremain) 
756                 {
757                         while ((StrLength(Hdr->ReadBuf) + StrLength(Target) < bytes + baselen) &&
758                                (retval >= 0))
759                                 retval = client_read_sslbuffer(Hdr->ReadBuf, timeout);
760                         if (retval >= 0) {
761                                 StrBufAppendBuf(Target, Hdr->ReadBuf, 0); /* todo: Buf > bytes? */
762 #ifdef HTTP_TRACING
763                                 write(2, "\033[32m", 5);
764                                 write(2, buf, bytes);
765                                 write(2, "\033[30m", 5);
766 #endif
767                                 return 1;
768                         }
769                         else {
770                                 lprintf(2, "client_read_ssl() failed\n");
771                                 return -1;
772                         }
773                 }
774                 else 
775                         return 1;
776         }
777 #endif
778
779         retval = StrBufReadBLOBBuffered(Target, 
780                                         Hdr->ReadBuf, 
781                                         &Hdr->Pos, 
782                                         &Hdr->http_sock, 
783                                         1, 
784                                         bytes,
785                                         O_TERM,
786                                         &Error);
787         if (retval < 0) {
788                 lprintf(2, "client_read() failed: %s\n",
789                         Error);
790                 wc_backtrace();
791                 return retval;
792         }
793
794 #ifdef HTTP_TRACING
795         write(2, "\033[32m", 5);
796         write(2, buf, bytes);
797         write(2, "\033[30m", 5);
798 #endif
799         return 1;
800 }
801
802
803 /*
804  * Begin buffering HTTP output so we can transmit it all in one write operation later.
805  */
806 void begin_burst(void)
807 {
808         if (WC->WBuf == NULL) {
809                 WC->WBuf = NewStrBufPlain(NULL, 32768);
810         }
811 }
812
813
814 /*
815  * Finish buffering HTTP output.  [Compress using zlib and] output with a Content-Length: header.
816  */
817 long end_burst(void)
818 {
819         wcsession *WCC = WC;
820         const char *ptr, *eptr;
821         long count;
822         ssize_t res = 0;
823         fd_set wset;
824         int fdflags;
825
826         if (!DisableGzip && (WCC->Hdr->HR.gzip_ok))
827         {
828                 if (CompressBuffer(WCC->WBuf) > 0)
829                         hprintf("Content-encoding: gzip\r\n");
830                 else {
831                         lprintf(CTDL_ALERT, "Compression failed: %d [%s] sending uncompressed\n", errno, strerror(errno));
832                         wc_backtrace();
833                 }
834         }
835
836         if (WCC->WFBuf != NULL) {
837                 WildFireSerializePayload(WCC->WFBuf, WCC->HBuf, &WCC->Hdr->nWildfireHeaders, NULL);
838                 FreeStrBuf(&WCC->WFBuf);
839         }
840
841         if (WCC->Hdr->HR.prohibit_caching)
842                 hprintf("Pragma: no-cache\r\nCache-Control: no-store\r\nExpires:-1\r\n");
843         hprintf("Content-length: %d\r\n\r\n", StrLength(WCC->WBuf));
844
845         ptr = ChrPtr(WCC->HBuf);
846         count = StrLength(WCC->HBuf);
847         eptr = ptr + count;
848
849 #ifdef HAVE_OPENSSL
850         if (is_https) {
851                 client_write_ssl(WCC->HBuf);
852                 client_write_ssl(WCC->WBuf);
853                 return (count);
854         }
855 #endif
856
857         
858 #ifdef HTTP_TRACING
859         
860         write(2, "\033[34m", 5);
861         write(2, ptr, StrLength(WCC->WBuf));
862         write(2, "\033[30m", 5);
863 #endif
864         if (WCC->Hdr->http_sock == -1)
865                 return -1;
866         fdflags = fcntl(WC->Hdr->http_sock, F_GETFL);
867
868         while ((ptr < eptr) && (WCC->Hdr->http_sock != -1)){
869                 if ((fdflags & O_NONBLOCK) == O_NONBLOCK) {
870                         FD_ZERO(&wset);
871                         FD_SET(WCC->Hdr->http_sock, &wset);
872                         if (select(WCC->Hdr->http_sock + 1, NULL, &wset, NULL, NULL) == -1) {
873                                 lprintf(2, "client_write: Socket select failed (%s)\n", strerror(errno));
874                                 return -1;
875                         }
876                 }
877
878                 if ((WCC->Hdr->http_sock == -1) || 
879                     (res = write(WCC->Hdr->http_sock, 
880                                  ptr,
881                                  count)) == -1) {
882                         lprintf(2, "client_write: Socket write failed (%s)\n", strerror(errno));
883                         wc_backtrace();
884                         return res;
885                 }
886                 count -= res;
887                 ptr += res;
888         }
889
890         ptr = ChrPtr(WCC->WBuf);
891         count = StrLength(WCC->WBuf);
892         eptr = ptr + count;
893
894 #ifdef HTTP_TRACING
895         
896         write(2, "\033[34m", 5);
897         write(2, ptr, StrLength(WCC->WBuf));
898         write(2, "\033[30m", 5);
899 #endif
900
901         while ((ptr < eptr) && (WCC->Hdr->http_sock != -1)) {
902                 if ((fdflags & O_NONBLOCK) == O_NONBLOCK) {
903                         FD_ZERO(&wset);
904                         FD_SET(WCC->Hdr->http_sock, &wset);
905                         if (select(WCC->Hdr->http_sock + 1, NULL, &wset, NULL, NULL) == -1) {
906                                 lprintf(2, "client_write: Socket select failed (%s)\n", strerror(errno));
907                                 return -1;
908                         }
909                 }
910
911                 if ((WCC->Hdr->http_sock == -1) || 
912                     (res = write(WCC->Hdr->http_sock, 
913                                  ptr,
914                                  count)) == -1) {
915                         lprintf(2, "client_write: Socket write failed (%s)\n", strerror(errno));
916                         wc_backtrace();
917                         return res;
918                 }
919                 count -= res;
920                 ptr += res;
921         }
922
923         return StrLength(WCC->WBuf);
924 }
925
926
927 /*
928  * lingering_close() a`la Apache. see
929  * http://www.apache.org/docs/misc/fin_wait_2.html for rationale
930  */
931 int lingering_close(int fd)
932 {
933         char buf[SIZ];
934         int i;
935         fd_set set;
936         struct timeval tv, start;
937
938         gettimeofday(&start, NULL);
939         if (fd == -1)
940                 return -1;
941         shutdown(fd, 1);
942         do {
943                 do {
944                         gettimeofday(&tv, NULL);
945                         tv.tv_sec = SLEEPING - (tv.tv_sec - start.tv_sec);
946                         tv.tv_usec = start.tv_usec - tv.tv_usec;
947                         if (tv.tv_usec < 0) {
948                                 tv.tv_sec--;
949                                 tv.tv_usec += 1000000;
950                         }
951                         FD_ZERO(&set);
952                         FD_SET(fd, &set);
953                         i = select(fd + 1, &set, NULL, NULL, &tv);
954                 } while (i == -1 && errno == EINTR);
955
956                 if (i <= 0)
957                         break;
958
959                 i = read(fd, buf, sizeof buf);
960         } while (i != 0 && (i != -1 || errno == EINTR));
961
962         return close(fd);
963 }
964
965 void
966 HttpNewModule_TCPSOCKETS
967 (ParsedHttpHdrs *httpreq)
968 {
969
970         httpreq->ReadBuf = NewStrBufPlain(NULL, SIZ * 4);
971 }
972
973 void
974 HttpDetachModule_TCPSOCKETS
975 (ParsedHttpHdrs *httpreq)
976 {
977
978         FlushStrBuf(httpreq->ReadBuf);
979         ReAdjustEmptyBuf(httpreq->ReadBuf, 4 * SIZ, SIZ);
980 }
981
982 void
983 HttpDestroyModule_TCPSOCKETS
984 (ParsedHttpHdrs *httpreq)
985 {
986
987         FreeStrBuf(&httpreq->ReadBuf);
988 }
989
990
991 void
992 SessionNewModule_TCPSOCKETS
993 (wcsession *sess)
994 {
995         sess->CLineBuf = NewStrBuf();
996         sess->MigrateReadLineBuf = NewStrBuf();
997 }
998
999 void 
1000 SessionDestroyModule_TCPSOCKETS
1001 (wcsession *sess)
1002 {
1003         FreeStrBuf(&sess->CLineBuf);
1004         FreeStrBuf(&sess->ReadBuf);
1005         sess->ReadPos = NULL;
1006         FreeStrBuf(&sess->MigrateReadLineBuf);
1007         if (sess->serv_sock > 0)
1008                 close(sess->serv_sock);
1009 }