#include <stdio.h>
#include <sys/select.h>
#include <fcntl.h>
+#include <sys/types.h>
#define SHOW_ME_VAPPEND_PRINTF
#include <stdarg.h>
#include "libcitadel.h"
#include <iconv.h>
#endif
-#ifdef HAVE_ZLIB
-#include <zlib.h>
+#ifdef HAVE_BACKTRACE
+#include <execinfo.h>
#endif
-
#ifdef HAVE_ZLIB
#include <zlib.h>
int ZEXPORT compress_gzip(Bytef * dest, size_t * destLen,
const Bytef * source, uLong sourceLen, int level);
#endif
+int BaseStrBufSize = 64;
+
+const char *StrBufNOTNULL = ((char*) NULL) - 1;
+
+/**
+ * @defgroup StrBuf Stringbuffer, A class for manipulating strings with dynamic buffers
+ */
/**
* Private Structure for the Stringbuffer
struct StrBuf {
char *buf; /**< the pointer to the dynamic buffer */
long BufSize; /**< how many spcae do we optain */
- long BufUsed; /**< StNumber of Chars used excluding the trailing \0 */
+ long BufUsed; /**< StNumber of Chars used excluding the trailing \\0 */
int ConstBuf; /**< are we just a wrapper arround a static buffer and musn't we be changed? */
+#ifdef SIZE_DEBUG
+ long nIncreases;
+ char bt [SIZ];
+ char bt_lastinc [SIZ];
+#endif
};
+static inline int Ctdl_GetUtf8SequenceLength(const char *CharS, const char *CharE);
+static inline int Ctdl_IsUtf8SequenceStart(const char Char);
+
+#ifdef SIZE_DEBUG
+#ifdef HAVE_BACKTRACE
+static void StrBufBacktrace(StrBuf *Buf, int which)
+{
+ int n;
+ char *pstart, *pch;
+ void *stack_frames[50];
+ size_t size, i;
+ char **strings;
+
+ if (which)
+ pstart = pch = Buf->bt;
+ else
+ pstart = pch = Buf->bt_lastinc;
+ size = backtrace(stack_frames, sizeof(stack_frames) / sizeof(void*));
+ strings = backtrace_symbols(stack_frames, size);
+ for (i = 0; i < size; i++) {
+ if (strings != NULL)
+ n = snprintf(pch, SIZ - (pch - pstart), "%s\\n", strings[i]);
+ else
+ n = snprintf(pch, SIZ - (pch - pstart), "%p\\n", stack_frames[i]);
+ pch += n;
+ }
+ free(strings);
+
+
+}
+#endif
+#endif
+
/**
- * \Brief Cast operator to Plain String
- * Note: if the buffer is altered by StrBuf operations, this pointer may become
+ * @ingroup StrBuf
+ * @brief Cast operator to Plain String
+ * @note if the buffer is altered by StrBuf operations, this pointer may become
* invalid. So don't lean on it after altering the buffer!
* Since this operation is considered cheap, rather call it often than risking
* your pointer to become invalid!
- * \param Str the string we want to get the c-string representation for
- * \returns the Pointer to the Content. Don't mess with it!
+ * @param Str the string we want to get the c-string representation for
+ * @returns the Pointer to the Content. Don't mess with it!
*/
inline const char *ChrPtr(const StrBuf *Str)
{
}
/**
- * \brief since we know strlen()'s result, provide it here.
- * \param Str the string to return the length to
- * \returns contentlength of the buffer
+ * @ingroup StrBuf
+ * @brief since we know strlen()'s result, provide it here.
+ * @param Str the string to return the length to
+ * @returns contentlength of the buffer
*/
inline int StrLength(const StrBuf *Str)
{
}
/**
- * \brief local utility function to resize the buffer
- * \param Buf the buffer whichs storage we should increase
- * \param KeepOriginal should we copy the original buffer or just start over with a new one
- * \param DestSize what should fit in after?
+ * @ingroup StrBuf
+ * @brief local utility function to resize the buffer
+ * @param Buf the buffer whichs storage we should increase
+ * @param KeepOriginal should we copy the original buffer or just start over with a new one
+ * @param DestSize what should fit in after?
*/
static int IncreaseBuf(StrBuf *Buf, int KeepOriginal, int DestSize)
{
NewSize *= 2;
NewBuf= (char*) malloc(NewSize);
+ if (NewBuf == NULL)
+ return -1;
+
if (KeepOriginal && (Buf->BufUsed > 0))
{
memcpy(NewBuf, Buf->buf, Buf->BufUsed);
}
free (Buf->buf);
Buf->buf = NewBuf;
- Buf->BufSize *= 2;
+ Buf->BufSize = NewSize;
+#ifdef SIZE_DEBUG
+ Buf->nIncreases++;
+#ifdef HAVE_BACKTRACE
+ StrBufBacktrace(Buf, 1);
+#endif
+#endif
return Buf->BufSize;
}
/**
- * Allocate a new buffer with default buffer size
- * \returns the new stringbuffer
+ * @ingroup StrBuf
+ * @brief shrink an _EMPTY_ buffer if its Buffer superseeds threshhold to NewSize. Buffercontent is thoroughly ignored and flushed.
+ * @param Buf Buffer to shrink (has to be empty)
+ * @param ThreshHold if the buffer is bigger then this, its readjusted
+ * @param NewSize if we Shrink it, how big are we going to be afterwards?
+ */
+void ReAdjustEmptyBuf(StrBuf *Buf, long ThreshHold, long NewSize)
+{
+ if (Buf->BufUsed > ThreshHold) {
+ free(Buf->buf);
+ Buf->buf = (char*) malloc(NewSize);
+ Buf->BufUsed = 0;
+ Buf->BufSize = NewSize;
+ }
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief shrink long term buffers to their real size so they don't waste memory
+ * @param Buf buffer to shrink
+ * @param Force if not set, will just executed if the buffer is much to big; set for lifetime strings
+ * @returns physical size of the buffer
+ */
+long StrBufShrinkToFit(StrBuf *Buf, int Force)
+{
+ if (Force ||
+ (Buf->BufUsed + (Buf->BufUsed / 3) > Buf->BufSize))
+ {
+ char *TmpBuf = (char*) malloc(Buf->BufUsed + 1);
+ memcpy (TmpBuf, Buf->buf, Buf->BufUsed + 1);
+ Buf->BufSize = Buf->BufUsed + 1;
+ free(Buf->buf);
+ Buf->buf = TmpBuf;
+ }
+ return Buf->BufUsed;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief Allocate a new buffer with default buffer size
+ * @returns the new stringbuffer
*/
StrBuf* NewStrBuf(void)
{
StrBuf *NewBuf;
NewBuf = (StrBuf*) malloc(sizeof(StrBuf));
- NewBuf->buf = (char*) malloc(SIZ);
+ NewBuf->buf = (char*) malloc(BaseStrBufSize);
NewBuf->buf[0] = '\0';
- NewBuf->BufSize = SIZ;
+ NewBuf->BufSize = BaseStrBufSize;
NewBuf->BufUsed = 0;
NewBuf->ConstBuf = 0;
+#ifdef SIZE_DEBUG
+ NewBuf->nIncreases = 0;
+ NewBuf->bt[0] = '\0';
+ NewBuf->bt_lastinc[0] = '\0';
+#ifdef HAVE_BACKTRACE
+ StrBufBacktrace(NewBuf, 0);
+#endif
+#endif
return NewBuf;
}
/**
- * \brief Copy Constructor; returns a duplicate of CopyMe
- * \params CopyMe Buffer to faxmilate
- * \returns the new stringbuffer
+ * @ingroup StrBuf
+ * @brief Copy Constructor; returns a duplicate of CopyMe
+ * @param CopyMe Buffer to faxmilate
+ * @returns the new stringbuffer
*/
StrBuf* NewStrBufDup(const StrBuf *CopyMe)
{
NewBuf->BufUsed = CopyMe->BufUsed;
NewBuf->BufSize = CopyMe->BufSize;
NewBuf->ConstBuf = 0;
+#ifdef SIZE_DEBUG
+ NewBuf->nIncreases = 0;
+ NewBuf->bt[0] = '\0';
+ NewBuf->bt_lastinc[0] = '\0';
+#ifdef HAVE_BACKTRACE
+ StrBufBacktrace(NewBuf, 0);
+#endif
+#endif
return NewBuf;
}
/**
- * \brief create a new Buffer using an existing c-string
+ * @ingroup StrBuf
+ * @brief create a new Buffer using an existing c-string
* this function should also be used if you want to pre-suggest
* the buffer size to allocate in conjunction with ptr == NULL
- * \param ptr the c-string to copy; may be NULL to create a blank instance
- * \param nChars How many chars should we copy; -1 if we should measure the length ourselves
- * \returns the new stringbuffer
+ * @param ptr the c-string to copy; may be NULL to create a blank instance
+ * @param nChars How many chars should we copy; -1 if we should measure the length ourselves
+ * @returns the new stringbuffer
*/
StrBuf* NewStrBufPlain(const char* ptr, int nChars)
{
StrBuf *NewBuf;
- size_t Siz = SIZ;
+ size_t Siz = BaseStrBufSize;
size_t CopySize;
NewBuf = (StrBuf*) malloc(sizeof(StrBuf));
NewBuf->BufUsed = 0;
}
NewBuf->ConstBuf = 0;
+#ifdef SIZE_DEBUG
+ NewBuf->nIncreases = 0;
+ NewBuf->bt[0] = '\0';
+ NewBuf->bt_lastinc[0] = '\0';
+#ifdef HAVE_BACKTRACE
+ StrBufBacktrace(NewBuf, 0);
+#endif
+#endif
return NewBuf;
}
/**
- * \brief Set an existing buffer from a c-string
- * \param ptr c-string to put into
- * \param nChars set to -1 if we should work 0-terminated
- * \returns the new length of the string
+ * @ingroup StrBuf
+ * @brief Set an existing buffer from a c-string
+ * @param ptr c-string to put into
+ * @param nChars set to -1 if we should work 0-terminated
+ * @returns the new length of the string
*/
int StrBufPlain(StrBuf *Buf, const char* ptr, int nChars)
{
/**
- * \brief use strbuf as wrapper for a string constant for easy handling
- * \param StringConstant a string to wrap
- * \param SizeOfConstant should be sizeof(StringConstant)-1
+ * @ingroup StrBuf
+ * @brief use strbuf as wrapper for a string constant for easy handling
+ * @param StringConstant a string to wrap
+ * @param SizeOfStrConstant should be sizeof(StringConstant)-1
*/
StrBuf* _NewConstStrBuf(const char* StringConstant, size_t SizeOfStrConstant)
{
NewBuf->BufSize = SizeOfStrConstant;
NewBuf->BufUsed = SizeOfStrConstant;
NewBuf->ConstBuf = 1;
+#ifdef SIZE_DEBUG
+ NewBuf->nIncreases = 0;
+ NewBuf->bt[0] = '\0';
+ NewBuf->bt_lastinc[0] = '\0';
+#endif
return NewBuf;
}
/**
- * \brief flush the content of a Buf; keep its struct
- * \param buf Buffer to flush
+ * @ingroup StrBuf
+ * @brief flush the content of a Buf; keep its struct
+ * @param buf Buffer to flush
*/
int FlushStrBuf(StrBuf *buf)
{
}
/**
- * \brief Release a Buffer
+ * @brief wipe the content of a Buf thoroughly (overwrite it -> expensive); keep its struct
+ * @param buf Buffer to wipe
+ */
+int FLUSHStrBuf(StrBuf *buf)
+{
+ if (buf == NULL)
+ return -1;
+ if (buf->ConstBuf)
+ return -1;
+ if (buf->BufUsed > 0) {
+ memset(buf->buf, 0, buf->BufUsed);
+ buf->BufUsed = 0;
+ }
+ return 0;
+}
+
+#ifdef SIZE_DEBUG
+int hFreeDbglog = -1;
+#endif
+/**
+ * @ingroup StrBuf
+ * @brief Release a Buffer
* Its a double pointer, so it can NULL your pointer
* so fancy SIG11 appear instead of random results
- * \param FreeMe Pointer Pointer to the buffer to free
+ * @param FreeMe Pointer Pointer to the buffer to free
*/
void FreeStrBuf (StrBuf **FreeMe)
{
if (*FreeMe == NULL)
return;
+#ifdef SIZE_DEBUG
+ if (hFreeDbglog == -1){
+ pid_t pid = getpid();
+ char path [SIZ];
+ snprintf(path, SIZ, "/tmp/libcitadel_strbuf_realloc.log.%d", pid);
+ hFreeDbglog = open(path, O_APPEND|O_CREAT|O_WRONLY);
+ }
+ if ((*FreeMe)->nIncreases > 0)
+ {
+ char buf[SIZ * 3];
+ long n;
+ n = snprintf(buf, SIZ * 3, "+|%ld|%ld|%ld|%s|%s|\n",
+ (*FreeMe)->nIncreases,
+ (*FreeMe)->BufUsed,
+ (*FreeMe)->BufSize,
+ (*FreeMe)->bt,
+ (*FreeMe)->bt_lastinc);
+ n = write(hFreeDbglog, buf, n);
+ }
+ else
+ {
+ char buf[128];
+ long n;
+ n = snprintf(buf, 128, "_|0|%ld%ld|\n",
+ (*FreeMe)->BufUsed,
+ (*FreeMe)->BufSize);
+ n = write(hFreeDbglog, buf, n);
+ }
+#endif
if (!(*FreeMe)->ConstBuf)
free((*FreeMe)->buf);
free(*FreeMe);
}
/**
- * \brief Release the buffer
+ * @ingroup StrBuf
+ * @brief flatten a Buffer to the Char * we return
+ * Its a double pointer, so it can NULL your pointer
+ * so fancy SIG11 appear instead of random results
+ * The Callee then owns the buffer and is responsible for freeing it.
+ * @param SmashMe Pointer Pointer to the buffer to release Buf from and free
+ * @returns the pointer of the buffer; Callee owns the memory thereafter.
+ */
+char *SmashStrBuf (StrBuf **SmashMe)
+{
+ char *Ret;
+
+ if (*SmashMe == NULL)
+ return NULL;
+#ifdef SIZE_DEBUG
+ if (hFreeDbglog == -1){
+ pid_t pid = getpid();
+ char path [SIZ];
+ snprintf(path, SIZ, "/tmp/libcitadel_strbuf_realloc.log.%d", pid);
+ hFreeDbglog = open(path, O_APPEND|O_CREAT|O_WRONLY);
+ }
+ if ((*SmashMe)->nIncreases > 0)
+ {
+ char buf[SIZ * 3];
+ long n;
+ n = snprintf(buf, SIZ * 3, "S+|%ld|%ld|%ld|%s|%s|\n",
+ (*SmashMe)->nIncreases,
+ (*SmashMe)->BufUsed,
+ (*SmashMe)->BufSize,
+ (*SmashMe)->bt,
+ (*SmashMe)->bt_lastinc);
+ n = write(hFreeDbglog, buf, n);
+ }
+ else
+ {
+ char buf[128];
+ long n;
+ n = snprintf(buf, 128, "S_|0|%ld%ld|\n",
+ (*SmashMe)->BufUsed,
+ (*SmashMe)->BufSize);
+ n = write(hFreeDbglog, buf, n);
+ }
+#endif
+ Ret = (*SmashMe)->buf;
+ free(*SmashMe);
+ *SmashMe = NULL;
+ return Ret;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief Release the buffer
* If you want put your StrBuf into a Hash, use this as Destructor.
- * \param VFreeMe untyped pointer to a StrBuf. be shure to do the right thing [TM]
+ * @param VFreeMe untyped pointer to a StrBuf. be shure to do the right thing [TM]
*/
void HFreeStrBuf (void *VFreeMe)
{
StrBuf *FreeMe = (StrBuf*)VFreeMe;
if (FreeMe == NULL)
return;
+#ifdef SIZE_DEBUG
+ if (hFreeDbglog == -1){
+ pid_t pid = getpid();
+ char path [SIZ];
+ snprintf(path, SIZ, "/tmp/libcitadel_strbuf_realloc.log.%d", pid);
+ hFreeDbglog = open(path, O_APPEND|O_CREAT|O_WRONLY);
+ }
+ if (FreeMe->nIncreases > 0)
+ {
+ char buf[SIZ * 3];
+ long n;
+ n = snprintf(buf, SIZ * 3, "+|%ld|%ld|%ld|%s|%s|\n",
+ FreeMe->nIncreases,
+ FreeMe->BufUsed,
+ FreeMe->BufSize,
+ FreeMe->bt,
+ FreeMe->bt_lastinc);
+ write(hFreeDbglog, buf, n);
+ }
+ else
+ {
+ char buf[128];
+ long n;
+ n = snprintf(buf, 128, "_|%ld|%ld%ld|\n",
+ FreeMe->nIncreases,
+ FreeMe->BufUsed,
+ FreeMe->BufSize);
+ }
+#endif
if (!FreeMe->ConstBuf)
free(FreeMe->buf);
free(FreeMe);
}
/**
- * \brief Wrapper around atol
+ * @ingroup StrBuf
+ * @brief Wrapper around atol
*/
long StrTol(const StrBuf *Buf)
{
}
/**
- * \brief Wrapper around atoi
+ * @ingroup StrBuf
+ * @brief Wrapper around atoi
*/
int StrToi(const StrBuf *Buf)
{
else
return 0;
}
+
/**
- * \brief Checks to see if the string is a pure number
+ * @ingroup StrBuf
+ * @brief Checks to see if the string is a pure number
*/
int StrBufIsNumber(const StrBuf *Buf) {
+ char * pEnd;
if (Buf == NULL) {
return 0;
}
- char * pEnd;
strtoll(Buf->buf, &pEnd, 10);
if (pEnd == NULL && ((Buf->buf)-pEnd) != 0) {
return 1;
return 0;
}
/**
- * \brief modifies a Single char of the Buf
+ * @ingroup StrBuf
+ * @brief modifies a Single char of the Buf
* You can point to it via char* or a zero-based integer
- * \param ptr char* to zero; use NULL if unused
- * \param nThChar zero based pointer into the string; use -1 if unused
- * \param PeekValue The Character to place into the position
+ * @param Buf The buffer to manipulate
+ * @param ptr char* to zero; use NULL if unused
+ * @param nThChar zero based pointer into the string; use -1 if unused
+ * @param PeekValue The Character to place into the position
*/
long StrBufPeek(StrBuf *Buf, const char* ptr, long nThChar, char PeekValue)
{
}
/**
- * \brief Append a StringBuffer to the buffer
- * \param Buf Buffer to modify
- * \param AppendBuf Buffer to copy at the end of our buffer
- * \param Offset Should we start copying from an offset?
+ * @ingroup StrBuf
+ * @brief Append a StringBuffer to the buffer
+ * @param Buf Buffer to modify
+ * @param AppendBuf Buffer to copy at the end of our buffer
+ * @param Offset Should we start copying from an offset?
*/
void StrBufAppendBuf(StrBuf *Buf, const StrBuf *AppendBuf, unsigned long Offset)
{
- if ((AppendBuf == NULL) || (Buf == NULL) || (AppendBuf->buf == NULL))
+ if ((AppendBuf == NULL) || (Buf == NULL) || (AppendBuf->buf == NULL))
return;
- if (Buf->BufSize - Offset < AppendBuf->BufUsed + Buf->BufUsed)
+ if (Buf->BufSize - Offset < AppendBuf->BufUsed + Buf->BufUsed + 1)
IncreaseBuf(Buf,
(Buf->BufUsed > 0),
AppendBuf->BufUsed + Buf->BufUsed);
/**
- * \brief Append a C-String to the buffer
- * \param Buf Buffer to modify
- * \param AppendBuf Buffer to copy at the end of our buffer
- * \param AppendSize number of bytes to copy; set to -1 if we should count it in advance
- * \param Offset Should we start copying from an offset?
+ * @ingroup StrBuf
+ * @brief Append a C-String to the buffer
+ * @param Buf Buffer to modify
+ * @param AppendBuf Buffer to copy at the end of our buffer
+ * @param AppendSize number of bytes to copy; set to -1 if we should count it in advance
+ * @param Offset Should we start copying from an offset?
*/
void StrBufAppendBufPlain(StrBuf *Buf, const char *AppendBuf, long AppendSize, unsigned long Offset)
{
Buf->buf[Buf->BufUsed] = '\0';
}
+/**
+ * @ingroup StrBuf
+ * @brief Callback for cURL to append the webserver reply to a buffer
+ * @param ptr pre-defined by the cURL API; see man 3 curl for mre info
+ * @param size pre-defined by the cURL API; see man 3 curl for mre info
+ * @param nmemb pre-defined by the cURL API; see man 3 curl for mre info
+ * @param stream pre-defined by the cURL API; see man 3 curl for mre info
+ */
+size_t CurlFillStrBuf_callback(void *ptr, size_t size, size_t nmemb, void *stream)
+{
+
+ StrBuf *Target;
+
+ Target = stream;
+ if (ptr == NULL)
+ return 0;
+
+ StrBufAppendBufPlain(Target, ptr, size * nmemb, 0);
+ return size * nmemb;
+}
+
/**
- * \brief Escape a string for feeding out as a URL while appending it to a Buffer
- * \param outbuf the output buffer
- * \param oblen the size of outbuf to sanitize
- * \param strbuf the input buffer
+ * @ingroup StrBuf
+ * @brief Escape a string for feeding out as a URL while appending it to a Buffer
+ * @param outbuf the output buffer
+ * @param oblen the size of outbuf to sanitize
+ * @param strbuf the input buffer
*/
void StrBufUrlescAppend(StrBuf *OutBuf, const StrBuf *In, const char *PlainIn)
{
*pt = '\0';
}
-/*
- * \brief Append a string, escaping characters which have meaning in HTML.
+/**
+ * @ingroup StrBuf
+ * @brief Append a string, escaping characters which have meaning in HTML.
*
- * \param Target target buffer
- * \param Source source buffer; set to NULL if you just have a C-String
- * \param PlainIn Plain-C string to append; set to NULL if unused
- * \param nbsp If nonzero, spaces are converted to non-breaking spaces.
- * \param nolinebreaks if set, linebreaks are removed from the string.
+ * @param Target target buffer
+ * @param Source source buffer; set to NULL if you just have a C-String
+ * @param PlainIn Plain-C string to append; set to NULL if unused
+ * @param nbsp If nonzero, spaces are converted to non-breaking spaces.
+ * @param nolinebreaks if set to 1, linebreaks are removed from the string.
+ * if set to 2, linebreaks are replaced by <br/>
*/
long StrEscAppend(StrBuf *Target, const StrBuf *Source, const char *PlainIn, int nbsp, int nolinebreaks)
{
return -1;
bptr = Target->buf + Target->BufUsed;
- eptr = Target->buf + Target->BufSize - 6; /* our biggest unit to put in... */
+ eptr = Target->buf + Target->BufSize - 11; /* our biggest unit to put in... */
while (aptr < eiptr){
if(bptr >= eptr) {
IncreaseBuf(Target, 1, -1);
- eptr = Target->buf + Target->BufSize - 6;
+ eptr = Target->buf + Target->BufSize - 11; /* our biggest unit to put in... */
bptr = Target->buf + Target->BufUsed;
}
if (*aptr == '<') {
bptr += 6;
Target->BufUsed += 6;
}
- else if ((*aptr == '\n') && (nolinebreaks)) {
+ else if ((*aptr == '\n') && (nolinebreaks == 1)) {
*bptr='\0'; /* nothing */
}
- else if ((*aptr == '\r') && (nolinebreaks)) {
+ else if ((*aptr == '\n') && (nolinebreaks == 2)) {
+ memcpy(bptr, "<br/>", 11);
+ bptr += 11;
+ Target->BufUsed += 11;
+ }
+
+
+ else if ((*aptr == '\r') && (nolinebreaks != 0)) {
*bptr='\0'; /* nothing */
}
else{
return Target->BufUsed;
}
-/*
- * \brief Append a string, escaping characters which have meaning in HTML.
+/**
+ * @ingroup StrBuf
+ * @brief Append a string, escaping characters which have meaning in HTML.
* Converts linebreaks into blanks; escapes single quotes
- * \param Target target buffer
- * \param Source source buffer; set to NULL if you just have a C-String
- * \param PlainIn Plain-C string to append; set to NULL if unused
+ * @param Target target buffer
+ * @param Source source buffer; set to NULL if you just have a C-String
+ * @param PlainIn Plain-C string to append; set to NULL if unused
*/
-void StrMsgEscAppend(StrBuf *Target, StrBuf *Source, const char *PlainIn)
+void StrMsgEscAppend(StrBuf *Target, const StrBuf *Source, const char *PlainIn)
{
const char *aptr, *eiptr;
char *tptr, *eptr;
if (len == 0)
return;
- eptr = Target->buf + Target->BufSize - 6;
+ eptr = Target->buf + Target->BufSize - 8;
tptr = Target->buf + Target->BufUsed;
while (aptr < eiptr){
if(tptr >= eptr) {
IncreaseBuf(Target, 1, -1);
- eptr = Target->buf + Target->BufSize - 6;
+ eptr = Target->buf + Target->BufSize - 8;
tptr = Target->buf + Target->BufUsed;
}
*tptr = '\0';
}
-/*
- * \brief Append a string, escaping characters which have meaning in JavaScript strings .
+
+
+/**
+ * @ingroup StrBuf
+ * @brief Append a string, escaping characters which have meaning in ICAL.
+ * [\n,]
+ * @param Target target buffer
+ * @param Source source buffer; set to NULL if you just have a C-String
+ * @param PlainIn Plain-C string to append; set to NULL if unused
+ */
+void StrIcalEscAppend(StrBuf *Target, const StrBuf *Source, const char *PlainIn)
+{
+ const char *aptr, *eiptr;
+ char *tptr, *eptr;
+ long len;
+
+ if (((Source == NULL) && (PlainIn == NULL)) || (Target == NULL) )
+ return ;
+
+ if (PlainIn != NULL) {
+ aptr = PlainIn;
+ len = strlen(PlainIn);
+ eiptr = aptr + len;
+ }
+ else {
+ aptr = Source->buf;
+ eiptr = aptr + Source->BufUsed;
+ len = Source->BufUsed;
+ }
+
+ if (len == 0)
+ return;
+
+ eptr = Target->buf + Target->BufSize - 8;
+ tptr = Target->buf + Target->BufUsed;
+
+ while (aptr < eiptr){
+ if(tptr + 3 >= eptr) {
+ IncreaseBuf(Target, 1, -1);
+ eptr = Target->buf + Target->BufSize - 8;
+ tptr = Target->buf + Target->BufUsed;
+ }
+
+ if (*aptr == '\n') {
+ *tptr = '\\';
+ Target->BufUsed++;
+ tptr++;
+ *tptr = 'n';
+ Target->BufUsed++;
+ }
+ else if (*aptr == '\r') {
+ *tptr = '\\';
+ Target->BufUsed++;
+ tptr++;
+ *tptr = 'r';
+ Target->BufUsed++;
+ }
+ else if (*aptr == ',') {
+ *tptr = '\\';
+ Target->BufUsed++;
+ tptr++;
+ *tptr = ',';
+ Target->BufUsed++;
+ } else {
+ *tptr = *aptr;
+ Target->BufUsed++;
+ }
+ tptr++; aptr++;
+ }
+ *tptr = '\0';
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief Append a string, escaping characters which have meaning in JavaScript strings .
*
- * \param Target target buffer
- * \param Source source buffer; set to NULL if you just have a C-String
- * \param PlainIn Plain-C string to append; set to NULL if unused
+ * @param Target target buffer
+ * @param Source source buffer; set to NULL if you just have a C-String
+ * @param PlainIn Plain-C string to append; set to NULL if unused
+ * @returns size of result or -1
*/
long StrECMAEscAppend(StrBuf *Target, const StrBuf *Source, const char *PlainIn)
{
return -1;
bptr = Target->buf + Target->BufUsed;
- eptr = Target->buf + Target->BufSize - 2; /* our biggest unit to put in... */
+ eptr = Target->buf + Target->BufSize - 3; /* our biggest unit to put in... */
while (aptr < eiptr){
if(bptr >= eptr) {
IncreaseBuf(Target, 1, -1);
- eptr = Target->buf + Target->BufSize - 2;
+ eptr = Target->buf + Target->BufSize - 3;
bptr = Target->buf + Target->BufUsed;
}
- else if (*aptr == '"') {
- memcpy(bptr, "\\\"", 2);
- bptr += 2;
- Target->BufUsed += 2;
- }
- else if (*aptr == '\'') {
- memcpy(bptr, "\\\'", 2);
- bptr += 2;
+ if (*aptr == '"') {
+ *bptr = '\\';
+ bptr ++;
+ *bptr = '"';
+ bptr ++;
Target->BufUsed += 2;
} else if (*aptr == '\\') {
- memcpy(bptr, "\\\\", 2);
- bptr += 2;
- Target->BufUsed += 2;
+ *bptr = '\\';
+ bptr ++;
+ *bptr = '\\';
+ bptr ++;
+ Target->BufUsed += 2;
}
else{
*bptr = *aptr;
aptr ++;
}
*bptr = '\0';
+ if ((bptr == eptr - 1 ) && !IsEmptyStr(aptr) )
+ return -1;
+ return Target->BufUsed;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief Append a string, escaping characters which have meaning in HTML + json.
+ *
+ * @param Target target buffer
+ * @param Source source buffer; set to NULL if you just have a C-String
+ * @param PlainIn Plain-C string to append; set to NULL if unused
+ * @param nbsp If nonzero, spaces are converted to non-breaking spaces.
+ * @param nolinebreaks if set to 1, linebreaks are removed from the string.
+ * if set to 2, linebreaks are replaced by <br/>
+ */
+long StrHtmlEcmaEscAppend(StrBuf *Target, const StrBuf *Source, const char *PlainIn, int nbsp, int nolinebreaks)
+{
+ const char *aptr, *eiptr;
+ char *bptr, *eptr;
+ long len;
+ int IsUtf8Sequence = 0;
+
+ if (((Source == NULL) && (PlainIn == NULL)) || (Target == NULL) )
+ return -1;
+
+ if (PlainIn != NULL) {
+ aptr = PlainIn;
+ len = strlen(PlainIn);
+ eiptr = aptr + len;
+ }
+ else {
+ aptr = Source->buf;
+ eiptr = aptr + Source->BufUsed;
+ len = Source->BufUsed;
+ }
+
+ if (len == 0)
+ return -1;
+
+ bptr = Target->buf + Target->BufUsed;
+ eptr = Target->buf + Target->BufSize - 11; /* our biggest unit to put in... */
+
+ while (aptr < eiptr){
+ if(bptr >= eptr) {
+ IncreaseBuf(Target, 1, -1);
+ eptr = Target->buf + Target->BufSize - 11; /* our biggest unit to put in... */
+ bptr = Target->buf + Target->BufUsed;
+ }
+ if (*aptr == '<') {
+ memcpy(bptr, "<", 4);
+ bptr += 4;
+ Target->BufUsed += 4;
+ }
+ else if (*aptr == '>') {
+ memcpy(bptr, ">", 4);
+ bptr += 4;
+ Target->BufUsed += 4;
+ }
+ else if (*aptr == '&') {
+ memcpy(bptr, "&", 5);
+ bptr += 5;
+ Target->BufUsed += 5;
+ }
+ else if (*aptr == LB) {
+ *bptr = '<';
+ bptr ++;
+ Target->BufUsed ++;
+ }
+ else if (*aptr == RB) {
+ *bptr = '>';
+ bptr ++;
+ Target->BufUsed ++;
+ }
+ else if ((*aptr == 32) && (nbsp == 1)) {
+ memcpy(bptr, " ", 6);
+ bptr += 6;
+ Target->BufUsed += 6;
+ }
+ else if ((*aptr == '\n') && (nolinebreaks == 1)) {
+ *bptr='\0'; /* nothing */
+ }
+ else if ((*aptr == '\n') && (nolinebreaks == 2)) {
+ memcpy(bptr, "<br/>", 11);
+ bptr += 11;
+ Target->BufUsed += 11;
+ }
+
+ else if ((*aptr == '\r') && (nolinebreaks != 0)) {
+ *bptr='\0'; /* nothing */
+ }
+
+ else if ((*aptr == '"') || (*aptr == QU)) {
+ *bptr = '\\';
+ bptr ++;
+ *bptr = '"';
+ bptr ++;
+ Target->BufUsed += 2;
+ } else if (*aptr == '\\') {
+ *bptr = '\\';
+ bptr ++;
+ *bptr = '\\';
+ bptr ++;
+ Target->BufUsed += 2;
+ }
+ else {
+ if (IsUtf8Sequence != 0) {
+ IsUtf8Sequence --;
+ *bptr = *aptr;
+ bptr++;
+ Target->BufUsed ++;
+ }
+ else {
+ if (*aptr >= 0x20)
+ {
+ IsUtf8Sequence = Ctdl_GetUtf8SequenceLength(aptr, eiptr);
+
+ *bptr = *aptr;
+ bptr++;
+ Target->BufUsed ++;
+ }
+ }
+
+ }
+ aptr ++;
+ }
+ *bptr = '\0';
if ((bptr = eptr - 1 ) && !IsEmptyStr(aptr) )
return -1;
return Target->BufUsed;
}
+
/**
- * \brief extracts a substring from Source into dest
- * \param dest buffer to place substring into
- * \param Source string to copy substring from
- * \param Offset chars to skip from start
- * \param nChars number of chars to copy
- * \returns the number of chars copied; may be different from nChars due to the size of Source
+ * @ingroup StrBuf
+ * @brief extracts a substring from Source into dest
+ * @param dest buffer to place substring into
+ * @param Source string to copy substring from
+ * @param Offset chars to skip from start
+ * @param nChars number of chars to copy
+ * @returns the number of chars copied; may be different from nChars due to the size of Source
*/
int StrBufSub(StrBuf *dest, const StrBuf *Source, unsigned long Offset, size_t nChars)
{
}
if (Offset + nChars < Source->BufUsed)
{
- if (nChars > dest->BufSize)
+ if (nChars >= dest->BufSize)
IncreaseBuf(dest, 0, nChars + 1);
memcpy(dest->buf, Source->buf + Offset, nChars);
dest->BufUsed = nChars;
return nChars;
}
NCharsRemain = Source->BufUsed - Offset;
- if (NCharsRemain > dest->BufSize)
+ if (NCharsRemain >= dest->BufSize)
IncreaseBuf(dest, 0, NCharsRemain + 1);
memcpy(dest->buf, Source->buf + Offset, NCharsRemain);
dest->BufUsed = NCharsRemain;
}
/**
- * \brief sprintf like function appending the formated string to the buffer
+ * @ingroup StrBuf
+ * @brief sprintf like function appending the formated string to the buffer
* vsnprintf version to wrap into own calls
- * \param Buf Buffer to extend by format and params
- * \param format printf alike format to add
- * \param ap va_list containing the items for format
+ * @param Buf Buffer to extend by format and @params
+ * @param format printf alike format to add
+ * @param ap va_list containing the items for format
*/
void StrBufVAppendPrintf(StrBuf *Buf, const char *format, va_list ap)
{
va_list apl;
- size_t BufSize = Buf->BufSize;
- size_t nWritten = Buf->BufSize + 1;
- size_t Offset = Buf->BufUsed;
- size_t newused = Offset + nWritten;
+ size_t BufSize;
+ size_t nWritten;
+ size_t Offset;
+ size_t newused;
+
+ if ((Buf == NULL) || (format == NULL))
+ return;
+
+ BufSize = Buf->BufSize;
+ nWritten = Buf->BufSize + 1;
+ Offset = Buf->BufUsed;
+ newused = Offset + nWritten;
while (newused >= BufSize) {
va_copy(apl, ap);
newused = Offset + nWritten;
if (newused >= Buf->BufSize) {
IncreaseBuf(Buf, 1, newused);
+ newused = Buf->BufSize + 1;
}
else {
Buf->BufUsed = Offset + nWritten;
}
/**
- * \brief sprintf like function appending the formated string to the buffer
- * \param Buf Buffer to extend by format and params
- * \param format printf alike format to add
- * \param ap va_list containing the items for format
+ * @ingroup StrBuf
+ * @brief sprintf like function appending the formated string to the buffer
+ * @param Buf Buffer to extend by format and Params
+ * @param format printf alike format to add
*/
void StrBufAppendPrintf(StrBuf *Buf, const char *format, ...)
{
- size_t BufSize = Buf->BufSize;
- size_t nWritten = Buf->BufSize + 1;
- size_t Offset = Buf->BufUsed;
- size_t newused = Offset + nWritten;
+ size_t BufSize;
+ size_t nWritten;
+ size_t Offset;
+ size_t newused;
va_list arg_ptr;
+ if ((Buf == NULL) || (format == NULL))
+ return;
+
+ BufSize = Buf->BufSize;
+ nWritten = Buf->BufSize + 1;
+ Offset = Buf->BufUsed;
+ newused = Offset + nWritten;
+
while (newused >= BufSize) {
va_start(arg_ptr, format);
nWritten = vsnprintf(Buf->buf + Buf->BufUsed,
newused = Buf->BufUsed + nWritten;
if (newused >= Buf->BufSize) {
IncreaseBuf(Buf, 1, newused);
+ newused = Buf->BufSize + 1;
}
else {
Buf->BufUsed += nWritten;
}
/**
- * \brief sprintf like function putting the formated string into the buffer
- * \param Buf Buffer to extend by format and params
- * \param format printf alike format to add
- * \param ap va_list containing the items for format
+ * @ingroup StrBuf
+ * @brief sprintf like function putting the formated string into the buffer
+ * @param Buf Buffer to extend by format and Parameters
+ * @param format printf alike format to add
+ * @param ap va_list containing the items for format
*/
void StrBufPrintf(StrBuf *Buf, const char *format, ...)
{
- size_t nWritten = Buf->BufSize + 1;
+ size_t nWritten;
va_list arg_ptr;
+ if ((Buf == NULL) || (format == NULL))
+ return;
+
+ nWritten = Buf->BufSize + 1;
while (nWritten >= Buf->BufSize) {
va_start(arg_ptr, format);
nWritten = vsnprintf(Buf->buf, Buf->BufSize, format, arg_ptr);
va_end(arg_ptr);
- Buf->BufUsed = nWritten ;
- if (nWritten >= Buf->BufSize)
+ if (nWritten >= Buf->BufSize) {
IncreaseBuf(Buf, 0, 0);
+ nWritten = Buf->BufSize + 1;
+ continue;
+ }
+ Buf->BufUsed = nWritten ;
}
}
/**
- * \brief Counts the numbmer of tokens in a buffer
- * \param Source String to count tokens in
- * \param tok Tokenizer char to count
- * \returns numbers of tokenizer chars found
+ * @ingroup StrBuf
+ * @brief Counts the numbmer of tokens in a buffer
+ * @param source String to count tokens in
+ * @param tok Tokenizer char to count
+ * @returns numbers of tokenizer chars found
*/
-inline int StrBufNum_tokens(const StrBuf *source, char tok)
+int StrBufNum_tokens(const StrBuf *source, char tok)
{
if (source == NULL)
return 0;
* remove_token() - a tokenizer that kills, maims, and destroys
*/
/**
- * \brief a string tokenizer
- * \param Source StringBuffer to read into
- * \param parmnum n'th parameter to remove
- * \param separator tokenizer param
- * \returns -1 if not found, else length of token.
+ * @ingroup StrBuf
+ * @brief a string tokenizer
+ * @param Source StringBuffer to read into
+ * @param parmnum n'th @parameter to remove
+ * @param separator tokenizer @param
+ * @returns -1 if not found, else length of token.
*/
int StrBufRemove_token(StrBuf *Source, int parmnum, char separator)
{
int ReducedBy;
- char *d, *s; /* dest, source */
+ char *d, *s, *end; /* dest, source */
int count = 0;
- /* Find desired parameter */
+ /* Find desired @parameter */
+ end = Source->buf + Source->BufUsed;
d = Source->buf;
- while (count < parmnum) {
+ while ((count < parmnum) &&
+ (d <= end))
+ {
/* End of string, bail! */
if (!*d) {
d = NULL;
}
d++;
}
- if (!d) return 0; /* Parameter not found */
+ if ((d == NULL) || (d >= end))
+ return 0; /* @Parameter not found */
- /* Find next parameter */
+ /* Find next @parameter */
s = d;
- while (*s && *s != separator) {
+ while ((*s && *s != separator) &&
+ (s <= end))
+ {
s++;
}
-
+ if (*s == separator)
+ s++;
ReducedBy = d - s;
/* Hack and slash */
if (*s) {
memmove(d, s, Source->BufUsed - (s - Source->buf));
- Source->BufUsed -= (ReducedBy + 1);
+ Source->BufUsed += ReducedBy;
}
else if (d == Source->buf) {
*d = 0;
}
else {
*--d = 0;
- Source->BufUsed -= (ReducedBy + 1);
+ Source->BufUsed += ReducedBy;
}
/*
while (*s) {
/**
- * \brief a string tokenizer
- * \param dest Destination StringBuffer
- * \param Source StringBuffer to read into
- * \param parmnum n'th parameter to extract
- * \param separator tokenizer param
- * \returns -1 if not found, else length of token.
+ * @ingroup StrBuf
+ * @brief a string tokenizer
+ * @param dest Destination StringBuffer
+ * @param Source StringBuffer to read into
+ * @param parmnum n'th Parameter to extract
+ * @param separator tokenizer character
+ * @returns -1 if not found, else length of token.
*/
int StrBufExtract_token(StrBuf *dest, const StrBuf *Source, int parmnum, char separator)
{
if (*s == separator) {
++current_token;
}
- if (len >= dest->BufSize)
- if (!IncreaseBuf(dest, 1, -1))
+ if (len >= dest->BufSize) {
+ dest->BufUsed = len;
+ if (IncreaseBuf(dest, 1, -1) < 0) {
+ dest->BufUsed --;
break;
+ }
+ }
if ( (current_token == parmnum) &&
(*s != separator)) {
dest->buf[len] = *s;
}
+
+
+
/**
- * \brief a string tokenizer to fetch an integer
- * \param dest Destination StringBuffer
- * \param parmnum n'th parameter to extract
- * \param separator tokenizer param
- * \returns 0 if not found, else integer representation of the token
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch an integer
+ * @param Source String containing tokens
+ * @param parmnum n'th Parameter to extract
+ * @param separator tokenizer character
+ * @returns 0 if not found, else integer representation of the token
*/
int StrBufExtract_int(const StrBuf* Source, int parmnum, char separator)
{
buf[0] = '\0';
tmp.BufSize = 64;
tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
if (StrBufExtract_token(&tmp, Source, parmnum, separator) > 0)
return(atoi(buf));
else
}
/**
- * \brief a string tokenizer to fetch a long integer
- * \param dest Destination StringBuffer
- * \param parmnum n'th parameter to extract
- * \param separator tokenizer param
- * \returns 0 if not found, else long integer representation of the token
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch a long integer
+ * @param Source String containing tokens
+ * @param parmnum n'th Parameter to extract
+ * @param separator tokenizer character
+ * @returns 0 if not found, else long integer representation of the token
*/
long StrBufExtract_long(const StrBuf* Source, int parmnum, char separator)
{
buf[0] = '\0';
tmp.BufSize = 64;
tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
if (StrBufExtract_token(&tmp, Source, parmnum, separator) > 0)
return(atoi(buf));
else
/**
- * \brief a string tokenizer to fetch an unsigned long
- * \param dest Destination StringBuffer
- * \param parmnum n'th parameter to extract
- * \param separator tokenizer param
- * \returns 0 if not found, else unsigned long representation of the token
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch an unsigned long
+ * @param Source String containing tokens
+ * @param parmnum n'th Parameter to extract
+ * @param separator tokenizer character
+ * @returns 0 if not found, else unsigned long representation of the token
*/
unsigned long StrBufExtract_unsigned_long(const StrBuf* Source, int parmnum, char separator)
{
buf[0] = '\0';
tmp.BufSize = 64;
tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
if (StrBufExtract_token(&tmp, Source, parmnum, separator) > 0) {
pnum = &buf[0];
if (*pnum == '-')
/**
- * \brief Read a line from socket
+ * @ingroup StrBuf
+ * @brief a string tokenizer; Bounds checker
+ * function to make shure whether StrBufExtract_NextToken and friends have reached the end of the string.
+ * @param Source our tokenbuffer
+ * @param pStart the token iterator pointer to inspect
+ * @returns whether the revolving pointer is inside of the search range
+ */
+int StrBufHaveNextToken(const StrBuf *Source, const char **pStart)
+{
+ if ((Source == NULL) ||
+ (*pStart == StrBufNOTNULL) ||
+ (Source->BufUsed == 0))
+ {
+ return 0;
+ }
+ if (*pStart == NULL)
+ {
+ return 1;
+ }
+ else if (*pStart > Source->buf + Source->BufUsed)
+ {
+ return 0;
+ }
+ else if (*pStart <= Source->buf)
+ {
+ return 0;
+ }
+
+ return 1;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief a string tokenizer
+ * @param dest Destination StringBuffer
+ * @param Source StringBuffer to read into
+ * @param pStart pointer to the end of the last token. Feed with NULL on start.
+ * @param separator tokenizer
+ * @returns -1 if not found, else length of token.
+ */
+int StrBufExtract_NextToken(StrBuf *dest, const StrBuf *Source, const char **pStart, char separator)
+{
+ const char *s; /* source */
+ const char *EndBuffer; /* end stop of source buffer */
+ int current_token = 0; /* token currently being processed */
+ int len = 0; /* running total length of extracted string */
+
+ if ((Source == NULL) ||
+ (Source->BufUsed == 0) )
+ {
+ *pStart = StrBufNOTNULL;
+ return -1;
+ }
+
+ EndBuffer = Source->buf + Source->BufUsed;
+
+ if (dest != NULL)
+ {
+ dest->buf[0] = '\0';
+ dest->BufUsed = 0;
+ }
+ else
+ {
+ *pStart = EndBuffer + 1;
+ return -1;
+ }
+
+ if (*pStart == NULL)
+ {
+ *pStart = Source->buf; /* we're starting to examine this buffer. */
+ }
+ else if ((*pStart < Source->buf) ||
+ (*pStart > EndBuffer ) )
+ {
+ return -1; /* no more tokens to find. */
+ }
+
+ s = *pStart;
+ /* start to find the next token */
+ while ((s <= EndBuffer) &&
+ (current_token == 0) )
+ {
+ if (*s == separator)
+ {
+ /* we found the next token */
+ ++current_token;
+ }
+
+ if (len >= dest->BufSize)
+ {
+ /* our Dest-buffer isn't big enough, increase it. */
+ dest->BufUsed = len;
+
+ if (IncreaseBuf(dest, 1, -1) < 0) {
+ /* WHUT? no more mem? bail out. */
+ s = EndBuffer;
+ dest->BufUsed --;
+ break;
+ }
+ }
+
+ if ( (current_token == 0 ) && /* are we in our target token? */
+ (!IsEmptyStr(s) ) &&
+ (separator != *s) ) /* don't copy the token itself */
+ {
+ dest->buf[len] = *s; /* Copy the payload */
+ ++len; /* remember the bigger size. */
+ }
+
+ ++s;
+ }
+
+ /* did we reach the end? */
+ if ((s > EndBuffer)) {
+ EndBuffer = StrBufNOTNULL;
+ *pStart = EndBuffer;
+ }
+ else {
+ *pStart = s; /* remember the position for the next run */
+ }
+
+ /* sanitize our extracted token */
+ dest->buf[len] = '\0';
+ dest->BufUsed = len;
+
+ return (len);
+}
+
+
+/**
+ * @ingroup StrBuf
+ * @brief a string tokenizer
+ * @param dest Destination StringBuffer
+ * @param Source StringBuffer to read from
+ * @param pStart pointer to the end of the last token. Feed with NULL.
+ * @param separator tokenizer @param
+ * @returns -1 if not found, else length of token.
+ */
+int StrBufSkip_NTokenS(const StrBuf *Source, const char **pStart, char separator, int nTokens)
+{
+ const char *s, *EndBuffer; //* source * /
+ int len = 0; //* running total length of extracted string * /
+ int current_token = 0; //* token currently being processed * /
+
+ if ((Source == NULL) ||
+ (Source->BufUsed ==0)) {
+ return(-1);
+ }
+ if (nTokens == 0)
+ return Source->BufUsed;
+
+ if (*pStart == NULL)
+ *pStart = Source->buf;
+
+ EndBuffer = Source->buf + Source->BufUsed;
+
+ if ((*pStart < Source->buf) ||
+ (*pStart > EndBuffer)) {
+ return (-1);
+ }
+
+
+ s = *pStart;
+
+ //cit_backtrace();
+ //lprintf (CTDL_DEBUG, "test >: n: %d sep: %c source: %s \n willi \n", parmnum, separator, source);
+
+ while ((s<EndBuffer) && !IsEmptyStr(s)) {
+ if (*s == separator) {
+ ++current_token;
+ }
+ if (current_token >= nTokens) {
+ break;
+ }
+ ++s;
+ }
+ *pStart = s;
+ (*pStart) ++;
+
+ return(len);
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch an integer
+ * @param Source StringBuffer to read from
+ * @param pStart Cursor on the tokenstring
+ * @param separator tokenizer character
+ * @returns 0 if not found, else integer representation of the token
+ */
+int StrBufExtractNext_int(const StrBuf* Source, const char **pStart, char separator)
+{
+ StrBuf tmp;
+ char buf[64];
+
+ tmp.buf = buf;
+ buf[0] = '\0';
+ tmp.BufSize = 64;
+ tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
+ if (StrBufExtract_NextToken(&tmp, Source, pStart, separator) > 0)
+ return(atoi(buf));
+ else
+ return 0;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch a long integer
+ * @param Source StringBuffer to read from
+ * @param pStart Cursor on the tokenstring
+ * @param separator tokenizer character
+ * @returns 0 if not found, else long integer representation of the token
+ */
+long StrBufExtractNext_long(const StrBuf* Source, const char **pStart, char separator)
+{
+ StrBuf tmp;
+ char buf[64];
+
+ tmp.buf = buf;
+ buf[0] = '\0';
+ tmp.BufSize = 64;
+ tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
+ if (StrBufExtract_NextToken(&tmp, Source, pStart, separator) > 0)
+ return(atoi(buf));
+ else
+ return 0;
+}
+
+
+/**
+ * @ingroup StrBuf
+ * @brief a string tokenizer to fetch an unsigned long
+ * @param Source StringBuffer to read from
+ * @param pStart Cursor on the tokenstring
+ * @param separator tokenizer character
+ * @returns 0 if not found, else unsigned long representation of the token
+ */
+unsigned long StrBufExtractNext_unsigned_long(const StrBuf* Source, const char **pStart, char separator)
+{
+ StrBuf tmp;
+ char buf[64];
+ char *pnum;
+
+ tmp.buf = buf;
+ buf[0] = '\0';
+ tmp.BufSize = 64;
+ tmp.BufUsed = 0;
+ tmp.ConstBuf = 1;
+ if (StrBufExtract_NextToken(&tmp, Source, pStart, separator) > 0) {
+ pnum = &buf[0];
+ if (*pnum == '-')
+ pnum ++;
+ return (unsigned long) atol(pnum);
+ }
+ else
+ return 0;
+}
+
+
+
+/**
+ * @ingroup StrBuf
+ * @brief Read a line from socket
* flushes and closes the FD on error
- * \param buf the buffer to get the input to
- * \param fd pointer to the filedescriptor to read
- * \param append Append to an existing string or replace?
- * \param Error strerror() on error
- * \returns numbers of chars read
+ * @param buf the buffer to get the input to
+ * @param fd pointer to the filedescriptor to read
+ * @param append Append to an existing string or replace?
+ * @param Error strerror() on error
+ * @returns numbers of chars read
*/
int StrBufTCP_read_line(StrBuf *buf, int *fd, int append, const char **Error)
{
break;
if (buf->buf[len] != '\r')
len ++;
- if (!(len < buf->BufSize)) {
+ if (len + 2 >= buf->BufSize) {
buf->BufUsed = len;
buf->buf[len+1] = '\0';
IncreaseBuf(buf, 1, -1);
}
}
- buf->BufUsed = len;
- buf->buf[len] = '\0';
- return len - slen;
+ buf->BufUsed = len;
+ buf->buf[len] = '\0';
+ return len - slen;
+}
+
+/**
+ * @ingroup StrBuf
+ * @brief Read a line from socket
+ * flushes and closes the FD on error
+ * @param buf the buffer to get the input to
+ * @param fd pointer to the filedescriptor to read
+ * @param append Append to an existing string or replace?
+ * @param Error strerror() on error
+ * @returns numbers of chars read
+ */
+int StrBufTCP_read_buffered_line(StrBuf *Line,
+ StrBuf *buf,
+ int *fd,
+ int timeout,
+ int selectresolution,
+ const char **Error)
+{
+ int len, rlen;
+ int nSuccessLess = 0;
+ fd_set rfds;
+ char *pch = NULL;
+ int fdflags;
+ int IsNonBlock;
+ struct timeval tv;
+
+ if (buf->BufUsed > 0) {
+ pch = strchr(buf->buf, '\n');
+ if (pch != NULL) {
+ rlen = 0;
+ len = pch - buf->buf;
+ if (len > 0 && (*(pch - 1) == '\r') )
+ rlen ++;
+ StrBufSub(Line, buf, 0, len - rlen);
+ StrBufCutLeft(buf, len + 1);
+ return len - rlen;
+ }
+ }
+
+ if (buf->BufSize - buf->BufUsed < 10)
+ IncreaseBuf(buf, 1, -1);
+
+ fdflags = fcntl(*fd, F_GETFL);
+ IsNonBlock = (fdflags & O_NONBLOCK) == O_NONBLOCK;
+
+ while ((nSuccessLess < timeout) && (pch == NULL)) {
+ if (IsNonBlock){
+ tv.tv_sec = selectresolution;
+ tv.tv_usec = 0;
+
+ FD_ZERO(&rfds);
+ FD_SET(*fd, &rfds);
+ if (select(*fd + 1, NULL, &rfds, NULL, &tv) == -1) {
+ *Error = strerror(errno);
+ close (*fd);
+ *fd = -1;
+ return -1;
+ }
+ }
+ if (IsNonBlock && ! FD_ISSET(*fd, &rfds)) {
+ nSuccessLess ++;
+ continue;
+ }
+ rlen = read(*fd,
+ &buf->buf[buf->BufUsed],
+ buf->BufSize - buf->BufUsed - 1);
+ if (rlen < 1) {
+ *Error = strerror(errno);
+ close(*fd);
+ *fd = -1;
+ return -1;
+ }
+ else if (rlen > 0) {
+ nSuccessLess = 0;
+ buf->BufUsed += rlen;
+ buf->buf[buf->BufUsed] = '\0';
+ if (buf->BufUsed + 10 > buf->BufSize) {
+ IncreaseBuf(buf, 1, -1);
+ }
+ pch = strchr(buf->buf, '\n');
+ continue;
+ }
+
+ }
+ if (pch != NULL) {
+ rlen = 0;
+ len = pch - buf->buf;
+ if (len > 0 && (*(pch - 1) == '\r') )
+ rlen ++;
+ StrBufSub(Line, buf, 0, len - rlen);
+ StrBufCutLeft(buf, len + 1);
+ return len - rlen;
+ }
+ return -1;
+
}
+static const char *ErrRBLF_SelectFailed="StrBufTCP_read_buffered_line_fast: Select failed without reason";
+static const char *ErrRBLF_NotEnoughSentFromServer="StrBufTCP_read_buffered_line_fast: No complete line was sent from peer";
/**
- * \brief Read a line from socket
+ * @ingroup StrBuf
+ * @brief Read a line from socket
* flushes and closes the FD on error
- * \param buf the buffer to get the input to
- * \param fd pointer to the filedescriptor to read
- * \param append Append to an existing string or replace?
- * \param Error strerror() on error
- * \returns numbers of chars read
+ * @param buf the buffer to get the input to
+ * @param Pos pointer to the current read position, should be NULL initialized!
+ * @param fd pointer to the filedescriptor to read
+ * @param append Append to an existing string or replace?
+ * @param Error strerror() on error
+ * @returns numbers of chars read
*/
-int StrBufTCP_read_buffered_line(StrBuf *Line,
- StrBuf *buf,
- int *fd,
- int timeout,
- int selectresolution,
- const char **Error)
+int StrBufTCP_read_buffered_line_fast(StrBuf *Line,
+ StrBuf *IOBuf,
+ const char **Pos,
+ int *fd,
+ int timeout,
+ int selectresolution,
+ const char **Error)
{
+ const char *pche = NULL;
+ const char *pos = NULL;
int len, rlen;
int nSuccessLess = 0;
fd_set rfds;
- char *pch = NULL;
+ const char *pch = NULL;
int fdflags;
+ int IsNonBlock;
struct timeval tv;
-
- if (buf->BufUsed > 0) {
- pch = strchr(buf->buf, '\n');
- if (pch != NULL) {
+
+ pos = *Pos;
+ if ((IOBuf->BufUsed > 0) &&
+ (pos != NULL) &&
+ (pos < IOBuf->buf + IOBuf->BufUsed))
+ {
+ pche = IOBuf->buf + IOBuf->BufUsed;
+ pch = pos;
+ while ((pch < pche) && (*pch != '\n'))
+ pch ++;
+ if ((pch >= pche) || (*pch == '\0'))
+ pch = NULL;
+ if ((pch != NULL) &&
+ (pch <= pche))
+ {
rlen = 0;
- len = pch - buf->buf;
+ len = pch - pos;
if (len > 0 && (*(pch - 1) == '\r') )
rlen ++;
- StrBufSub(Line, buf, 0, len - rlen);
- StrBufCutLeft(buf, len + 1);
+ StrBufSub(Line, IOBuf, (pos - IOBuf->buf), len - rlen);
+ *Pos = pch + 1;
return len - rlen;
}
}
- if (buf->BufSize - buf->BufUsed < 10)
- IncreaseBuf(buf, 1, -1);
+ if (pos != NULL) {
+ if (pos > pche)
+ FlushStrBuf(IOBuf);
+ else
+ StrBufCutLeft(IOBuf, (pos - IOBuf->buf));
+ *Pos = NULL;
+ }
+
+ if (IOBuf->BufSize - IOBuf->BufUsed < 10) {
+ IncreaseBuf(IOBuf, 1, -1);
+ }
fdflags = fcntl(*fd, F_GETFL);
- if ((fdflags & O_NONBLOCK) == O_NONBLOCK)
- return -1;
+ IsNonBlock = (fdflags & O_NONBLOCK) == O_NONBLOCK;
- while ((nSuccessLess < timeout) && (pch == NULL)) {
- tv.tv_sec = selectresolution;
- tv.tv_usec = 0;
+ pch = NULL;
+ while ((nSuccessLess < timeout) &&
+ (pch == NULL) &&
+ (*fd != -1)) {
+ if (IsNonBlock)
+ {
+ tv.tv_sec = 1;
+ tv.tv_usec = 0;
- FD_ZERO(&rfds);
- FD_SET(*fd, &rfds);
- if (select(*fd + 1, NULL, &rfds, NULL, &tv) == -1) {
- *Error = strerror(errno);
- close (*fd);
- *fd = -1;
- return -1;
- }
- if (FD_ISSET(*fd, &rfds)) {
- rlen = read(*fd,
- &buf->buf[buf->BufUsed],
- buf->BufSize - buf->BufUsed - 1);
- if (rlen < 1) {
+ FD_ZERO(&rfds);
+ FD_SET(*fd, &rfds);
+ if (select((*fd) + 1, &rfds, NULL, NULL, &tv) == -1) {
*Error = strerror(errno);
- close(*fd);
+ close (*fd);
*fd = -1;
+ if (*Error == NULL)
+ *Error = ErrRBLF_SelectFailed;
return -1;
}
- else if (rlen > 0) {
- nSuccessLess = 0;
- buf->BufUsed += rlen;
- buf->buf[buf->BufUsed] = '\0';
- if (buf->BufUsed + 10 > buf->BufSize) {
- IncreaseBuf(buf, 1, -1);
- }
- pch = strchr(buf->buf, '\n');
+ if (! FD_ISSET(*fd, &rfds) != 0) {
+ nSuccessLess ++;
continue;
}
}
- nSuccessLess ++;
+ rlen = read(*fd,
+ &IOBuf->buf[IOBuf->BufUsed],
+ IOBuf->BufSize - IOBuf->BufUsed - 1);
+ if (rlen < 1) {
+ *Error = strerror(errno);
+ close(*fd);
+ *fd = -1;
+ return -1;
+ }
+ else if (rlen > 0) {
+ nSuccessLess = 0;
+ IOBuf->BufUsed += rlen;
+ IOBuf->buf[IOBuf->BufUsed] = '\0';
+ if (IOBuf->BufUsed + 10 > IOBuf->BufSize) {
+ IncreaseBuf(IOBuf, 1, -1);
+ }
+
+ pche = IOBuf->buf + IOBuf->BufUsed;
+ pch = IOBuf->buf;
+ while ((pch < pche) && (*pch != '\n'))
+ pch ++;
+ if ((pch >= pche) || (*pch == '\0'))
+ pch = NULL;
+ continue;
+ }
}
if (pch != NULL) {
+ pos = IOBuf->buf;
rlen = 0;
- len = pch - buf->buf;
+ len = pch - pos;
if (len > 0 && (*(pch - 1) == '\r') )
rlen ++;
- StrBufSub(Line, buf, 0, len - rlen);
- StrBufCutLeft(buf, len + 1);
+ StrBufSub(Line, IOBuf, 0, len - rlen);
+ *Pos = pos + len + 1;
return len - rlen;
}
+ *Error = ErrRBLF_NotEnoughSentFromServer;
return -1;
}
/**
- * \brief Input binary data from socket
+ * @brief Input binary data from socket
* flushes and closes the FD on error
- * \param buf the buffer to get the input to
- * \param fd pointer to the filedescriptor to read
- * \param append Append to an existing string or replace?
- * \param nBytes the maximal number of bytes to read
- * \param Error strerror() on error
- * \returns numbers of chars read
+ * @param buf the buffer to get the input to
+ * @param fd pointer to the filedescriptor to read
+ * @param append Append to an existing string or replace?
+ * @param nBytes the maximal number of bytes to read
+ * @param Error strerror() on error
+ * @returns numbers of chars read
*/
int StrBufReadBLOB(StrBuf *Buf, int *fd, int append, long nBytes, const char **Error)
{
- fd_set wset;
- int fdflags;
+ int fdflags;
int len, rlen, slen;
+ int nSuccessLess;
int nRead = 0;
char *ptr;
-
+ int IsNonBlock;
+ struct timeval tv;
+ fd_set rfds;
if ((Buf == NULL) || (*fd == -1))
return -1;
if (!append)
FlushStrBuf(Buf);
- if (Buf->BufUsed + nBytes > Buf->BufSize)
+ if (Buf->BufUsed + nBytes >= Buf->BufSize)
IncreaseBuf(Buf, 1, Buf->BufUsed + nBytes);
ptr = Buf->buf + Buf->BufUsed;
slen = len = Buf->BufUsed;
fdflags = fcntl(*fd, F_GETFL);
-
- while (nRead < nBytes) {
- if ((fdflags & O_NONBLOCK) == O_NONBLOCK) {
- FD_ZERO(&wset);
- FD_SET(*fd, &wset);
- if (select(*fd + 1, NULL, &wset, NULL, NULL) == -1) {
+ IsNonBlock = (fdflags & O_NONBLOCK) == O_NONBLOCK;
+ nSuccessLess = 0;
+ while ((nRead < nBytes) &&
+ (*fd != -1))
+ {
+ if (IsNonBlock)
+ {
+ tv.tv_sec = 1;
+ tv.tv_usec = 0;
+
+ FD_ZERO(&rfds);
+ FD_SET(*fd, &rfds);
+ if (select(*fd + 1, &rfds, NULL, NULL, &tv) == -1) {
*Error = strerror(errno);
- return -1;
- }
- }
+ close (*fd);
+ *fd = -1;
+ if (*Error == NULL)
+ *Error = ErrRBLF_SelectFailed;
+ return -1;
+ }
+ if (! FD_ISSET(*fd, &rfds) != 0) {
+ nSuccessLess ++;
+ continue;
+ }
+ }
if ((rlen = read(*fd,
ptr,
return nRead;
}
+const char *ErrRBB_too_many_selects = "StrBufReadBLOBBuffered: to many selects; aborting.";
+/**
+ * @brief Input binary data from socket
+ * flushes and closes the FD on error
+ * @param buf the buffer to get the input to
+ * @param fd pointer to the filedescriptor to read
+ * @param append Append to an existing string or replace?
+ * @param nBytes the maximal number of bytes to read
+ * @param Error strerror() on error
+ * @returns numbers of chars read
+ */
+int StrBufReadBLOBBuffered(StrBuf *Blob,
+ StrBuf *IOBuf,
+ const char **Pos,
+ int *fd,
+ int append,
+ long nBytes,
+ int check,
+ const char **Error)
+{
+ const char *pche;
+ const char *pos;
+ int nSelects = 0;
+ int SelRes;
+ int fdflags;
+ int len = 0;
+ int rlen, slen;
+ int nRead = 0;
+ int nAlreadyRead = 0;
+ int IsNonBlock;
+ char *ptr;
+ fd_set rfds;
+ const char *pch;
+ struct timeval tv;
+ int nSuccessLess;
+
+ if ((Blob == NULL) || (*fd == -1) || (IOBuf == NULL) || (Pos == NULL))
+ return -1;
+ if (!append)
+ FlushStrBuf(Blob);
+ if (Blob->BufUsed + nBytes >= Blob->BufSize)
+ IncreaseBuf(Blob, append, Blob->BufUsed + nBytes);
+
+ pos = *Pos;
+
+ if (pos > 0)
+ len = pos - IOBuf->buf;
+ rlen = IOBuf->BufUsed - len;
+
+
+ if ((IOBuf->BufUsed > 0) &&
+ (pos != NULL) &&
+ (pos < IOBuf->buf + IOBuf->BufUsed))
+ {
+ pche = IOBuf->buf + IOBuf->BufUsed;
+ pch = pos;
+
+ if (rlen < nBytes) {
+ memcpy(Blob->buf + Blob->BufUsed, pos, rlen);
+ Blob->BufUsed += rlen;
+ Blob->buf[Blob->BufUsed] = '\0';
+ nAlreadyRead = nRead = rlen;
+ *Pos = NULL;
+ }
+ if (rlen >= nBytes) {
+ memcpy(Blob->buf + Blob->BufUsed, pos, nBytes);
+ Blob->BufUsed += nBytes;
+ Blob->buf[Blob->BufUsed] = '\0';
+ if (rlen == nBytes) {
+ *Pos = NULL;
+ FlushStrBuf(IOBuf);
+ }
+ else
+ *Pos += nBytes;
+ return nBytes;
+ }
+ }
+
+ FlushStrBuf(IOBuf);
+ if (IOBuf->BufSize < nBytes - nRead)
+ IncreaseBuf(IOBuf, 0, nBytes - nRead);
+ ptr = IOBuf->buf;
+
+ slen = len = Blob->BufUsed;
+
+ fdflags = fcntl(*fd, F_GETFL);
+ IsNonBlock = (fdflags & O_NONBLOCK) == O_NONBLOCK;
+
+ SelRes = 1;
+ nBytes -= nRead;
+ nRead = 0;
+ while ((nRead < nBytes) &&
+ (*fd != -1)) {
+ if (IsNonBlock)
+ {
+ tv.tv_sec = 1;
+ tv.tv_usec = 0;
+
+ FD_ZERO(&rfds);
+ FD_SET(*fd, &rfds);
+ if (select(*fd + 1, &rfds, NULL, NULL, &tv) == -1) {
+ *Error = strerror(errno);
+ close (*fd);
+ *fd = -1;
+ if (*Error == NULL)
+ *Error = ErrRBLF_SelectFailed;
+ return -1;
+ }
+ if (! FD_ISSET(*fd, &rfds) != 0) {
+ nSuccessLess ++;
+ continue;
+ }
+ }
+ nSuccessLess = 0;
+ rlen = read(*fd,
+ ptr,
+ nBytes - nRead);
+ if (rlen == -1) {
+ close(*fd);
+ *fd = -1;
+ *Error = strerror(errno);
+ return rlen;
+ }
+ else if (rlen == 0){
+ nSuccessLess ++;
+ if ((check == NNN_TERM) &&
+ (nRead > 5) &&
+ (strncmp(IOBuf->buf + IOBuf->BufUsed - 5, "\n000\n", 5) == 0))
+ {
+ StrBufPlain(Blob, HKEY("\n000\n"));
+ StrBufCutRight(Blob, 5);
+ return Blob->BufUsed;
+ }
+ if (nSelects > 10) {
+ FlushStrBuf(IOBuf);
+ *Error = ErrRBB_too_many_selects;
+ return -1;
+ }
+ }
+ else if (rlen > 0) {
+ nRead += rlen;
+ ptr += rlen;
+ IOBuf->BufUsed += rlen;
+ }
+ }
+ if (nRead > nBytes) {
+ *Pos = IOBuf->buf + nBytes;
+ }
+ Blob->buf[Blob->BufUsed] = '\0';
+ StrBufAppendBufPlain(Blob, IOBuf->buf, nBytes, 0);
+ if (*Pos == NULL) {
+ FlushStrBuf(IOBuf);
+ }
+ return nRead + nAlreadyRead;
+}
+
/**
- * \brief Cut nChars from the start of the string
- * \param Buf Buffer to modify
- * \param nChars how many chars should be skipped?
+ * @brief Cut nChars from the start of the string
+ * @param Buf Buffer to modify
+ * @param nChars how many chars should be skipped?
*/
void StrBufCutLeft(StrBuf *Buf, int nChars)
{
}
/**
- * \brief Cut the trailing n Chars from the string
- * \param Buf Buffer to modify
- * \param nChars how many chars should be trunkated?
+ * @brief Cut the trailing n Chars from the string
+ * @param Buf Buffer to modify
+ * @param nChars how many chars should be trunkated?
*/
void StrBufCutRight(StrBuf *Buf, int nChars)
{
}
/**
- * \brief Cut the string after n Chars
- * \param Buf Buffer to modify
- * \param AfternChars after how many chars should we trunkate the string?
- * \param At if non-null and points inside of our string, cut it there.
+ * @brief Cut the string after n Chars
+ * @param Buf Buffer to modify
+ * @param AfternChars after how many chars should we trunkate the string?
+ * @param At if non-null and points inside of our string, cut it there.
*/
void StrBufCutAt(StrBuf *Buf, int AfternChars, const char *At)
{
}
-/*
- * Strip leading and trailing spaces from a string; with premeasured and adjusted length.
- * buf - the string to modify
- * len - length of the string.
+/**
+ * @brief Strip leading and trailing spaces from a string; with premeasured and adjusted length.
+ * @param buf the string to modify
+ * @param len length of the string.
*/
void StrBufTrim(StrBuf *Buf)
{
Buf->buf[Buf->BufUsed] = '\0';
}
-
+/**
+ * @brief uppercase the contents of a buffer
+ * @param Buf the buffer to translate
+ */
void StrBufUpCase(StrBuf *Buf)
{
char *pch, *pche;
}
+/**
+ * @brief lowercase the contents of a buffer
+ * @param Buf the buffer to translate
+ */
void StrBufLowerCase(StrBuf *Buf)
{
char *pch, *pche;
}
}
+/**
+ * @brief removes double slashes from pathnames
+ * @param Dir directory string to filter
+ * @param RemoveTrailingSlash allows / disallows trailing slashes
+ */
+void StrBufStripSlashes(StrBuf *Dir, int RemoveTrailingSlash)
+{
+ char *a, *b;
+
+ a = b = Dir->buf;
+
+ while (!IsEmptyStr(a)) {
+ if (*a == '/') {
+ while (*a == '/')
+ a++;
+ *b = '/';
+ b++;
+ }
+ else {
+ *b = *a;
+ b++; a++;
+ }
+ }
+ if ((RemoveTrailingSlash) && (*(b - 1) != '/')){
+ *b = '/';
+ b++;
+ }
+ *b = '\0';
+ Dir->BufUsed = b - Dir->buf;
+}
/**
- * \brief unhide special chars hidden to the HTML escaper
- * \param target buffer to put the unescaped string in
- * \param source buffer to unescape
+ * @brief unhide special chars hidden to the HTML escaper
+ * @param target buffer to put the unescaped string in
+ * @param source buffer to unescape
*/
void StrBufEUid_unescapize(StrBuf *target, const StrBuf *source)
{
/**
- * \brief hide special chars from the HTML escapers and friends
- * \param target buffer to put the escaped string in
- * \param source buffer to escape
+ * @brief hide special chars from the HTML escapers and friends
+ * @param target buffer to put the escaped string in
+ * @param source buffer to escape
*/
void StrBufEUid_escapize(StrBuf *target, const StrBuf *source)
{
target->buf[target->BufUsed + 1] = '\0';
}
-/*
- * \brief uses the same calling syntax as compress2(), but it
- * creates a stream compatible with HTTP "Content-encoding: gzip"
+/**
+ * @brief uses the same calling syntax as compress2(), but it
+ * creates a stream compatible with HTTP "Content-encoding: gzip"
*/
#ifdef HAVE_ZLIB
#define DEF_MEM_LEVEL 8 /*< memlevel??? */
#ifdef HAVE_ZLIB
char *compressed_data = NULL;
size_t compressed_len, bufsize;
-
- bufsize = compressed_len = ((Buf->BufUsed * 101) / 100) + 100;
+ int i = 0;
+
+ bufsize = compressed_len = Buf->BufUsed + (Buf->BufUsed / 100) + 100;
compressed_data = malloc(compressed_len);
+ if (compressed_data == NULL)
+ return -1;
+ /* Flush some space after the used payload so valgrind shuts up... */
+ while ((i < 10) && (Buf->BufUsed + i < Buf->BufSize))
+ Buf->buf[Buf->BufUsed + i++] = '\0';
if (compress_gzip((Bytef *) compressed_data,
&compressed_len,
(Bytef *) Buf->buf,
Buf->buf = compressed_data;
Buf->BufUsed = compressed_len;
Buf->BufSize = bufsize;
+ /* Flush some space after the used payload so valgrind shuts up... */
+ i = 0;
+ while ((i < 10) && (Buf->BufUsed + i < Buf->BufSize))
+ Buf->buf[Buf->BufUsed + i++] = '\0';
return 1;
} else {
free(compressed_data);
}
/**
- * \brief decode a buffer from base 64 encoding; destroys original
- * \param Buf Buffor to transform
+ * @brief decode a buffer from base 64 encoding; destroys original
+ * @param Buf Buffor to transform
*/
int StrBufDecodeBase64(StrBuf *Buf)
{
return siz;
}
+/**
+ * @brief decode a buffer from base 64 encoding; destroys original
+ * @param Buf Buffor to transform
+ */
+int StrBufDecodeHex(StrBuf *Buf)
+{
+ unsigned int ch;
+ char *pch, *pche, *pchi;
+
+ if (Buf == NULL) return -1;
+
+ pch = pchi = Buf->buf;
+ pche = pch + Buf->BufUsed;
+
+ while (pchi < pche){
+ ch = decode_hex(pchi);
+ *pch = ch;
+ pch ++;
+ pchi += 2;
+ }
+
+ *pch = '\0';
+ Buf->BufUsed = pch - Buf->buf;
+ return Buf->BufUsed;
+}
+
+/**
+ * @brief replace all chars >0x20 && < 0x7F with Mute
+ * @param Mute char to put over invalid chars
+ * @param Buf Buffor to transform
+ */
+int StrBufSanitizeAscii(StrBuf *Buf, const char Mute)
+{
+ unsigned char *pch;
+
+ if (Buf == NULL) return -1;
+ pch = (unsigned char *)Buf->buf;
+ while (pch < (unsigned char *)Buf->buf + Buf->BufUsed) {
+ if ((*pch < 0x20) || (*pch > 0x7F))
+ *pch = Mute;
+ pch ++;
+ }
+ return Buf->BufUsed;
+}
+
/**
- * \brief remove escaped strings from i.e. the url string (like %20 for blanks)
- * \param Buf Buffer to translate
- * \param StripBlanks Reduce several blanks to one?
+ * @brief remove escaped strings from i.e. the url string (like %20 for blanks)
+ * @param Buf Buffer to translate
+ * @param StripBlanks Reduce several blanks to one?
*/
long StrBufUnescape(StrBuf *Buf, int StripBlanks)
{
/**
- * \brief RFC2047-encode a header field if necessary.
+ * @brief RFC2047-encode a header field if necessary.
* If no non-ASCII characters are found, the string
* will be copied verbatim without encoding.
*
- * \param target Target buffer.
- * \param source Source string to be encoded.
- * \returns encoded length; -1 if non success.
+ * @param target Target buffer.
+ * @param source Source string to be encoded.
+ * @returns encoded length; -1 if non success.
*/
int StrBufRFC2047encode(StrBuf **target, const StrBuf *source)
{
}
if (*target == NULL)
*target = NewStrBufPlain(NULL, sizeof(headerStr) + source->BufUsed * 2);
- else if (sizeof(headerStr) + source->BufUsed > (*target)->BufSize)
+ else if (sizeof(headerStr) + source->BufUsed >= (*target)->BufSize)
IncreaseBuf(*target, sizeof(headerStr) + source->BufUsed, 0);
memcpy ((*target)->buf, headerStr, sizeof(headerStr) - 1);
(*target)->BufUsed = sizeof(headerStr) - 1;
for (i=0; (i < source->BufUsed); ++i) {
- if ((*target)->BufUsed + 4 > (*target)->BufSize)
+ if ((*target)->BufUsed + 4 >= (*target)->BufSize)
IncreaseBuf(*target, 1, 0);
ch = (unsigned char) source->buf[i];
if ((ch < 32) || (ch > 126) || (ch == 61)) {
}
}
- if ((*target)->BufUsed + 4 > (*target)->BufSize)
+ if ((*target)->BufUsed + 4 >= (*target)->BufSize)
IncreaseBuf(*target, 1, 0);
(*target)->buf[(*target)->BufUsed++] = '?';
}
/**
- * \brief replaces all occurances of 'search' by 'replace'
- * \param buf Buffer to modify
- * \param search character to search
- * \param relpace character to replace search by
+ * @brief replaces all occurances of 'search' by 'replace'
+ * @param buf Buffer to modify
+ * @param search character to search
+ * @param relpace character to replace search by
*/
void StrBufReplaceChars(StrBuf *buf, char search, char replace)
{
-/*
- * Wrapper around iconv_open()
+/**
+ * @brief Wrapper around iconv_open()
* Our version adds aliases for non-standard Microsoft charsets
* such as 'MS950', aliasing them to names like 'CP950'
*
- * tocode Target encoding
- * fromcode Source encoding
+ * @param tocode Target encoding
+ * @param fromcode Source encoding
*/
void ctdl_iconv_open(const char *tocode, const char *fromcode, void *pic)
{
}
-
+/**
+ * @brief find one chunk of a RFC822 encoded string
+ * @param Buffer where to search
+ * @param bptr where to start searching
+ * @returns found position, NULL if none.
+ */
static inline char *FindNextEnd (const StrBuf *Buf, char *bptr)
{
char * end;
return end;
}
+/**
+ * @brief swaps the contents of two StrBufs
+ * this is to be used to have cheap switched between a work-buffer and a target buffer
+ * @param A First one
+ * @param B second one
+ */
+static inline void SwapBuffers(StrBuf *A, StrBuf *B)
+{
+ StrBuf C;
+
+ memcpy(&C, A, sizeof(*A));
+ memcpy(A, B, sizeof(*B));
+ memcpy(B, &C, sizeof(C));
+
+}
+
+/**
+ * @brief convert one buffer according to the preselected iconv pointer PIC
+ * @param ConvertBuf buffer we need to translate
+ * @param TmpBuf To share a workbuffer over several iterations. prepare to have it filled with useless stuff afterwards.
+ * @param pic Pointer to the iconv-session Object
+ */
void StrBufConvert(StrBuf *ConvertBuf, StrBuf *TmpBuf, void *pic)
{
#ifdef HAVE_ICONV
- int BufSize;
+ long trycount = 0;
+ size_t siz;
iconv_t ic;
char *ibuf; /**< Buffer of characters to be converted */
char *obuf; /**< Buffer for converted characters */
size_t obuflen; /**< Length of output buffer */
- if (ConvertBuf->BufUsed > TmpBuf->BufSize)
- IncreaseBuf(TmpBuf, 0, ConvertBuf->BufUsed);
-
+ /* since we're converting to utf-8, one glyph may take up to 6 bytes */
+ if (ConvertBuf->BufUsed * 6 >= TmpBuf->BufSize)
+ IncreaseBuf(TmpBuf, 0, ConvertBuf->BufUsed * 6);
+TRYAGAIN:
ic = *(iconv_t*)pic;
ibuf = ConvertBuf->buf;
ibuflen = ConvertBuf->BufUsed;
obuf = TmpBuf->buf;
obuflen = TmpBuf->BufSize;
- iconv(ic, &ibuf, &ibuflen, &obuf, &obuflen);
+ siz = iconv(ic, &ibuf, &ibuflen, &obuf, &obuflen);
- /* little card game: wheres the red lady? */
- ibuf = ConvertBuf->buf;
- BufSize = ConvertBuf->BufSize;
+ if (siz < 0) {
+ if (errno == E2BIG) {
+ trycount ++;
+ IncreaseBuf(TmpBuf, 0, 0);
+ if (trycount < 5)
+ goto TRYAGAIN;
- ConvertBuf->buf = TmpBuf->buf;
- ConvertBuf->BufSize = TmpBuf->BufSize;
- ConvertBuf->BufUsed = TmpBuf->BufSize - obuflen;
- ConvertBuf->buf[ConvertBuf->BufUsed] = '\0';
-
- TmpBuf->buf = ibuf;
- TmpBuf->BufSize = BufSize;
- TmpBuf->BufUsed = 0;
- TmpBuf->buf[0] = '\0';
+ }
+ else if (errno == EILSEQ){
+ /* hm, invalid utf8 sequence... what to do now? */
+ /* An invalid multibyte sequence has been encountered in the input */
+ }
+ else if (errno == EINVAL) {
+ /* An incomplete multibyte sequence has been encountered in the input. */
+ }
+
+ FlushStrBuf(TmpBuf);
+ }
+ else {
+ TmpBuf->BufUsed = TmpBuf->BufSize - obuflen;
+ TmpBuf->buf[TmpBuf->BufUsed] = '\0';
+
+ /* little card game: wheres the red lady? */
+ SwapBuffers(ConvertBuf, TmpBuf);
+ FlushStrBuf(TmpBuf);
+ }
#endif
}
-
-
+/**
+ * @brief catches one RFC822 encoded segment, and decodes it.
+ * @param Target buffer to fill with result
+ * @param DecodeMe buffer with stuff to process
+ * @param SegmentStart points to our current segment in DecodeMe
+ * @param SegmentEnd Points to the end of our current segment in DecodeMe
+ * @param ConvertBuf Workbuffer shared between several iterations. Random content; needs to be valid
+ * @param ConvertBuf2 Workbuffer shared between several iterations. Random content; needs to be valid
+ * @param FoundCharset Characterset to default decoding to; if we find another we will overwrite it.
+ */
inline static void DecodeSegment(StrBuf *Target,
const StrBuf *DecodeMe,
char *SegmentStart,
StrBuf StaticBuf;
char charset[128];
char encoding[16];
+#ifdef HAVE_ICONV
iconv_t ic = (iconv_t)(-1);
-
+#else
+ void *ic = NULL;
+#endif
/* Now we handle foreign character sets properly encoded
* in RFC2047 format.
*/
else {
StrBufAppendBuf(ConvertBuf2, ConvertBuf, 0);
}
-
+#ifdef HAVE_ICONV
ctdl_iconv_open("UTF-8", charset, &ic);
if (ic != (iconv_t)(-1) ) {
+#endif
StrBufConvert(ConvertBuf2, ConvertBuf, &ic);
StrBufAppendBuf(Target, ConvertBuf2, 0);
+#ifdef HAVE_ICONV
iconv_close(ic);
}
else {
StrBufAppendBufPlain(Target, HKEY("(unreadable)"), 0);
}
+#endif
}
-/*
- * Handle subjects with RFC2047 encoding such as:
+
+/**
+ * @brief Handle subjects with RFC2047 encoding such as:
* =?koi8-r?B?78bP0s3Mxc7JxSDXz9rE1dvO2c3JINvB0sHNySDP?=
+ * @param Target where to put the decoded string to
+ * @param DecodeMe buffer with encoded string
+ * @param DefaultCharset if we don't find one, which should we use?
+ * @param FoundCharset overrides DefaultCharset if non-empty; If we find a charset inside of the string,
+ * put it here for later use where no string might be known.
*/
void StrBuf_RFC822_to_Utf8(StrBuf *Target, const StrBuf *DecodeMe, const StrBuf* DefaultCharset, StrBuf *FoundCharset)
{
+ StrBuf *DecodedInvalidBuf = NULL;
StrBuf *ConvertBuf, *ConvertBuf2;
+ const StrBuf *DecodeMee = DecodeMe;
char *start, *end, *next, *nextend, *ptr = NULL;
+#ifdef HAVE_ICONV
iconv_t ic = (iconv_t)(-1) ;
+#endif
const char *eptr;
int passes = 0;
int i, len, delta;
(strcasecmp(ChrPtr(DefaultCharset), "UTF-8")) &&
(strcasecmp(ChrPtr(DefaultCharset), "us-ascii")) )
{
+#ifdef HAVE_ICONV
ctdl_iconv_open("UTF-8", ChrPtr(DefaultCharset), &ic);
if (ic != (iconv_t)(-1) ) {
- StrBufConvert((StrBuf*)DecodeMe, ConvertBuf, &ic);///TODO: don't void const?
+ DecodedInvalidBuf = NewStrBufDup(DecodeMe);
+ StrBufConvert(DecodedInvalidBuf, ConvertBuf, &ic);///TODO: don't void const?
+ DecodeMee = DecodedInvalidBuf;
iconv_close(ic);
}
+#endif
}
/* pre evaluate the first pair */
nextend = end = NULL;
- len = StrLength(DecodeMe);
- start = strstr(DecodeMe->buf, "=?");
- eptr = DecodeMe->buf + DecodeMe->BufUsed;
+ len = StrLength(DecodeMee);
+ start = strstr(DecodeMee->buf, "=?");
+ eptr = DecodeMee->buf + DecodeMee->BufUsed;
if (start != NULL)
- end = FindNextEnd (DecodeMe, start);
+ end = FindNextEnd (DecodeMee, start);
else {
- StrBufAppendBuf(Target, DecodeMe, 0);
+ StrBufAppendBuf(Target, DecodeMee, 0);
FreeStrBuf(&ConvertBuf);
+ FreeStrBuf(&DecodedInvalidBuf);
return;
}
- ConvertBuf2 = NewStrBufPlain(NULL, StrLength(DecodeMe));
+ ConvertBuf2 = NewStrBufPlain(NULL, StrLength(DecodeMee));
- if (start != DecodeMe->buf)
- StrBufAppendBufPlain(Target, DecodeMe->buf, start - DecodeMe->buf, 0);
+ if (start != DecodeMee->buf) {
+ long nFront;
+
+ nFront = start - DecodeMee->buf;
+ StrBufAppendBufPlain(Target, DecodeMee->buf, nFront, 0);
+ len -= nFront;
+ }
/*
* Since spammers will go to all sorts of absurd lengths to get their
* messages through, there are LOTS of corrupt headers out there.
{
passes++;
DecodeSegment(Target,
- DecodeMe,
+ DecodeMee,
start,
end,
ConvertBuf,
nextend = NULL;
if ((next != NULL) &&
(next < eptr))
- nextend = FindNextEnd(DecodeMe, next);
+ nextend = FindNextEnd(DecodeMee, next);
if (nextend == NULL)
next = NULL;
/* did we find a gab just filled with blanks? */
if (ptr == next)
{
+ long gap = next - start;
memmove (end + 2,
next,
- len - (next - start));
-
+ len - (gap));
+ len -= gap;
/* now terminate the gab at the end */
delta = (next - end) - 2; ////TODO: const!
- ((StrBuf*)DecodeMe)->BufUsed -= delta;
- ((StrBuf*)DecodeMe)->buf[DecodeMe->BufUsed] = '\0';
+ ((StrBuf*)DecodeMee)->BufUsed -= delta;
+ ((StrBuf*)DecodeMee)->buf[DecodeMee->BufUsed] = '\0';
/* move next to its new location. */
next -= delta;
end = nextend;
}
end = ptr;
- nextend = DecodeMe->buf + DecodeMe->BufUsed;
+ nextend = DecodeMee->buf + DecodeMee->BufUsed;
if ((end != NULL) && (end < nextend)) {
ptr = end;
while ( (ptr < nextend) &&
}
FreeStrBuf(&ConvertBuf);
FreeStrBuf(&ConvertBuf2);
+ FreeStrBuf(&DecodedInvalidBuf);
}
+/**
+ * @brief evaluate the length of an utf8 special character sequence
+ * @param Char the character to examine
+ * @returns width of utf8 chars in bytes
+ */
+static inline int Ctdl_GetUtf8SequenceLength(const char *CharS, const char *CharE)
+{
+ int n = 1;
+ char test = (1<<7);
+
+ while ((n < 8) && ((test & *CharS) != 0)) {
+ test = test << 1;
+ n ++;
+ }
+ if ((n > 6) || ((CharE - CharS) > n))
+ n = 1;
+ return n;
+}
+/**
+ * @brief detect whether this char starts an utf-8 encoded char
+ * @param Char character to inspect
+ * @returns yes or no
+ */
+static inline int Ctdl_IsUtf8SequenceStart(const char Char)
+{
+/** 11??.???? indicates an UTF8 Sequence. */
+ return ((Char & 0xC0) != 0);
+}
+/**
+ * @brief measure the number of glyphs in an UTF8 string...
+ * @param str string to measure
+ * @returns the length of str
+ */
long StrBuf_Utf8StrLen(StrBuf *Buf)
{
- return Ctdl_Utf8StrLen(Buf->buf);
+ int n = 0;
+ int m = 0;
+ char *aptr, *eptr;
+
+ if ((Buf == NULL) || (Buf->BufUsed == 0))
+ return 0;
+ aptr = Buf->buf;
+ eptr = Buf->buf + Buf->BufUsed;
+ while ((aptr < eptr) && (*aptr != '\0')) {
+ if (Ctdl_IsUtf8SequenceStart(*aptr)){
+ m = Ctdl_GetUtf8SequenceLength(aptr, eptr);
+ while ((aptr < eptr) && (m-- > 0) && (*aptr++ != '\0'))
+ n ++;
+ }
+ else {
+ n++;
+ aptr++;
+ }
+
+ }
+ return n;
}
+/**
+ * @brief cuts a string after maxlen glyphs
+ * @param str string to cut to maxlen glyphs
+ * @param maxlen how long may the string become?
+ * @returns pointer to maxlen or the end of the string
+ */
long StrBuf_Utf8StrCut(StrBuf *Buf, int maxlen)
{
- char *CutAt;
+ char *aptr, *eptr;
+ int n = 0, m = 0;
- CutAt = Ctdl_Utf8StrCut(Buf->buf, maxlen);
- if (CutAt != NULL) {
- Buf->BufUsed = CutAt - Buf->buf;
- Buf->buf[Buf->BufUsed] = '\0';
+ aptr = Buf->buf;
+ eptr = Buf->buf + Buf->BufUsed;
+ while ((aptr < eptr) && (*aptr != '\0')) {
+ if (Ctdl_IsUtf8SequenceStart(*aptr)){
+ m = Ctdl_GetUtf8SequenceLength(aptr, eptr);
+ while ((m-- > 0) && (*aptr++ != '\0'))
+ n ++;
+ }
+ else {
+ n++;
+ aptr++;
+ }
+ if (n > maxlen) {
+ *aptr = '\0';
+ Buf->BufUsed = aptr - Buf->buf;
+ return Buf->BufUsed;
+ }
}
- return Buf->BufUsed;
-}
+ return Buf->BufUsed;
+}
+/**
+ * @brief extract a "next line" from Buf; Ptr to persist across several iterations
+ * @param LineBuf your line will be copied here.
+ * @param Buf BLOB with lines of text...
+ * @param Ptr moved arround to keep the next-line across several iterations
+ * has to be &NULL on start; will be &NotNULL on end of buffer
+ * @returns size of copied buffer
+ */
int StrBufSipLine(StrBuf *LineBuf, StrBuf *Buf, const char **Ptr)
{
const char *aptr, *ptr, *eptr;
char *optr, *xptr;
- if (Buf == NULL)
+ if ((Buf == NULL) || (*Ptr == StrBufNOTNULL)) {
+ *Ptr = StrBufNOTNULL;
return 0;
+ }
+ FlushStrBuf(LineBuf);
if (*Ptr==NULL)
ptr = aptr = Buf->buf;
else
optr = LineBuf->buf;
eptr = Buf->buf + Buf->BufUsed;
- xptr = LineBuf->buf + LineBuf->BufSize;
+ xptr = LineBuf->buf + LineBuf->BufSize - 1;
- while ((*ptr != '\n') &&
- (*ptr != '\r') &&
- (ptr < eptr))
+ while ((ptr <= eptr) &&
+ (*ptr != '\n') &&
+ (*ptr != '\r') )
{
*optr = *ptr;
optr++; ptr++;
LineBuf->BufUsed = optr - LineBuf->buf;
IncreaseBuf(LineBuf, 1, LineBuf->BufUsed + 1);
optr = LineBuf->buf + LineBuf->BufUsed;
- xptr = LineBuf->buf + LineBuf->BufSize;
+ xptr = LineBuf->buf + LineBuf->BufSize - 1;
}
}
+
+ if ((ptr >= eptr) && (optr > LineBuf->buf))
+ optr --;
LineBuf->BufUsed = optr - LineBuf->buf;
*optr = '\0';
- if (*ptr == '\r')
+ if ((ptr <= eptr) && (*ptr == '\r'))
ptr ++;
- if (*ptr == '\n')
+ if ((ptr <= eptr) && (*ptr == '\n'))
ptr ++;
-
- *Ptr = ptr;
+
+ if (ptr < eptr) {
+ *Ptr = ptr;
+ }
+ else {
+ *Ptr = StrBufNOTNULL;
+ }
return Buf->BufUsed - (ptr - Buf->buf);
}
projects / citadel.git / blobdiff