X-Git-Url: https://code.citadel.org/?a=blobdiff_plain;f=citadel%2Fmodules%2Frssclient%2Fserv_rssclient.c;h=72ce11ed280f8164cdaa538ce73b0bf6994d7529;hb=684e3a06c4d2ab35e39760f328a0d354ad330622;hp=6ace63fa09d5d21e9901c0dc4bb33023d8024aa1;hpb=3caa16d921d50adbdff4be1c89e982dab7589fd4;p=citadel.git diff --git a/citadel/modules/rssclient/serv_rssclient.c b/citadel/modules/rssclient/serv_rssclient.c index 6ace63fa0..72ce11ed2 100644 --- a/citadel/modules/rssclient/serv_rssclient.c +++ b/citadel/modules/rssclient/serv_rssclient.c @@ -119,7 +119,6 @@ void rss_end_element(void *data, const char *el) { struct rssparser *r = (struct rssparser *)data; - syslog(LOG_DEBUG, "end: %s", el); if ( // end of a new item(rss) or entry(atom) (!strcasecmp(el, "entry")) || (!strcasecmp(el, "item")) @@ -135,7 +134,7 @@ void rss_end_element(void *data, const char *el) // check the use table StrBuf *u = NewStrBuf(); StrBufAppendPrintf(u, "rss/%s", r->item_id); - time_t already_seen = CheckIfAlreadySeen("rss", u, time(NULL), 604800, eUpdate, 0, 0); + int already_seen = CheckIfAlreadySeen(u); FreeStrBuf(&u); if (already_seen == 0) { @@ -186,7 +185,7 @@ void rss_end_element(void *data, const char *el) } } else { - syslog(LOG_DEBUG, "%s was already seen %ld seconds ago", r->item_id, already_seen); + syslog(LOG_DEBUG, "%s was already seen", r->item_id); } CM_Free(r->msg); @@ -220,7 +219,15 @@ void rss_end_element(void *data, const char *el) } else if (!strcasecmp(el, "updated")) { // date/time stamp (atom) 2003-12-13T18:30:02Z - // FIXME parse it + if ((r->msg)&&(r->msg->cm_fields[eTimestamp]==NULL)) { + struct tm t; + char zulu; + memset(&t, 0, sizeof t); + sscanf(ChrPtr(r->CData), "%d-%d-%dT%d:%d:%d%c", &t.tm_year, &t.tm_mon, &t.tm_mday, &t.tm_hour, &t.tm_min, &t.tm_sec, &zulu); + t.tm_year -= 1900; + t.tm_mon -= 1; + CM_SetFieldLONG(r->msg, eTimestamp, mktime(&t)); + } } else if (!strcasecmp(el, "link")) { // link to story (rss) @@ -247,6 +254,7 @@ void rss_end_element(void *data, const char *el) else if ( (!strcasecmp(el, "description")) // message text (rss) || (!strcasecmp(el, "summary")) // message text (atom) + || (!strcasecmp(el, "content")) // message text (atom) ) { if (r->description != NULL) { free(r->description); @@ -324,17 +332,6 @@ void rssclient_push_todo(char *rssurl, char *roomname) } -// Callback function for curl -// -size_t rss_pof_write_data(void *buffer, size_t size, size_t nmemb, void *userp) -{ - StrBuf *Downloaded = (StrBuf *)userp; - size_t bytes = size * nmemb; - StrBufAppendBufPlain(Downloaded, buffer, bytes, 0); - return(bytes); -} - - // pull one feed (possibly multiple rooms) // void rss_pull_one_feed(struct rssurl *url) @@ -353,8 +350,10 @@ void rss_pull_one_feed(struct rssurl *url) Downloaded = NewStrBuf(); curl_easy_setopt(curl, CURLOPT_URL, url->url); + curl_easy_setopt(curl, CURLOPT_SSL_VERIFYPEER, 0L); + curl_easy_setopt(curl, CURLOPT_SSL_VERIFYHOST, 0L); curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L); // Follow redirects - curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, rss_pof_write_data); // What to do with downloaded data + curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, CurlFillStrBuf_callback); // What to do with downloaded data curl_easy_setopt(curl, CURLOPT_WRITEDATA, Downloaded); // Give it our StrBuf to work with curl_easy_setopt(curl, CURLOPT_TIMEOUT, 20L); // Time out after 20 seconds res = curl_easy_perform(curl); // Perform the request