This is an omnibus commit which moves the Citadel Server from crusty old GNU Autotool...
[citadel.git] / citadel / modules / crypto / serv_crypto.c
diff --git a/citadel/modules/crypto/serv_crypto.c b/citadel/modules/crypto/serv_crypto.c
deleted file mode 100644 (file)
index f78c0cd..0000000
+++ /dev/null
@@ -1,619 +0,0 @@
-// Copyright (c) 1987-2022 by the citadel.org team
-//
-// This program is open source software; you can redistribute it and/or modify
-// it under the terms of the GNU General Public License version 3.
-//
-// This program is distributed in the hope that it will be useful,
-// but WITHOUT ANY WARRANTY; without even the implied warranty of
-// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-// GNU General Public License for more details.
-
-#include <string.h>
-#include <unistd.h>
-#include <sys/stat.h>
-#include <sys/types.h>
-#include "sysdep.h"
-
-#ifdef HAVE_OPENSSL
-#include <openssl/ssl.h>
-#include <openssl/err.h>
-#include <openssl/rand.h>
-#endif
-
-#include <time.h>
-
-#ifdef HAVE_PTHREAD_H
-#include <pthread.h>
-#endif
-
-#ifdef HAVE_SYS_SELECT_H
-#include <sys/select.h>
-#endif
-
-#include <stdio.h>
-#include <libcitadel.h>
-#include "server.h"
-#include "serv_crypto.h"
-#include "sysdep_decls.h"
-#include "citadel.h"
-#include "config.h"
-#include "ctdl_module.h"
-
-#ifdef HAVE_OPENSSL
-
-SSL_CTX *ssl_ctx = NULL;               // This SSL context is used for all sessions.
-char *ssl_cipher_list = CIT_CIPHERS;
-
-// If a private key does not exist, generate one now.
-void generate_key(char *keyfilename) {
-       int ret = 0;
-       RSA *rsa = NULL;
-       BIGNUM *bne = NULL;
-       int bits = 2048;
-       unsigned long e = RSA_F4;
-       FILE *fp;
-
-       if (access(keyfilename, R_OK) == 0) {   // Already have one.
-               syslog(LOG_INFO, "crypto: %s exists and is readable", keyfilename);
-               return;
-       }
-
-       syslog(LOG_INFO, "crypto: generating RSA key pair");
-       // generate rsa key
-       bne = BN_new();
-       ret = BN_set_word(bne,e);
-       if (ret != 1) {
-               goto free_all;
-       }
-       rsa = RSA_new();
-       ret = RSA_generate_key_ex(rsa, bits, bne, NULL);
-       if (ret != 1) {
-               goto free_all;
-       }
-
-       // write the key file
-       fp = fopen(keyfilename, "w");
-       if (fp != NULL) {
-               chmod(keyfilename, 0600);
-               if (PEM_write_RSAPrivateKey(fp, // the file
-                                       rsa,    // the key
-                                       NULL,   // no enc
-                                       NULL,   // no passphrase
-                                       0,      // no passphrase
-                                       NULL,   // no callback
-                                       NULL    // no callback
-               ) != 1) {
-                       syslog(LOG_ERR, "crypto: cannot write key: %s", ERR_reason_error_string(ERR_get_error()));
-                       unlink(keyfilename);
-               }
-               fclose(fp);
-       }
-
-       // free the memory we used
-free_all:
-       RSA_free(rsa);
-       BN_free(bne);
-}
-
-
-// If a certificate does not exist, generate a self-signed one now.
-void generate_certificate(char *keyfilename, char *certfilename) {
-       RSA *private_key = NULL;
-       EVP_PKEY *public_key = NULL;
-       X509_REQ *certificate_signing_request = NULL;
-       X509_NAME *name = NULL;
-       X509 *certificate = NULL;
-       FILE *fp;
-
-       if (access(certfilename, R_OK) == 0) {                  // already have one.
-               syslog(LOG_INFO, "crypto: %s exists and is readable", certfilename);
-               return;
-       }
-
-       syslog(LOG_INFO, "crypto: generating a self-signed certificate");
-
-       // Read in our private key.
-       fp = fopen(keyfilename, "r");
-       if (fp) {
-               private_key = PEM_read_RSAPrivateKey(fp, NULL, NULL, NULL);
-               fclose(fp);
-       }
-
-       if (!private_key) {
-               syslog(LOG_ERR, "crypto: cannot read the private key");
-               return;
-       }
-
-       // Create a public key from the private key
-       public_key = EVP_PKEY_new();
-       if (!public_key) {
-               syslog(LOG_ERR, "crypto: cannot allocate public key");
-               RSA_free(private_key);
-               return;
-       }
-       EVP_PKEY_assign_RSA(public_key, private_key);
-
-       // Create a certificate signing request
-       certificate_signing_request = X509_REQ_new();
-       if (!certificate_signing_request) {
-               syslog(LOG_ERR, "crypto: cannot allocate certificate signing request");
-               RSA_free(private_key);
-               EVP_PKEY_free(public_key);
-               return;
-       }
-
-       // Assign the public key to the certificate signing request
-       X509_REQ_set_pubkey(certificate_signing_request, public_key);
-       X509_REQ_set_version(certificate_signing_request, 0L);
-
-       // Tell it who we are
-       name = X509_REQ_get_subject_name(certificate_signing_request);
-       X509_NAME_add_entry_by_txt(name, "C", MBSTRING_ASC, (unsigned const char *)"ZZ", -1, -1, 0);
-       X509_NAME_add_entry_by_txt(name, "ST", MBSTRING_ASC, (unsigned const char *)"The World", -1, -1, 0);
-       X509_NAME_add_entry_by_txt(name, "L", MBSTRING_ASC, (unsigned const char *)"My Location", -1, -1, 0);
-       X509_NAME_add_entry_by_txt(name, "O", MBSTRING_ASC, (unsigned const char *)"Generic certificate", -1, -1, 0);
-       X509_NAME_add_entry_by_txt(name, "OU", MBSTRING_ASC, (unsigned const char *)"Citadel server", -1, -1, 0);
-       X509_NAME_add_entry_by_txt(name, "CN", MBSTRING_ASC, (unsigned const char *)"*", -1, -1, 0);
-       X509_REQ_set_subject_name(certificate_signing_request, name);
-
-       // Sign the CSR
-       if (!X509_REQ_sign(certificate_signing_request, public_key, EVP_md5())) {
-               syslog(LOG_ERR, "crypto: X509_REQ_sign(): error");
-               X509_REQ_free(certificate_signing_request);
-               RSA_free(private_key);
-               EVP_PKEY_free(public_key);
-               return;
-       }
-
-       // Generate the self-signed certificate
-       certificate = X509_new();
-       if (!certificate) {
-               syslog(LOG_ERR, "crypto: cannot allocate X.509 certificate");
-               X509_REQ_free(certificate_signing_request);
-               RSA_free(private_key);
-               EVP_PKEY_free(public_key);
-               return;
-       }
-
-       ASN1_INTEGER_set(X509_get_serialNumber(certificate), 0);
-       X509_set_issuer_name(certificate, X509_REQ_get_subject_name(certificate_signing_request));
-       X509_set_subject_name(certificate, X509_REQ_get_subject_name(certificate_signing_request));
-       X509_gmtime_adj(X509_get_notBefore(certificate), 0);
-       X509_gmtime_adj(X509_get_notAfter(certificate), (long)60*60*24*SIGN_DAYS);
-       X509_set_pubkey(certificate, public_key);
-       X509_REQ_free(certificate_signing_request);             // We're done with the CSR; free it
-
-       // Finally, sign the certificate with our private key.
-       if (!X509_sign(certificate, public_key, EVP_md5())) {
-               syslog(LOG_ERR, "crypto: X509_sign() error");
-               X509_free(certificate);
-               RSA_free(private_key);
-               EVP_PKEY_free(public_key);
-               return;
-       }
-
-       // Write the certificate to disk
-       fp = fopen(certfilename, "w");
-       if (fp != NULL) {
-               chmod(certfilename, 0600);
-               PEM_write_X509(fp, certificate);
-               fclose(fp);
-       }
-       else {
-               syslog(LOG_ERR, "crypto: %s: %m", certfilename);
-       }
-
-       X509_free(certificate);
-       EVP_PKEY_free(public_key);
-       // do not RSA_free(private_key); because it was freed by EVP_PKEY_free() above
-}
-
-
-// Set the private key and certificate chain for the global SSL Context.
-// This is called during initialization, and can be called again later if the certificate changes.
-void bind_to_key_and_certificate(void) {
-
-       SSL_CTX *old_ctx = NULL;
-       SSL_CTX *new_ctx = NULL;
-
-       const SSL_METHOD *method = SSLv23_server_method();
-       if (!method) {
-               syslog(LOG_ERR, "crypto: SSLv23_server_method() failed: %s", ERR_reason_error_string(ERR_get_error()));
-               return;
-       }
-
-       new_ctx = SSL_CTX_new(method);
-       if (!new_ctx) {
-               syslog(LOG_ERR, "crypto: SSL_CTX_new failed: %s", ERR_reason_error_string(ERR_get_error()));
-               return;
-       }
-
-       if (!(SSL_CTX_set_cipher_list(new_ctx, ssl_cipher_list))) {
-               syslog(LOG_ERR, "crypto: SSL_CTX_set_cipher_list failed: %s", ERR_reason_error_string(ERR_get_error()));
-               return;
-       }
-
-       syslog(LOG_DEBUG, "crypto: using certificate chain %s", file_crpt_file_cer);
-        if (!SSL_CTX_use_certificate_chain_file(new_ctx, file_crpt_file_cer)) {
-               syslog(LOG_ERR, "crypto: SSL_CTX_use_certificate_chain_file failed: %s", ERR_reason_error_string(ERR_get_error()));
-               return;
-       }
-
-       syslog(LOG_DEBUG, "crypto: using private key %s", file_crpt_file_key);
-        if (!SSL_CTX_use_PrivateKey_file(new_ctx, file_crpt_file_key, SSL_FILETYPE_PEM)) {
-               syslog(LOG_ERR, "crypto: SSL_CTX_use_PrivateKey_file failed: %s", ERR_reason_error_string(ERR_get_error()));
-               return;
-       }
-
-       old_ctx = ssl_ctx;
-       ssl_ctx = new_ctx;              // All future binds will use the new certificate
-
-       if (old_ctx != NULL) {
-               sleep(1);               // Hopefully wait until all in-progress binds to the old certificate have completed
-               SSL_CTX_free(old_ctx);
-       }
-}
-
-
-// Check the modification time of the key and certificate files.  Reload if either one changed.
-void update_key_and_cert_if_needed(void) {
-       static time_t previous_mtime = 0;
-       struct stat keystat;
-       struct stat certstat;
-
-       if (stat(file_crpt_file_key, &keystat) != 0) {
-               syslog(LOG_ERR, "%s: %s", file_crpt_file_key, strerror(errno));
-               return;
-       }
-       if (stat(file_crpt_file_cer, &certstat) != 0) {
-               syslog(LOG_ERR, "%s: %s", file_crpt_file_cer, strerror(errno));
-               return;
-       }
-
-       if ((keystat.st_mtime + certstat.st_mtime) != previous_mtime) {
-               begin_critical_section(S_OPENSSL);
-               bind_to_key_and_certificate();
-               end_critical_section(S_OPENSSL);
-               previous_mtime = keystat.st_mtime + certstat.st_mtime;
-       }
-}
-
-
-// Initialize the TLS subsystem.
-void init_ssl(void) {
-
-       // Initialize the OpenSSL library
-       SSL_library_init();
-       SSL_load_error_strings();
-
-       // Load (or generate) a key and certificate
-       mkdir(ctdl_key_dir, 0700);                                      // If the keys directory does not exist, create it
-       generate_key(file_crpt_file_key);                               // If a private key does not exist, create it
-       generate_certificate(file_crpt_file_key, file_crpt_file_cer);   // If a certificate does not exist, create it
-       bind_to_key_and_certificate();                                  // Load key and cert from disk, and bind to them.
-
-       // Register some Citadel protocol commands for dealing with encrypted sessions
-       CtdlRegisterProtoHook(cmd_stls, "STLS", "Start TLS session");
-       CtdlRegisterProtoHook(cmd_gtls, "GTLS", "Get TLS session status");
-       CtdlRegisterSessionHook(endtls, EVT_STOP, PRIO_STOP + 10);
-}
-
-
-// client_write_ssl() Send binary data to the client encrypted.
-void client_write_ssl(const char *buf, int nbytes) {
-       int retval;
-       int nremain;
-       char junk[1];
-
-       nremain = nbytes;
-
-       while (nremain > 0) {
-               if (SSL_want_write(CC->ssl)) {
-                       if ((SSL_read(CC->ssl, junk, 0)) < 1) {
-                               syslog(LOG_DEBUG, "crypto: SSL_read in client_write: %s", ERR_reason_error_string(ERR_get_error()));
-                       }
-               }
-               retval =
-                   SSL_write(CC->ssl, &buf[nbytes - nremain], nremain);
-               if (retval < 1) {
-                       long errval;
-
-                       errval = SSL_get_error(CC->ssl, retval);
-                       if (errval == SSL_ERROR_WANT_READ || errval == SSL_ERROR_WANT_WRITE) {
-                               sleep(1);
-                               continue;
-                       }
-                       syslog(LOG_DEBUG, "crypto: SSL_write got error %ld, ret %d", errval, retval);
-                       if (retval == -1) {
-                               syslog(LOG_DEBUG, "crypto: errno is %d", errno);
-                       }
-                       endtls();
-                       client_write(&buf[nbytes - nremain], nremain);
-                       return;
-               }
-               nremain -= retval;
-       }
-}
-
-
-// read data from the encrypted layer.
-int client_read_sslbuffer(StrBuf *buf, int timeout) {
-       char sbuf[16384];       // OpenSSL communicates in 16k blocks, so let's speak its native tongue.
-       int rlen;
-       char junk[1];
-       SSL *pssl = CC->ssl;
-
-       if (pssl == NULL) return(-1);
-
-       while (1) {
-               if (SSL_want_read(pssl)) {
-                       if ((SSL_write(pssl, junk, 0)) < 1) {
-                               syslog(LOG_DEBUG, "crypto: SSL_write in client_read");
-                       }
-               }
-               rlen = SSL_read(pssl, sbuf, sizeof(sbuf));
-               if (rlen < 1) {
-                       long errval;
-
-                       errval = SSL_get_error(pssl, rlen);
-                       if (errval == SSL_ERROR_WANT_READ || errval == SSL_ERROR_WANT_WRITE) {
-                               sleep(1);
-                               continue;
-                       }
-                       syslog(LOG_DEBUG, "crypto: SSL_read got error %ld", errval);
-                       endtls();
-                       return (-1);
-               }
-               StrBufAppendBufPlain(buf, sbuf, rlen, 0);
-               return rlen;
-       }
-       return (0);
-}
-
-
-int client_readline_sslbuffer(StrBuf *Line, StrBuf *IOBuf, const char **Pos, int timeout) {
-       const char *pos = NULL;
-       const char *pLF;
-       int len, rlen;
-       int nSuccessLess = 0;
-       const char *pch = NULL;
-       
-       if ((Line == NULL) || (Pos == NULL) || (IOBuf == NULL)) {
-               if (Pos != NULL) {
-                       *Pos = NULL;
-               }
-               return -1;
-       }
-
-       pos = *Pos;
-       if ((StrLength(IOBuf) > 0) && (pos != NULL) && (pos < ChrPtr(IOBuf) + StrLength(IOBuf))) {
-               pch = pos;
-               pch = strchr(pch, '\n');
-               
-               if (pch == NULL) {
-                       StrBufAppendBufPlain(Line, pos, StrLength(IOBuf) - (pos - ChrPtr(IOBuf)), 0);
-                       FlushStrBuf(IOBuf);
-                       *Pos = NULL;
-               }
-               else {
-                       int n = 0;
-                       if ((pch > ChrPtr(IOBuf)) && (*(pch - 1) == '\r')) {
-                               n = 1;
-                       }
-                       StrBufAppendBufPlain(Line, pos, (pch - pos - n), 0);
-
-                       if (StrLength(IOBuf) <= (pch - ChrPtr(IOBuf) + 1)) {
-                               FlushStrBuf(IOBuf);
-                               *Pos = NULL;
-                       }
-                       else {
-                               *Pos = pch + 1;
-                       }
-                       return StrLength(Line);
-               }
-       }
-
-       pLF = NULL;
-       while ((nSuccessLess < timeout) && (pLF == NULL) && (CC->ssl != NULL)) {
-
-               rlen = client_read_sslbuffer(IOBuf, timeout);
-               if (rlen < 1) {
-                       return -1;
-               }
-               else if (rlen > 0) {
-                       pLF = strchr(ChrPtr(IOBuf), '\n');
-               }
-       }
-       *Pos = NULL;
-       if (pLF != NULL) {
-               pos = ChrPtr(IOBuf);
-               len = pLF - pos;
-               if (len > 0 && (*(pLF - 1) == '\r') )
-                       len --;
-               StrBufAppendBufPlain(Line, pos, len, 0);
-               if (pLF + 1 >= ChrPtr(IOBuf) + StrLength(IOBuf)) {
-                       FlushStrBuf(IOBuf);
-               }
-               else  {
-                       *Pos = pLF + 1;
-               }
-               return StrLength(Line);
-       }
-       return -1;
-}
-
-
-int client_read_sslblob(StrBuf *Target, long bytes, int timeout) {
-       long baselen;
-       long RemainRead;
-       int retval = 0;
-
-       baselen = StrLength(Target);
-
-       if (StrLength(CC->RecvBuf.Buf) > 0) {
-               long RemainLen;
-               long TotalLen;
-               const char *pchs;
-
-               if (CC->RecvBuf.ReadWritePointer == NULL) {
-                       CC->RecvBuf.ReadWritePointer = ChrPtr(CC->RecvBuf.Buf);
-               }
-               pchs = ChrPtr(CC->RecvBuf.Buf);
-               TotalLen = StrLength(CC->RecvBuf.Buf);
-               RemainLen = TotalLen - (pchs - CC->RecvBuf.ReadWritePointer);
-               if (RemainLen > bytes) {
-                       RemainLen = bytes;
-               }
-               if (RemainLen > 0) {
-                       StrBufAppendBufPlain(Target, CC->RecvBuf.ReadWritePointer, RemainLen, 0);
-                       CC->RecvBuf.ReadWritePointer += RemainLen;
-               }
-               if ((ChrPtr(CC->RecvBuf.Buf) + StrLength(CC->RecvBuf.Buf)) <= CC->RecvBuf.ReadWritePointer) {
-                       CC->RecvBuf.ReadWritePointer = NULL;
-                       FlushStrBuf(CC->RecvBuf.Buf);
-               }
-       }
-
-       if (StrLength(Target) >= bytes + baselen) {
-               return 1;
-       }
-
-       CC->RecvBuf.ReadWritePointer = NULL;
-
-       while ((StrLength(Target) < bytes + baselen) && (retval >= 0)) {
-               retval = client_read_sslbuffer(CC->RecvBuf.Buf, timeout);
-               if (retval >= 0) {
-                       RemainRead = bytes - (StrLength (Target) - baselen);
-                       if (RemainRead < StrLength(CC->RecvBuf.Buf)) {
-                               StrBufAppendBufPlain(
-                                       Target, 
-                                       ChrPtr(CC->RecvBuf.Buf), 
-                                       RemainRead, 0);
-                               CC->RecvBuf.ReadWritePointer = ChrPtr(CC->RecvBuf.Buf) + RemainRead;
-                               break;
-                       }
-                       StrBufAppendBuf(Target, CC->RecvBuf.Buf, 0);
-                       FlushStrBuf(CC->RecvBuf.Buf);
-               }
-               else {
-                       FlushStrBuf(CC->RecvBuf.Buf);
-                       return -1;
-       
-               }
-       }
-       return 1;
-}
-
-
-// CtdlStartTLS() starts TLS encryption for the current session.  It
-// must be supplied with pre-generated strings for responses of "ok," "no
-// support for TLS," and "error" so that we can use this in any protocol.
-void CtdlStartTLS(char *ok_response, char *nosup_response, char *error_response) {
-       int retval, bits, alg_bits;
-
-       if (CC->redirect_ssl) {
-               syslog(LOG_ERR, "crypto: attempt to begin SSL on an already encrypted connection");
-               if (error_response != NULL) {
-                       cprintf("%s", error_response);
-               }
-               return;
-       }
-
-       if (!ssl_ctx) {
-               syslog(LOG_ERR, "crypto: SSL failed: context has not been initialized");
-               if (nosup_response != NULL) {
-                       cprintf("%s", nosup_response);
-               }
-               return;
-       }
-
-       update_key_and_cert_if_needed();                // did someone update the key or cert?  if so, re-bind them
-
-       if (!(CC->ssl = SSL_new(ssl_ctx))) {
-               syslog(LOG_ERR, "crypto: SSL_new failed: %s", ERR_reason_error_string(ERR_get_error()));
-               if (error_response != NULL) {
-                       cprintf("%s", error_response);
-               }
-               return;
-       }
-       if (!(SSL_set_fd(CC->ssl, CC->client_socket))) {
-               syslog(LOG_ERR, "crypto: SSL_set_fd failed: %s", ERR_reason_error_string(ERR_get_error()));
-               SSL_free(CC->ssl);
-               CC->ssl = NULL;
-               if (error_response != NULL) {
-                       cprintf("%s", error_response);
-               }
-               return;
-       }
-       if (ok_response != NULL) {
-               cprintf("%s", ok_response);
-       }
-       retval = SSL_accept(CC->ssl);
-       if (retval < 1) {
-               // Can't notify the client of an error here; they will
-               // discover the problem at the SSL layer and should
-               // revert to unencrypted communications.
-               syslog(LOG_ERR, "crypto: SSL_accept failed: %s", ERR_reason_error_string(ERR_get_error()));
-               SSL_free(CC->ssl);
-               CC->ssl = NULL;
-               return;
-       }
-       bits = SSL_CIPHER_get_bits(SSL_get_current_cipher(CC->ssl), &alg_bits);
-       syslog(LOG_INFO, "crypto: TLS using %s on %s (%d of %d bits)",
-               SSL_CIPHER_get_name(SSL_get_current_cipher(CC->ssl)),
-               SSL_CIPHER_get_version(SSL_get_current_cipher(CC->ssl)),
-               bits, alg_bits
-       );
-       CC->redirect_ssl = 1;
-}
-
-
-// cmd_stls() starts TLS encryption for the current session
-void cmd_stls(char *params) {
-       char ok_response[SIZ];
-       char nosup_response[SIZ];
-       char error_response[SIZ];
-
-       unbuffer_output();
-
-       sprintf(ok_response, "%d Begin TLS negotiation now\n", CIT_OK);
-       sprintf(nosup_response, "%d TLS not supported here\n", ERROR + CMD_NOT_SUPPORTED);
-       sprintf(error_response, "%d TLS negotiation error\n", ERROR + INTERNAL_ERROR);
-
-       CtdlStartTLS(ok_response, nosup_response, error_response);
-}
-
-
-// cmd_gtls() returns status info about the TLS connection
-void cmd_gtls(char *params) {
-       int bits, alg_bits;
-
-       if (!CC->ssl || !CC->redirect_ssl) {
-               cprintf("%d Session is not encrypted.\n", ERROR);
-               return;
-       }
-       bits = SSL_CIPHER_get_bits(SSL_get_current_cipher(CC->ssl), &alg_bits);
-       cprintf("%d %s|%s|%d|%d\n", CIT_OK,
-               SSL_CIPHER_get_version(SSL_get_current_cipher(CC->ssl)),
-               SSL_CIPHER_get_name(SSL_get_current_cipher(CC->ssl)),
-               alg_bits, bits);
-}
-
-
-// endtls() shuts down the TLS connection
-void endtls(void) {
-       if (!CC->ssl) {
-               CC->redirect_ssl = 0;
-               return;
-       }
-
-       syslog(LOG_INFO, "crypto: ending TLS on this session");
-       SSL_shutdown(CC->ssl);
-       SSL_free(CC->ssl);
-       CC->ssl = NULL;
-       CC->redirect_ssl = 0;
-}
-
-#endif // HAVE_OPENSSL