add openssl.ssl:setAlpnProtos

1 files changed, 83 insertions, 23 deletions

diff --git a/src/openssl.c b/src/openssl.c
index 2dee037..773930b 100644
--- a/src/openssl.c
+++ b/src/openssl.c
@@ -26,7 +26,7 @@
 #ifndef LUAOSSL_H
 #define LUAOSSL_H
 
-#include <limits.h>       /* INT_MAX INT_MIN */
+#include <limits.h>       /* INT_MAX INT_MIN UCHAR_MAX */
 #include <stdint.h>       /* uintptr_t */
 #include <string.h>       /* memset(3) strerror_r(3) */
 #include <strings.h>      /* strcasecmp(3) */
@@ -87,6 +87,10 @@
 #define HAVE_SSL_CTX_SET_ALPN_PROTOS (OPENSSL_VERSION_NUMBER >= 0x1000200fL)
 #endif
 
+#ifndef HAVE_SSL_SET_ALPN_PROTOS
+#define HAVE_SSL_SET_ALPN_PROTOS HAVE_SSL_CTX_SET_ALPN_PROTOS
+#endif
+
 #ifndef HAVE_SSL_GET0_ALPN_SELECTED
 #define HAVE_SSL_GET0_ALPN_SELECTED HAVE_SSL_CTX_SET_ALPN_PROTOS
 #endif
@@ -346,6 +350,45 @@ static int optencoding(lua_State *L, int index, const char *def, int allow) {
 } /* optencoding() */
 
 
+static _Bool rawgeti(lua_State *L, int index, int n) {
+	lua_rawgeti(L, index, n);
+
+	if (lua_isnil(L, -1)) {
+		lua_pop(L, 1);
+
+		return 0;
+	} else {
+		return 1;
+	}
+} /* rawgeti() */
+
+
+/* check ALPN protocols and add to buffer of length-prefixed strings */
+static void checkprotos(luaL_Buffer *B, lua_State *L, int index) {
+	int n;
+
+	luaL_checktype(L, index, LUA_TTABLE);
+
+	for (n = 1; rawgeti(L, index, n); n++) {
+		const char *tmp;
+		size_t len;
+
+		switch (lua_type(L, -1)) {
+		case LUA_TSTRING:
+			break;
+		default:
+			luaL_argerror(L, index, "array of strings expected");
+		}
+
+		tmp = luaL_checklstring(L, -1, &len);
+		luaL_argcheck(L, len > 0 && len <= UCHAR_MAX, index, "proto string length invalid");
+		luaL_addchar(B, (unsigned char)len);
+		luaL_addlstring(B, tmp, len);
+		lua_pop(L, 1);
+	}
+} /* checkprotos() */
+
+
 static _Bool getfield(lua_State *L, int index, const char *k) {
 	lua_getfield(L, index, k);
 
@@ -4524,34 +4567,16 @@ static int sx_setEphemeralKey(lua_State *L) {
 	return 1;
 } /* sx_setEphemeralKey() */
 
+
 #if HAVE_SSL_CTX_SET_ALPN_PROTOS
 static int sx_setAlpnProtos(lua_State *L) {
 	SSL_CTX *ctx = checksimple(L, 1, SSL_CTX_CLASS);
+	luaL_Buffer B;
 	size_t len;
 	const char *tmp;
-	unsigned protos_len = 0;
-	luaL_Buffer B;
-	luaL_checktype(L, 2, LUA_TTABLE);
-	luaL_buffinit(L, &B);
 
-	while (1) {
-		protos_len++;
-		lua_rawgeti(L, 2, protos_len);
-		switch (lua_type(L, -1)) {
-			case LUA_TNIL:
-				goto done;
-			case LUA_TSTRING:
-				break;
-			default:
-				return luaL_argerror(L, 2, "array of strings expected");
-		}
-		tmp = luaL_checklstring(L, -1, &len);
-		luaL_argcheck(L, len > 0 && len <= UCHAR_MAX, 2, "proto string length invalid");
-		luaL_addchar(&B, (unsigned char)len);
-		luaL_addlstring(&B, tmp, len);
-		lua_pop(L, 1);
-	}
-done:
+	luaL_buffinit(L, &B);
+	checkprotos(&B, L, 2);
 	luaL_pushresult(&B);
 	tmp = lua_tolstring(L, -1, &len);
 
@@ -4571,6 +4596,7 @@ done:
 } /* sx_setAlpnProtos() */
 #endif
 
+
 static int sx__gc(lua_State *L) {
 	SSL_CTX **ud = luaL_checkudata(L, 1, SSL_CTX_CLASS);
 
@@ -4847,6 +4873,7 @@ static int ssl_getClientVersion(lua_State *L) {
 	return 1;
 } /* ssl_getClientVersion() */
 
+
 #if HAVE_SSL_GET0_ALPN_SELECTED
 static int ssl_getAlpnSelected(lua_State *L) {
 	SSL *ssl = checksimple(L, 1, SSL_CLASS);
@@ -4862,6 +4889,36 @@ static int ssl_getAlpnSelected(lua_State *L) {
 } /* ssl_getAlpnSelected() */
 #endif
 
+
+#if HAVE_SSL_SET_ALPN_PROTOS
+static int ssl_setAlpnProtos(lua_State *L) {
+	SSL *ssl = checksimple(L, 1, SSL_CLASS);
+	luaL_Buffer B;
+	size_t len;
+	const char *tmp;
+
+	luaL_buffinit(L, &B);
+	checkprotos(&B, L, 2);
+	luaL_pushresult(&B);
+	tmp = lua_tolstring(L, -1, &len);
+
+	/* OpenSSL 1.0.2 doesn't update the error stack on failure. */
+	ERR_clear_error();
+	if (0 != SSL_set_alpn_protos(ssl, (const unsigned char*)tmp, len)) {
+		if (!ERR_peek_error()) {
+			return luaL_error(L, "unable to set ALPN protocols: %s", xstrerror(ENOMEM));
+		} else {
+			return throwssl(L, "ssl:setAlpnProtos");
+		}
+	}
+
+	lua_pushboolean(L, 1);
+
+	return 1;
+} /* ssl_setAlpnProtos() */
+#endif
+
+
 static int ssl__gc(lua_State *L) {
 	SSL **ud = luaL_checkudata(L, 1, SSL_CLASS);
 
@@ -4888,6 +4945,9 @@ static const luaL_Reg ssl_methods[] = {
 #if HAVE_SSL_GET0_ALPN_SELECTED
 	{ "getAlpnSelected",  &ssl_getAlpnSelected },
 #endif
+#if HAVE_SSL_SET_ALPN_PROTOS
+	{ "setAlpnProtos",    &ssl_setAlpnProtos },
+#endif
 	{ NULL,            NULL },
 };