Add FFI bindings for blocking network transfers via libcurl's easy interface

BuildTools/NinjaBuildTools.lua

@@ -5,7 +5,7 @@ local format = string.format
 local isWindows = (ffi.os == "Windows")
 local isMacOS = (ffi.os == "OSX")
 
-local GCC_RELEASE_FLAGS = "-O3 -DNDEBUG"
+local GCC_RELEASE_FLAGS = "-O0 -DNDEBUG"
 local GCC_DEBUG_FLAGS = "" -- None, for now (add -g -ggdb here as needed)
 local GCC_DIAGNOSTICS_FLAGS =
 	"-Wall -Wextra -Wno-missing-field-initializers -Wno-unused-parameter -fvisibility=hidden -fno-strict-aliasing -fdiagnostics-color -Wfatal-errors"

Runtime/Bindings/FFI/curl/curl.lua

@@ -8,6 +8,16 @@ local curl = {
 }
 
 curl.cdefs = [[
+
+// Aliased types (opaque to LuaJIT)
+typedef struct CURL CURL;
+typedef struct CURLU* url_ptr_t;
+typedef struct const CURLU* url_cptr_t;
+
+// Exported from system.h
+typedef int64_t curl_off_t;
+
+// Exported from curl.h
 typedef enum CURLversion {
 	CURLVERSION_FIRST, /* 7.10 */
 	CURLVERSION_SECOND, /* 7.11.1 */
@@ -88,6 +98,139 @@ struct curl_version_info_data {
 };
 typedef struct curl_version_info_data curl_version_info_data;
 
+typedef enum {
+	CURLE_OK = 0,
+	CURLE_UNSUPPORTED_PROTOCOL, /* 1 */
+	CURLE_FAILED_INIT, /* 2 */
+	CURLE_URL_MALFORMAT, /* 3 */
+	CURLE_NOT_BUILT_IN, /* 4 - [was obsoleted in August 2007 for
+						   7.17.0, reused in April 2011 for 7.21.5] */
+	CURLE_COULDNT_RESOLVE_PROXY, /* 5 */
+	CURLE_COULDNT_RESOLVE_HOST, /* 6 */
+	CURLE_COULDNT_CONNECT, /* 7 */
+	CURLE_WEIRD_SERVER_REPLY, /* 8 */
+	CURLE_REMOTE_ACCESS_DENIED, /* 9 a service was denied by the server
+								   due to lack of access - when login fails
+								   this is not returned. */
+	CURLE_FTP_ACCEPT_FAILED, /* 10 - [was obsoleted in April 2006 for
+								7.15.4, reused in Dec 2011 for 7.24.0]*/
+	CURLE_FTP_WEIRD_PASS_REPLY, /* 11 */
+	CURLE_FTP_ACCEPT_TIMEOUT, /* 12 - timeout occurred accepting server
+								 [was obsoleted in August 2007 for 7.17.0,
+								 reused in Dec 2011 for 7.24.0]*/
+	CURLE_FTP_WEIRD_PASV_REPLY, /* 13 */
+	CURLE_FTP_WEIRD_227_FORMAT, /* 14 */
+	CURLE_FTP_CANT_GET_HOST, /* 15 */
+	CURLE_HTTP2, /* 16 - A problem in the http2 framing layer.
+					[was obsoleted in August 2007 for 7.17.0,
+					reused in July 2014 for 7.38.0] */
+	CURLE_FTP_COULDNT_SET_TYPE, /* 17 */
+	CURLE_PARTIAL_FILE, /* 18 */
+	CURLE_FTP_COULDNT_RETR_FILE, /* 19 */
+	CURLE_OBSOLETE20, /* 20 - NOT USED */
+	CURLE_QUOTE_ERROR, /* 21 - quote command failure */
+	CURLE_HTTP_RETURNED_ERROR, /* 22 */
+	CURLE_WRITE_ERROR, /* 23 */
+	CURLE_OBSOLETE24, /* 24 - NOT USED */
+	CURLE_UPLOAD_FAILED, /* 25 - failed upload "command" */
+	CURLE_READ_ERROR, /* 26 - could not open/read from file */
+	CURLE_OUT_OF_MEMORY, /* 27 */
+	CURLE_OPERATION_TIMEDOUT, /* 28 - the timeout time was reached */
+	CURLE_OBSOLETE29, /* 29 - NOT USED */
+	CURLE_FTP_PORT_FAILED, /* 30 - FTP PORT operation failed */
+	CURLE_FTP_COULDNT_USE_REST, /* 31 - the REST command failed */
+	CURLE_OBSOLETE32, /* 32 - NOT USED */
+	CURLE_RANGE_ERROR, /* 33 - RANGE "command" did not work */
+	CURLE_OBSOLETE34, /* 34 */
+	CURLE_SSL_CONNECT_ERROR, /* 35 - wrong when connecting with SSL */
+	CURLE_BAD_DOWNLOAD_RESUME, /* 36 - could not resume download */
+	CURLE_FILE_COULDNT_READ_FILE, /* 37 */
+	CURLE_LDAP_CANNOT_BIND, /* 38 */
+	CURLE_LDAP_SEARCH_FAILED, /* 39 */
+	CURLE_OBSOLETE40, /* 40 - NOT USED */
+	CURLE_OBSOLETE41, /* 41 - NOT USED starting with 7.53.0 */
+	CURLE_ABORTED_BY_CALLBACK, /* 42 */
+	CURLE_BAD_FUNCTION_ARGUMENT, /* 43 */
+	CURLE_OBSOLETE44, /* 44 - NOT USED */
+	CURLE_INTERFACE_FAILED, /* 45 - CURLOPT_INTERFACE failed */
+	CURLE_OBSOLETE46, /* 46 - NOT USED */
+	CURLE_TOO_MANY_REDIRECTS, /* 47 - catch endless re-direct loops */
+	CURLE_UNKNOWN_OPTION, /* 48 - User specified an unknown option */
+	CURLE_SETOPT_OPTION_SYNTAX, /* 49 - Malformed setopt option */
+	CURLE_OBSOLETE50, /* 50 - NOT USED */
+	CURLE_OBSOLETE51, /* 51 - NOT USED */
+	CURLE_GOT_NOTHING, /* 52 - when this is a specific error */
+	CURLE_SSL_ENGINE_NOTFOUND, /* 53 - SSL crypto engine not found */
+	CURLE_SSL_ENGINE_SETFAILED, /* 54 - can not set SSL crypto engine as
+								   default */
+	CURLE_SEND_ERROR, /* 55 - failed sending network data */
+	CURLE_RECV_ERROR, /* 56 - failure in receiving network data */
+	CURLE_OBSOLETE57, /* 57 - NOT IN USE */
+	CURLE_SSL_CERTPROBLEM, /* 58 - problem with the local certificate */
+	CURLE_SSL_CIPHER, /* 59 - could not use specified cipher */
+	CURLE_PEER_FAILED_VERIFICATION, /* 60 - peer's certificate or fingerprint
+									   was not verified fine */
+	CURLE_BAD_CONTENT_ENCODING, /* 61 - Unrecognized/bad encoding */
+	CURLE_OBSOLETE62, /* 62 - NOT IN USE since 7.82.0 */
+	CURLE_FILESIZE_EXCEEDED, /* 63 - Maximum file size exceeded */
+	CURLE_USE_SSL_FAILED, /* 64 - Requested FTP SSL level failed */
+	CURLE_SEND_FAIL_REWIND, /* 65 - Sending the data requires a rewind
+							   that failed */
+	CURLE_SSL_ENGINE_INITFAILED, /* 66 - failed to initialise ENGINE */
+	CURLE_LOGIN_DENIED, /* 67 - user, password or similar was not
+						   accepted and we failed to login */
+	CURLE_TFTP_NOTFOUND, /* 68 - file not found on server */
+	CURLE_TFTP_PERM, /* 69 - permission problem on server */
+	CURLE_REMOTE_DISK_FULL, /* 70 - out of disk space on server */
+	CURLE_TFTP_ILLEGAL, /* 71 - Illegal TFTP operation */
+	CURLE_TFTP_UNKNOWNID, /* 72 - Unknown transfer ID */
+	CURLE_REMOTE_FILE_EXISTS, /* 73 - File already exists */
+	CURLE_TFTP_NOSUCHUSER, /* 74 - No such user */
+	CURLE_OBSOLETE75, /* 75 - NOT IN USE since 7.82.0 */
+	CURLE_OBSOLETE76, /* 76 - NOT IN USE since 7.82.0 */
+	CURLE_SSL_CACERT_BADFILE, /* 77 - could not load CACERT file, missing
+								 or wrong format */
+	CURLE_REMOTE_FILE_NOT_FOUND, /* 78 - remote file not found */
+	CURLE_SSH, /* 79 - error from the SSH layer, somewhat
+				  generic so the error message will be of
+				  interest when this has happened */
+
+	CURLE_SSL_SHUTDOWN_FAILED, /* 80 - Failed to shut down the SSL
+								  connection */
+	CURLE_AGAIN, /* 81 - socket is not ready for send/recv,
+					wait till it is ready and try again (Added
+					in 7.18.2) */
+	CURLE_SSL_CRL_BADFILE, /* 82 - could not load CRL file, missing or
+							  wrong format (Added in 7.19.0) */
+	CURLE_SSL_ISSUER_ERROR, /* 83 - Issuer check failed.  (Added in
+							   7.19.0) */
+	CURLE_FTP_PRET_FAILED, /* 84 - a PRET command failed */
+	CURLE_RTSP_CSEQ_ERROR, /* 85 - mismatch of RTSP CSeq numbers */
+	CURLE_RTSP_SESSION_ERROR, /* 86 - mismatch of RTSP Session Ids */
+	CURLE_FTP_BAD_FILE_LIST, /* 87 - unable to parse FTP file list */
+	CURLE_CHUNK_FAILED, /* 88 - chunk callback reported error */
+	CURLE_NO_CONNECTION_AVAILABLE, /* 89 - No connection available, the
+									  session will be queued */
+	CURLE_SSL_PINNEDPUBKEYNOTMATCH, /* 90 - specified pinned public key did not
+									   match */
+	CURLE_SSL_INVALIDCERTSTATUS, /* 91 - invalid certificate status */
+	CURLE_HTTP2_STREAM, /* 92 - stream error in HTTP/2 framing layer
+						 */
+	CURLE_RECURSIVE_API_CALL, /* 93 - an api function was called from
+								 inside a callback */
+	CURLE_AUTH_ERROR, /* 94 - an authentication function returned an
+						 error */
+	CURLE_HTTP3, /* 95 - An HTTP/3 layer problem */
+	CURLE_QUIC_CONNECT_ERROR, /* 96 - QUIC connection error */
+	CURLE_PROXY, /* 97 - proxy handshake error */
+	CURLE_SSL_CLIENTCERT, /* 98 - client-side certificate required */
+	CURLE_UNRECOVERABLE_POLL, /* 99 - poll/select returned fatal error */
+	CURLE_TOO_LARGE, /* 100 - a value/data met its maximum */
+	CURLE_ECH_REQUIRED, /* 101 - ECH tried but failed */
+	CURL_LAST /* never use! */
+} CURLcode;
+
+// Exported from urlapi.h
 typedef enum {
 	CURLUE_OK,
 	CURLUE_BAD_HANDLE, /* 1 */
@@ -138,9 +281,6 @@ typedef enum {
 	CURLUPART_ZONEID /* added in 7.65.0 */
 } CURLUPart;
 
-typedef struct CURLU* url_ptr_t;
-typedef struct const CURLU* url_cptr_t;
-
 typedef enum {
 	CURLU_DEFAULT_FEATURES = 0 << 0,
 	CURLU_DEFAULT_PORT = (1 << 0),
@@ -161,12 +301,96 @@ typedef enum {
 	CURLU_NO_GUESS_SCHEME = (1 << 15),
 } CURLUFeatureFlags;
 
+// Exported from options.h
+
+typedef enum {
+	CURLOT_LONG, /* long (a range of values) */
+	CURLOT_VALUES, /*      (a defined set or bitmask) */
+	CURLOT_OFF_T, /* curl_off_t (a range of values) */
+	CURLOT_OBJECT, /* pointer (void *) */
+	CURLOT_STRING, /*         (char * to null-terminated buffer) */
+	CURLOT_SLIST, /*         (struct curl_slist *) */
+	CURLOT_CBPTR, /*         (void * passed as-is to a callback) */
+	CURLOT_BLOB, /* blob (struct curl_blob *) */
+	CURLOT_FUNCTION /* function pointer */
+} curl_easytype;
+
+struct curl_easyoption {
+	const char* name;
+	CURLoption id;
+	curl_easytype type;
+	unsigned int flags;
+};
+
+// Exported from easy.h
+typedef CURLcode curl_ssls_export_cb(CURL* handle,
+	void* userptr,
+	const char* session_key,
+	const unsigned char* shmac,
+	size_t shmac_len,
+	const unsigned char* sdata,
+	size_t sdata_len,
+	curl_off_t valid_until,
+	int ietf_tls_id,
+	const char* alpn,
+	size_t earlydata_max);
+
+// Exported from header.h
+typedef enum {
+	CURLHE_OK,
+	CURLHE_BADINDEX, /* header exists but not with this index */
+	CURLHE_MISSING, /* no such header exists */
+	CURLHE_NOHEADERS, /* no headers at all exist (yet) */
+	CURLHE_NOREQUEST, /* no request with this number was used */
+	CURLHE_OUT_OF_MEMORY, /* out of memory while processing */
+	CURLHE_BAD_ARGUMENT, /* a function argument was not okay */
+	CURLHE_NOT_BUILT_IN /* if API was disabled in the build */
+} CURLHcode;
 struct static_curl_exports_table {
 	// Exports from curl.h
 	CURLversion (*curl_version_now)(void);
 	curl_version_info_data* (*curl_version_info)(CURLversion);
 	void (*curl_free)(void*);
 
+	// Exports from easy.h
+	void (*curl_easy_cleanup)(CURL* handle);
+	CURL* (*curl_easy_duphandle)(CURL* handle);
+	char* (*curl_easy_escape)(CURL* handle, const char* string, int length);
+	// CURLcode (*curl_easy_getinfo)(CURL* handle, CURLINFO info, ...);
+	CURLHcode (*curl_easy_header)(CURL* handle,
+		const char* name,
+		size_t index,
+		unsigned int origin,
+		int request,
+		struct curl_header** hout);
+	CURL* (*curl_easy_init)(void);
+	struct curl_header* (*curl_easy_nextheader)(CURL* handle,
+		unsigned int origin,
+		int request,
+		struct curl_header* prev);
+	// const struct curl_easyoption* (*curl_easy_option_by_id)(CURLoption id);
+	const struct curl_easyoption* (*curl_easy_option_by_name)(const char* name);
+	const struct curl_easyoption* (*curl_easy_option_next)(const struct curl_easyoption* prev);
+	CURLcode (*curl_easy_pause)(CURL* handle, int bitmask);
+	CURLcode (*curl_easy_perform)(CURL* handle);
+	CURLcode (*curl_easy_recv)(CURL* handle, void* buffer, size_t buflen, size_t* n);
+	void (*curl_easy_reset)(CURL* handle);
+	CURLcode (*curl_easy_send)(CURL* handle, const void* buffer, size_t buflen, size_t* n);
+	CURLcode (*curl_easy_setopt)(CURL* handle, const struct curl_easyoption* option, ...);
+	CURLcode (*curl_easy_ssls_import)(CURL* handle,
+		const char* session_key,
+		const unsigned char* shmac,
+		size_t shmac_len,
+		const unsigned char* sdata,
+		size_t sdata_len);
+	CURLcode (*curl_easy_ssls_export)(CURL* handle,
+		curl_ssls_export_cb* export_fn,
+		void* userptr);
+	const char* (*curl_easy_strerror)(CURLcode status);
+	char* (*curl_easy_unescape)(CURL* handle, const char* input,
+		int inlength, int* outlength);
+	CURLcode (*curl_easy_upkeep)(CURL* handle);
+
 	// Exports from urlapi.h
 	url_ptr_t (*curl_url)(void);
 	void (*curl_url_cleanup)(url_ptr_t handle);
@@ -217,6 +441,96 @@ function curl.initialize()
 
 	url.__index = url
 	curl.metatypes.CURLU = ffi.metatype("struct CURLU", url)
+
+	local easy = {}
+
+	function easy:cleanup(...)
+		return curl.curl_easy_cleanup(self, ...)
+	end
+
+	function easy:duphandle(...)
+		return curl.curl_easy_duphandle(self, ...)
+	end
+
+	function easy:escape(...)
+		return curl.curl_easy_escape(self, ...)
+	end
+
+	-- function easy:getinfo(...)
+	-- 	return curl.curl_easy_getinfo(self, ...)
+	-- end
+
+	function easy:header(...)
+		return curl.curl_easy_header(self, ...)
+	end
+	-- function easy:init(...)
+	-- return curl.curl_easy_init(self, ...)
+	-- end
+
+	function easy:nextheader(...)
+		return curl.curl_easy_nextheader(self, ...)
+	end
+	function easy:AAAAAAAAAAAAAAA(...)
+		return curl.BBBBBBBBBBB(self, ...)
+	end
+
+	-- function easy:option_by_id(...)
+	-- 	return curl.curl_easy_option_by_id(self, ...)
+	-- end
+
+	function easy:option_by_name(...)
+		return curl.curl_easy_option_by_name(self, ...)
+	end
+
+	function easy:option_next(...)
+		return curl.curl_easy_option_next(self, ...)
+	end
+
+	function easy:pause(...)
+		return curl.curl_easy_pause(self, ...)
+	end
+
+	function easy:perform(...)
+		return curl.curl_easy_perform(self, ...)
+	end
+
+	function easy:recv(...)
+		return curl.curl_easy_recv(self, ...)
+	end
+
+	function easy:reset(...)
+		return curl.curl_easy_reset(self, ...)
+	end
+
+	function easy:send(...)
+		return curl.curl_easy_send(self, ...)
+	end
+	function easy:setopt(...)
+		return curl.curl_easy_setopt(self, ...)
+	end
+
+	function easy:ssls_import(...)
+		return curl.curl_easy_ssls_import(self, ...)
+	end
+
+	function easy:ssls_export(...)
+		return curl.curl_easy_ssls_export(self, ...)
+	end
+
+	function easy:strerror(...) -- curl.easy_strerror ?
+		return curl.curl_easy_strerror(self, ...)
+	end
+
+	function easy:unescape(...)
+		return curl.curl_easy_unescape(self, ...)
+	end
+
+	function easy:upkeep(...)
+		return curl.curl_easy_upkeep(self, ...)
+	end
+
+	easy.__index = easy
+	curl.metatypes.CURL = ffi.metatype("struct CURL", easy)
 end
 
 function curl.unpack(cstrings)
@@ -245,6 +559,23 @@ local function cstring_unwrap(cstring)
 	return ffi.string(cstring)
 end
 
+function curl.easy_init()
+	local handle = curl.bindings.curl_easy_init()
+	ffi.gc(handle, curl.bindings.curl_easy_cleanup)
+	return handle
+end
+
+function curl.easy_setopt(handle, name, value)
+	local option = curl.bindings.curl_easy_option_by_name(name)
+	assert(option ~= ffi.NULL, "Invalid option name: " .. name) -- TBD
+
+	local status = curl.bindings.curl_easy_setopt(handle, option, value)
+	if status ~= ffi.C.CURLUE_OK then
+		-- return nil, curl.curl_easy_strerror(status) -- TBD
+	end
+
+	return status
+end
 function curl.free(pointer)
 	curl.bindings.curl_free(pointer)
 end