TELECOM-11880: Remove prereq callback

Author: davidtrihy-genesys

modules/rest_client/rest_cb.c

@@ -117,15 +117,4 @@ int timer_cb(CURLM *multi_handle, long timeout_ms, void *cbp)
 	*p = timeout_ms;
 
   	return 0;
-}
-
-int prereq_callback(void *cbp,
-                           char *conn_primary_ip,
-                           char *conn_local_ip,
-                           int conn_primary_port,
-                           int conn_local_port)
-{
-	enum curl_status *p = (enum curl_status*) cbp;
-	*p = CURL_REQUEST_SENT;
-	return 0;
 }

modules/rest_client/rest_cb.h

@@ -41,14 +41,9 @@
 #define MAX_CONTENT_TYPE_LEN     64
 #define MAX_HEADER_FIELD_LEN	 1024 /* arbitrary */
 
-enum curl_status {
-    CURL_NONE=0, CURL_CONNECTED=1, CURL_REQUEST_SENDING=2, CURL_REQUEST_SENT=4, CURL_FINISHED=8, CURL_TIMEOUT=16, CURL_ERROR=32
-};
-
 size_t write_func(char *ptr, size_t size, size_t nmemb, void *userdata);
 size_t header_func(char *ptr, size_t size, size_t nmemb, void *userdata);
 int timer_cb(CURLM *multi_handle, long timeout_ms, void *cbp);
-int prereq_callback(void *cbp,  char *conn_primary_ip,  char *conn_local_ip, int conn_primary_port, int conn_local_port);
 
 #endif /* _REST_CB_H_ */
 

modules/rest_client/rest_client.c

@@ -54,7 +54,8 @@ long connection_timeout = 20; /* s */
 long connect_poll_interval = 20; /* ms */
 long connection_timeout_ms;
 int max_async_transfers = 100;
-int max_connections = 100;
+long max_connections = 100;
+long max_host_connections = 0;
 long curl_timeout = 20;
 char *ssl_capath;
 unsigned int max_transfer_size = 10240; /* KB (10MB) */
@@ -342,6 +343,7 @@ static const param_export_t params[] = {
 	{ "use_multi_socket_api",	INT_PARAM, &use_multi_socket_api	},
 	{ "share_connections",	INT_PARAM, &share_connections	},
 	{ "max_connections",	INT_PARAM, &max_connections	},
+	{ "max_host_connections",	INT_PARAM, &max_host_connections	},
 	{ "warm_pool_urls",		STR_PARAM|USE_FUNC_PARAM,
 		(void*)&warm_pool_urls },
 	{ 0, 0, 0 }
@@ -415,6 +417,18 @@ static int mod_init(void)
 		return -1;
 	}
 
+	if (max_connections <= 0) {
+		LM_WARN("Bad max_connections value (%ld), setting to default of 100\n", max_connections);
+		max_connections = 100;
+	}
+
+	if (max_host_connections < 0) {
+		LM_WARN("Bad max_host_connections value (%ld), setting to max_connections value (%ld)\n",
+			max_host_connections, max_connections);
+
+		max_host_connections = max_connections;
+	}
+
 	LM_INFO("Module initialized!\n");
 
 	return 0;

modules/rest_client/rest_client.h

@@ -32,7 +32,7 @@ enum tr_rest_subtype {
 
 typedef struct _preconnect_urls {
 	char *url;
-	unsigned int connections;
+	long connections;
 	struct _preconnect_urls *next;
 } preconnect_urls;
 

modules/rest_client/rest_methods.c

@@ -90,9 +90,8 @@ extern trace_proto_t tprot;
 extern char *rest_id_s;
 
 static CURLSH *curl_share = NULL;
-static gen_lock_t curl_share_locks[CURL_LOCK_DATA_LAST];
+static gen_lock_t *curl_socket_lock = NULL;
 
-static enum curl_status status;
 static long timer;
 
 /**
@@ -441,23 +440,31 @@ static inline int get_easy_status(CURL *handle, CURLM *multi, CURLcode *code)
 }
 
 static void libcurl_share_lock(CURL *handle, curl_lock_data data, curl_lock_access access, void *clientp) {
-	LM_DBG("Locking libcurl share %d\n", data);
-	lock_get(&curl_share_locks[data]);
+	if (data == CURL_LOCK_DATA_CONNECT) {
+		LM_DBG("Locking libcurl share %d\n", data);
+		lock_get(curl_socket_lock);
+	}
 }
 
 static void libcurl_share_unlock(CURL *handle, curl_lock_data data, void *clientp) {
-	LM_DBG("Unlocking libcurl share %d\n", data);
-	lock_release(&curl_share_locks[data]);
+	if (data == CURL_LOCK_DATA_CONNECT) {
+		LM_DBG("Unlocking libcurl share %d\n", data);
+		lock_release(curl_socket_lock);
+	}
 }
 
 static CURLSH *get_curl_share(void) {
 	CURLSHcode src;
 
 	if (!curl_share) {
-		for (int i =0; i < CURL_LOCK_DATA_LAST; ++i) {
-			lock_init(&curl_share_locks[i]);
+		curl_socket_lock = lock_alloc();
+
+		if (!curl_socket_lock) {
+			goto done;
 		}
 
+		lock_init(curl_socket_lock);
+
 		curl_share = curl_share_init();
 
 		w_curl_share_setopt(curl_share, CURLSHOPT_SHARE, CURL_LOCK_DATA_CONNECT);
@@ -467,16 +474,19 @@ static CURLSH *get_curl_share(void) {
 
 	return curl_share;
 cleanup:
-	for (int i =0; i < CURL_LOCK_DATA_LAST; ++i) {
-		lock_destroy(&curl_share_locks[i]);
+	if (curl_socket_lock) {
+		lock_destroy(curl_socket_lock);
+		lock_dealloc(curl_socket_lock);
+		curl_socket_lock = NULL;
 	}
 
-	curl_share_cleanup(curl_share);
+	curl_share_cleanup(curl_share); // Passing NULL returns early if init failed
 	curl_share = NULL;
+done:
 	return NULL;
 }
 
-static int init_transfer(CURL *handle, char *url, unsigned long timeout_s)
+static int init_transfer(CURL *handle, char *url, unsigned long connect_timeout_s, unsigned long timeout_s)
 {
 	CURLcode rc;
 
@@ -491,10 +501,8 @@ static int init_transfer(CURL *handle, char *url, unsigned long timeout_s)
 		tls_dom = NULL;
 	}
 
-	w_curl_easy_setopt(handle, CURLOPT_CONNECTTIMEOUT,
-			timeout_s && timeout_s > connection_timeout ? timeout_s : connection_timeout);
-	w_curl_easy_setopt(handle, CURLOPT_TIMEOUT,
-			timeout_s && timeout_s > curl_timeout ? timeout_s : curl_timeout);
+	w_curl_easy_setopt(handle, CURLOPT_CONNECTTIMEOUT, connect_timeout_s);
+	w_curl_easy_setopt(handle, CURLOPT_TIMEOUT, curl_timeout);
 
 	w_curl_easy_setopt(handle, CURLOPT_VERBOSE, 1);
 	w_curl_easy_setopt(handle, CURLOPT_FAILONERROR, 0);
@@ -802,7 +810,7 @@ int rest_sync_transfer(enum rest_client_method method, struct sip_msg *msg,
 	str st = STR_NULL, res_body = STR_NULL, tbody, ttype;
 
 	curl_easy_reset(sync_handle);
-	if (init_transfer(sync_handle, url, 0) != 0) {
+	if (init_transfer(sync_handle, url, connection_timeout, curl_timeout) != 0) {
 		LM_ERR("failed to init transfer to %s\n", url);
 		goto cleanup;
 	}
@@ -918,7 +926,7 @@ static int start_async_http_req_v1(struct sip_msg *msg, enum rest_client_method
 		goto cleanup;
 	}
 
-	if (init_transfer(handle, url, async_parm->timeout_s) != 0) {
+	if (init_transfer(handle, url, async_parm->timeout_s, async_parm->timeout_s) != 0) {
 		LM_ERR("failed to init transfer to %s\n", url);
 		goto cleanup;
 	}
@@ -1613,9 +1621,7 @@ int connect_only(preconnect_urls *precon_urls, int total_cons) {
 	long busy_wait, timer;
 	int msgq, num_of_connections, exit_code = 0;
 
-	curl_share = get_curl_share();
-
-	if (!curl_share) {
+	if (!share_connections) {
 		exit_code = -1;
 		goto done;
 	}
@@ -1640,7 +1646,7 @@ int connect_only(preconnect_urls *precon_urls, int total_cons) {
 			handle = curl_easy_init();
 			curl_multi_add_handle(multi_handle, handle);
 
-			if (init_transfer(handle, url, 0) != 0) {
+			if (init_transfer(handle, url, curl_timeout, curl_timeout) != 0) {
 				exit_code = -1;
 				goto cleanup;
 			}
@@ -1651,7 +1657,6 @@ int connect_only(preconnect_urls *precon_urls, int total_cons) {
 			}
 
 			w_curl_easy_setopt(handle, CURLOPT_NOBODY, 1L); 
-			w_curl_easy_setopt(handle, CURLOPT_SHARE, curl_share);
 		}
 
 		start = start->next;
@@ -1726,7 +1731,7 @@ int start_async_http_req_v2(struct sip_msg *msg, enum rest_client_method method,
 	CURLMcode mrc;
 	OSS_CURLM *multi_list;
 	CURLM *multi_handle;
-	long busy_wait;
+	long busy_wait, req_sz;
 
 	handle = curl_easy_init();
 
@@ -1735,7 +1740,7 @@ int start_async_http_req_v2(struct sip_msg *msg, enum rest_client_method method,
 		goto cleanup;
 	}
 
-	if (init_transfer(handle, url, async_parm->timeout_s) != 0) {
+	if (init_transfer(handle, url, connection_timeout, async_parm->timeout_s) != 0) {
 		LM_ERR("failed to init transfer to %s\n", url);
 		goto cleanup;
 	}
@@ -1795,13 +1800,8 @@ int start_async_http_req_v2(struct sip_msg *msg, enum rest_client_method method,
 		goto cleanup;
 	}
 
-	w_curl_multi_setopt(multi_handle, CURLMOPT_MAXCONNECTS, (long) max_connections);
-
-	status = CURL_NONE;
-	w_curl_easy_setopt(handle, CURLOPT_PREREQFUNCTION, prereq_callback);
-    w_curl_easy_setopt(handle, CURLOPT_PREREQDATA, &status);
-
-	busy_wait = connect_poll_interval;
+	w_curl_multi_setopt(multi_handle, CURLMOPT_MAX_HOST_CONNECTIONS, max_host_connections);
+	w_curl_multi_setopt(multi_handle, CURLMOPT_MAXCONNECTS, max_connections);
 
 	w_curl_multi_setopt(multi_handle, CURLMOPT_TIMERFUNCTION, timer_cb);
   	w_curl_multi_setopt(multi_handle, CURLMOPT_TIMERDATA, &timer);
@@ -1810,14 +1810,18 @@ int start_async_http_req_v2(struct sip_msg *msg, enum rest_client_method method,
 		goto cleanup;
 	}
 
+	busy_wait = connect_poll_interval;
+
 	do {
 		running_handles = run_multi_socket(multi_handle);
 
 		if (running_handles < 0) {
 			goto error;
 		}
 
-		if (status == CURL_REQUEST_SENT) {
+      	curl_easy_getinfo(handle, CURLINFO_REQUEST_SIZE, &req_sz);
+
+		if (req_sz > 0) {
 			goto success;
 		}
 

modules/rest_client/rest_methods.h

@@ -39,7 +39,8 @@ extern long connection_timeout;
 extern long connect_poll_interval;
 extern long connection_timeout_ms;
 extern int max_async_transfers;
-extern int max_connections;
+extern long max_connections;
+extern long max_host_connections;
 extern long curl_timeout;
 
 extern char *ssl_capath;

modules/rest_client/rest_sockets.c

@@ -160,17 +160,17 @@ int run_multi_socket(CURLM *multi_handle) {
 }
 
 int setsocket_callback(CURLM *multi_handle) {
-    CURLcode rc;
+    CURLMcode mrc;
 
-    rc = curl_multi_setopt(multi_handle, CURLMOPT_SOCKETFUNCTION, socket_action_cb);
-    if (rc != CURLE_OK) {
-        LM_ERR("curl_multi_setopt(%d): (%s)\n", CURLMOPT_SOCKETFUNCTION, curl_easy_strerror(rc));
+    mrc = curl_multi_setopt(multi_handle, CURLMOPT_SOCKETFUNCTION, socket_action_cb);
+    if (mrc != CURLM_OK) {
+        LM_ERR("curl_multi_setopt(%d): (%s)\n", CURLMOPT_SOCKETFUNCTION, curl_easy_strerror(mrc));
         return -1;
     }
 
-    rc = curl_multi_setopt(multi_handle, CURLMOPT_SOCKETDATA, &fds);
-    if (rc != CURLE_OK) {
-        LM_ERR("curl_multi_setopt(%d): (%s)\n", CURLMOPT_SOCKETFUNCTION, curl_easy_strerror(rc));
+    mrc = curl_multi_setopt(multi_handle, CURLMOPT_SOCKETDATA, &fds);
+    if (mrc != CURLM_OK) {
+        LM_ERR("curl_multi_setopt(%d): (%s)\n", CURLMOPT_SOCKETFUNCTION, curl_easy_strerror(mrc));
         return -1;
     }