lldpad eloop select change to poll

In an environment with 576 virtual NICs, when the function eloop_sock_table_dispatch calls FD_ISSET,
the value of file descriptor table->table[i].sock exceeds 1024 (the kernel fds structure has only 1024 bits).
As a result, the glibc determines that a buffer overflow occurs and aborts the process.

To solve this problem, we change select to poll because poll has no restriction on the fd size.
Poll allows file descriptors to listen to different events, such as POLLIN and POLLOUT.
Therefore, no need to create different queues for different events, we delete writers and exceptions
and rename readers to sock_table.

Author: huyizhen

ctrl_iface.c

@@ -505,7 +505,7 @@ void ctrl_iface_deinit(struct clif_data *clifd)
 	struct ctrl_dst *dst, *prev;
 
 	if (clifd->ctrl_sock > -1) {
-		eloop_unregister_read_sock(clifd->ctrl_sock);
+		eloop_unregister_sock(clifd->ctrl_sock);
 		close(clifd->ctrl_sock);
 		clifd->ctrl_sock = -1;
 	}

eloop.c

@@ -67,9 +67,11 @@ int os_get_time(struct os_time *t)
 	} \
 } while (0)
 
+#define os_time_to_ms(a) \
+	((a)->sec * 1000 + (a)->usec / 1000)
 
 struct eloop_sock {
-	int sock;
+	struct pollfd sock;
 	void *eloop_data;
 	void *user_data;
 	eloop_sock_handler handler;
@@ -99,11 +101,7 @@ struct eloop_sock_table {
 struct eloop_data {
 	void *user_data;
 
-	int max_sock;
-
-	struct eloop_sock_table readers;
-	struct eloop_sock_table writers;
-	struct eloop_sock_table exceptions;
+	struct eloop_sock_table sock_table;
 
 	struct eloop_timeout *timeout;
 
@@ -128,7 +126,7 @@ int eloop_init(void *user_data)
 
 
 static int eloop_sock_table_add_sock(struct eloop_sock_table *table,
-                                     int sock, eloop_sock_handler handler,
+                                     struct pollfd sock, eloop_sock_handler handler,
                                      void *eloop_data, void *user_data)
 {
 	struct eloop_sock *tmp;
@@ -148,24 +146,22 @@ static int eloop_sock_table_add_sock(struct eloop_sock_table *table,
 	tmp[table->count].handler = handler;
 	table->count++;
 	table->table = tmp;
-	if (sock > eloop.max_sock)
-		eloop.max_sock = sock;
 	table->changed = 1;
 
 	return 0;
 }
 
 
 static void eloop_sock_table_remove_sock(struct eloop_sock_table *table,
-                                         int sock)
+                                         int sockfd)
 {
 	int i;
 
 	if (table == NULL || table->table == NULL || table->count == 0)
 		return;
 
 	for (i = 0; i < table->count; i++) {
-		if (table->table[i].sock == sock)
+		if (table->table[i].sock.fd == sockfd)
 			break;
 	}
 	if (i == table->count)
@@ -181,22 +177,20 @@ static void eloop_sock_table_remove_sock(struct eloop_sock_table *table,
 
 
 static void eloop_sock_table_set_fds(struct eloop_sock_table *table,
-				     fd_set *fds)
+                                     struct pollfd *fds)
 {
 	int i;
-
-	FD_ZERO(fds);
-
 	if (table->table == NULL)
 		return;
 
-	for (i = 0; i < table->count; i++)
-		FD_SET(table->table[i].sock, fds);
+	for (i = 0; i < table->count; i++) {
+		fds[i] = table->table[i].sock;
+	}
 }
 
 
 static void eloop_sock_table_dispatch(struct eloop_sock_table *table,
-				      fd_set *fds)
+                                      struct pollfd *fds, int events)
 {
 	int i;
 
@@ -205,8 +199,8 @@ static void eloop_sock_table_dispatch(struct eloop_sock_table *table,
 
 	table->changed = 0;
 	for (i = 0; i < table->count; i++) {
-		if (FD_ISSET(table->table[i].sock, fds)) {
-			table->table[i].handler(table->table[i].sock,
+		if (fds[i].revents & events) {
+			table->table[i].handler(table->table[i].sock.fd,
 						table->table[i].eloop_data,
 						table->table[i].user_data);
 			if (table->changed)
@@ -218,15 +212,14 @@ static void eloop_sock_table_dispatch(struct eloop_sock_table *table,
 
 static void eloop_sock_table_destroy(struct eloop_sock_table *table)
 {
-	int rc, tc, sock;
-
-	if (table) {
+	int rc, tc, sockfd;
+	if (table->table) {
 		tc = table->count;
 		while (tc > 0) {
-			sock = table->table[tc].sock;
-			rc = fcntl(sock, F_GETFD);
+			sockfd = table->table[tc].sock.fd;
+			rc = fcntl(sockfd, F_GETFD);
 			if (rc != -1) {
-				rc = close(sock);
+				rc = close(sockfd);
 				if (rc)
 					LLDPAD_ERR("Failed to close fd - %s\n",
 							strerror(errno));
@@ -238,56 +231,29 @@ static void eloop_sock_table_destroy(struct eloop_sock_table *table)
 }
 
 
-int eloop_register_read_sock(int sock, eloop_sock_handler handler,
-			     void *eloop_data, void *user_data)
-{
-	return eloop_register_sock(sock, EVENT_TYPE_READ, handler,
-				   eloop_data, user_data);
-}
-
-
-void eloop_unregister_read_sock(int sock)
-{
-	eloop_unregister_sock(sock, EVENT_TYPE_READ);
-}
-
-
-static struct eloop_sock_table *eloop_get_sock_table(eloop_event_type type)
+int eloop_register_read_sock(int sockfd, eloop_sock_handler handler,
+                             void *eloop_data, void *user_data)
 {
-	switch (type) {
-	case EVENT_TYPE_READ:
-		return &eloop.readers;
-	case EVENT_TYPE_WRITE:
-		return &eloop.writers;
-	case EVENT_TYPE_EXCEPTION:
-		return &eloop.exceptions;
-	}
-
-	return NULL;
+	struct pollfd sock = {0};
+	sock.fd = sockfd;
+	sock.events = POLLIN;
+	return eloop_register_sock(sock, handler, eloop_data, user_data);
 }
 
-
-int eloop_register_sock(int sock, eloop_event_type type,
-			eloop_sock_handler handler,
-			void *eloop_data, void *user_data)
+int eloop_register_sock(struct pollfd sock,
+                        eloop_sock_handler handler,
+                        void *eloop_data, void *user_data)
 {
-	struct eloop_sock_table *table;
-
-	table = eloop_get_sock_table(type);
-	return eloop_sock_table_add_sock(table, sock, handler,
+	return eloop_sock_table_add_sock(&eloop.sock_table, sock, handler,
 					 eloop_data, user_data);
 }
 
 
-void eloop_unregister_sock(int sock, eloop_event_type type)
+void eloop_unregister_sock(int sockfd)
 {
-	struct eloop_sock_table *table;
-
-	table = eloop_get_sock_table(type);
-	eloop_sock_table_remove_sock(table, sock);
+	eloop_sock_table_remove_sock(&eloop.sock_table, sockfd);
 }
 
-
 int eloop_register_timeout(unsigned int secs, unsigned int usecs,
 			   eloop_timeout_handler handler,
 			   void *eloop_data, void *user_data)
@@ -468,39 +434,32 @@ int eloop_register_signal_reconfig(eloop_signal_handler handler,
 
 void eloop_run(void)
 {
-	fd_set *rfds, *wfds, *efds;
-	int res;
-	struct timeval _tv;
+	int res, timeout = 0;
 	struct os_time tv, now;
-
-	rfds = malloc(sizeof(*rfds));
-	wfds = malloc(sizeof(*wfds));
-	efds = malloc(sizeof(*efds));
-	if (rfds == NULL || wfds == NULL || efds == NULL) {
-		printf("eloop_run - malloc failed\n");
-		goto out;
-	}
+	struct pollfd *fds = NULL;
 
 	while (!eloop.terminate &&
-	       (eloop.timeout || eloop.readers.count > 0 ||
-		eloop.writers.count > 0 || eloop.exceptions.count > 0)) {
+	       (eloop.timeout || eloop.sock_table.count > 0)) {
 		if (eloop.timeout) {
 			os_get_time(&now);
 			if (os_time_before(&now, &eloop.timeout->time))
 				os_time_sub(&eloop.timeout->time, &now, &tv);
 			else
 				tv.sec = tv.usec = 0;
-			_tv.tv_sec = tv.sec;
-			_tv.tv_usec = tv.usec;
+			timeout = os_time_to_ms(&tv);
 		}
 
-		eloop_sock_table_set_fds(&eloop.readers, rfds);
-		eloop_sock_table_set_fds(&eloop.writers, wfds);
-		eloop_sock_table_set_fds(&eloop.exceptions, efds);
-		res = select(eloop.max_sock + 1, rfds, wfds, efds,
-			     eloop.timeout ? &_tv : NULL);
+		fds = (struct pollfd *)
+			realloc(fds, eloop.sock_table.count * sizeof(struct eloop_sock));
+		if (fds == NULL) {
+			perror("eloop_run realloc");
+			goto out;
+		}
+
+		eloop_sock_table_set_fds(&eloop.sock_table, fds);
+		res = poll(fds, eloop.sock_table.count, eloop.timeout ? timeout : -1);
 		if (res < 0 && errno != EINTR && errno != 0) {
-			perror("select");
+			perror("poll");
 			goto out;
 		}
 		eloop_process_pending_signals();
@@ -522,16 +481,11 @@ void eloop_run(void)
 
 		if (res <= 0)
 			continue;
-
-		eloop_sock_table_dispatch(&eloop.readers, rfds);
-		eloop_sock_table_dispatch(&eloop.writers, wfds);
-		eloop_sock_table_dispatch(&eloop.exceptions, efds);
+		eloop_sock_table_dispatch(&eloop.sock_table, fds, POLLIN);
 	}
-
 out:
-	free(rfds);
-	free(wfds);
-	free(efds);
+	if (fds)
+		free(fds);
 }
 
 
@@ -551,9 +505,7 @@ void eloop_destroy(void)
 		timeout = timeout->next;
 		free(prev);
 	}
-	eloop_sock_table_destroy(&eloop.readers);
-	eloop_sock_table_destroy(&eloop.writers);
-	eloop_sock_table_destroy(&eloop.exceptions);
+	eloop_sock_table_destroy(&eloop.sock_table);
 	free(eloop.signals);
 }
 
@@ -564,16 +516,16 @@ int eloop_terminated(void)
 }
 
 
-void eloop_wait_for_read_sock(int sock)
+void eloop_wait_for_read_sock(int sockfd)
 {
-	fd_set rfds;
+	struct pollfd fds;
 
-	if (sock < 0)
+	if (sockfd < 0)
 		return;
 
-	FD_ZERO(&rfds);
-	FD_SET(sock, &rfds);
-	select(sock + 1, &rfds, NULL, NULL, NULL);
+	fds.fd = sockfd;
+	fds.events = POLLIN;
+	poll(&fds, 1, -1);
 }