diff --git a/code/ui/ui_main.c b/code/ui/ui_main.c
index d2370f6c..578d33de 100644
--- a/code/ui/ui_main.c
+++ b/code/ui/ui_main.c
@@ -3791,7 +3791,6 @@ static void UI_BuildServerDisplayList(int force) {
 			trap_LAN_GetServerInfo(lanSource, i, info, MAX_STRING_CHARS);
 
 			clients = atoi(Info_ValueForKey(info, "clients"));
-			uiInfo.serverStatus.numPlayersOnServers += clients;
 
 			if (ui_browserShowEmpty.integer == 0) {
 				if (clients == 0) {
@@ -3835,6 +3834,7 @@ static void UI_BuildServerDisplayList(int force) {
 			// done with this server
 			if (ping > 0) {
 				trap_LAN_MarkServerVisible(lanSource, i, qfalse);
+				uiInfo.serverStatus.numPlayersOnServers += clients;
 				numinvisible++;
 			}
 		}