diff --git a/src/y_inter.c b/src/y_inter.c
index e1bf1e5e..ed26e2f3 100644
--- a/src/y_inter.c
+++ b/src/y_inter.c
@@ -2368,18 +2368,29 @@ void Y_VoteTicker(void)
 
 		if (server)
 		{
-			if (splitscreen)
-			{
-				if (votes[0] == -1)
-					return;
-			}
-			else
+			if (timer == 0)
 			{
 				for (i = 0; i < MAXPLAYERS; i++)
 				{
 					if ((playeringame[i] && !players[i].spectator) && votes[i] == -1)
+						votes[i] = 3;
+				}
+			}
+			else
+			{
+				if (splitscreen)
+				{
+					if (votes[0] == -1)
 						return;
 				}
+				else
+				{
+					for (i = 0; i < MAXPLAYERS; i++)
+					{
+						if ((playeringame[i] && !players[i].spectator) && votes[i] == -1)
+							return;
+					}
+				}
 			}
 
 			timer = 0;