diff --git a/src/v_video.c b/src/v_video.c
index 4713db0d8..2e7d7e4ea 100644
--- a/src/v_video.c
+++ b/src/v_video.c
@@ -455,7 +455,8 @@ void VID_BlitLinearScreen_ASM(const UINT8 *srcptr, UINT8 *destptr, INT32 width,
 
 static void CV_constextsize_OnChange(void)
 {
-	con_recalc = true;
+	if (!con_refresh)
+		con_recalc = true;
 }