diff --git a/src/common/utility/palette.cpp b/src/common/utility/palette.cpp
index f4876b4b97..f2a2987b3c 100644
--- a/src/common/utility/palette.cpp
+++ b/src/common/utility/palette.cpp
@@ -444,7 +444,7 @@ void MakeGoodRemap(uint32_t* BaseColors, uint8_t* Remap)
 
 		for (i = 0; i < 256; ++i)
 		{
-			sortcopy[i] = BaseColors[i] | (i << 24);
+			sortcopy[i] = (BaseColors[i] & 0xffffff) | (i << 24);
 		}
 		qsort(sortcopy, 256, 4, sortforremap);
 		for (i = 255; i > 0; --i)