TextureDSP: fix erroneous condition which produced blocky output for DXT
authorTom Butterworth <bangnoise@gmail.com>
Tue, 23 Jun 2015 16:40:11 +0000 (17:40 +0100)
committerVittorio Giovara <vittorio.giovara@gmail.com>
Wed, 24 Jun 2015 13:45:23 +0000 (14:45 +0100)
libavcodec/texturedspenc.c

index 4a387c5..2036998 100644 (file)
@@ -363,7 +363,7 @@ static int refine_colors(const uint8_t *block, ptrdiff_t stride,
     const int prods[4] = { 0x090000, 0x000900, 0x040102, 0x010402 };
 
     /* Check if all pixels have the same index */
-    if (mask ^ (mask << 2) < 4) {
+    if ((mask ^ (mask << 2)) < 4) {
         /* If so, linear system would be singular; solve using optimal
          * single-color match on average color. */
         int r = 8, g = 8, b = 8;