swscale/utils: Fix intermediate format for cascaded alpha downscaling
authorMichael Niedermayer <michael@niedermayer.cc>
Thu, 24 Dec 2015 20:46:15 +0000 (21:46 +0100)
committerMichael Niedermayer <michael@niedermayer.cc>
Thu, 24 Dec 2015 20:46:15 +0000 (21:46 +0100)
Fixes Ticket4926

Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
libswscale/utils.c

index db937b1..e5593af 100644 (file)
@@ -1803,6 +1803,9 @@ fail: // FIXME replace things by appropriate error codes
         int tmpH = sqrt(srcH * (int64_t)dstH);
         enum AVPixelFormat tmpFormat = AV_PIX_FMT_YUV420P;
 
+        if (isALPHA(srcFormat))
+            tmpFormat = AV_PIX_FMT_YUVA420P;
+
         if (srcW*(int64_t)srcH <= 4LL*dstW*dstH)
             return AVERROR(EINVAL);