2 * JPEG 2000 image decoder
3 * Copyright (c) 2007 Kamil Nowosad
4 * Copyright (c) 2013 Nicolas Bertrand <nicoinattendu@gmail.com>
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 * JPEG 2000 image decoder
30 #include "libavutil/attributes.h"
31 #include "libavutil/avassert.h"
32 #include "libavutil/common.h"
33 #include "libavutil/opt.h"
34 #include "libavutil/pixdesc.h"
36 #include "bytestream.h"
40 #include "jpeg2000dsp.h"
42 #define JP2_SIG_TYPE 0x6A502020
43 #define JP2_SIG_VALUE 0x0D0A870A
44 #define JP2_CODESTREAM 0x6A703263
45 #define JP2_HEADER 0x6A703268
50 typedef struct Jpeg2000TilePart {
51 uint8_t tile_index; // Tile index who refers the tile-part
52 const uint8_t *tp_end;
53 GetByteContext tpg; // bit stream in tile-part
56 /* RMK: For JPEG2000 DCINEMA 3 tile-parts in a tile
57 * one per component, so tile_part elements have a size of 3 */
58 typedef struct Jpeg2000Tile {
59 Jpeg2000Component *comp;
60 uint8_t properties[4];
61 Jpeg2000CodingStyle codsty[4];
62 Jpeg2000QuantStyle qntsty[4];
63 Jpeg2000TilePart tile_part[6];
64 uint16_t tp_idx; // Tile-part index
67 typedef struct Jpeg2000DecoderContext {
69 AVCodecContext *avctx;
73 int image_offset_x, image_offset_y;
74 int tile_offset_x, tile_offset_y;
75 uint8_t cbps[4]; // bits per sample in particular components
76 uint8_t sgnd[4]; // if a component is signed
77 uint8_t properties[4];
82 uint32_t palette[256];
85 int tile_width, tile_height;
86 unsigned numXtiles, numYtiles;
89 Jpeg2000CodingStyle codsty[4];
90 Jpeg2000QuantStyle qntsty[4];
97 Jpeg2000DSPContext dsp;
99 /*options parameters*/
100 int reduction_factor;
101 } Jpeg2000DecoderContext;
103 /* get_bits functions for JPEG2000 packet bitstream
104 * It is a get_bit function with a bit-stuffing routine. If the value of the
105 * byte is 0xFF, the next byte includes an extra zero bit stuffed into the MSB.
106 * cf. ISO-15444-1:2002 / B.10.1 Bit-stuffing routine */
107 static int get_bits(Jpeg2000DecoderContext *s, int n)
113 if (s->bit_index == 0) {
114 s->bit_index = 7 + (bytestream2_get_byte(&s->g) != 0xFFu);
117 res |= (bytestream2_peek_byte(&s->g) >> s->bit_index) & 1;
122 static void jpeg2000_flush(Jpeg2000DecoderContext *s)
124 if (bytestream2_get_byte(&s->g) == 0xff)
125 bytestream2_skip(&s->g, 1);
129 /* decode the value stored in node */
130 static int tag_tree_decode(Jpeg2000DecoderContext *s, Jpeg2000TgtNode *node,
133 Jpeg2000TgtNode *stack[30];
134 int sp = -1, curval = 0;
137 return AVERROR_INVALIDDATA;
139 while (node && !node->vis) {
147 curval = stack[sp]->val;
149 while (curval < threshold && sp >= 0) {
150 if (curval < stack[sp]->val)
151 curval = stack[sp]->val;
152 while (curval < threshold) {
154 if ((ret = get_bits(s, 1)) > 0) {
162 stack[sp]->val = curval;
168 static int pix_fmt_match(enum AVPixelFormat pix_fmt, int components,
169 int bpc, uint32_t log2_chroma_wh, int pal8)
172 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(pix_fmt);
176 if (desc->nb_components != components) {
180 switch (components) {
182 match = match && desc->comp[3].depth_minus1 + 1 >= bpc &&
183 (log2_chroma_wh >> 14 & 3) == 0 &&
184 (log2_chroma_wh >> 12 & 3) == 0;
186 match = match && desc->comp[2].depth_minus1 + 1 >= bpc &&
187 (log2_chroma_wh >> 10 & 3) == desc->log2_chroma_w &&
188 (log2_chroma_wh >> 8 & 3) == desc->log2_chroma_h;
190 match = match && desc->comp[1].depth_minus1 + 1 >= bpc &&
191 (log2_chroma_wh >> 6 & 3) == desc->log2_chroma_w &&
192 (log2_chroma_wh >> 4 & 3) == desc->log2_chroma_h;
195 match = match && desc->comp[0].depth_minus1 + 1 >= bpc &&
196 (log2_chroma_wh >> 2 & 3) == 0 &&
197 (log2_chroma_wh & 3) == 0 &&
198 (desc->flags & AV_PIX_FMT_FLAG_PAL) == pal8 * AV_PIX_FMT_FLAG_PAL;
203 // pix_fmts with lower bpp have to be listed before
204 // similar pix_fmts with higher bpp.
205 #define RGB_PIXEL_FORMATS AV_PIX_FMT_PAL8,AV_PIX_FMT_RGB24,AV_PIX_FMT_RGBA,AV_PIX_FMT_RGB48,AV_PIX_FMT_RGBA64
206 #define GRAY_PIXEL_FORMATS AV_PIX_FMT_GRAY8,AV_PIX_FMT_GRAY8A,AV_PIX_FMT_GRAY16,AV_PIX_FMT_YA16
207 #define YUV_PIXEL_FORMATS AV_PIX_FMT_YUV410P,AV_PIX_FMT_YUV411P,AV_PIX_FMT_YUVA420P, \
208 AV_PIX_FMT_YUV420P,AV_PIX_FMT_YUV422P,AV_PIX_FMT_YUVA422P, \
209 AV_PIX_FMT_YUV440P,AV_PIX_FMT_YUV444P,AV_PIX_FMT_YUVA444P, \
210 AV_PIX_FMT_YUV420P9,AV_PIX_FMT_YUV422P9,AV_PIX_FMT_YUV444P9, \
211 AV_PIX_FMT_YUVA420P9,AV_PIX_FMT_YUVA422P9,AV_PIX_FMT_YUVA444P9, \
212 AV_PIX_FMT_YUV420P10,AV_PIX_FMT_YUV422P10,AV_PIX_FMT_YUV444P10, \
213 AV_PIX_FMT_YUVA420P10,AV_PIX_FMT_YUVA422P10,AV_PIX_FMT_YUVA444P10, \
214 AV_PIX_FMT_YUV420P12,AV_PIX_FMT_YUV422P12,AV_PIX_FMT_YUV444P12, \
215 AV_PIX_FMT_YUV420P14,AV_PIX_FMT_YUV422P14,AV_PIX_FMT_YUV444P14, \
216 AV_PIX_FMT_YUV420P16,AV_PIX_FMT_YUV422P16,AV_PIX_FMT_YUV444P16, \
217 AV_PIX_FMT_YUVA420P16,AV_PIX_FMT_YUVA422P16,AV_PIX_FMT_YUVA444P16
218 #define XYZ_PIXEL_FORMATS AV_PIX_FMT_XYZ12
220 static const enum AVPixelFormat rgb_pix_fmts[] = {RGB_PIXEL_FORMATS};
221 static const enum AVPixelFormat gray_pix_fmts[] = {GRAY_PIXEL_FORMATS};
222 static const enum AVPixelFormat yuv_pix_fmts[] = {YUV_PIXEL_FORMATS};
223 static const enum AVPixelFormat xyz_pix_fmts[] = {XYZ_PIXEL_FORMATS,
225 static const enum AVPixelFormat all_pix_fmts[] = {RGB_PIXEL_FORMATS,
230 /* marker segments */
231 /* get sizes and offsets of image, tiles; number of components */
232 static int get_siz(Jpeg2000DecoderContext *s)
236 uint32_t log2_chroma_wh = 0;
237 const enum AVPixelFormat *possible_fmts = NULL;
238 int possible_fmts_nb = 0;
240 if (bytestream2_get_bytes_left(&s->g) < 36)
241 return AVERROR_INVALIDDATA;
243 s->avctx->profile = bytestream2_get_be16u(&s->g); // Rsiz
244 s->width = bytestream2_get_be32u(&s->g); // Width
245 s->height = bytestream2_get_be32u(&s->g); // Height
246 s->image_offset_x = bytestream2_get_be32u(&s->g); // X0Siz
247 s->image_offset_y = bytestream2_get_be32u(&s->g); // Y0Siz
248 s->tile_width = bytestream2_get_be32u(&s->g); // XTSiz
249 s->tile_height = bytestream2_get_be32u(&s->g); // YTSiz
250 s->tile_offset_x = bytestream2_get_be32u(&s->g); // XT0Siz
251 s->tile_offset_y = bytestream2_get_be32u(&s->g); // YT0Siz
252 ncomponents = bytestream2_get_be16u(&s->g); // CSiz
254 if (s->image_offset_x || s->image_offset_y) {
255 avpriv_request_sample(s->avctx, "Support for image offsets");
256 return AVERROR_PATCHWELCOME;
259 if (ncomponents <= 0) {
260 av_log(s->avctx, AV_LOG_ERROR, "Invalid number of components: %d\n",
262 return AVERROR_INVALIDDATA;
265 if (ncomponents > 4) {
266 avpriv_request_sample(s->avctx, "Support for %d components",
268 return AVERROR_PATCHWELCOME;
271 s->ncomponents = ncomponents;
273 if (s->tile_width <= 0 || s->tile_height <= 0) {
274 av_log(s->avctx, AV_LOG_ERROR, "Invalid tile dimension %dx%d.\n",
275 s->tile_width, s->tile_height);
276 return AVERROR_INVALIDDATA;
279 if (bytestream2_get_bytes_left(&s->g) < 3 * s->ncomponents)
280 return AVERROR_INVALIDDATA;
282 for (i = 0; i < s->ncomponents; i++) { // Ssiz_i XRsiz_i, YRsiz_i
283 uint8_t x = bytestream2_get_byteu(&s->g);
284 s->cbps[i] = (x & 0x7f) + 1;
285 s->precision = FFMAX(s->cbps[i], s->precision);
286 s->sgnd[i] = !!(x & 0x80);
287 s->cdx[i] = bytestream2_get_byteu(&s->g);
288 s->cdy[i] = bytestream2_get_byteu(&s->g);
289 if ( !s->cdx[i] || s->cdx[i] == 3 || s->cdx[i] > 4
290 || !s->cdy[i] || s->cdy[i] == 3 || s->cdy[i] > 4) {
291 av_log(s->avctx, AV_LOG_ERROR, "Invalid sample separation %d/%d\n", s->cdx[i], s->cdy[i]);
292 return AVERROR_INVALIDDATA;
294 log2_chroma_wh |= s->cdy[i] >> 1 << i * 4 | s->cdx[i] >> 1 << i * 4 + 2;
297 s->numXtiles = ff_jpeg2000_ceildiv(s->width - s->tile_offset_x, s->tile_width);
298 s->numYtiles = ff_jpeg2000_ceildiv(s->height - s->tile_offset_y, s->tile_height);
300 if (s->numXtiles * (uint64_t)s->numYtiles > INT_MAX/sizeof(*s->tile)) {
301 s->numXtiles = s->numYtiles = 0;
302 return AVERROR(EINVAL);
305 s->tile = av_mallocz_array(s->numXtiles * s->numYtiles, sizeof(*s->tile));
307 s->numXtiles = s->numYtiles = 0;
308 return AVERROR(ENOMEM);
311 for (i = 0; i < s->numXtiles * s->numYtiles; i++) {
312 Jpeg2000Tile *tile = s->tile + i;
314 tile->comp = av_mallocz(s->ncomponents * sizeof(*tile->comp));
316 return AVERROR(ENOMEM);
319 /* compute image size with reduction factor */
320 s->avctx->width = ff_jpeg2000_ceildivpow2(s->width - s->image_offset_x,
321 s->reduction_factor);
322 s->avctx->height = ff_jpeg2000_ceildivpow2(s->height - s->image_offset_y,
323 s->reduction_factor);
325 if (s->avctx->profile == FF_PROFILE_JPEG2000_DCINEMA_2K ||
326 s->avctx->profile == FF_PROFILE_JPEG2000_DCINEMA_4K) {
327 possible_fmts = xyz_pix_fmts;
328 possible_fmts_nb = FF_ARRAY_ELEMS(xyz_pix_fmts);
330 switch (s->colour_space) {
332 possible_fmts = rgb_pix_fmts;
333 possible_fmts_nb = FF_ARRAY_ELEMS(rgb_pix_fmts);
336 possible_fmts = gray_pix_fmts;
337 possible_fmts_nb = FF_ARRAY_ELEMS(gray_pix_fmts);
340 possible_fmts = yuv_pix_fmts;
341 possible_fmts_nb = FF_ARRAY_ELEMS(yuv_pix_fmts);
344 possible_fmts = all_pix_fmts;
345 possible_fmts_nb = FF_ARRAY_ELEMS(all_pix_fmts);
349 for (i = 0; i < possible_fmts_nb; ++i) {
350 if (pix_fmt_match(possible_fmts[i], ncomponents, s->precision, log2_chroma_wh, s->pal8)) {
351 s->avctx->pix_fmt = possible_fmts[i];
355 if (i == possible_fmts_nb) {
356 av_log(s->avctx, AV_LOG_ERROR,
357 "Unknown pix_fmt, profile: %d, colour_space: %d, "
358 "components: %d, precision: %d, "
359 "cdx[1]: %d, cdy[1]: %d, cdx[2]: %d, cdy[2]: %d\n",
360 s->avctx->profile, s->colour_space, ncomponents, s->precision,
361 ncomponents > 2 ? s->cdx[1] : 0,
362 ncomponents > 2 ? s->cdy[1] : 0,
363 ncomponents > 2 ? s->cdx[2] : 0,
364 ncomponents > 2 ? s->cdy[2] : 0);
365 return AVERROR_PATCHWELCOME;
367 s->avctx->bits_per_raw_sample = s->precision;
371 /* get common part for COD and COC segments */
372 static int get_cox(Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *c)
376 if (bytestream2_get_bytes_left(&s->g) < 5)
377 return AVERROR_INVALIDDATA;
379 /* nreslevels = number of resolution levels
380 = number of decomposition level +1 */
381 c->nreslevels = bytestream2_get_byteu(&s->g) + 1;
382 if (c->nreslevels >= JPEG2000_MAX_RESLEVELS) {
383 av_log(s->avctx, AV_LOG_ERROR, "nreslevels %d is invalid\n", c->nreslevels);
384 return AVERROR_INVALIDDATA;
387 if (c->nreslevels <= s->reduction_factor) {
388 /* we are forced to update reduction_factor as its requested value is
389 not compatible with this bitstream, and as we might have used it
390 already in setup earlier we have to fail this frame until
391 reinitialization is implemented */
392 av_log(s->avctx, AV_LOG_ERROR, "reduction_factor too large for this bitstream, max is %d\n", c->nreslevels - 1);
393 s->reduction_factor = c->nreslevels - 1;
394 return AVERROR(EINVAL);
397 /* compute number of resolution levels to decode */
398 c->nreslevels2decode = c->nreslevels - s->reduction_factor;
400 c->log2_cblk_width = (bytestream2_get_byteu(&s->g) & 15) + 2; // cblk width
401 c->log2_cblk_height = (bytestream2_get_byteu(&s->g) & 15) + 2; // cblk height
403 if (c->log2_cblk_width > 10 || c->log2_cblk_height > 10 ||
404 c->log2_cblk_width + c->log2_cblk_height > 12) {
405 av_log(s->avctx, AV_LOG_ERROR, "cblk size invalid\n");
406 return AVERROR_INVALIDDATA;
409 if (c->log2_cblk_width > 6 || c->log2_cblk_height > 6) {
410 avpriv_request_sample(s->avctx, "cblk size > 64");
411 return AVERROR_PATCHWELCOME;
414 c->cblk_style = bytestream2_get_byteu(&s->g);
415 if (c->cblk_style != 0) { // cblk style
416 av_log(s->avctx, AV_LOG_WARNING, "extra cblk styles %X\n", c->cblk_style);
417 if (c->cblk_style & JPEG2000_CBLK_BYPASS)
418 av_log(s->avctx, AV_LOG_WARNING, "Selective arithmetic coding bypass\n");
420 c->transform = bytestream2_get_byteu(&s->g); // DWT transformation type
421 /* set integer 9/7 DWT in case of BITEXACT flag */
422 if ((s->avctx->flags & CODEC_FLAG_BITEXACT) && (c->transform == FF_DWT97))
423 c->transform = FF_DWT97_INT;
425 if (c->csty & JPEG2000_CSTY_PREC) {
427 for (i = 0; i < c->nreslevels; i++) {
428 byte = bytestream2_get_byte(&s->g);
429 c->log2_prec_widths[i] = byte & 0x0F; // precinct PPx
430 c->log2_prec_heights[i] = (byte >> 4) & 0x0F; // precinct PPy
433 memset(c->log2_prec_widths , 15, sizeof(c->log2_prec_widths ));
434 memset(c->log2_prec_heights, 15, sizeof(c->log2_prec_heights));
439 /* get coding parameters for a particular tile or whole image*/
440 static int get_cod(Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *c,
443 Jpeg2000CodingStyle tmp;
446 if (bytestream2_get_bytes_left(&s->g) < 5)
447 return AVERROR_INVALIDDATA;
449 tmp.csty = bytestream2_get_byteu(&s->g);
451 // get progression order
452 tmp.prog_order = bytestream2_get_byteu(&s->g);
454 tmp.nlayers = bytestream2_get_be16u(&s->g);
455 tmp.mct = bytestream2_get_byteu(&s->g); // multiple component transformation
457 if (tmp.mct && s->ncomponents < 3) {
458 av_log(s->avctx, AV_LOG_ERROR,
459 "MCT %"PRIu8" with too few components (%d)\n",
460 tmp.mct, s->ncomponents);
461 return AVERROR_INVALIDDATA;
464 if ((ret = get_cox(s, &tmp)) < 0)
467 for (compno = 0; compno < s->ncomponents; compno++)
468 if (!(properties[compno] & HAD_COC))
469 memcpy(c + compno, &tmp, sizeof(tmp));
473 /* Get coding parameters for a component in the whole image or a
474 * particular tile. */
475 static int get_coc(Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *c,
480 if (bytestream2_get_bytes_left(&s->g) < 2)
481 return AVERROR_INVALIDDATA;
483 compno = bytestream2_get_byteu(&s->g);
485 if (compno >= s->ncomponents) {
486 av_log(s->avctx, AV_LOG_ERROR,
487 "Invalid compno %d. There are %d components in the image.\n",
488 compno, s->ncomponents);
489 return AVERROR_INVALIDDATA;
493 c->csty = bytestream2_get_byteu(&s->g);
495 if ((ret = get_cox(s, c)) < 0)
498 properties[compno] |= HAD_COC;
502 /* Get common part for QCD and QCC segments. */
503 static int get_qcx(Jpeg2000DecoderContext *s, int n, Jpeg2000QuantStyle *q)
507 if (bytestream2_get_bytes_left(&s->g) < 1)
508 return AVERROR_INVALIDDATA;
510 x = bytestream2_get_byteu(&s->g); // Sqcd
512 q->nguardbits = x >> 5;
513 q->quantsty = x & 0x1f;
515 if (q->quantsty == JPEG2000_QSTY_NONE) {
517 if (bytestream2_get_bytes_left(&s->g) < n ||
518 n > JPEG2000_MAX_DECLEVELS*3)
519 return AVERROR_INVALIDDATA;
520 for (i = 0; i < n; i++)
521 q->expn[i] = bytestream2_get_byteu(&s->g) >> 3;
522 } else if (q->quantsty == JPEG2000_QSTY_SI) {
523 if (bytestream2_get_bytes_left(&s->g) < 2)
524 return AVERROR_INVALIDDATA;
525 x = bytestream2_get_be16u(&s->g);
526 q->expn[0] = x >> 11;
527 q->mant[0] = x & 0x7ff;
528 for (i = 1; i < JPEG2000_MAX_DECLEVELS * 3; i++) {
529 int curexpn = FFMAX(0, q->expn[0] - (i - 1) / 3);
530 q->expn[i] = curexpn;
531 q->mant[i] = q->mant[0];
535 if (bytestream2_get_bytes_left(&s->g) < 2 * n ||
536 n > JPEG2000_MAX_DECLEVELS*3)
537 return AVERROR_INVALIDDATA;
538 for (i = 0; i < n; i++) {
539 x = bytestream2_get_be16u(&s->g);
540 q->expn[i] = x >> 11;
541 q->mant[i] = x & 0x7ff;
547 /* Get quantization parameters for a particular tile or a whole image. */
548 static int get_qcd(Jpeg2000DecoderContext *s, int n, Jpeg2000QuantStyle *q,
551 Jpeg2000QuantStyle tmp;
554 memset(&tmp, 0, sizeof(tmp));
556 if ((ret = get_qcx(s, n, &tmp)) < 0)
558 for (compno = 0; compno < s->ncomponents; compno++)
559 if (!(properties[compno] & HAD_QCC))
560 memcpy(q + compno, &tmp, sizeof(tmp));
564 /* Get quantization parameters for a component in the whole image
565 * on in a particular tile. */
566 static int get_qcc(Jpeg2000DecoderContext *s, int n, Jpeg2000QuantStyle *q,
571 if (bytestream2_get_bytes_left(&s->g) < 1)
572 return AVERROR_INVALIDDATA;
574 compno = bytestream2_get_byteu(&s->g);
576 if (compno >= s->ncomponents) {
577 av_log(s->avctx, AV_LOG_ERROR,
578 "Invalid compno %d. There are %d components in the image.\n",
579 compno, s->ncomponents);
580 return AVERROR_INVALIDDATA;
583 properties[compno] |= HAD_QCC;
584 return get_qcx(s, n - 1, q + compno);
587 /* Get start of tile segment. */
588 static int get_sot(Jpeg2000DecoderContext *s, int n)
590 Jpeg2000TilePart *tp;
595 if (bytestream2_get_bytes_left(&s->g) < 8)
596 return AVERROR_INVALIDDATA;
599 Isot = bytestream2_get_be16u(&s->g); // Isot
600 if (Isot >= s->numXtiles * s->numYtiles)
601 return AVERROR_INVALIDDATA;
604 Psot = bytestream2_get_be32u(&s->g); // Psot
605 TPsot = bytestream2_get_byteu(&s->g); // TPsot
607 /* Read TNSot but not used */
608 bytestream2_get_byteu(&s->g); // TNsot
611 Psot = bytestream2_get_bytes_left(&s->g) + n + 2;
613 if (Psot > bytestream2_get_bytes_left(&s->g) + n + 2) {
614 av_log(s->avctx, AV_LOG_ERROR, "Psot %"PRIu32" too big\n", Psot);
615 return AVERROR_INVALIDDATA;
618 if (TPsot >= FF_ARRAY_ELEMS(s->tile[Isot].tile_part)) {
619 avpriv_request_sample(s->avctx, "Support for %"PRIu8" components", TPsot);
620 return AVERROR_PATCHWELCOME;
623 s->tile[Isot].tp_idx = TPsot;
624 tp = s->tile[Isot].tile_part + TPsot;
625 tp->tile_index = Isot;
626 tp->tp_end = s->g.buffer + Psot - n - 2;
629 Jpeg2000Tile *tile = s->tile + s->curtileno;
632 memcpy(tile->codsty, s->codsty, s->ncomponents * sizeof(Jpeg2000CodingStyle));
633 memcpy(tile->qntsty, s->qntsty, s->ncomponents * sizeof(Jpeg2000QuantStyle));
639 /* Tile-part lengths: see ISO 15444-1:2002, section A.7.1
640 * Used to know the number of tile parts and lengths.
641 * There may be multiple TLMs in the header.
642 * TODO: The function is not used for tile-parts management, nor anywhere else.
643 * It can be useful to allocate memory for tile parts, before managing the SOT
644 * markers. Parsing the TLM header is needed to increment the input header
646 * This marker is mandatory for DCI. */
647 static uint8_t get_tlm(Jpeg2000DecoderContext *s, int n)
649 uint8_t Stlm, ST, SP, tile_tlm, i;
650 bytestream2_get_byte(&s->g); /* Ztlm: skipped */
651 Stlm = bytestream2_get_byte(&s->g);
653 // too complex ? ST = ((Stlm >> 4) & 0x01) + ((Stlm >> 4) & 0x02);
654 ST = (Stlm >> 4) & 0x03;
655 // TODO: Manage case of ST = 0b11 --> raise error
656 SP = (Stlm >> 6) & 0x01;
657 tile_tlm = (n - 4) / ((SP + 1) * 2 + ST);
658 for (i = 0; i < tile_tlm; i++) {
663 bytestream2_get_byte(&s->g);
666 bytestream2_get_be16(&s->g);
669 bytestream2_get_be32(&s->g);
673 bytestream2_get_be16(&s->g);
675 bytestream2_get_be32(&s->g);
681 static uint8_t get_plt(Jpeg2000DecoderContext *s, int n)
685 av_log(s->avctx, AV_LOG_DEBUG,
686 "PLT marker at pos 0x%X\n", bytestream2_tell(&s->g) - 4);
688 /*Zplt =*/ bytestream2_get_byte(&s->g);
690 for (i = 0; i < n - 3; i++) {
691 bytestream2_get_byte(&s->g);
697 static int init_tile(Jpeg2000DecoderContext *s, int tileno)
700 int tilex = tileno % s->numXtiles;
701 int tiley = tileno / s->numXtiles;
702 Jpeg2000Tile *tile = s->tile + tileno;
705 return AVERROR(ENOMEM);
707 for (compno = 0; compno < s->ncomponents; compno++) {
708 Jpeg2000Component *comp = tile->comp + compno;
709 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
710 Jpeg2000QuantStyle *qntsty = tile->qntsty + compno;
711 int ret; // global bandno
713 comp->coord_o[0][0] = FFMAX(tilex * s->tile_width + s->tile_offset_x, s->image_offset_x);
714 comp->coord_o[0][1] = FFMIN((tilex + 1) * s->tile_width + s->tile_offset_x, s->width);
715 comp->coord_o[1][0] = FFMAX(tiley * s->tile_height + s->tile_offset_y, s->image_offset_y);
716 comp->coord_o[1][1] = FFMIN((tiley + 1) * s->tile_height + s->tile_offset_y, s->height);
718 comp->coord_o[0][0] /= s->cdx[compno];
719 comp->coord_o[0][1] /= s->cdx[compno];
720 comp->coord_o[1][0] /= s->cdy[compno];
721 comp->coord_o[1][1] /= s->cdy[compno];
724 comp->coord[0][0] = ff_jpeg2000_ceildivpow2(comp->coord_o[0][0], s->reduction_factor);
725 comp->coord[0][1] = ff_jpeg2000_ceildivpow2(comp->coord_o[0][1], s->reduction_factor);
726 comp->coord[1][0] = ff_jpeg2000_ceildivpow2(comp->coord_o[1][0], s->reduction_factor);
727 comp->coord[1][1] = ff_jpeg2000_ceildivpow2(comp->coord_o[1][1], s->reduction_factor);
729 if (ret = ff_jpeg2000_init_component(comp, codsty, qntsty,
730 s->cbps[compno], s->cdx[compno],
731 s->cdy[compno], s->avctx))
737 /* Read the number of coding passes. */
738 static int getnpasses(Jpeg2000DecoderContext *s)
745 if ((num = get_bits(s, 2)) != 3)
746 return num < 0 ? num : 3 + num;
747 if ((num = get_bits(s, 5)) != 31)
748 return num < 0 ? num : 6 + num;
749 num = get_bits(s, 7);
750 return num < 0 ? num : 37 + num;
753 static int getlblockinc(Jpeg2000DecoderContext *s)
756 while (ret = get_bits(s, 1)) {
764 static int jpeg2000_decode_packet(Jpeg2000DecoderContext *s, Jpeg2000Tile *tile, int *tp_index,
765 Jpeg2000CodingStyle *codsty,
766 Jpeg2000ResLevel *rlevel, int precno,
767 int layno, uint8_t *expn, int numgbits)
769 int bandno, cblkno, ret, nb_code_blocks;
772 if (bytestream2_get_bytes_left(&s->g) == 0 && s->bit_index == 8) {
773 if (*tp_index < FF_ARRAY_ELEMS(tile->tile_part) - 1) {
774 s->g = tile->tile_part[++(*tp_index)].tpg;
778 if (!(ret = get_bits(s, 1))) {
784 for (bandno = 0; bandno < rlevel->nbands; bandno++) {
785 Jpeg2000Band *band = rlevel->band + bandno;
786 Jpeg2000Prec *prec = band->prec + precno;
788 if (band->coord[0][0] == band->coord[0][1] ||
789 band->coord[1][0] == band->coord[1][1])
791 nb_code_blocks = prec->nb_codeblocks_height *
792 prec->nb_codeblocks_width;
793 for (cblkno = 0; cblkno < nb_code_blocks; cblkno++) {
794 Jpeg2000Cblk *cblk = prec->cblk + cblkno;
795 int incl, newpasses, llen;
798 incl = get_bits(s, 1);
800 incl = tag_tree_decode(s, prec->cblkincl + cblkno, layno + 1) == layno;
806 if (!cblk->npasses) {
807 int v = expn[bandno] + numgbits - 1 -
808 tag_tree_decode(s, prec->zerobits + cblkno, 100);
810 av_log(s->avctx, AV_LOG_ERROR,
811 "nonzerobits %d invalid\n", v);
812 return AVERROR_INVALIDDATA;
814 cblk->nonzerobits = v;
816 if ((newpasses = getnpasses(s)) < 0)
818 av_assert2(newpasses > 0);
819 if (cblk->npasses + newpasses >= JPEG2000_MAX_PASSES) {
820 avpriv_request_sample(s->avctx, "Too many passes\n");
821 return AVERROR_PATCHWELCOME;
823 if ((llen = getlblockinc(s)) < 0)
825 if (cblk->lblock + llen + av_log2(newpasses) > 16) {
826 avpriv_request_sample(s->avctx,
827 "Block with length beyond 16 bits\n");
828 return AVERROR_PATCHWELCOME;
831 cblk->lblock += llen;
833 cblk->nb_lengthinc = 0;
834 cblk->nb_terminationsinc = 0;
838 while (newpasses1 < newpasses) {
840 if (needs_termination(codsty->cblk_style, cblk->npasses + newpasses1 - 1)) {
841 cblk->nb_terminationsinc ++;
846 if ((ret = get_bits(s, av_log2(newpasses1) + cblk->lblock)) < 0)
848 if (ret > sizeof(cblk->data)) {
849 avpriv_request_sample(s->avctx,
850 "Block with lengthinc greater than %"SIZE_SPECIFIER"",
852 return AVERROR_PATCHWELCOME;
854 cblk->lengthinc[cblk->nb_lengthinc++] = ret;
855 cblk->npasses += newpasses1;
856 newpasses -= newpasses1;
862 if (codsty->csty & JPEG2000_CSTY_EPH) {
863 if (bytestream2_peek_be16(&s->g) == JPEG2000_EPH)
864 bytestream2_skip(&s->g, 2);
866 av_log(s->avctx, AV_LOG_ERROR, "EPH marker not found.\n");
869 for (bandno = 0; bandno < rlevel->nbands; bandno++) {
870 Jpeg2000Band *band = rlevel->band + bandno;
871 Jpeg2000Prec *prec = band->prec + precno;
873 nb_code_blocks = prec->nb_codeblocks_height * prec->nb_codeblocks_width;
874 for (cblkno = 0; cblkno < nb_code_blocks; cblkno++) {
875 Jpeg2000Cblk *cblk = prec->cblk + cblkno;
876 for (cwsno = 0; cwsno < cblk->nb_lengthinc; cwsno ++) {
877 if ( bytestream2_get_bytes_left(&s->g) < cblk->lengthinc[cwsno]
878 || sizeof(cblk->data) < cblk->length + cblk->lengthinc[cwsno] + 4
880 av_log(s->avctx, AV_LOG_ERROR,
881 "Block length %"PRIu16" or lengthinc %d is too large\n",
882 cblk->length, cblk->lengthinc[cwsno]);
883 return AVERROR_INVALIDDATA;
886 bytestream2_get_bufferu(&s->g, cblk->data + cblk->length, cblk->lengthinc[cwsno]);
887 cblk->length += cblk->lengthinc[cwsno];
888 cblk->lengthinc[cwsno] = 0;
889 if (cblk->nb_terminationsinc) {
890 cblk->nb_terminationsinc--;
891 cblk->nb_terminations++;
892 cblk->data[cblk->length++] = 0xFF;
893 cblk->data[cblk->length++] = 0xFF;
894 cblk->data_start[cblk->nb_terminations] = cblk->length;
902 static int jpeg2000_decode_packets(Jpeg2000DecoderContext *s, Jpeg2000Tile *tile)
905 int layno, reslevelno, compno, precno, ok_reslevel;
910 switch (tile->codsty[0].prog_order) {
911 case JPEG2000_PGOD_RLCP:
912 av_log(s->avctx, AV_LOG_DEBUG, "Progression order RLCP\n");
914 for (reslevelno = 0; ok_reslevel; reslevelno++) {
916 for (layno = 0; layno < tile->codsty[0].nlayers; layno++) {
917 for (compno = 0; compno < s->ncomponents; compno++) {
918 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
919 Jpeg2000QuantStyle *qntsty = tile->qntsty + compno;
920 if (reslevelno < codsty->nreslevels) {
921 Jpeg2000ResLevel *rlevel = tile->comp[compno].reslevel +
924 for (precno = 0; precno < rlevel->num_precincts_x * rlevel->num_precincts_y; precno++)
925 if ((ret = jpeg2000_decode_packet(s, tile, &tp_index,
928 qntsty->expn + (reslevelno ? 3 * (reslevelno - 1) + 1 : 0),
929 qntsty->nguardbits)) < 0)
937 case JPEG2000_PGOD_LRCP:
938 for (layno = 0; layno < tile->codsty[0].nlayers; layno++) {
940 for (reslevelno = 0; ok_reslevel; reslevelno++) {
942 for (compno = 0; compno < s->ncomponents; compno++) {
943 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
944 Jpeg2000QuantStyle *qntsty = tile->qntsty + compno;
945 if (reslevelno < codsty->nreslevels) {
946 Jpeg2000ResLevel *rlevel = tile->comp[compno].reslevel +
949 for (precno = 0; precno < rlevel->num_precincts_x * rlevel->num_precincts_y; precno++)
950 if ((ret = jpeg2000_decode_packet(s, tile, &tp_index,
953 qntsty->expn + (reslevelno ? 3 * (reslevelno - 1) + 1 : 0),
954 qntsty->nguardbits)) < 0)
962 case JPEG2000_PGOD_CPRL:
963 for (compno = 0; compno < s->ncomponents; compno++) {
964 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
965 Jpeg2000QuantStyle *qntsty = tile->qntsty + compno;
967 /* Position loop (y axis)
968 * TODO: Automate computing of step 256.
969 * Fixed here, but to be computed before entering here. */
970 for (y = 0; y < s->height; y += 256) {
971 /* Position loop (y axis)
972 * TODO: automate computing of step 256.
973 * Fixed here, but to be computed before entering here. */
974 for (x = 0; x < s->width; x += 256) {
975 for (reslevelno = 0; reslevelno < codsty->nreslevels; reslevelno++) {
977 uint8_t reducedresno = codsty->nreslevels - 1 -reslevelno; // ==> N_L - r
978 Jpeg2000ResLevel *rlevel = tile->comp[compno].reslevel + reslevelno;
980 if (!((y % (1 << (rlevel->log2_prec_height + reducedresno)) == 0) ||
981 (y == 0))) // TODO: 2nd condition simplified as try0 always =0 for dcinema
984 if (!((x % (1 << (rlevel->log2_prec_width + reducedresno)) == 0) ||
985 (x == 0))) // TODO: 2nd condition simplified as try0 always =0 for dcinema
988 // check if a precinct exists
989 prcx = ff_jpeg2000_ceildivpow2(x, reducedresno) >> rlevel->log2_prec_width;
990 prcy = ff_jpeg2000_ceildivpow2(y, reducedresno) >> rlevel->log2_prec_height;
991 precno = prcx + rlevel->num_precincts_x * prcy;
993 if (prcx >= rlevel->num_precincts_x || prcy >= rlevel->num_precincts_y) {
994 av_log(s->avctx, AV_LOG_WARNING, "prc %d %d outside limits %d %d\n",
995 prcx, prcy, rlevel->num_precincts_x, rlevel->num_precincts_y);
999 for (layno = 0; layno < tile->codsty[0].nlayers; layno++) {
1000 if ((ret = jpeg2000_decode_packet(s, tile, &tp_index, codsty, rlevel,
1002 qntsty->expn + (reslevelno ? 3 * (reslevelno - 1) + 1 : 0),
1003 qntsty->nguardbits)) < 0)
1012 case JPEG2000_PGOD_RPCL:
1013 avpriv_request_sample(s->avctx, "Progression order RPCL");
1014 ret = AVERROR_PATCHWELCOME;
1017 case JPEG2000_PGOD_PCRL:
1018 avpriv_request_sample(s->avctx, "Progression order PCRL");
1019 ret = AVERROR_PATCHWELCOME;
1026 /* EOC marker reached */
1027 bytestream2_skip(&s->g, 2);
1032 /* TIER-1 routines */
1033 static void decode_sigpass(Jpeg2000T1Context *t1, int width, int height,
1034 int bpno, int bandno,
1035 int vert_causal_ctx_csty_symbol)
1037 int mask = 3 << (bpno - 1), y0, x, y;
1039 for (y0 = 0; y0 < height; y0 += 4)
1040 for (x = 0; x < width; x++)
1041 for (y = y0; y < height && y < y0 + 4; y++) {
1042 if ((t1->flags[y+1][x+1] & JPEG2000_T1_SIG_NB)
1043 && !(t1->flags[y+1][x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))) {
1044 int flags_mask = -1;
1045 if (vert_causal_ctx_csty_symbol && y == y0 + 3)
1046 flags_mask &= ~(JPEG2000_T1_SIG_S | JPEG2000_T1_SIG_SW | JPEG2000_T1_SIG_SE);
1047 if (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ff_jpeg2000_getsigctxno(t1->flags[y+1][x+1] & flags_mask, bandno))) {
1048 int xorbit, ctxno = ff_jpeg2000_getsgnctxno(t1->flags[y+1][x+1], &xorbit);
1050 t1->data[y][x] = ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ? -mask : mask;
1052 t1->data[y][x] = (ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ctxno) ^ xorbit) ?
1055 ff_jpeg2000_set_significance(t1, x, y,
1056 t1->data[y][x] < 0);
1058 t1->flags[y + 1][x + 1] |= JPEG2000_T1_VIS;
1063 static void decode_refpass(Jpeg2000T1Context *t1, int width, int height,
1069 phalf = 1 << (bpno - 1);
1072 for (y0 = 0; y0 < height; y0 += 4)
1073 for (x = 0; x < width; x++)
1074 for (y = y0; y < height && y < y0 + 4; y++)
1075 if ((t1->flags[y + 1][x + 1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS)) == JPEG2000_T1_SIG) {
1076 int ctxno = ff_jpeg2000_getrefctxno(t1->flags[y + 1][x + 1]);
1077 int r = ff_mqc_decode(&t1->mqc,
1078 t1->mqc.cx_states + ctxno)
1080 t1->data[y][x] += t1->data[y][x] < 0 ? -r : r;
1081 t1->flags[y + 1][x + 1] |= JPEG2000_T1_REF;
1085 static void decode_clnpass(Jpeg2000DecoderContext *s, Jpeg2000T1Context *t1,
1086 int width, int height, int bpno, int bandno,
1087 int seg_symbols, int vert_causal_ctx_csty_symbol)
1089 int mask = 3 << (bpno - 1), y0, x, y, runlen, dec;
1091 for (y0 = 0; y0 < height; y0 += 4) {
1092 for (x = 0; x < width; x++) {
1093 if (y0 + 3 < height &&
1094 !((t1->flags[y0 + 1][x + 1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
1095 (t1->flags[y0 + 2][x + 1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
1096 (t1->flags[y0 + 3][x + 1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)) ||
1097 (t1->flags[y0 + 4][x + 1] & (JPEG2000_T1_SIG_NB | JPEG2000_T1_VIS | JPEG2000_T1_SIG)))) {
1098 if (!ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + MQC_CX_RL))
1100 runlen = ff_mqc_decode(&t1->mqc,
1101 t1->mqc.cx_states + MQC_CX_UNI);
1102 runlen = (runlen << 1) | ff_mqc_decode(&t1->mqc,
1111 for (y = y0 + runlen; y < y0 + 4 && y < height; y++) {
1113 if (!(t1->flags[y+1][x+1] & (JPEG2000_T1_SIG | JPEG2000_T1_VIS))) {
1114 int flags_mask = -1;
1115 if (vert_causal_ctx_csty_symbol && y == y0 + 3)
1116 flags_mask &= ~(JPEG2000_T1_SIG_S | JPEG2000_T1_SIG_SW | JPEG2000_T1_SIG_SE);
1117 dec = ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + ff_jpeg2000_getsigctxno(t1->flags[y+1][x+1] & flags_mask,
1123 int ctxno = ff_jpeg2000_getsgnctxno(t1->flags[y + 1][x + 1],
1125 t1->data[y][x] = (ff_mqc_decode(&t1->mqc,
1126 t1->mqc.cx_states + ctxno) ^
1129 ff_jpeg2000_set_significance(t1, x, y, t1->data[y][x] < 0);
1132 t1->flags[y + 1][x + 1] &= ~JPEG2000_T1_VIS;
1138 val = ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI);
1139 val = (val << 1) + ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI);
1140 val = (val << 1) + ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI);
1141 val = (val << 1) + ff_mqc_decode(&t1->mqc, t1->mqc.cx_states + MQC_CX_UNI);
1143 av_log(s->avctx, AV_LOG_ERROR,
1144 "Segmentation symbol value incorrect\n");
1148 static int decode_cblk(Jpeg2000DecoderContext *s, Jpeg2000CodingStyle *codsty,
1149 Jpeg2000T1Context *t1, Jpeg2000Cblk *cblk,
1150 int width, int height, int bandpos)
1152 int passno = cblk->npasses, pass_t = 2, bpno = cblk->nonzerobits - 1, y;
1154 int vert_causal_ctx_csty_symbol = codsty->cblk_style & JPEG2000_CBLK_VSC;
1158 av_assert0(width <= JPEG2000_MAX_CBLKW);
1159 av_assert0(height <= JPEG2000_MAX_CBLKH);
1161 for (y = 0; y < height; y++)
1162 memset(t1->data[y], 0, width * sizeof(**t1->data));
1164 /* If code-block contains no compressed data: nothing to do. */
1168 for (y = 0; y < height + 2; y++)
1169 memset(t1->flags[y], 0, (width + 2) * sizeof(**t1->flags));
1171 cblk->data[cblk->length] = 0xff;
1172 cblk->data[cblk->length+1] = 0xff;
1173 ff_mqc_initdec(&t1->mqc, cblk->data, 0, 1);
1178 decode_sigpass(t1, width, height, bpno + 1, bandpos,
1179 vert_causal_ctx_csty_symbol);
1182 decode_refpass(t1, width, height, bpno + 1);
1185 av_assert2(!t1->mqc.raw);
1186 decode_clnpass(s, t1, width, height, bpno + 1, bandpos,
1187 codsty->cblk_style & JPEG2000_CBLK_SEGSYM,
1188 vert_causal_ctx_csty_symbol);
1191 if ((coder_type = needs_termination(codsty->cblk_style, pass_cnt))) {
1192 if (term_cnt >= cblk->nb_terminations) {
1193 av_log(s->avctx, AV_LOG_ERROR, "Missing needed termination \n");
1194 return AVERROR_INVALIDDATA;
1196 ff_mqc_initdec(&t1->mqc, cblk->data + cblk->data_start[++term_cnt], coder_type == 2, 0);
1209 /* TODO: Verify dequantization for lossless case
1210 * comp->data can be float or int
1211 * band->stepsize can be float or int
1212 * depending on the type of DWT transformation.
1213 * see ISO/IEC 15444-1:2002 A.6.1 */
1215 /* Float dequantization of a codeblock.*/
1216 static void dequantization_float(int x, int y, Jpeg2000Cblk *cblk,
1217 Jpeg2000Component *comp,
1218 Jpeg2000T1Context *t1, Jpeg2000Band *band)
1221 int w = cblk->coord[0][1] - cblk->coord[0][0];
1222 for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
1223 float *datap = &comp->f_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
1224 int *src = t1->data[j];
1225 for (i = 0; i < w; ++i)
1226 datap[i] = src[i] * band->f_stepsize;
1230 /* Integer dequantization of a codeblock.*/
1231 static void dequantization_int(int x, int y, Jpeg2000Cblk *cblk,
1232 Jpeg2000Component *comp,
1233 Jpeg2000T1Context *t1, Jpeg2000Band *band)
1236 int w = cblk->coord[0][1] - cblk->coord[0][0];
1237 for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
1238 int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
1239 int *src = t1->data[j];
1240 for (i = 0; i < w; ++i)
1241 datap[i] = (src[i] * band->i_stepsize) / 32768;
1245 static void dequantization_int_97(int x, int y, Jpeg2000Cblk *cblk,
1246 Jpeg2000Component *comp,
1247 Jpeg2000T1Context *t1, Jpeg2000Band *band)
1250 int w = cblk->coord[0][1] - cblk->coord[0][0];
1251 for (j = 0; j < (cblk->coord[1][1] - cblk->coord[1][0]); ++j) {
1252 int32_t *datap = &comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * (y + j) + x];
1253 int *src = t1->data[j];
1254 for (i = 0; i < w; ++i)
1255 datap[i] = (src[i] * band->i_stepsize + (1<<14)) >> 15;
1259 static inline void mct_decode(Jpeg2000DecoderContext *s, Jpeg2000Tile *tile)
1264 for (i = 1; i < 3; i++) {
1265 if (tile->codsty[0].transform != tile->codsty[i].transform) {
1266 av_log(s->avctx, AV_LOG_ERROR, "Transforms mismatch, MCT not supported\n");
1269 if (memcmp(tile->comp[0].coord, tile->comp[i].coord, sizeof(tile->comp[0].coord))) {
1270 av_log(s->avctx, AV_LOG_ERROR, "Coords mismatch, MCT not supported\n");
1275 for (i = 0; i < 3; i++)
1276 if (tile->codsty[0].transform == FF_DWT97)
1277 src[i] = tile->comp[i].f_data;
1279 src[i] = tile->comp[i].i_data;
1281 for (i = 0; i < 2; i++)
1282 csize *= tile->comp[0].coord[i][1] - tile->comp[0].coord[i][0];
1284 s->dsp.mct_decode[tile->codsty[0].transform](src[0], src[1], src[2], csize);
1287 static int jpeg2000_decode_tile(Jpeg2000DecoderContext *s, Jpeg2000Tile *tile,
1290 const AVPixFmtDescriptor *pixdesc = av_pix_fmt_desc_get(s->avctx->pix_fmt);
1291 int compno, reslevelno, bandno;
1293 int planar = !!(pixdesc->flags & AV_PIX_FMT_FLAG_PLANAR);
1294 int pixelsize = planar ? 1 : pixdesc->nb_components;
1297 Jpeg2000T1Context t1;
1299 /* Loop on tile components */
1300 for (compno = 0; compno < s->ncomponents; compno++) {
1301 Jpeg2000Component *comp = tile->comp + compno;
1302 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
1304 /* Loop on resolution levels */
1305 for (reslevelno = 0; reslevelno < codsty->nreslevels2decode; reslevelno++) {
1306 Jpeg2000ResLevel *rlevel = comp->reslevel + reslevelno;
1308 for (bandno = 0; bandno < rlevel->nbands; bandno++) {
1309 int nb_precincts, precno;
1310 Jpeg2000Band *band = rlevel->band + bandno;
1311 int cblkno = 0, bandpos;
1313 bandpos = bandno + (reslevelno > 0);
1315 if (band->coord[0][0] == band->coord[0][1] ||
1316 band->coord[1][0] == band->coord[1][1])
1319 nb_precincts = rlevel->num_precincts_x * rlevel->num_precincts_y;
1320 /* Loop on precincts */
1321 for (precno = 0; precno < nb_precincts; precno++) {
1322 Jpeg2000Prec *prec = band->prec + precno;
1324 /* Loop on codeblocks */
1325 for (cblkno = 0; cblkno < prec->nb_codeblocks_width * prec->nb_codeblocks_height; cblkno++) {
1327 Jpeg2000Cblk *cblk = prec->cblk + cblkno;
1328 decode_cblk(s, codsty, &t1, cblk,
1329 cblk->coord[0][1] - cblk->coord[0][0],
1330 cblk->coord[1][1] - cblk->coord[1][0],
1333 x = cblk->coord[0][0];
1334 y = cblk->coord[1][0];
1336 if (codsty->transform == FF_DWT97)
1337 dequantization_float(x, y, cblk, comp, &t1, band);
1338 else if (codsty->transform == FF_DWT97_INT)
1339 dequantization_int_97(x, y, cblk, comp, &t1, band);
1341 dequantization_int(x, y, cblk, comp, &t1, band);
1345 } /* end reslevel */
1348 ff_dwt_decode(&comp->dwt, codsty->transform == FF_DWT97 ? (void*)comp->f_data : (void*)comp->i_data);
1351 /* inverse MCT transformation */
1352 if (tile->codsty[0].mct)
1353 mct_decode(s, tile);
1355 if (s->cdef[0] < 0) {
1356 for (x = 0; x < s->ncomponents; x++)
1358 if ((s->ncomponents & 1) == 0)
1359 s->cdef[s->ncomponents-1] = 0;
1362 if (s->precision <= 8) {
1363 for (compno = 0; compno < s->ncomponents; compno++) {
1364 Jpeg2000Component *comp = tile->comp + compno;
1365 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
1366 float *datap = comp->f_data;
1367 int32_t *i_datap = comp->i_data;
1368 int cbps = s->cbps[compno];
1369 int w = tile->comp[compno].coord[0][1] - s->image_offset_x;
1373 plane = s->cdef[compno] ? s->cdef[compno]-1 : (s->ncomponents-1);
1376 y = tile->comp[compno].coord[1][0] - s->image_offset_y;
1377 line = picture->data[plane] + y / s->cdy[compno] * picture->linesize[plane];
1378 for (; y < tile->comp[compno].coord[1][1] - s->image_offset_y; y ++) {
1381 x = tile->comp[compno].coord[0][0] - s->image_offset_x;
1382 dst = line + x / s->cdx[compno] * pixelsize + compno*!planar;
1384 if (codsty->transform == FF_DWT97) {
1385 for (; x < w; x ++) {
1386 int val = lrintf(*datap) + (1 << (cbps - 1));
1387 /* DC level shift and clip see ISO 15444-1:2002 G.1.2 */
1388 val = av_clip(val, 0, (1 << cbps) - 1);
1389 *dst = val << (8 - cbps);
1394 for (; x < w; x ++) {
1395 int val = *i_datap + (1 << (cbps - 1));
1396 /* DC level shift and clip see ISO 15444-1:2002 G.1.2 */
1397 val = av_clip(val, 0, (1 << cbps) - 1);
1398 *dst = val << (8 - cbps);
1403 line += picture->linesize[plane];
1407 int precision = picture->format == AV_PIX_FMT_XYZ12 ||
1408 picture->format == AV_PIX_FMT_RGB48 ||
1409 picture->format == AV_PIX_FMT_RGBA64 ||
1410 picture->format == AV_PIX_FMT_GRAY16 ? 16 : s->precision;
1412 for (compno = 0; compno < s->ncomponents; compno++) {
1413 Jpeg2000Component *comp = tile->comp + compno;
1414 Jpeg2000CodingStyle *codsty = tile->codsty + compno;
1415 float *datap = comp->f_data;
1416 int32_t *i_datap = comp->i_data;
1418 int cbps = s->cbps[compno];
1419 int w = tile->comp[compno].coord[0][1] - s->image_offset_x;
1423 plane = s->cdef[compno] ? s->cdef[compno]-1 : (s->ncomponents-1);
1425 y = tile->comp[compno].coord[1][0] - s->image_offset_y;
1426 linel = (uint16_t *)picture->data[plane] + y / s->cdy[compno] * (picture->linesize[plane] >> 1);
1427 for (; y < tile->comp[compno].coord[1][1] - s->image_offset_y; y ++) {
1430 x = tile->comp[compno].coord[0][0] - s->image_offset_x;
1431 dst = linel + (x / s->cdx[compno] * pixelsize + compno*!planar);
1432 if (codsty->transform == FF_DWT97) {
1433 for (; x < w; x ++) {
1434 int val = lrintf(*datap) + (1 << (cbps - 1));
1435 /* DC level shift and clip see ISO 15444-1:2002 G.1.2 */
1436 val = av_clip(val, 0, (1 << cbps) - 1);
1437 /* align 12 bit values in little-endian mode */
1438 *dst = val << (precision - cbps);
1443 for (; x < w; x ++) {
1444 int val = *i_datap + (1 << (cbps - 1));
1445 /* DC level shift and clip see ISO 15444-1:2002 G.1.2 */
1446 val = av_clip(val, 0, (1 << cbps) - 1);
1447 /* align 12 bit values in little-endian mode */
1448 *dst = val << (precision - cbps);
1453 linel += picture->linesize[plane] >> 1;
1461 static void jpeg2000_dec_cleanup(Jpeg2000DecoderContext *s)
1464 for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++) {
1465 if (s->tile[tileno].comp) {
1466 for (compno = 0; compno < s->ncomponents; compno++) {
1467 Jpeg2000Component *comp = s->tile[tileno].comp + compno;
1468 Jpeg2000CodingStyle *codsty = s->tile[tileno].codsty + compno;
1470 ff_jpeg2000_cleanup(comp, codsty);
1472 av_freep(&s->tile[tileno].comp);
1476 memset(s->codsty, 0, sizeof(s->codsty));
1477 memset(s->qntsty, 0, sizeof(s->qntsty));
1478 s->numXtiles = s->numYtiles = 0;
1481 static int jpeg2000_read_main_headers(Jpeg2000DecoderContext *s)
1483 Jpeg2000CodingStyle *codsty = s->codsty;
1484 Jpeg2000QuantStyle *qntsty = s->qntsty;
1485 uint8_t *properties = s->properties;
1492 if (bytestream2_get_bytes_left(&s->g) < 2) {
1493 av_log(s->avctx, AV_LOG_ERROR, "Missing EOC\n");
1497 marker = bytestream2_get_be16u(&s->g);
1498 oldpos = bytestream2_tell(&s->g);
1500 if (marker == JPEG2000_SOD) {
1502 Jpeg2000TilePart *tp;
1505 av_log(s->avctx, AV_LOG_ERROR, "Missing SIZ\n");
1506 return AVERROR_INVALIDDATA;
1508 if (s->curtileno < 0) {
1509 av_log(s->avctx, AV_LOG_ERROR, "Missing SOT\n");
1510 return AVERROR_INVALIDDATA;
1513 tile = s->tile + s->curtileno;
1514 tp = tile->tile_part + tile->tp_idx;
1515 if (tp->tp_end < s->g.buffer) {
1516 av_log(s->avctx, AV_LOG_ERROR, "Invalid tpend\n");
1517 return AVERROR_INVALIDDATA;
1519 bytestream2_init(&tp->tpg, s->g.buffer, tp->tp_end - s->g.buffer);
1520 bytestream2_skip(&s->g, tp->tp_end - s->g.buffer);
1524 if (marker == JPEG2000_EOC)
1527 len = bytestream2_get_be16(&s->g);
1528 if (len < 2 || bytestream2_get_bytes_left(&s->g) < len - 2)
1529 return AVERROR_INVALIDDATA;
1535 s->numXtiles = s->numYtiles = 0;
1538 ret = get_coc(s, codsty, properties);
1541 ret = get_cod(s, codsty, properties);
1544 ret = get_qcc(s, len, qntsty, properties);
1547 ret = get_qcd(s, len, qntsty, properties);
1550 if (!(ret = get_sot(s, len))) {
1551 av_assert1(s->curtileno >= 0);
1552 codsty = s->tile[s->curtileno].codsty;
1553 qntsty = s->tile[s->curtileno].qntsty;
1554 properties = s->tile[s->curtileno].properties;
1558 // the comment is ignored
1559 bytestream2_skip(&s->g, len - 2);
1562 // Tile-part lengths
1563 ret = get_tlm(s, len);
1566 // Packet length, tile-part header
1567 ret = get_plt(s, len);
1570 av_log(s->avctx, AV_LOG_ERROR,
1571 "unsupported marker 0x%.4"PRIX16" at pos 0x%X\n",
1572 marker, bytestream2_tell(&s->g) - 4);
1573 bytestream2_skip(&s->g, len - 2);
1576 if (bytestream2_tell(&s->g) - oldpos != len || ret) {
1577 av_log(s->avctx, AV_LOG_ERROR,
1578 "error during processing marker segment %.4"PRIx16"\n",
1580 return ret ? ret : -1;
1586 /* Read bit stream packets --> T2 operation. */
1587 static int jpeg2000_read_bitstream_packets(Jpeg2000DecoderContext *s)
1592 for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++) {
1593 Jpeg2000Tile *tile = s->tile + tileno;
1595 if (ret = init_tile(s, tileno))
1598 s->g = tile->tile_part[0].tpg;
1599 if (ret = jpeg2000_decode_packets(s, tile))
1606 static int jp2_find_codestream(Jpeg2000DecoderContext *s)
1608 uint32_t atom_size, atom, atom_end;
1609 int search_range = 10;
1613 bytestream2_get_bytes_left(&s->g) >= 8) {
1614 atom_size = bytestream2_get_be32u(&s->g);
1615 atom = bytestream2_get_be32u(&s->g);
1616 atom_end = bytestream2_tell(&s->g) + atom_size - 8;
1618 if (atom == JP2_CODESTREAM)
1621 if (bytestream2_get_bytes_left(&s->g) < atom_size || atom_end < atom_size)
1624 if (atom == JP2_HEADER &&
1626 uint32_t atom2_size, atom2, atom2_end;
1628 atom2_size = bytestream2_get_be32u(&s->g);
1629 atom2 = bytestream2_get_be32u(&s->g);
1630 atom2_end = bytestream2_tell(&s->g) + atom2_size - 8;
1631 if (atom2_size < 8 || atom2_end > atom_end || atom2_end < atom2_size)
1633 if (atom2 == JP2_CODESTREAM) {
1635 } else if (atom2 == MKBETAG('c','o','l','r') && atom2_size >= 7) {
1636 int method = bytestream2_get_byteu(&s->g);
1637 bytestream2_skipu(&s->g, 2);
1639 s->colour_space = bytestream2_get_be32u(&s->g);
1641 } else if (atom2 == MKBETAG('p','c','l','r') && atom2_size >= 6) {
1642 int i, size, colour_count, colour_channels, colour_depth[3];
1644 colour_count = bytestream2_get_be16u(&s->g);
1645 colour_channels = bytestream2_get_byteu(&s->g);
1646 // FIXME: Do not ignore channel_sign
1647 colour_depth[0] = (bytestream2_get_byteu(&s->g) & 0x7f) + 1;
1648 colour_depth[1] = (bytestream2_get_byteu(&s->g) & 0x7f) + 1;
1649 colour_depth[2] = (bytestream2_get_byteu(&s->g) & 0x7f) + 1;
1650 size = (colour_depth[0] + 7 >> 3) * colour_count +
1651 (colour_depth[1] + 7 >> 3) * colour_count +
1652 (colour_depth[2] + 7 >> 3) * colour_count;
1653 if (colour_count > 256 ||
1654 colour_channels != 3 ||
1655 colour_depth[0] > 16 ||
1656 colour_depth[1] > 16 ||
1657 colour_depth[2] > 16 ||
1658 atom2_size < size) {
1659 avpriv_request_sample(s->avctx, "Unknown palette");
1660 bytestream2_seek(&s->g, atom2_end, SEEK_SET);
1664 for (i = 0; i < colour_count; i++) {
1665 if (colour_depth[0] <= 8) {
1666 r = bytestream2_get_byteu(&s->g) << 8 - colour_depth[0];
1667 r |= r >> colour_depth[0];
1669 r = bytestream2_get_be16u(&s->g) >> colour_depth[0] - 8;
1671 if (colour_depth[1] <= 8) {
1672 g = bytestream2_get_byteu(&s->g) << 8 - colour_depth[1];
1673 r |= r >> colour_depth[1];
1675 g = bytestream2_get_be16u(&s->g) >> colour_depth[1] - 8;
1677 if (colour_depth[2] <= 8) {
1678 b = bytestream2_get_byteu(&s->g) << 8 - colour_depth[2];
1679 r |= r >> colour_depth[2];
1681 b = bytestream2_get_be16u(&s->g) >> colour_depth[2] - 8;
1683 s->palette[i] = 0xffu << 24 | r << 16 | g << 8 | b;
1685 } else if (atom2 == MKBETAG('c','d','e','f') && atom2_size >= 2) {
1686 int n = bytestream2_get_be16u(&s->g);
1688 int cn = bytestream2_get_be16(&s->g);
1689 int av_unused typ = bytestream2_get_be16(&s->g);
1690 int asoc = bytestream2_get_be16(&s->g);
1691 if (cn < 4 && asoc < 4)
1695 bytestream2_seek(&s->g, atom2_end, SEEK_SET);
1696 } while (atom_end - atom2_end >= 8);
1700 bytestream2_seek(&s->g, atom_end, SEEK_SET);
1706 static av_cold int jpeg2000_decode_init(AVCodecContext *avctx)
1708 Jpeg2000DecoderContext *s = avctx->priv_data;
1710 ff_jpeg2000dsp_init(&s->dsp);
1715 static int jpeg2000_decode_frame(AVCodecContext *avctx, void *data,
1716 int *got_frame, AVPacket *avpkt)
1718 Jpeg2000DecoderContext *s = avctx->priv_data;
1719 ThreadFrame frame = { .f = data };
1720 AVFrame *picture = data;
1724 bytestream2_init(&s->g, avpkt->data, avpkt->size);
1726 memset(s->cdef, -1, sizeof(s->cdef));
1728 if (bytestream2_get_bytes_left(&s->g) < 2) {
1729 ret = AVERROR_INVALIDDATA;
1733 // check if the image is in jp2 format
1734 if (bytestream2_get_bytes_left(&s->g) >= 12 &&
1735 (bytestream2_get_be32u(&s->g) == 12) &&
1736 (bytestream2_get_be32u(&s->g) == JP2_SIG_TYPE) &&
1737 (bytestream2_get_be32u(&s->g) == JP2_SIG_VALUE)) {
1738 if (!jp2_find_codestream(s)) {
1739 av_log(avctx, AV_LOG_ERROR,
1740 "Could not find Jpeg2000 codestream atom.\n");
1741 ret = AVERROR_INVALIDDATA;
1745 bytestream2_seek(&s->g, 0, SEEK_SET);
1748 while (bytestream2_get_bytes_left(&s->g) >= 3 && bytestream2_peek_be16(&s->g) != JPEG2000_SOC)
1749 bytestream2_skip(&s->g, 1);
1751 if (bytestream2_get_be16u(&s->g) != JPEG2000_SOC) {
1752 av_log(avctx, AV_LOG_ERROR, "SOC marker not present\n");
1753 ret = AVERROR_INVALIDDATA;
1756 if (ret = jpeg2000_read_main_headers(s))
1759 /* get picture buffer */
1760 if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
1762 picture->pict_type = AV_PICTURE_TYPE_I;
1763 picture->key_frame = 1;
1765 if (ret = jpeg2000_read_bitstream_packets(s))
1768 for (tileno = 0; tileno < s->numXtiles * s->numYtiles; tileno++)
1769 if (ret = jpeg2000_decode_tile(s, s->tile + tileno, picture))
1772 jpeg2000_dec_cleanup(s);
1776 if (s->avctx->pix_fmt == AV_PIX_FMT_PAL8)
1777 memcpy(picture->data[1], s->palette, 256 * sizeof(uint32_t));
1779 return bytestream2_tell(&s->g);
1782 jpeg2000_dec_cleanup(s);
1786 static av_cold void jpeg2000_init_static_data(AVCodec *codec)
1788 ff_jpeg2000_init_tier1_luts();
1789 ff_mqc_init_context_tables();
1792 #define OFFSET(x) offsetof(Jpeg2000DecoderContext, x)
1793 #define VD AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_DECODING_PARAM
1795 static const AVOption options[] = {
1796 { "lowres", "Lower the decoding resolution by a power of two",
1797 OFFSET(reduction_factor), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, JPEG2000_MAX_RESLEVELS - 1, VD },
1801 static const AVProfile profiles[] = {
1802 { FF_PROFILE_JPEG2000_CSTREAM_RESTRICTION_0, "JPEG 2000 codestream restriction 0" },
1803 { FF_PROFILE_JPEG2000_CSTREAM_RESTRICTION_1, "JPEG 2000 codestream restriction 1" },
1804 { FF_PROFILE_JPEG2000_CSTREAM_NO_RESTRICTION, "JPEG 2000 no codestream restrictions" },
1805 { FF_PROFILE_JPEG2000_DCINEMA_2K, "JPEG 2000 digital cinema 2K" },
1806 { FF_PROFILE_JPEG2000_DCINEMA_4K, "JPEG 2000 digital cinema 4K" },
1807 { FF_PROFILE_UNKNOWN },
1810 static const AVClass jpeg2000_class = {
1811 .class_name = "jpeg2000",
1812 .item_name = av_default_item_name,
1814 .version = LIBAVUTIL_VERSION_INT,
1817 AVCodec ff_jpeg2000_decoder = {
1819 .long_name = NULL_IF_CONFIG_SMALL("JPEG 2000"),
1820 .type = AVMEDIA_TYPE_VIDEO,
1821 .id = AV_CODEC_ID_JPEG2000,
1822 .capabilities = CODEC_CAP_FRAME_THREADS,
1823 .priv_data_size = sizeof(Jpeg2000DecoderContext),
1824 .init_static_data = jpeg2000_init_static_data,
1825 .init = jpeg2000_decode_init,
1826 .decode = jpeg2000_decode_frame,
1827 .priv_class = &jpeg2000_class,
1829 .profiles = NULL_IF_CONFIG_SMALL(profiles)