blob: 43814471da14bdcffd5891fdefe6fc9a37d1c704 [file] [log] [blame]
/*
* Photoshop (PSD) image decoder
* Copyright (c) 2016 Jokyo Images
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "bytestream.h"
#include "internal.h"
enum PsdCompr {
PSD_RAW,
PSD_RLE,
PSD_ZIP_WITHOUT_P,
PSD_ZIP_WITH_P,
};
enum PsdColorMode {
PSD_BITMAP,
PSD_GRAYSCALE,
PSD_INDEXED,
PSD_RGB,
PSD_CMYK,
PSD_MULTICHANNEL,
PSD_DUOTONE,
PSD_LAB,
};
typedef struct PSDContext {
AVClass *class;
AVFrame *picture;
AVCodecContext *avctx;
GetByteContext gb;
uint8_t * tmp;
uint16_t channel_count;
uint16_t channel_depth;
uint64_t uncompressed_size;
unsigned int pixel_size;/* 1 for 8 bits, 2 for 16 bits */
uint64_t line_size;/* length of src data (even width) */
int width;
int height;
enum PsdCompr compression;
enum PsdColorMode color_mode;
uint8_t palette[AVPALETTE_SIZE];
} PSDContext;
static int decode_header(PSDContext * s)
{
int signature, version, color_mode;
int64_t len_section;
int ret = 0;
if (bytestream2_get_bytes_left(&s->gb) < 30) {/* File header section + color map data section length */
av_log(s->avctx, AV_LOG_ERROR, "Header too short to parse.\n");
return AVERROR_INVALIDDATA;
}
signature = bytestream2_get_le32(&s->gb);
if (signature != MKTAG('8','B','P','S')) {
av_log(s->avctx, AV_LOG_ERROR, "Wrong signature %d.\n", signature);
return AVERROR_INVALIDDATA;
}
version = bytestream2_get_be16(&s->gb);
if (version != 1) {
av_log(s->avctx, AV_LOG_ERROR, "Wrong version %d.\n", version);
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, 6);/* reserved */
s->channel_count = bytestream2_get_be16(&s->gb);
if ((s->channel_count < 1) || (s->channel_count > 56)) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid channel count %d.\n", s->channel_count);
return AVERROR_INVALIDDATA;
}
s->height = bytestream2_get_be32(&s->gb);
if ((s->height > 30000) && (s->avctx->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL)) {
av_log(s->avctx, AV_LOG_ERROR,
"Height > 30000 is experimental, add "
"'-strict %d' if you want to try to decode the picture.\n",
FF_COMPLIANCE_EXPERIMENTAL);
return AVERROR_EXPERIMENTAL;
}
s->width = bytestream2_get_be32(&s->gb);
if ((s->width > 30000) && (s->avctx->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL)) {
av_log(s->avctx, AV_LOG_ERROR,
"Width > 30000 is experimental, add "
"'-strict %d' if you want to try to decode the picture.\n",
FF_COMPLIANCE_EXPERIMENTAL);
return AVERROR_EXPERIMENTAL;
}
if ((ret = ff_set_dimensions(s->avctx, s->width, s->height)) < 0)
return ret;
s->channel_depth = bytestream2_get_be16(&s->gb);
color_mode = bytestream2_get_be16(&s->gb);
switch (color_mode) {
case 0:
s->color_mode = PSD_BITMAP;
break;
case 1:
s->color_mode = PSD_GRAYSCALE;
break;
case 2:
s->color_mode = PSD_INDEXED;
break;
case 3:
s->color_mode = PSD_RGB;
break;
case 4:
s->color_mode = PSD_CMYK;
break;
case 7:
s->color_mode = PSD_MULTICHANNEL;
break;
case 8:
s->color_mode = PSD_DUOTONE;
break;
case 9:
s->color_mode = PSD_LAB;
break;
default:
av_log(s->avctx, AV_LOG_ERROR, "Unknown color mode %d.\n", color_mode);
return AVERROR_INVALIDDATA;
}
/* color map data */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for color map data section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < (len_section + 4)) { /* section and len next section */
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
if (len_section) {
int i,j;
memset(s->palette, 0xff, AVPALETTE_SIZE);
for (j = HAVE_BIGENDIAN; j < 3 + HAVE_BIGENDIAN; j++)
for (i = 0; i < FFMIN(256, len_section / 3); i++)
s->palette[i * 4 + (HAVE_BIGENDIAN ? j : 2 - j)] = bytestream2_get_byteu(&s->gb);
len_section -= i * 3;
}
bytestream2_skip(&s->gb, len_section);
/* image ressources */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for image ressources section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < (len_section + 4)) { /* section and len next section */
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, len_section);
/* layers and masks */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for layers and masks data section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < len_section) {
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, len_section);
/* image section */
if (bytestream2_get_bytes_left(&s->gb) < 2) {
av_log(s->avctx, AV_LOG_ERROR, "File without image data section.\n");
return AVERROR_INVALIDDATA;
}
s->compression = bytestream2_get_be16(&s->gb);
switch (s->compression) {
case 0:
case 1:
break;
case 2:
avpriv_request_sample(s->avctx, "ZIP without predictor compression");
return AVERROR_PATCHWELCOME;
break;
case 3:
avpriv_request_sample(s->avctx, "ZIP with predictor compression");
return AVERROR_PATCHWELCOME;
break;
default:
av_log(s->avctx, AV_LOG_ERROR, "Unknown compression %d.\n", s->compression);
return AVERROR_INVALIDDATA;
}
return ret;
}
static int decode_rle(PSDContext * s){
unsigned int scanline_count;
unsigned int sl, count;
unsigned long target_index = 0;
unsigned int p;
int8_t rle_char;
unsigned int repeat_count;
uint8_t v;
scanline_count = s->height * s->channel_count;
/* scanline table */
if (bytestream2_get_bytes_left(&s->gb) < scanline_count * 2) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline table.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, scanline_count * 2);/* size of each scanline */
/* decode rle data scanline by scanline */
for (sl = 0; sl < scanline_count; sl++) {
count = 0;
while (count < s->line_size) {
rle_char = bytestream2_get_byte(&s->gb);
if (rle_char <= 0) {/* byte repeat */
repeat_count = rle_char * -1;
if (bytestream2_get_bytes_left(&s->gb) < 1) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline.\n");
return AVERROR_INVALIDDATA;
}
if (target_index + repeat_count >= s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid rle char.\n");
return AVERROR_INVALIDDATA;
}
v = bytestream2_get_byte(&s->gb);
for (p = 0; p <= repeat_count; p++) {
s->tmp[target_index++] = v;
}
count += repeat_count + 1;
} else {
if (bytestream2_get_bytes_left(&s->gb) < rle_char) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline.\n");
return AVERROR_INVALIDDATA;
}
if (target_index + rle_char >= s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid rle char.\n");
return AVERROR_INVALIDDATA;
}
for (p = 0; p <= rle_char; p++) {
v = bytestream2_get_byte(&s->gb);
s->tmp[target_index++] = v;
}
count += rle_char + 1;
}
}
}
return 0;
}
static int decode_frame(AVCodecContext *avctx, void *data,
int *got_frame, AVPacket *avpkt)
{
int ret;
uint8_t *ptr;
const uint8_t *ptr_data;
int index_out, c, y, x, p;
uint8_t eq_channel[4] = {2,0,1,3};/* RGBA -> GBRA channel order */
uint8_t plane_number;
AVFrame *picture = data;
PSDContext *s = avctx->priv_data;
s->avctx = avctx;
s->channel_count = 0;
s->channel_depth = 0;
s->tmp = NULL;
s->line_size = 0;
bytestream2_init(&s->gb, avpkt->data, avpkt->size);
if ((ret = decode_header(s)) < 0)
return ret;
s->pixel_size = s->channel_depth >> 3;/* in byte */
s->line_size = s->width * s->pixel_size;
switch (s->color_mode) {
case PSD_BITMAP:
if (s->channel_depth != 1 || s->channel_count != 1) {
av_log(s->avctx, AV_LOG_ERROR,
"Invalid bitmap file (channel_depth %d, channel_count %d)\n",
s->channel_depth, s->channel_count);
return AVERROR_INVALIDDATA;
}
s->line_size = s->width + 7 >> 3;
avctx->pix_fmt = AV_PIX_FMT_MONOWHITE;
break;
case PSD_INDEXED:
if (s->channel_depth != 8 || s->channel_count != 1) {
av_log(s->avctx, AV_LOG_ERROR,
"Invalid indexed file (channel_depth %d, channel_count %d)\n",
s->channel_depth, s->channel_count);
return AVERROR_INVALIDDATA;
}
avctx->pix_fmt = AV_PIX_FMT_PAL8;
break;
case PSD_RGB:
if (s->channel_count == 3) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for rgb", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else if (s->channel_count == 4) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for rgb", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else {
avpriv_report_missing_feature(avctx, "channel count %d for rgb", s->channel_count);
return AVERROR_PATCHWELCOME;
}
break;
case PSD_DUOTONE:
av_log(avctx, AV_LOG_WARNING, "ignoring unknown duotone specification.\n");
case PSD_GRAYSCALE:
if (s->channel_count == 1) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GRAY8;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GRAY16BE;
} else if (s->channel_depth == 32) {
avctx->pix_fmt = AV_PIX_FMT_GRAYF32BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for grayscale", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else if (s->channel_count == 2) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_YA8;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_YA16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for grayscale", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else {
avpriv_report_missing_feature(avctx, "channel count %d for grayscale", s->channel_count);
return AVERROR_PATCHWELCOME;
}
break;
default:
avpriv_report_missing_feature(avctx, "color mode %d", s->color_mode);
return AVERROR_PATCHWELCOME;
}
s->uncompressed_size = s->line_size * s->height * s->channel_count;
if ((ret = ff_get_buffer(avctx, picture, 0)) < 0)
return ret;
/* decode picture if need */
if (s->compression == PSD_RLE) {
s->tmp = av_malloc(s->uncompressed_size);
if (!s->tmp)
return AVERROR(ENOMEM);
ret = decode_rle(s);
if (ret < 0) {
av_freep(&s->tmp);
return ret;
}
ptr_data = s->tmp;
} else {
if (bytestream2_get_bytes_left(&s->gb) < s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for raw image data section.\n");
return AVERROR_INVALIDDATA;
}
ptr_data = s->gb.buffer;
}
/* Store data */
if ((avctx->pix_fmt == AV_PIX_FMT_YA8)||(avctx->pix_fmt == AV_PIX_FMT_YA16BE)){/* Interleaved */
ptr = picture->data[0];
for (c = 0; c < s->channel_count; c++) {
for (y = 0; y < s->height; y++) {
for (x = 0; x < s->width; x++) {
index_out = y * picture->linesize[0] + x * s->channel_count * s->pixel_size + c * s->pixel_size;
for (p = 0; p < s->pixel_size; p++) {
ptr[index_out + p] = *ptr_data;
ptr_data ++;
}
}
}
}
} else {/* Planar */
if (s->channel_count == 1)/* gray 8 or gray 16be */
eq_channel[0] = 0;/* assign first channel, to first plane */
for (c = 0; c < s->channel_count; c++) {
plane_number = eq_channel[c];
ptr = picture->data[plane_number];/* get the right plane */
for (y = 0; y < s->height; y++) {
memcpy(ptr, ptr_data, s->line_size);
ptr += picture->linesize[plane_number];
ptr_data += s->line_size;
}
}
}
if (s->color_mode == PSD_INDEXED) {
picture->palette_has_changed = 1;
memcpy(picture->data[1], s->palette, AVPALETTE_SIZE);
}
av_freep(&s->tmp);
picture->pict_type = AV_PICTURE_TYPE_I;
*got_frame = 1;
return avpkt->size;
}
AVCodec ff_psd_decoder = {
.name = "psd",
.long_name = NULL_IF_CONFIG_SMALL("Photoshop PSD file"),
.type = AVMEDIA_TYPE_VIDEO,
.id = AV_CODEC_ID_PSD,
.priv_data_size = sizeof(PSDContext),
.decode = decode_frame,
.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS,
};