| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /* | ||
| 2 | * Flash Screen Video encoder | ||
| 3 | * Copyright (C) 2004 Alex Beregszaszi | ||
| 4 | * Copyright (C) 2006 Benjamin Larsson | ||
| 5 | * | ||
| 6 | * This file is part of FFmpeg. | ||
| 7 | * | ||
| 8 | * FFmpeg is free software; you can redistribute it and/or | ||
| 9 | * modify it under the terms of the GNU Lesser General Public | ||
| 10 | * License as published by the Free Software Foundation; either | ||
| 11 | * version 2.1 of the License, or (at your option) any later version. | ||
| 12 | * | ||
| 13 | * FFmpeg is distributed in the hope that it will be useful, | ||
| 14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| 16 | * Lesser General Public License for more details. | ||
| 17 | * | ||
| 18 | * You should have received a copy of the GNU Lesser General Public | ||
| 19 | * License along with FFmpeg; if not, write to the Free Software | ||
| 20 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
| 21 | */ | ||
| 22 | |||
| 23 | /* Encoding development sponsored by http://fh-campuswien.ac.at */ | ||
| 24 | |||
| 25 | /** | ||
| 26 | * @file | ||
| 27 | * Flash Screen Video encoder | ||
| 28 | * @author Alex Beregszaszi | ||
| 29 | * @author Benjamin Larsson | ||
| 30 | * | ||
| 31 | * A description of the bitstream format for Flash Screen Video version 1/2 | ||
| 32 | * is part of the SWF File Format Specification (version 10), which can be | ||
| 33 | * downloaded from http://www.adobe.com/devnet/swf.html. | ||
| 34 | */ | ||
| 35 | |||
| 36 | /* | ||
| 37 | * Encoding ideas: A basic encoder would just use a fixed block size. | ||
| 38 | * Block sizes can be multiples of 16, from 16 to 256. The blocks don't | ||
| 39 | * have to be quadratic. A brute force search with a set of different | ||
| 40 | * block sizes should give a better result than to just use a fixed size. | ||
| 41 | * | ||
| 42 | * TODO: | ||
| 43 | * Don't reencode the frame in brute force mode if the frame is a dupe. | ||
| 44 | * Speed up. Make the difference check faster. | ||
| 45 | */ | ||
| 46 | |||
| 47 | #include <stdint.h> | ||
| 48 | #include <zlib.h> | ||
| 49 | |||
| 50 | #include "libavutil/buffer.h" | ||
| 51 | |||
| 52 | #include "avcodec.h" | ||
| 53 | #include "codec_internal.h" | ||
| 54 | #include "encode.h" | ||
| 55 | #include "put_bits.h" | ||
| 56 | #include "bytestream.h" | ||
| 57 | |||
| 58 | /* These values are hardcoded for now. */ | ||
| 59 | #define BLOCK_WIDTH (4 * 16U) | ||
| 60 | #define BLOCK_HEIGHT (4 * 16U) | ||
| 61 | |||
| 62 | typedef struct FlashSVContext { | ||
| 63 | AVCodecContext *avctx; | ||
| 64 | const uint8_t *previous_frame; | ||
| 65 | AVBufferRef *prev_frame_buf; | ||
| 66 | int image_width, image_height; | ||
| 67 | unsigned packet_size; | ||
| 68 | int64_t last_key_frame; | ||
| 69 | uint8_t tmpblock[3 * 256 * 256]; | ||
| 70 | int compression_level; | ||
| 71 | } FlashSVContext; | ||
| 72 | |||
| 73 | 4550 | static int copy_region_enc(const uint8_t *sptr, uint8_t *dptr, int dx, int dy, | |
| 74 | int h, int w, int stride, const uint8_t *pfptr) | ||
| 75 | { | ||
| 76 | int i, j; | ||
| 77 | 4550 | int diff = 0; | |
| 78 | |||
| 79 |
2/2✓ Branch 0 taken 260900 times.
✓ Branch 1 taken 4550 times.
|
265450 | for (i = dx + h; i > dx; i--) { |
| 80 | 260900 | const uint8_t *nsptr = sptr + i * stride + dy * 3; | |
| 81 | 260900 | const uint8_t *npfptr = pfptr + i * stride + dy * 3; | |
| 82 |
2/2✓ Branch 0 taken 45792600 times.
✓ Branch 1 taken 260900 times.
|
46053500 | for (j = 0; j < w * 3; j++) { |
| 83 | 45792600 | diff |= npfptr[j] ^ nsptr[j]; | |
| 84 | 45792600 | dptr[j] = nsptr[j]; | |
| 85 | } | ||
| 86 | 260900 | dptr += w * 3; | |
| 87 | } | ||
| 88 |
2/2✓ Branch 0 taken 4459 times.
✓ Branch 1 taken 91 times.
|
4550 | if (diff) |
| 89 | 4459 | return 1; | |
| 90 | 91 | return 0; | |
| 91 | } | ||
| 92 | |||
| 93 | 4 | static av_cold int flashsv_encode_end(AVCodecContext *avctx) | |
| 94 | { | ||
| 95 | 4 | FlashSVContext *s = avctx->priv_data; | |
| 96 | |||
| 97 | 4 | av_buffer_unref(&s->prev_frame_buf); | |
| 98 | |||
| 99 | 4 | return 0; | |
| 100 | } | ||
| 101 | |||
| 102 | 4 | static av_cold int flashsv_encode_init(AVCodecContext *avctx) | |
| 103 | { | ||
| 104 | 4 | FlashSVContext *s = avctx->priv_data; | |
| 105 | int h_blocks, v_blocks, nb_blocks; | ||
| 106 | |||
| 107 | 4 | s->avctx = avctx; | |
| 108 | |||
| 109 |
2/4✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 4 times.
|
4 | if (avctx->width > 4095 || avctx->height > 4095) { |
| 110 | ✗ | av_log(avctx, AV_LOG_ERROR, | |
| 111 | "Input dimensions too large, input must be max 4095x4095 !\n"); | ||
| 112 | ✗ | return AVERROR_INVALIDDATA; | |
| 113 | } | ||
| 114 | |||
| 115 | 4 | s->last_key_frame = 0; | |
| 116 | |||
| 117 | 4 | s->image_width = avctx->width; | |
| 118 | 4 | s->image_height = avctx->height; | |
| 119 | |||
| 120 | 4 | h_blocks = (s->image_width + BLOCK_WIDTH - 1) / BLOCK_WIDTH; | |
| 121 | 4 | v_blocks = (s->image_height + BLOCK_WIDTH - 1) / BLOCK_WIDTH; | |
| 122 | 4 | nb_blocks = h_blocks * v_blocks; | |
| 123 | 4 | s->packet_size = 4 + nb_blocks * (2 + 3 * BLOCK_WIDTH * BLOCK_HEIGHT); | |
| 124 | |||
| 125 | 8 | s->compression_level = avctx->compression_level == FF_COMPRESSION_DEFAULT | |
| 126 | ? Z_DEFAULT_COMPRESSION | ||
| 127 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | : av_clip(avctx->compression_level, 0, 9); |
| 128 | |||
| 129 | 4 | return 0; | |
| 130 | } | ||
| 131 | |||
| 132 | |||
| 133 | 200 | static int encode_bitstream(FlashSVContext *s, const AVFrame *p, uint8_t *buf, | |
| 134 | int buf_size, int block_width, int block_height, | ||
| 135 | const uint8_t *previous_frame, int *I_frame) | ||
| 136 | { | ||
| 137 | |||
| 138 | PutBitContext pb; | ||
| 139 | int h_blocks, v_blocks, h_part, v_part, i, j; | ||
| 140 | int buf_pos, res; | ||
| 141 | 200 | int pred_blocks = 0; | |
| 142 | |||
| 143 | 200 | init_put_bits(&pb, buf, buf_size); | |
| 144 | |||
| 145 | 200 | put_bits(&pb, 4, block_width / 16 - 1); | |
| 146 | 200 | put_bits(&pb, 12, s->image_width); | |
| 147 | 200 | put_bits(&pb, 4, block_height / 16 - 1); | |
| 148 | 200 | put_bits(&pb, 12, s->image_height); | |
| 149 | 200 | flush_put_bits(&pb); | |
| 150 | 200 | buf_pos = 4; | |
| 151 | |||
| 152 | 200 | h_blocks = s->image_width / block_width; | |
| 153 | 200 | h_part = s->image_width % block_width; | |
| 154 | 200 | v_blocks = s->image_height / block_height; | |
| 155 | 200 | v_part = s->image_height % block_height; | |
| 156 | |||
| 157 | /* loop over all block columns */ | ||
| 158 |
2/2✓ Branch 0 taken 800 times.
✓ Branch 1 taken 200 times.
|
1000 | for (j = 0; j < v_blocks + (v_part ? 1 : 0); j++) { |
| 159 | |||
| 160 | 800 | int y_pos = j * block_height; // vertical position in frame | |
| 161 |
2/2✓ Branch 0 taken 600 times.
✓ Branch 1 taken 200 times.
|
800 | int cur_blk_height = (j < v_blocks) ? block_height : v_part; |
| 162 | |||
| 163 | /* loop over all block rows */ | ||
| 164 |
2/2✓ Branch 0 taken 4550 times.
✓ Branch 1 taken 800 times.
|
5350 | for (i = 0; i < h_blocks + (h_part ? 1 : 0); i++) { |
| 165 | 4550 | int x_pos = i * block_width; // horizontal position in frame | |
| 166 |
2/2✓ Branch 0 taken 3750 times.
✓ Branch 1 taken 800 times.
|
4550 | int cur_blk_width = (i < h_blocks) ? block_width : h_part; |
| 167 | 4550 | int ret = Z_OK; | |
| 168 | 4550 | uint8_t *ptr = buf + buf_pos; | |
| 169 | |||
| 170 | /* copy the block to the temp buffer before compression | ||
| 171 | * (if it differs from the previous frame's block) */ | ||
| 172 | 4550 | res = copy_region_enc(p->data[0], s->tmpblock, | |
| 173 | 4550 | s->image_height - (y_pos + cur_blk_height + 1), | |
| 174 | x_pos, cur_blk_height, cur_blk_width, | ||
| 175 | 4550 | p->linesize[0], previous_frame); | |
| 176 | |||
| 177 |
3/4✓ Branch 0 taken 91 times.
✓ Branch 1 taken 4459 times.
✓ Branch 2 taken 91 times.
✗ Branch 3 not taken.
|
4550 | if (res || *I_frame) { |
| 178 | 4550 | unsigned long zsize = 3 * block_width * block_height + 12; | |
| 179 | 4550 | ret = compress2(ptr + 2, &zsize, s->tmpblock, | |
| 180 | 4550 | 3 * cur_blk_width * cur_blk_height, | |
| 181 | s->compression_level); | ||
| 182 | |||
| 183 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4550 times.
|
4550 | if (ret != Z_OK) |
| 184 | ✗ | av_log(s->avctx, AV_LOG_ERROR, | |
| 185 | "error while compressing block %dx%d\n", i, j); | ||
| 186 | |||
| 187 | 4550 | bytestream_put_be16(&ptr, zsize); | |
| 188 | 4550 | buf_pos += zsize + 2; | |
| 189 | ff_dlog(s->avctx, "buf_pos = %d\n", buf_pos); | ||
| 190 | } else { | ||
| 191 | ✗ | pred_blocks++; | |
| 192 | ✗ | bytestream_put_be16(&ptr, 0); | |
| 193 | ✗ | buf_pos += 2; | |
| 194 | } | ||
| 195 | } | ||
| 196 | } | ||
| 197 | |||
| 198 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 200 times.
|
200 | if (pred_blocks) |
| 199 | ✗ | *I_frame = 0; | |
| 200 | else | ||
| 201 | 200 | *I_frame = 1; | |
| 202 | |||
| 203 | 200 | return buf_pos; | |
| 204 | } | ||
| 205 | |||
| 206 | |||
| 207 | 200 | static int flashsv_encode_frame(AVCodecContext *avctx, AVPacket *pkt, | |
| 208 | const AVFrame *pict, int *got_packet) | ||
| 209 | { | ||
| 210 | 200 | FlashSVContext * const s = avctx->priv_data; | |
| 211 | 200 | const uint8_t *prev_frame = s->previous_frame; | |
| 212 | int res; | ||
| 213 | 200 | int I_frame = 0; | |
| 214 | 200 | int opt_w = 4, opt_h = 4; | |
| 215 | |||
| 216 | /* First frame needs to be a keyframe */ | ||
| 217 |
2/2✓ Branch 0 taken 4 times.
✓ Branch 1 taken 196 times.
|
200 | if (!s->previous_frame) { |
| 218 | 4 | prev_frame = pict->data[0]; | |
| 219 | 4 | I_frame = 1; | |
| 220 | } | ||
| 221 | |||
| 222 | /* Check the placement of keyframes */ | ||
| 223 |
1/2✓ Branch 0 taken 200 times.
✗ Branch 1 not taken.
|
200 | if (avctx->gop_size > 0 && |
| 224 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 200 times.
|
200 | avctx->frame_num >= s->last_key_frame + avctx->gop_size) { |
| 225 | ✗ | I_frame = 1; | |
| 226 | } | ||
| 227 | |||
| 228 | 200 | res = ff_alloc_packet(avctx, pkt, s->packet_size); | |
| 229 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 200 times.
|
200 | if (res < 0) |
| 230 | ✗ | return res; | |
| 231 | |||
| 232 | 200 | pkt->size = encode_bitstream(s, pict, pkt->data, pkt->size, | |
| 233 | opt_w * 16, opt_h * 16, | ||
| 234 | prev_frame, &I_frame); | ||
| 235 | |||
| 236 | //mark the frame type so the muxer can mux it correctly | ||
| 237 |
1/2✓ Branch 0 taken 200 times.
✗ Branch 1 not taken.
|
200 | if (I_frame) { |
| 238 | 200 | s->last_key_frame = avctx->frame_num; | |
| 239 | ff_dlog(avctx, "Inserting keyframe at frame %"PRId64"\n", avctx->frame_num); | ||
| 240 | } | ||
| 241 | |||
| 242 |
1/2✓ Branch 0 taken 200 times.
✗ Branch 1 not taken.
|
200 | if (I_frame) |
| 243 | 200 | pkt->flags |= AV_PKT_FLAG_KEY; | |
| 244 | 200 | *got_packet = 1; | |
| 245 | |||
| 246 | //save the current frame | ||
| 247 | 200 | res = av_buffer_replace(&s->prev_frame_buf, pict->buf[0]); | |
| 248 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 200 times.
|
200 | if (res < 0) |
| 249 | ✗ | return res; | |
| 250 | 200 | s->previous_frame = pict->data[0]; | |
| 251 | |||
| 252 | 200 | return 0; | |
| 253 | } | ||
| 254 | |||
| 255 | const FFCodec ff_flashsv_encoder = { | ||
| 256 | .p.name = "flashsv", | ||
| 257 | CODEC_LONG_NAME("Flash Screen Video"), | ||
| 258 | .p.type = AVMEDIA_TYPE_VIDEO, | ||
| 259 | .p.id = AV_CODEC_ID_FLASHSV, | ||
| 260 | .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_ENCODER_REORDERED_OPAQUE, | ||
| 261 | .priv_data_size = sizeof(FlashSVContext), | ||
| 262 | .init = flashsv_encode_init, | ||
| 263 | FF_CODEC_ENCODE_CB(flashsv_encode_frame), | ||
| 264 | .close = flashsv_encode_end, | ||
| 265 | .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_BGR24, AV_PIX_FMT_NONE }, | ||
| 266 | }; | ||
| 267 |