Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * HEVC Supplementary Enhancement Information messages | ||
3 | * | ||
4 | * Copyright (C) 2012 - 2013 Guillaume Martres | ||
5 | * Copyright (C) 2012 - 2013 Gildas Cocherel | ||
6 | * Copyright (C) 2013 Vittorio Giovara | ||
7 | * | ||
8 | * This file is part of FFmpeg. | ||
9 | * | ||
10 | * FFmpeg is free software; you can redistribute it and/or | ||
11 | * modify it under the terms of the GNU Lesser General Public | ||
12 | * License as published by the Free Software Foundation; either | ||
13 | * version 2.1 of the License, or (at your option) any later version. | ||
14 | * | ||
15 | * FFmpeg is distributed in the hope that it will be useful, | ||
16 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
17 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
18 | * Lesser General Public License for more details. | ||
19 | * | ||
20 | * You should have received a copy of the GNU Lesser General Public | ||
21 | * License along with FFmpeg; if not, write to the Free Software | ||
22 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
23 | */ | ||
24 | |||
25 | #include "bytestream.h" | ||
26 | #include "golomb.h" | ||
27 | #include "ps.h" | ||
28 | #include "sei.h" | ||
29 | |||
30 | 7047 | static int decode_nal_sei_decoded_picture_hash(HEVCSEIPictureHash *s, | |
31 | GetByteContext *gb) | ||
32 | { | ||
33 | int cIdx; | ||
34 | uint8_t hash_type; | ||
35 | //uint16_t picture_crc; | ||
36 | //uint32_t picture_checksum; | ||
37 | 7047 | hash_type = bytestream2_get_byte(gb); | |
38 | |||
39 |
2/2✓ Branch 0 taken 21141 times.
✓ Branch 1 taken 7047 times.
|
28188 | for (cIdx = 0; cIdx < 3/*((s->sps->chroma_format_idc == 0) ? 1 : 3)*/; cIdx++) { |
40 |
2/2✓ Branch 0 taken 20091 times.
✓ Branch 1 taken 1050 times.
|
21141 | if (hash_type == 0) { |
41 | 20091 | s->is_md5 = 1; | |
42 | 20091 | bytestream2_get_buffer(gb, s->md5[cIdx], sizeof(s->md5[cIdx])); | |
43 | } else if (hash_type == 1) { | ||
44 | // picture_crc = get_bits(gb, 16); | ||
45 | } else if (hash_type == 2) { | ||
46 | // picture_checksum = get_bits_long(gb, 32); | ||
47 | } | ||
48 | } | ||
49 | 7047 | return 0; | |
50 | } | ||
51 | |||
52 | 1394 | static int decode_nal_sei_pic_timing(HEVCSEI *s, GetBitContext *gb, | |
53 | const HEVCParamSets *ps, void *logctx) | ||
54 | { | ||
55 | 1394 | HEVCSEIPictureTiming *h = &s->picture_timing; | |
56 | 1394 | const HEVCSPS *sps = ps->sps_list[s->active_seq_parameter_set_id]; | |
57 | |||
58 |
2/2✓ Branch 0 taken 66 times.
✓ Branch 1 taken 1328 times.
|
1394 | if (!sps) |
59 | 66 | return AVERROR_INVALIDDATA; | |
60 | |||
61 |
2/2✓ Branch 0 taken 727 times.
✓ Branch 1 taken 601 times.
|
1328 | if (sps->vui.frame_field_info_present_flag) { |
62 | 727 | int pic_struct = get_bits(gb, 4); | |
63 | 727 | h->picture_struct = AV_PICTURE_STRUCTURE_UNKNOWN; | |
64 |
4/6✓ Branch 0 taken 727 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 717 times.
✓ Branch 3 taken 10 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 717 times.
|
727 | if (pic_struct == 2 || pic_struct == 10 || pic_struct == 12) { |
65 | 10 | av_log(logctx, AV_LOG_DEBUG, "BOTTOM Field\n"); | |
66 | 10 | h->picture_struct = AV_PICTURE_STRUCTURE_BOTTOM_FIELD; | |
67 |
4/6✓ Branch 0 taken 717 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 717 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 11 times.
✓ Branch 5 taken 706 times.
|
717 | } else if (pic_struct == 1 || pic_struct == 9 || pic_struct == 11) { |
68 | 11 | av_log(logctx, AV_LOG_DEBUG, "TOP Field\n"); | |
69 | 11 | h->picture_struct = AV_PICTURE_STRUCTURE_TOP_FIELD; | |
70 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 706 times.
|
706 | } else if (pic_struct == 7) { |
71 | ✗ | av_log(logctx, AV_LOG_DEBUG, "Frame/Field Doubling\n"); | |
72 | ✗ | h->picture_struct = HEVC_SEI_PIC_STRUCT_FRAME_DOUBLING; | |
73 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 706 times.
|
706 | } else if (pic_struct == 8) { |
74 | ✗ | av_log(logctx, AV_LOG_DEBUG, "Frame/Field Tripling\n"); | |
75 | ✗ | h->picture_struct = HEVC_SEI_PIC_STRUCT_FRAME_TRIPLING; | |
76 | } | ||
77 | } | ||
78 | |||
79 | 1328 | return 0; | |
80 | } | ||
81 | |||
82 | 35 | static int decode_nal_sei_active_parameter_sets(HEVCSEI *s, GetBitContext *gb, void *logctx) | |
83 | { | ||
84 | int num_sps_ids_minus1; | ||
85 | unsigned active_seq_parameter_set_id; | ||
86 | |||
87 | 35 | get_bits(gb, 4); // active_video_parameter_set_id | |
88 | 35 | get_bits(gb, 1); // self_contained_cvs_flag | |
89 | 35 | get_bits(gb, 1); // num_sps_ids_minus1 | |
90 | 35 | num_sps_ids_minus1 = get_ue_golomb_long(gb); // num_sps_ids_minus1 | |
91 | |||
92 |
2/4✓ Branch 0 taken 35 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 35 times.
|
35 | if (num_sps_ids_minus1 < 0 || num_sps_ids_minus1 > 15) { |
93 | ✗ | av_log(logctx, AV_LOG_ERROR, "num_sps_ids_minus1 %d invalid\n", num_sps_ids_minus1); | |
94 | ✗ | return AVERROR_INVALIDDATA; | |
95 | } | ||
96 | |||
97 | 35 | active_seq_parameter_set_id = get_ue_golomb_long(gb); | |
98 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 35 times.
|
35 | if (active_seq_parameter_set_id >= HEVC_MAX_SPS_COUNT) { |
99 | ✗ | av_log(logctx, AV_LOG_ERROR, "active_parameter_set_id %d invalid\n", active_seq_parameter_set_id); | |
100 | ✗ | return AVERROR_INVALIDDATA; | |
101 | } | ||
102 | 35 | s->active_seq_parameter_set_id = active_seq_parameter_set_id; | |
103 | |||
104 | 35 | return 0; | |
105 | } | ||
106 | |||
107 | 136 | static int decode_nal_sei_timecode(HEVCSEITimeCode *s, GetBitContext *gb) | |
108 | { | ||
109 | 136 | s->num_clock_ts = get_bits(gb, 2); | |
110 | |||
111 |
2/2✓ Branch 0 taken 136 times.
✓ Branch 1 taken 136 times.
|
272 | for (int i = 0; i < s->num_clock_ts; i++) { |
112 | 136 | s->clock_timestamp_flag[i] = get_bits(gb, 1); | |
113 | |||
114 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 136 times.
|
136 | if (s->clock_timestamp_flag[i]) { |
115 | ✗ | s->units_field_based_flag[i] = get_bits(gb, 1); | |
116 | ✗ | s->counting_type[i] = get_bits(gb, 5); | |
117 | ✗ | s->full_timestamp_flag[i] = get_bits(gb, 1); | |
118 | ✗ | s->discontinuity_flag[i] = get_bits(gb, 1); | |
119 | ✗ | s->cnt_dropped_flag[i] = get_bits(gb, 1); | |
120 | |||
121 | ✗ | s->n_frames[i] = get_bits(gb, 9); | |
122 | |||
123 | ✗ | if (s->full_timestamp_flag[i]) { | |
124 | ✗ | s->seconds_value[i] = av_clip(get_bits(gb, 6), 0, 59); | |
125 | ✗ | s->minutes_value[i] = av_clip(get_bits(gb, 6), 0, 59); | |
126 | ✗ | s->hours_value[i] = av_clip(get_bits(gb, 5), 0, 23); | |
127 | } else { | ||
128 | ✗ | s->seconds_flag[i] = get_bits(gb, 1); | |
129 | ✗ | if (s->seconds_flag[i]) { | |
130 | ✗ | s->seconds_value[i] = av_clip(get_bits(gb, 6), 0, 59); | |
131 | ✗ | s->minutes_flag[i] = get_bits(gb, 1); | |
132 | ✗ | if (s->minutes_flag[i]) { | |
133 | ✗ | s->minutes_value[i] = av_clip(get_bits(gb, 6), 0, 59); | |
134 | ✗ | s->hours_flag[i] = get_bits(gb, 1); | |
135 | ✗ | if (s->hours_flag[i]) { | |
136 | ✗ | s->hours_value[i] = av_clip(get_bits(gb, 5), 0, 23); | |
137 | } | ||
138 | } | ||
139 | } | ||
140 | } | ||
141 | |||
142 | ✗ | s->time_offset_length[i] = get_bits(gb, 5); | |
143 | ✗ | if (s->time_offset_length[i] > 0) { | |
144 | ✗ | s->time_offset_value[i] = get_bits_long(gb, s->time_offset_length[i]); | |
145 | } | ||
146 | } | ||
147 | } | ||
148 | |||
149 | 136 | s->present = 1; | |
150 | 136 | return 0; | |
151 | } | ||
152 | |||
153 | 4 | static int decode_nal_sei_3d_reference_displays_info(HEVCSEITDRDI *s, GetBitContext *gb) | |
154 | { | ||
155 | 4 | s->prec_ref_display_width = get_ue_golomb(gb); | |
156 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->prec_ref_display_width > 31) |
157 | ✗ | return AVERROR_INVALIDDATA; | |
158 | 4 | s->ref_viewing_distance_flag = get_bits1(gb); | |
159 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->ref_viewing_distance_flag) { |
160 | ✗ | s->prec_ref_viewing_dist = get_ue_golomb(gb); | |
161 | ✗ | if (s->prec_ref_viewing_dist > 31) | |
162 | ✗ | return AVERROR_INVALIDDATA; | |
163 | } | ||
164 | 4 | s->num_ref_displays = get_ue_golomb(gb); | |
165 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->num_ref_displays > 31) |
166 | ✗ | return AVERROR_INVALIDDATA; | |
167 | 4 | s->num_ref_displays += 1; | |
168 | |||
169 |
2/2✓ Branch 0 taken 4 times.
✓ Branch 1 taken 4 times.
|
8 | for (int i = 0; i < s->num_ref_displays; i++) { |
170 | int length; | ||
171 | 4 | s->left_view_id[i] = get_ue_golomb(gb); | |
172 | 4 | s->right_view_id[i] = get_ue_golomb(gb); | |
173 | 4 | s->exponent_ref_display_width[i] = get_bits(gb, 6); | |
174 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->exponent_ref_display_width[i] > 62) |
175 | ✗ | return AVERROR_INVALIDDATA; | |
176 |
1/2✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
|
4 | else if (!s->exponent_ref_display_width[i]) |
177 |
1/2✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
|
4 | length = FFMAX(0, (int)s->prec_ref_display_width - 30); |
178 | else | ||
179 | ✗ | length = FFMAX(0, (int)s->exponent_ref_display_width[i] + | |
180 | (int)s->prec_ref_display_width - 31); | ||
181 | 4 | s->mantissa_ref_display_width[i] = get_bits_long(gb, length); | |
182 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->ref_viewing_distance_flag) { |
183 | ✗ | s->exponent_ref_viewing_distance[i] = get_bits(gb, 6); | |
184 | ✗ | if (s->exponent_ref_viewing_distance[i] > 62) | |
185 | ✗ | return AVERROR_INVALIDDATA; | |
186 | ✗ | else if (!s->exponent_ref_viewing_distance[i]) | |
187 | ✗ | length = FFMAX(0, (int)s->prec_ref_viewing_dist - 30); | |
188 | else | ||
189 | ✗ | length = FFMAX(0, (int)s->exponent_ref_viewing_distance[i] + | |
190 | (int)s->prec_ref_viewing_dist - 31); | ||
191 | ✗ | s->mantissa_ref_viewing_distance[i] = get_bits_long(gb, length); | |
192 | } | ||
193 | 4 | s->additional_shift_present_flag[i] = get_bits1(gb); | |
194 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (s->additional_shift_present_flag[i]) { |
195 | ✗ | s->num_sample_shift[i] = get_bits(gb, 10); | |
196 | ✗ | if (s->num_sample_shift[i] > 1023) | |
197 | ✗ | return AVERROR_INVALIDDATA; | |
198 | ✗ | s->num_sample_shift[i] -= 512; | |
199 | } | ||
200 | } | ||
201 | 4 | s->three_dimensional_reference_displays_extension_flag = get_bits1(gb); | |
202 | |||
203 | 4 | return 0; | |
204 | } | ||
205 | |||
206 | 1878 | static int decode_nal_sei_prefix(GetBitContext *gb, GetByteContext *gbyte, | |
207 | void *logctx, HEVCSEI *s, | ||
208 | const HEVCParamSets *ps, int type) | ||
209 | { | ||
210 |
5/6✗ Branch 0 not taken.
✓ Branch 1 taken 1394 times.
✓ Branch 2 taken 35 times.
✓ Branch 3 taken 136 times.
✓ Branch 4 taken 4 times.
✓ Branch 5 taken 309 times.
|
1878 | switch (type) { |
211 | ✗ | case 256: // Mismatched value from HM 8.1 | |
212 | ✗ | return decode_nal_sei_decoded_picture_hash(&s->picture_hash, gbyte); | |
213 | 1394 | case SEI_TYPE_PIC_TIMING: | |
214 | 1394 | return decode_nal_sei_pic_timing(s, gb, ps, logctx); | |
215 | 35 | case SEI_TYPE_ACTIVE_PARAMETER_SETS: | |
216 | 35 | return decode_nal_sei_active_parameter_sets(s, gb, logctx); | |
217 | 136 | case SEI_TYPE_TIME_CODE: | |
218 | 136 | return decode_nal_sei_timecode(&s->timecode, gb); | |
219 | 4 | case SEI_TYPE_THREE_DIMENSIONAL_REFERENCE_DISPLAYS_INFO: | |
220 | 4 | return decode_nal_sei_3d_reference_displays_info(&s->tdrdi, gb); | |
221 | 309 | default: { | |
222 | 309 | int ret = ff_h2645_sei_message_decode(&s->common, type, AV_CODEC_ID_HEVC, | |
223 | gb, gbyte, logctx); | ||
224 |
2/2✓ Branch 0 taken 105 times.
✓ Branch 1 taken 204 times.
|
309 | if (ret == FF_H2645_SEI_MESSAGE_UNHANDLED) |
225 | 105 | av_log(logctx, AV_LOG_DEBUG, "Skipped PREFIX SEI %d\n", type); | |
226 | 309 | return ret; | |
227 | } | ||
228 | } | ||
229 | } | ||
230 | |||
231 | 7047 | static int decode_nal_sei_suffix(GetBitContext *gb, GetByteContext *gbyte, | |
232 | void *logctx, HEVCSEI *s, int type) | ||
233 | { | ||
234 |
1/2✓ Branch 0 taken 7047 times.
✗ Branch 1 not taken.
|
7047 | switch (type) { |
235 | 7047 | case SEI_TYPE_DECODED_PICTURE_HASH: | |
236 | 7047 | return decode_nal_sei_decoded_picture_hash(&s->picture_hash, gbyte); | |
237 | ✗ | default: | |
238 | ✗ | av_log(logctx, AV_LOG_DEBUG, "Skipped SUFFIX SEI %d\n", type); | |
239 | ✗ | return 0; | |
240 | } | ||
241 | } | ||
242 | |||
243 | 8925 | static int decode_nal_sei_message(GetByteContext *gb, void *logctx, HEVCSEI *s, | |
244 | const HEVCParamSets *ps, int nal_unit_type) | ||
245 | { | ||
246 | GetByteContext message_gbyte; | ||
247 | GetBitContext message_gb; | ||
248 | 8925 | int payload_type = 0; | |
249 | 8925 | int payload_size = 0; | |
250 | 8925 | int byte = 0xFF; | |
251 | av_unused int ret; | ||
252 | 8925 | av_log(logctx, AV_LOG_DEBUG, "Decoding SEI\n"); | |
253 | |||
254 |
2/2✓ Branch 0 taken 8925 times.
✓ Branch 1 taken 8925 times.
|
17850 | while (byte == 0xFF) { |
255 |
2/4✓ Branch 1 taken 8925 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 8925 times.
|
8925 | if (bytestream2_get_bytes_left(gb) < 2 || payload_type > INT_MAX - 255) |
256 | ✗ | return AVERROR_INVALIDDATA; | |
257 | 8925 | byte = bytestream2_get_byteu(gb); | |
258 | 8925 | payload_type += byte; | |
259 | } | ||
260 | 8925 | byte = 0xFF; | |
261 |
2/2✓ Branch 0 taken 9019 times.
✓ Branch 1 taken 8925 times.
|
17944 | while (byte == 0xFF) { |
262 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 9019 times.
|
9019 | if (bytestream2_get_bytes_left(gb) < 1 + payload_size) |
263 | ✗ | return AVERROR_INVALIDDATA; | |
264 | 9019 | byte = bytestream2_get_byteu(gb); | |
265 | 9019 | payload_size += byte; | |
266 | } | ||
267 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 8925 times.
|
8925 | if (bytestream2_get_bytes_left(gb) < payload_size) |
268 | ✗ | return AVERROR_INVALIDDATA; | |
269 | 8925 | bytestream2_init(&message_gbyte, gb->buffer, payload_size); | |
270 | 8925 | ret = init_get_bits8(&message_gb, gb->buffer, payload_size); | |
271 | av_assert1(ret >= 0); | ||
272 | 8925 | bytestream2_skipu(gb, payload_size); | |
273 |
2/2✓ Branch 0 taken 1878 times.
✓ Branch 1 taken 7047 times.
|
8925 | if (nal_unit_type == HEVC_NAL_SEI_PREFIX) { |
274 | 1878 | return decode_nal_sei_prefix(&message_gb, &message_gbyte, | |
275 | logctx, s, ps, payload_type); | ||
276 | } else { /* nal_unit_type == NAL_SEI_SUFFIX */ | ||
277 | 7047 | return decode_nal_sei_suffix(&message_gb, &message_gbyte, | |
278 | logctx, s, payload_type); | ||
279 | } | ||
280 | } | ||
281 | |||
282 | 8913 | int ff_hevc_decode_nal_sei(GetBitContext *gb, void *logctx, HEVCSEI *s, | |
283 | const HEVCParamSets *ps, enum HEVCNALUnitType type) | ||
284 | { | ||
285 | GetByteContext gbyte; | ||
286 | int ret; | ||
287 | |||
288 | av_assert1((get_bits_count(gb) % 8) == 0); | ||
289 | 8913 | bytestream2_init(&gbyte, gb->buffer + get_bits_count(gb) / 8, | |
290 | 8913 | get_bits_left(gb) / 8); | |
291 | |||
292 | do { | ||
293 | 8925 | ret = decode_nal_sei_message(&gbyte, logctx, s, ps, type); | |
294 |
2/2✓ Branch 0 taken 66 times.
✓ Branch 1 taken 8859 times.
|
8925 | if (ret < 0) |
295 | 66 | return ret; | |
296 |
2/2✓ Branch 1 taken 12 times.
✓ Branch 2 taken 8847 times.
|
8859 | } while (bytestream2_get_bytes_left(&gbyte) > 0); |
297 | 8847 | return 1; | |
298 | } | ||
299 |