Line |
Branch |
Exec |
Source |
1 |
|
|
/* |
2 |
|
|
* MPEG-4 Part 10 / AVC / H.264 HW decode acceleration through VDPAU |
3 |
|
|
* |
4 |
|
|
* Copyright (c) 2008 NVIDIA |
5 |
|
|
* Copyright (c) 2013 RĂ©mi Denis-Courmont |
6 |
|
|
* |
7 |
|
|
* This file is part of FFmpeg. |
8 |
|
|
* |
9 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
10 |
|
|
* modify it under the terms of the GNU Lesser General Public |
11 |
|
|
* License as published by the Free Software Foundation; either |
12 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
13 |
|
|
* |
14 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
15 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
16 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
17 |
|
|
* Lesser General Public License for more details. |
18 |
|
|
* |
19 |
|
|
* You should have received a copy of the GNU Lesser General Public |
20 |
|
|
* License along with FFmpeg; if not, write to the Free Software Foundation, |
21 |
|
|
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
22 |
|
|
*/ |
23 |
|
|
|
24 |
|
|
#include <vdpau/vdpau.h> |
25 |
|
|
|
26 |
|
|
#include "avcodec.h" |
27 |
|
|
#include "h264dec.h" |
28 |
|
|
#include "h264_ps.h" |
29 |
|
|
#include "hwaccel_internal.h" |
30 |
|
|
#include "mpegutils.h" |
31 |
|
|
#include "vdpau.h" |
32 |
|
|
#include "vdpau_internal.h" |
33 |
|
|
|
34 |
|
✗ |
static int32_t h264_foc(int foc) |
35 |
|
|
{ |
36 |
|
✗ |
if (foc == INT_MAX) |
37 |
|
✗ |
foc = 0; |
38 |
|
✗ |
return foc; |
39 |
|
|
} |
40 |
|
|
|
41 |
|
✗ |
static void vdpau_h264_clear_rf(VdpReferenceFrameH264 *rf) |
42 |
|
|
{ |
43 |
|
✗ |
rf->surface = VDP_INVALID_HANDLE; |
44 |
|
✗ |
rf->is_long_term = VDP_FALSE; |
45 |
|
✗ |
rf->top_is_reference = VDP_FALSE; |
46 |
|
✗ |
rf->bottom_is_reference = VDP_FALSE; |
47 |
|
✗ |
rf->field_order_cnt[0] = 0; |
48 |
|
✗ |
rf->field_order_cnt[1] = 0; |
49 |
|
✗ |
rf->frame_idx = 0; |
50 |
|
✗ |
} |
51 |
|
|
|
52 |
|
✗ |
static void vdpau_h264_set_rf(VdpReferenceFrameH264 *rf, H264Picture *pic, |
53 |
|
|
int pic_structure) |
54 |
|
|
{ |
55 |
|
✗ |
VdpVideoSurface surface = ff_vdpau_get_surface_id(pic->f); |
56 |
|
|
|
57 |
|
✗ |
if (pic_structure == 0) |
58 |
|
✗ |
pic_structure = pic->reference; |
59 |
|
|
|
60 |
|
✗ |
rf->surface = surface; |
61 |
|
✗ |
rf->is_long_term = pic->reference && pic->long_ref; |
62 |
|
✗ |
rf->top_is_reference = (pic_structure & PICT_TOP_FIELD) != 0; |
63 |
|
✗ |
rf->bottom_is_reference = (pic_structure & PICT_BOTTOM_FIELD) != 0; |
64 |
|
✗ |
rf->field_order_cnt[0] = h264_foc(pic->field_poc[0]); |
65 |
|
✗ |
rf->field_order_cnt[1] = h264_foc(pic->field_poc[1]); |
66 |
|
✗ |
rf->frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num; |
67 |
|
✗ |
} |
68 |
|
|
|
69 |
|
✗ |
static void vdpau_h264_set_reference_frames(AVCodecContext *avctx) |
70 |
|
|
{ |
71 |
|
✗ |
H264Context * const h = avctx->priv_data; |
72 |
|
✗ |
struct vdpau_picture_context *pic_ctx = h->cur_pic_ptr->hwaccel_picture_private; |
73 |
|
✗ |
VdpPictureInfoH264 *info = &pic_ctx->info.h264; |
74 |
|
|
int list; |
75 |
|
|
|
76 |
|
✗ |
VdpReferenceFrameH264 *rf = &info->referenceFrames[0]; |
77 |
|
|
#define H264_RF_COUNT FF_ARRAY_ELEMS(info->referenceFrames) |
78 |
|
|
|
79 |
|
✗ |
for (list = 0; list < 2; ++list) { |
80 |
|
✗ |
H264Picture **lp = list ? h->long_ref : h->short_ref; |
81 |
|
✗ |
int i, ls = list ? 16 : h->short_ref_count; |
82 |
|
|
|
83 |
|
✗ |
for (i = 0; i < ls; ++i) { |
84 |
|
✗ |
H264Picture *pic = lp[i]; |
85 |
|
|
VdpReferenceFrameH264 *rf2; |
86 |
|
|
VdpVideoSurface surface_ref; |
87 |
|
|
int pic_frame_idx; |
88 |
|
|
|
89 |
|
✗ |
if (!pic || !pic->reference) |
90 |
|
✗ |
continue; |
91 |
|
✗ |
pic_frame_idx = pic->long_ref ? pic->pic_id : pic->frame_num; |
92 |
|
✗ |
surface_ref = ff_vdpau_get_surface_id(pic->f); |
93 |
|
|
|
94 |
|
✗ |
rf2 = &info->referenceFrames[0]; |
95 |
|
✗ |
while (rf2 != rf) { |
96 |
|
✗ |
if ((rf2->surface == surface_ref) && |
97 |
|
✗ |
(rf2->is_long_term == pic->long_ref) && |
98 |
|
✗ |
(rf2->frame_idx == pic_frame_idx)) |
99 |
|
✗ |
break; |
100 |
|
✗ |
++rf2; |
101 |
|
|
} |
102 |
|
✗ |
if (rf2 != rf) { |
103 |
|
✗ |
rf2->top_is_reference |= (pic->reference & PICT_TOP_FIELD) ? VDP_TRUE : VDP_FALSE; |
104 |
|
✗ |
rf2->bottom_is_reference |= (pic->reference & PICT_BOTTOM_FIELD) ? VDP_TRUE : VDP_FALSE; |
105 |
|
✗ |
continue; |
106 |
|
|
} |
107 |
|
|
|
108 |
|
✗ |
if (rf >= &info->referenceFrames[H264_RF_COUNT]) |
109 |
|
✗ |
continue; |
110 |
|
|
|
111 |
|
✗ |
vdpau_h264_set_rf(rf, pic, pic->reference); |
112 |
|
✗ |
++rf; |
113 |
|
|
} |
114 |
|
|
} |
115 |
|
|
|
116 |
|
✗ |
for (; rf < &info->referenceFrames[H264_RF_COUNT]; ++rf) |
117 |
|
✗ |
vdpau_h264_clear_rf(rf); |
118 |
|
✗ |
} |
119 |
|
|
|
120 |
|
✗ |
static int vdpau_h264_start_frame(AVCodecContext *avctx, |
121 |
|
|
const uint8_t *buffer, uint32_t size) |
122 |
|
|
{ |
123 |
|
✗ |
H264Context * const h = avctx->priv_data; |
124 |
|
✗ |
const PPS *pps = h->ps.pps; |
125 |
|
✗ |
const SPS *sps = h->ps.sps; |
126 |
|
✗ |
H264Picture *pic = h->cur_pic_ptr; |
127 |
|
✗ |
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private; |
128 |
|
✗ |
VdpPictureInfoH264 *info = &pic_ctx->info.h264; |
129 |
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE |
130 |
|
✗ |
VdpPictureInfoH264Predictive *info2 = &pic_ctx->info.h264_predictive; |
131 |
|
|
#endif |
132 |
|
|
|
133 |
|
|
/* init VdpPictureInfoH264 */ |
134 |
|
✗ |
info->slice_count = 0; |
135 |
|
✗ |
info->field_order_cnt[0] = h264_foc(pic->field_poc[0]); |
136 |
|
✗ |
info->field_order_cnt[1] = h264_foc(pic->field_poc[1]); |
137 |
|
✗ |
info->is_reference = h->nal_ref_idc != 0; |
138 |
|
✗ |
info->frame_num = h->poc.frame_num; |
139 |
|
✗ |
info->field_pic_flag = h->picture_structure != PICT_FRAME; |
140 |
|
✗ |
info->bottom_field_flag = h->picture_structure == PICT_BOTTOM_FIELD; |
141 |
|
✗ |
info->num_ref_frames = sps->ref_frame_count; |
142 |
|
✗ |
info->mb_adaptive_frame_field_flag = sps->mb_aff && !info->field_pic_flag; |
143 |
|
✗ |
info->constrained_intra_pred_flag = pps->constrained_intra_pred; |
144 |
|
✗ |
info->weighted_pred_flag = pps->weighted_pred; |
145 |
|
✗ |
info->weighted_bipred_idc = pps->weighted_bipred_idc; |
146 |
|
✗ |
info->frame_mbs_only_flag = sps->frame_mbs_only_flag; |
147 |
|
✗ |
info->transform_8x8_mode_flag = pps->transform_8x8_mode; |
148 |
|
✗ |
info->chroma_qp_index_offset = pps->chroma_qp_index_offset[0]; |
149 |
|
✗ |
info->second_chroma_qp_index_offset = pps->chroma_qp_index_offset[1]; |
150 |
|
✗ |
info->pic_init_qp_minus26 = pps->init_qp - 26; |
151 |
|
✗ |
info->num_ref_idx_l0_active_minus1 = pps->ref_count[0] - 1; |
152 |
|
✗ |
info->num_ref_idx_l1_active_minus1 = pps->ref_count[1] - 1; |
153 |
|
✗ |
info->log2_max_frame_num_minus4 = sps->log2_max_frame_num - 4; |
154 |
|
✗ |
info->pic_order_cnt_type = sps->poc_type; |
155 |
|
✗ |
info->log2_max_pic_order_cnt_lsb_minus4 = sps->poc_type ? 0 : sps->log2_max_poc_lsb - 4; |
156 |
|
✗ |
info->delta_pic_order_always_zero_flag = sps->delta_pic_order_always_zero_flag; |
157 |
|
✗ |
info->direct_8x8_inference_flag = sps->direct_8x8_inference_flag; |
158 |
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE |
159 |
|
✗ |
info2->qpprime_y_zero_transform_bypass_flag = sps->transform_bypass; |
160 |
|
✗ |
info2->separate_colour_plane_flag = sps->residual_color_transform_flag; |
161 |
|
|
#endif |
162 |
|
✗ |
info->entropy_coding_mode_flag = pps->cabac; |
163 |
|
✗ |
info->pic_order_present_flag = pps->pic_order_present; |
164 |
|
✗ |
info->deblocking_filter_control_present_flag = pps->deblocking_filter_parameters_present; |
165 |
|
✗ |
info->redundant_pic_cnt_present_flag = pps->redundant_pic_cnt_present; |
166 |
|
|
|
167 |
|
✗ |
memcpy(info->scaling_lists_4x4, pps->scaling_matrix4, |
168 |
|
|
sizeof(info->scaling_lists_4x4)); |
169 |
|
✗ |
memcpy(info->scaling_lists_8x8[0], pps->scaling_matrix8[0], |
170 |
|
|
sizeof(info->scaling_lists_8x8[0])); |
171 |
|
✗ |
memcpy(info->scaling_lists_8x8[1], pps->scaling_matrix8[3], |
172 |
|
|
sizeof(info->scaling_lists_8x8[1])); |
173 |
|
|
|
174 |
|
✗ |
vdpau_h264_set_reference_frames(avctx); |
175 |
|
|
|
176 |
|
✗ |
return ff_vdpau_common_start_frame(pic_ctx, buffer, size); |
177 |
|
|
} |
178 |
|
|
|
179 |
|
|
static const uint8_t start_code_prefix[3] = { 0x00, 0x00, 0x01 }; |
180 |
|
|
|
181 |
|
✗ |
static int vdpau_h264_decode_slice(AVCodecContext *avctx, |
182 |
|
|
const uint8_t *buffer, uint32_t size) |
183 |
|
|
{ |
184 |
|
✗ |
H264Context *h = avctx->priv_data; |
185 |
|
✗ |
H264Picture *pic = h->cur_pic_ptr; |
186 |
|
✗ |
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private; |
187 |
|
|
int val; |
188 |
|
|
|
189 |
|
✗ |
val = ff_vdpau_add_buffer(pic_ctx, start_code_prefix, 3); |
190 |
|
✗ |
if (val) |
191 |
|
✗ |
return val; |
192 |
|
|
|
193 |
|
✗ |
val = ff_vdpau_add_buffer(pic_ctx, buffer, size); |
194 |
|
✗ |
if (val) |
195 |
|
✗ |
return val; |
196 |
|
|
|
197 |
|
✗ |
pic_ctx->info.h264.slice_count++; |
198 |
|
✗ |
return 0; |
199 |
|
|
} |
200 |
|
|
|
201 |
|
✗ |
static int vdpau_h264_end_frame(AVCodecContext *avctx) |
202 |
|
|
{ |
203 |
|
✗ |
H264Context *h = avctx->priv_data; |
204 |
|
✗ |
H264SliceContext *sl = &h->slice_ctx[0]; |
205 |
|
✗ |
H264Picture *pic = h->cur_pic_ptr; |
206 |
|
✗ |
struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private; |
207 |
|
|
int val; |
208 |
|
|
|
209 |
|
✗ |
val = ff_vdpau_common_end_frame(avctx, pic->f, pic_ctx); |
210 |
|
✗ |
if (val < 0) |
211 |
|
✗ |
return val; |
212 |
|
|
|
213 |
|
✗ |
ff_h264_draw_horiz_band(h, sl, 0, h->avctx->height); |
214 |
|
✗ |
return 0; |
215 |
|
|
} |
216 |
|
|
|
217 |
|
✗ |
static int vdpau_h264_init(AVCodecContext *avctx) |
218 |
|
|
{ |
219 |
|
|
VdpDecoderProfile profile; |
220 |
|
✗ |
uint32_t level = avctx->level; |
221 |
|
|
|
222 |
|
✗ |
switch (avctx->profile & ~AV_PROFILE_H264_INTRA) { |
223 |
|
✗ |
case AV_PROFILE_H264_BASELINE: |
224 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_BASELINE; |
225 |
|
✗ |
break; |
226 |
|
✗ |
case AV_PROFILE_H264_CONSTRAINED_BASELINE: |
227 |
|
|
#ifdef VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE |
228 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE; |
229 |
|
✗ |
break; |
230 |
|
|
#endif |
231 |
|
✗ |
case AV_PROFILE_H264_MAIN: |
232 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_MAIN; |
233 |
|
✗ |
break; |
234 |
|
✗ |
case AV_PROFILE_H264_HIGH: |
235 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_HIGH; |
236 |
|
✗ |
break; |
237 |
|
|
#ifdef VDP_DECODER_PROFILE_H264_EXTENDED |
238 |
|
✗ |
case AV_PROFILE_H264_EXTENDED: |
239 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_EXTENDED; |
240 |
|
✗ |
break; |
241 |
|
|
#endif |
242 |
|
✗ |
case AV_PROFILE_H264_HIGH_10: |
243 |
|
|
/* XXX: High 10 can be treated as High so long as only 8 bits per |
244 |
|
|
* format are supported. */ |
245 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_HIGH; |
246 |
|
✗ |
break; |
247 |
|
|
#ifdef VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE |
248 |
|
✗ |
case AV_PROFILE_H264_HIGH_422: |
249 |
|
|
case AV_PROFILE_H264_HIGH_444_PREDICTIVE: |
250 |
|
|
case AV_PROFILE_H264_CAVLC_444: |
251 |
|
✗ |
profile = VDP_DECODER_PROFILE_H264_HIGH_444_PREDICTIVE; |
252 |
|
✗ |
break; |
253 |
|
|
#endif |
254 |
|
✗ |
default: |
255 |
|
✗ |
return AVERROR(ENOTSUP); |
256 |
|
|
} |
257 |
|
|
|
258 |
|
✗ |
if ((avctx->profile & AV_PROFILE_H264_INTRA) && avctx->level == 11) |
259 |
|
✗ |
level = VDP_DECODER_LEVEL_H264_1b; |
260 |
|
|
|
261 |
|
✗ |
return ff_vdpau_common_init(avctx, profile, level); |
262 |
|
|
} |
263 |
|
|
|
264 |
|
|
const FFHWAccel ff_h264_vdpau_hwaccel = { |
265 |
|
|
.p.name = "h264_vdpau", |
266 |
|
|
.p.type = AVMEDIA_TYPE_VIDEO, |
267 |
|
|
.p.id = AV_CODEC_ID_H264, |
268 |
|
|
.p.pix_fmt = AV_PIX_FMT_VDPAU, |
269 |
|
|
.start_frame = vdpau_h264_start_frame, |
270 |
|
|
.end_frame = vdpau_h264_end_frame, |
271 |
|
|
.decode_slice = vdpau_h264_decode_slice, |
272 |
|
|
.frame_priv_data_size = sizeof(struct vdpau_picture_context), |
273 |
|
|
.init = vdpau_h264_init, |
274 |
|
|
.uninit = ff_vdpau_common_uninit, |
275 |
|
|
.frame_params = ff_vdpau_common_frame_params, |
276 |
|
|
.priv_data_size = sizeof(VDPAUContext), |
277 |
|
|
.caps_internal = HWACCEL_CAP_ASYNC_SAFE, |
278 |
|
|
}; |
279 |
|
|
|