1 |
|
|
/* |
2 |
|
|
* Copyright (c) 2020 |
3 |
|
|
* |
4 |
|
|
* This file is part of FFmpeg. |
5 |
|
|
* |
6 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
7 |
|
|
* modify it under the terms of the GNU Lesser General Public |
8 |
|
|
* License as published by the Free Software Foundation; either |
9 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
10 |
|
|
* |
11 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
12 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
13 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 |
|
|
* Lesser General Public License for more details. |
15 |
|
|
* |
16 |
|
|
* You should have received a copy of the GNU Lesser General Public |
17 |
|
|
* License along with FFmpeg; if not, write to the Free Software |
18 |
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
19 |
|
|
*/ |
20 |
|
|
|
21 |
|
|
#include "dnn_io_proc.h" |
22 |
|
|
#include "libavutil/imgutils.h" |
23 |
|
|
#include "libswscale/swscale.h" |
24 |
|
|
|
25 |
|
|
DNNReturnType proc_from_dnn_to_frame(AVFrame *frame, DNNData *output, void *log_ctx) |
26 |
|
|
{ |
27 |
|
|
struct SwsContext *sws_ctx; |
28 |
|
|
int bytewidth = av_image_get_linesize(frame->format, frame->width, 0); |
29 |
|
|
if (output->dt != DNN_FLOAT) { |
30 |
|
|
av_log(log_ctx, AV_LOG_ERROR, "do not support data type rather than DNN_FLOAT\n"); |
31 |
|
|
return DNN_ERROR; |
32 |
|
|
} |
33 |
|
|
|
34 |
|
|
switch (frame->format) { |
35 |
|
|
case AV_PIX_FMT_RGB24: |
36 |
|
|
case AV_PIX_FMT_BGR24: |
37 |
|
|
sws_ctx = sws_getContext(frame->width * 3, |
38 |
|
|
frame->height, |
39 |
|
|
AV_PIX_FMT_GRAYF32, |
40 |
|
|
frame->width * 3, |
41 |
|
|
frame->height, |
42 |
|
|
AV_PIX_FMT_GRAY8, |
43 |
|
|
0, NULL, NULL, NULL); |
44 |
|
|
sws_scale(sws_ctx, (const uint8_t *[4]){(const uint8_t *)output->data, 0, 0, 0}, |
45 |
|
|
(const int[4]){frame->width * 3 * sizeof(float), 0, 0, 0}, 0, frame->height, |
46 |
|
|
(uint8_t * const*)frame->data, frame->linesize); |
47 |
|
|
sws_freeContext(sws_ctx); |
48 |
|
|
return DNN_SUCCESS; |
49 |
|
|
case AV_PIX_FMT_GRAYF32: |
50 |
|
|
av_image_copy_plane(frame->data[0], frame->linesize[0], |
51 |
|
|
output->data, bytewidth, |
52 |
|
|
bytewidth, frame->height); |
53 |
|
|
return DNN_SUCCESS; |
54 |
|
|
case AV_PIX_FMT_YUV420P: |
55 |
|
|
case AV_PIX_FMT_YUV422P: |
56 |
|
|
case AV_PIX_FMT_YUV444P: |
57 |
|
|
case AV_PIX_FMT_YUV410P: |
58 |
|
|
case AV_PIX_FMT_YUV411P: |
59 |
|
|
case AV_PIX_FMT_GRAY8: |
60 |
|
|
sws_ctx = sws_getContext(frame->width, |
61 |
|
|
frame->height, |
62 |
|
|
AV_PIX_FMT_GRAYF32, |
63 |
|
|
frame->width, |
64 |
|
|
frame->height, |
65 |
|
|
AV_PIX_FMT_GRAY8, |
66 |
|
|
0, NULL, NULL, NULL); |
67 |
|
|
sws_scale(sws_ctx, (const uint8_t *[4]){(const uint8_t *)output->data, 0, 0, 0}, |
68 |
|
|
(const int[4]){frame->width * sizeof(float), 0, 0, 0}, 0, frame->height, |
69 |
|
|
(uint8_t * const*)frame->data, frame->linesize); |
70 |
|
|
sws_freeContext(sws_ctx); |
71 |
|
|
return DNN_SUCCESS; |
72 |
|
|
default: |
73 |
|
|
av_log(log_ctx, AV_LOG_ERROR, "do not support frame format %d\n", frame->format); |
74 |
|
|
return DNN_ERROR; |
75 |
|
|
} |
76 |
|
|
|
77 |
|
|
return DNN_SUCCESS; |
78 |
|
|
} |
79 |
|
|
|
80 |
|
|
DNNReturnType proc_from_frame_to_dnn(AVFrame *frame, DNNData *input, void *log_ctx) |
81 |
|
|
{ |
82 |
|
|
struct SwsContext *sws_ctx; |
83 |
|
|
int bytewidth = av_image_get_linesize(frame->format, frame->width, 0); |
84 |
|
|
if (input->dt != DNN_FLOAT) { |
85 |
|
|
av_log(log_ctx, AV_LOG_ERROR, "do not support data type rather than DNN_FLOAT\n"); |
86 |
|
|
return DNN_ERROR; |
87 |
|
|
} |
88 |
|
|
|
89 |
|
|
switch (frame->format) { |
90 |
|
|
case AV_PIX_FMT_RGB24: |
91 |
|
|
case AV_PIX_FMT_BGR24: |
92 |
|
|
sws_ctx = sws_getContext(frame->width * 3, |
93 |
|
|
frame->height, |
94 |
|
|
AV_PIX_FMT_GRAY8, |
95 |
|
|
frame->width * 3, |
96 |
|
|
frame->height, |
97 |
|
|
AV_PIX_FMT_GRAYF32, |
98 |
|
|
0, NULL, NULL, NULL); |
99 |
|
|
sws_scale(sws_ctx, (const uint8_t **)frame->data, |
100 |
|
|
frame->linesize, 0, frame->height, |
101 |
|
|
(uint8_t * const*)(&input->data), |
102 |
|
|
(const int [4]){frame->width * 3 * sizeof(float), 0, 0, 0}); |
103 |
|
|
sws_freeContext(sws_ctx); |
104 |
|
|
break; |
105 |
|
|
case AV_PIX_FMT_GRAYF32: |
106 |
|
|
av_image_copy_plane(input->data, bytewidth, |
107 |
|
|
frame->data[0], frame->linesize[0], |
108 |
|
|
bytewidth, frame->height); |
109 |
|
|
break; |
110 |
|
|
case AV_PIX_FMT_YUV420P: |
111 |
|
|
case AV_PIX_FMT_YUV422P: |
112 |
|
|
case AV_PIX_FMT_YUV444P: |
113 |
|
|
case AV_PIX_FMT_YUV410P: |
114 |
|
|
case AV_PIX_FMT_YUV411P: |
115 |
|
|
case AV_PIX_FMT_GRAY8: |
116 |
|
|
sws_ctx = sws_getContext(frame->width, |
117 |
|
|
frame->height, |
118 |
|
|
AV_PIX_FMT_GRAY8, |
119 |
|
|
frame->width, |
120 |
|
|
frame->height, |
121 |
|
|
AV_PIX_FMT_GRAYF32, |
122 |
|
|
0, NULL, NULL, NULL); |
123 |
|
|
sws_scale(sws_ctx, (const uint8_t **)frame->data, |
124 |
|
|
frame->linesize, 0, frame->height, |
125 |
|
|
(uint8_t * const*)(&input->data), |
126 |
|
|
(const int [4]){frame->width * sizeof(float), 0, 0, 0}); |
127 |
|
|
sws_freeContext(sws_ctx); |
128 |
|
|
break; |
129 |
|
|
default: |
130 |
|
|
av_log(log_ctx, AV_LOG_ERROR, "do not support frame format %d\n", frame->format); |
131 |
|
|
return DNN_ERROR; |
132 |
|
|
} |
133 |
|
|
|
134 |
|
|
return DNN_SUCCESS; |
135 |
|
|
} |