| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /* | ||
| 2 | * Immersive Audio Model and Formats demuxer | ||
| 3 | * Copyright (c) 2023 James Almer <jamrial@gmail.com> | ||
| 4 | * | ||
| 5 | * This file is part of FFmpeg. | ||
| 6 | * | ||
| 7 | * FFmpeg is free software; you can redistribute it and/or | ||
| 8 | * modify it under the terms of the GNU Lesser General Public | ||
| 9 | * License as published by the Free Software Foundation; either | ||
| 10 | * version 2.1 of the License, or (at your option) any later version. | ||
| 11 | * | ||
| 12 | * FFmpeg is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| 15 | * Lesser General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU Lesser General Public | ||
| 18 | * License along with FFmpeg; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
| 20 | */ | ||
| 21 | |||
| 22 | #include "libavutil/avassert.h" | ||
| 23 | #include "libavutil/intreadwrite.h" | ||
| 24 | #include "avformat.h" | ||
| 25 | #include "demux.h" | ||
| 26 | #include "iamf.h" | ||
| 27 | #include "iamf_reader.h" | ||
| 28 | #include "iamf_parse.h" | ||
| 29 | #include "internal.h" | ||
| 30 | |||
| 31 | //return < 0 if we need more data | ||
| 32 | 6989 | static int get_score(const uint8_t *buf, int buf_size, enum IAMF_OBU_Type type, int *seq) | |
| 33 | { | ||
| 34 |
2/2✓ Branch 0 taken 83 times.
✓ Branch 1 taken 6906 times.
|
6989 | if (type == IAMF_OBU_IA_SEQUENCE_HEADER) { |
| 35 |
3/4✓ Branch 0 taken 83 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 64 times.
✓ Branch 3 taken 19 times.
|
83 | if (buf_size < 4 || AV_RB32(buf) != MKBETAG('i','a','m','f')) |
| 36 | 64 | return 0; | |
| 37 | 19 | *seq = 1; | |
| 38 | 19 | return -1; | |
| 39 | } | ||
| 40 |
2/2✓ Branch 0 taken 5152 times.
✓ Branch 1 taken 1754 times.
|
6906 | if (type >= IAMF_OBU_IA_CODEC_CONFIG && type <= IAMF_OBU_IA_TEMPORAL_DELIMITER) |
| 41 |
2/2✓ Branch 0 taken 66 times.
✓ Branch 1 taken 5086 times.
|
5152 | return *seq ? -1 : 0; |
| 42 |
3/4✓ Branch 0 taken 1754 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 1725 times.
✓ Branch 3 taken 29 times.
|
1754 | if (type >= IAMF_OBU_IA_AUDIO_FRAME && type <= IAMF_OBU_IA_AUDIO_FRAME_ID17) |
| 43 |
2/2✓ Branch 0 taken 19 times.
✓ Branch 1 taken 1706 times.
|
1725 | return *seq ? AVPROBE_SCORE_EXTENSION + 1 : 0; |
| 44 | 29 | return 0; | |
| 45 | } | ||
| 46 | |||
| 47 | 7480 | static int iamf_probe(const AVProbeData *p) | |
| 48 | { | ||
| 49 | unsigned obu_size; | ||
| 50 | enum IAMF_OBU_Type type; | ||
| 51 | 7480 | int seq = 0, cnt = 0, start_pos; | |
| 52 | int ret; | ||
| 53 | |||
| 54 | 85 | while (1) { | |
| 55 | 7565 | int size = ff_iamf_parse_obu_header(p->buf + cnt, p->buf_size - cnt, | |
| 56 | &obu_size, &start_pos, &type, | ||
| 57 | NULL, NULL); | ||
| 58 |
2/2✓ Branch 0 taken 576 times.
✓ Branch 1 taken 6989 times.
|
7565 | if (size < 0) |
| 59 | 576 | return 0; | |
| 60 | |||
| 61 | 6989 | ret = get_score(p->buf + cnt + start_pos, | |
| 62 | 6989 | p->buf_size - cnt - start_pos, | |
| 63 | type, &seq); | ||
| 64 |
2/2✓ Branch 0 taken 6904 times.
✓ Branch 1 taken 85 times.
|
6989 | if (ret >= 0) |
| 65 | 6904 | return ret; | |
| 66 | |||
| 67 | 85 | cnt += FFMIN(size, p->buf_size - cnt); | |
| 68 | } | ||
| 69 | return 0; | ||
| 70 | } | ||
| 71 | |||
| 72 | 24 | static int iamf_read_header(AVFormatContext *s) | |
| 73 | { | ||
| 74 | 24 | IAMFDemuxContext *const c = s->priv_data; | |
| 75 | 24 | IAMFContext *const iamf = &c->iamf; | |
| 76 | int ret; | ||
| 77 | |||
| 78 | 24 | ret = ff_iamfdec_read_descriptors(iamf, s->pb, INT_MAX, s); | |
| 79 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 24 times.
|
24 | if (ret < 0) |
| 80 | ✗ | return ret; | |
| 81 | |||
| 82 |
2/2✓ Branch 0 taken 26 times.
✓ Branch 1 taken 24 times.
|
50 | for (int i = 0; i < iamf->nb_audio_elements; i++) { |
| 83 | 26 | IAMFAudioElement *audio_element = iamf->audio_elements[i]; | |
| 84 | 26 | AVStreamGroup *stg = avformat_stream_group_create(s, AV_STREAM_GROUP_PARAMS_IAMF_AUDIO_ELEMENT, NULL); | |
| 85 | |||
| 86 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 26 times.
|
26 | if (!stg) |
| 87 | ✗ | return AVERROR(ENOMEM); | |
| 88 | |||
| 89 | 26 | av_iamf_audio_element_free(&stg->params.iamf_audio_element); | |
| 90 | 26 | stg->id = audio_element->audio_element_id; | |
| 91 | /* Transfer ownership */ | ||
| 92 | 26 | stg->params.iamf_audio_element = audio_element->element; | |
| 93 | 26 | audio_element->element = NULL; | |
| 94 | |||
| 95 |
2/2✓ Branch 0 taken 106 times.
✓ Branch 1 taken 26 times.
|
132 | for (int j = 0; j < audio_element->nb_substreams; j++) { |
| 96 | 106 | IAMFSubStream *substream = &audio_element->substreams[j]; | |
| 97 | 106 | AVStream *st = avformat_new_stream(s, NULL); | |
| 98 | |||
| 99 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 106 times.
|
106 | if (!st) |
| 100 | ✗ | return AVERROR(ENOMEM); | |
| 101 | |||
| 102 | 106 | ret = avformat_stream_group_add_stream(stg, st); | |
| 103 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 106 times.
|
106 | if (ret < 0) |
| 104 | ✗ | return ret; | |
| 105 | |||
| 106 | 106 | ret = avcodec_parameters_copy(st->codecpar, substream->codecpar); | |
| 107 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 106 times.
|
106 | if (ret < 0) |
| 108 | ✗ | return ret; | |
| 109 | |||
| 110 |
6/6✓ Branch 0 taken 104 times.
✓ Branch 1 taken 2 times.
✓ Branch 2 taken 24 times.
✓ Branch 3 taken 80 times.
✓ Branch 4 taken 13 times.
✓ Branch 5 taken 11 times.
|
106 | if (!i && !j && audio_element->layers[0].substream_count == 1) |
| 111 | 13 | st->disposition |= AV_DISPOSITION_DEFAULT; | |
| 112 |
4/4✓ Branch 0 taken 56 times.
✓ Branch 1 taken 37 times.
✓ Branch 2 taken 54 times.
✓ Branch 3 taken 2 times.
|
93 | else if (audio_element->nb_layers > 1 || audio_element->layers[0].substream_count > 1) |
| 113 | 91 | st->disposition |= AV_DISPOSITION_DEPENDENT; | |
| 114 | 106 | st->id = substream->audio_substream_id; | |
| 115 | 106 | avpriv_set_pts_info(st, 64, 1, st->codecpar->sample_rate); | |
| 116 | } | ||
| 117 | } | ||
| 118 | |||
| 119 |
2/2✓ Branch 0 taken 24 times.
✓ Branch 1 taken 24 times.
|
48 | for (int i = 0; i < iamf->nb_mix_presentations; i++) { |
| 120 | 24 | IAMFMixPresentation *mix_presentation = iamf->mix_presentations[i]; | |
| 121 | 24 | AVStreamGroup *stg = avformat_stream_group_create(s, AV_STREAM_GROUP_PARAMS_IAMF_MIX_PRESENTATION, NULL); | |
| 122 | 24 | const AVIAMFMixPresentation *mix = mix_presentation->cmix; | |
| 123 | |||
| 124 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 24 times.
|
24 | if (!stg) |
| 125 | ✗ | return AVERROR(ENOMEM); | |
| 126 | |||
| 127 | 24 | av_iamf_mix_presentation_free(&stg->params.iamf_mix_presentation); | |
| 128 | 24 | stg->id = mix_presentation->mix_presentation_id; | |
| 129 | /* Transfer ownership */ | ||
| 130 | 24 | stg->params.iamf_mix_presentation = mix_presentation->mix; | |
| 131 | 24 | mix_presentation->mix = NULL; | |
| 132 | |||
| 133 |
2/2✓ Branch 0 taken 26 times.
✓ Branch 1 taken 24 times.
|
50 | for (int j = 0; j < mix->nb_submixes; j++) { |
| 134 | 26 | const AVIAMFSubmix *sub_mix = mix->submixes[j]; | |
| 135 | |||
| 136 |
2/2✓ Branch 0 taken 28 times.
✓ Branch 1 taken 26 times.
|
54 | for (int k = 0; k < sub_mix->nb_elements; k++) { |
| 137 | 28 | const AVIAMFSubmixElement *submix_element = sub_mix->elements[k]; | |
| 138 | 28 | AVStreamGroup *audio_element = NULL; | |
| 139 | |||
| 140 |
1/2✓ Branch 0 taken 30 times.
✗ Branch 1 not taken.
|
30 | for (int l = 0; l < s->nb_stream_groups; l++) |
| 141 |
1/2✓ Branch 0 taken 30 times.
✗ Branch 1 not taken.
|
30 | if (s->stream_groups[l]->type == AV_STREAM_GROUP_PARAMS_IAMF_AUDIO_ELEMENT && |
| 142 |
2/2✓ Branch 0 taken 28 times.
✓ Branch 1 taken 2 times.
|
30 | s->stream_groups[l]->id == submix_element->audio_element_id) { |
| 143 | 28 | audio_element = s->stream_groups[l]; | |
| 144 | 28 | break; | |
| 145 | } | ||
| 146 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 28 times.
|
28 | av_assert0(audio_element); |
| 147 | |||
| 148 |
2/2✓ Branch 0 taken 108 times.
✓ Branch 1 taken 28 times.
|
136 | for (int l = 0; l < audio_element->nb_streams; l++) { |
| 149 | 108 | ret = avformat_stream_group_add_stream(stg, audio_element->streams[l]); | |
| 150 |
3/4✓ Branch 0 taken 2 times.
✓ Branch 1 taken 106 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.
|
108 | if (ret < 0 && ret != AVERROR(EEXIST)) |
| 151 | ✗ | return ret; | |
| 152 | } | ||
| 153 | } | ||
| 154 | } | ||
| 155 | } | ||
| 156 | |||
| 157 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 24 times.
|
24 | if (!s->nb_streams) |
| 158 | ✗ | return AVERROR_INVALIDDATA; | |
| 159 | |||
| 160 | 24 | return 0; | |
| 161 | } | ||
| 162 | |||
| 163 | 1512 | static int iamf_read_packet(AVFormatContext *s, AVPacket *pkt) | |
| 164 | { | ||
| 165 | 1512 | IAMFDemuxContext *const c = s->priv_data; | |
| 166 | int ret; | ||
| 167 | |||
| 168 | 1512 | ret = ff_iamf_read_packet(s, c, s->pb, INT_MAX, 0, pkt); | |
| 169 |
2/2✓ Branch 0 taken 9 times.
✓ Branch 1 taken 1503 times.
|
1512 | if (ret < 0) |
| 170 | 9 | return ret; | |
| 171 | |||
| 172 | 1503 | return 0; | |
| 173 | } | ||
| 174 | |||
| 175 | 24 | static int iamf_read_close(AVFormatContext *s) | |
| 176 | { | ||
| 177 | 24 | IAMFDemuxContext *const c = s->priv_data; | |
| 178 | |||
| 179 | 24 | ff_iamf_read_deinit(c); | |
| 180 | |||
| 181 | 24 | return 0; | |
| 182 | } | ||
| 183 | |||
| 184 | const FFInputFormat ff_iamf_demuxer = { | ||
| 185 | .p.name = "iamf", | ||
| 186 | .p.long_name = NULL_IF_CONFIG_SMALL("Raw Immersive Audio Model and Formats"), | ||
| 187 | .p.extensions = "iamf", | ||
| 188 | .p.flags = AVFMT_GENERIC_INDEX | AVFMT_NO_BYTE_SEEK | AVFMT_NOTIMESTAMPS | AVFMT_SHOW_IDS, | ||
| 189 | .priv_data_size = sizeof(IAMFDemuxContext), | ||
| 190 | .flags_internal = FF_INFMT_FLAG_INIT_CLEANUP, | ||
| 191 | .read_probe = iamf_probe, | ||
| 192 | .read_header = iamf_read_header, | ||
| 193 | .read_packet = iamf_read_packet, | ||
| 194 | .read_close = iamf_read_close, | ||
| 195 | }; | ||
| 196 |