parser.c 9.7 KB
Newer Older
Fabrice Bellard's avatar
Fabrice Bellard committed
1 2
/*
 * Audio and Video frame extraction
3 4
 * Copyright (c) 2003 Fabrice Bellard
 * Copyright (c) 2003 Michael Niedermayer
Fabrice Bellard's avatar
Fabrice Bellard committed
5
 *
6
 * This file is part of Libav.
7
 *
8
 * Libav is free software; you can redistribute it and/or
Fabrice Bellard's avatar
Fabrice Bellard committed
9 10
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
11
 * version 2.1 of the License, or (at your option) any later version.
Fabrice Bellard's avatar
Fabrice Bellard committed
12
 *
13
 * Libav is distributed in the hope that it will be useful,
Fabrice Bellard's avatar
Fabrice Bellard committed
14 15 16 17 18
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
19
 * License along with Libav; if not, write to the Free Software
20
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
Fabrice Bellard's avatar
Fabrice Bellard committed
21
 */
22

23 24
#include <string.h>

25
#include "parser.h"
26
#include "libavutil/mem.h"
Fabrice Bellard's avatar
Fabrice Bellard committed
27

28
static AVCodecParser *av_first_parser = NULL;
Fabrice Bellard's avatar
Fabrice Bellard committed
29

30 31 32 33 34
AVCodecParser* av_parser_next(AVCodecParser *p){
    if(p) return p->next;
    else  return av_first_parser;
}

Fabrice Bellard's avatar
Fabrice Bellard committed
35 36 37 38 39 40 41 42 43 44 45
void av_register_codec_parser(AVCodecParser *parser)
{
    parser->next = av_first_parser;
    av_first_parser = parser;
}

AVCodecParserContext *av_parser_init(int codec_id)
{
    AVCodecParserContext *s;
    AVCodecParser *parser;
    int ret;
46

47
    if(codec_id == AV_CODEC_ID_NONE)
48
        return NULL;
Fabrice Bellard's avatar
Fabrice Bellard committed
49 50 51 52

    for(parser = av_first_parser; parser != NULL; parser = parser->next) {
        if (parser->codec_ids[0] == codec_id ||
            parser->codec_ids[1] == codec_id ||
Michael Niedermayer's avatar
Michael Niedermayer committed
53 54 55
            parser->codec_ids[2] == codec_id ||
            parser->codec_ids[3] == codec_id ||
            parser->codec_ids[4] == codec_id)
Fabrice Bellard's avatar
Fabrice Bellard committed
56 57 58 59 60 61 62 63
            goto found;
    }
    return NULL;
 found:
    s = av_mallocz(sizeof(AVCodecParserContext));
    if (!s)
        return NULL;
    s->parser = parser;
64 65 66 67 68 69
    if (parser->priv_data_size) {
        s->priv_data = av_mallocz(parser->priv_data_size);
        if (!s->priv_data) {
            av_free(s);
            return NULL;
        }
Fabrice Bellard's avatar
Fabrice Bellard committed
70 71 72 73 74 75 76 77 78
    }
    if (parser->parser_init) {
        ret = parser->parser_init(s);
        if (ret != 0) {
            av_free(s->priv_data);
            av_free(s);
            return NULL;
        }
    }
Michael Niedermayer's avatar
Michael Niedermayer committed
79
    s->fetch_timestamp=1;
80
    s->pict_type = AV_PICTURE_TYPE_I;
81
    s->key_frame = -1;
82
    s->convergence_duration = 0;
83 84 85
    s->dts_sync_point       = INT_MIN;
    s->dts_ref_dts_delta    = INT_MIN;
    s->pts_dts_delta        = INT_MIN;
Fabrice Bellard's avatar
Fabrice Bellard committed
86 87 88
    return s;
}

89
void ff_fetch_timestamp(AVCodecParserContext *s, int off, int remove){
90
    int i;
Michael Niedermayer's avatar
Michael Niedermayer committed
91

92
    s->dts= s->pts= AV_NOPTS_VALUE;
93
    s->pos= -1;
94 95
    s->offset= 0;
    for(i = 0; i < AV_PARSER_PTS_NB; i++) {
96
        if (   s->cur_offset + off >= s->cur_frame_offset[i]
97 98
            && (s->frame_offset < s->cur_frame_offset[i] ||
              (!s->frame_offset && !s->next_frame_offset)) // first field/frame
Jai Menon's avatar
Jai Menon committed
99
            //check is disabled  because mpeg-ts doesnt send complete PES packets
100
            && /*s->next_frame_offset + off <*/  s->cur_frame_end[i]){
101 102
            s->dts= s->cur_frame_dts[i];
            s->pts= s->cur_frame_pts[i];
103
            s->pos= s->cur_frame_pos[i];
104
            s->offset = s->next_frame_offset - s->cur_frame_offset[i];
105 106
            if(remove)
                s->cur_frame_offset[i]= INT64_MAX;
107 108
            if(s->cur_offset + off < s->cur_frame_end[i])
                break;
109 110 111 112
        }
    }
}

113 114 115 116 117 118
int av_parser_parse2(AVCodecParserContext *s,
                     AVCodecContext *avctx,
                     uint8_t **poutbuf, int *poutbuf_size,
                     const uint8_t *buf, int buf_size,
                     int64_t pts, int64_t dts,
                     int64_t pos)
Fabrice Bellard's avatar
Fabrice Bellard committed
119
{
Michael Niedermayer's avatar
Michael Niedermayer committed
120
    int index, i;
121
    uint8_t dummy_buf[FF_INPUT_BUFFER_PADDING_SIZE];
122

Michael Chinen's avatar
Michael Chinen committed
123 124 125 126 127 128
    if(!(s->flags & PARSER_FLAG_FETCHED_OFFSET)) {
        s->next_frame_offset =
        s->cur_offset        = pos;
        s->flags |= PARSER_FLAG_FETCHED_OFFSET;
    }

129 130 131 132
    if (buf_size == 0) {
        /* padding is always necessary even if EOF, so we add it here */
        memset(dummy_buf, 0, sizeof(dummy_buf));
        buf = dummy_buf;
133 134
    } else if (s->cur_offset + buf_size !=
               s->cur_frame_end[s->cur_frame_start_index]) { /* skip remainder packets */
135
        /* add a new packet descriptor */
Michael Niedermayer's avatar
indent  
Michael Niedermayer committed
136 137 138 139 140 141
            i = (s->cur_frame_start_index + 1) & (AV_PARSER_PTS_NB - 1);
            s->cur_frame_start_index = i;
            s->cur_frame_offset[i] = s->cur_offset;
            s->cur_frame_end[i] = s->cur_offset + buf_size;
            s->cur_frame_pts[i] = pts;
            s->cur_frame_dts[i] = dts;
142
            s->cur_frame_pos[i] = pos;
Michael Niedermayer's avatar
Michael Niedermayer committed
143
    }
144

Michael Niedermayer's avatar
indent  
Michael Niedermayer committed
145 146
    if (s->fetch_timestamp){
        s->fetch_timestamp=0;
Michael Niedermayer's avatar
Michael Niedermayer committed
147 148
        s->last_pts = s->pts;
        s->last_dts = s->dts;
149
        s->last_pos = s->pos;
150
        ff_fetch_timestamp(s, 0, 0);
151 152
    }

Fabrice Bellard's avatar
Fabrice Bellard committed
153
    /* WARNING: the returned index can be negative */
154
    index = s->parser->parser_parse(s, avctx, (const uint8_t **)poutbuf, poutbuf_size, buf, buf_size);
155
//av_log(NULL, AV_LOG_DEBUG, "parser: in:%"PRId64", %"PRId64", out:%"PRId64", %"PRId64", in:%d out:%d id:%d\n", pts, dts, s->last_pts, s->last_dts, buf_size, *poutbuf_size, avctx->codec_id);
Fabrice Bellard's avatar
Fabrice Bellard committed
156 157
    /* update the file pointer */
    if (*poutbuf_size) {
158
        /* fill the data for the current frame */
159
        s->frame_offset = s->next_frame_offset;
160

161
        /* offset of the next frame */
162
        s->next_frame_offset = s->cur_offset + index;
Michael Niedermayer's avatar
indent  
Michael Niedermayer committed
163
        s->fetch_timestamp=1;
Fabrice Bellard's avatar
Fabrice Bellard committed
164 165 166 167 168 169 170
    }
    if (index < 0)
        index = 0;
    s->cur_offset += index;
    return index;
}

Michael Niedermayer's avatar
Michael Niedermayer committed
171 172 173
/**
 *
 * @return 0 if the output buffer is a subset of the input, 1 if it is allocated and must be freed
174
 * @deprecated use AVBitstreamFilter
Michael Niedermayer's avatar
Michael Niedermayer committed
175
 */
176 177
int av_parser_change(AVCodecParserContext *s,
                     AVCodecContext *avctx,
178
                     uint8_t **poutbuf, int *poutbuf_size,
179
                     const uint8_t *buf, int buf_size, int keyframe){
180

181
    if(s && s->parser->split){
Michael Niedermayer's avatar
Michael Niedermayer committed
182
        if((avctx->flags & CODEC_FLAG_GLOBAL_HEADER) || (avctx->flags2 & CODEC_FLAG2_LOCAL_HEADER)){
183 184 185 186 187 188
            int i= s->parser->split(avctx, buf, buf_size);
            buf += i;
            buf_size -= i;
        }
    }

189 190
    /* cast to avoid warning about discarding qualifiers */
    *poutbuf= (uint8_t *) buf;
191 192 193
    *poutbuf_size= buf_size;
    if(avctx->extradata){
        if(  (keyframe && (avctx->flags2 & CODEC_FLAG2_LOCAL_HEADER))
194
            /*||(s->pict_type != AV_PICTURE_TYPE_I && (s->flags & PARSER_FLAG_DUMP_EXTRADATA_AT_NOKEY))*/
195 196 197 198
            /*||(? && (s->flags & PARSER_FLAG_DUMP_EXTRADATA_AT_BEGIN)*/){
            int size= buf_size + avctx->extradata_size;
            *poutbuf_size= size;
            *poutbuf= av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
199

200
            memcpy(*poutbuf, avctx->extradata, avctx->extradata_size);
Michael Niedermayer's avatar
Michael Niedermayer committed
201
            memcpy((*poutbuf) + avctx->extradata_size, buf, buf_size + FF_INPUT_BUFFER_PADDING_SIZE);
202 203 204 205 206 207 208
            return 1;
        }
    }

    return 0;
}

Fabrice Bellard's avatar
Fabrice Bellard committed
209 210
void av_parser_close(AVCodecParserContext *s)
{
211
    if(s){
Michael Niedermayer's avatar
indent  
Michael Niedermayer committed
212 213 214 215
        if (s->parser->parser_close)
            s->parser->parser_close(s);
        av_free(s->priv_data);
        av_free(s);
216
    }
Fabrice Bellard's avatar
Fabrice Bellard committed
217 218 219 220 221
}

/*****************************************************/

/**
222
 * Combine the (truncated) bitstream to a complete frame.
Benoit Fouet's avatar
Benoit Fouet committed
223
 * @return -1 if no complete frame could be created, AVERROR(ENOMEM) if there was a memory allocation error
Fabrice Bellard's avatar
Fabrice Bellard committed
224
 */
225
int ff_combine_frame(ParseContext *pc, int next, const uint8_t **buf, int *buf_size)
Fabrice Bellard's avatar
Fabrice Bellard committed
226 227
{
    if(pc->overread){
228
        av_dlog(NULL, "overread %d, state:%X next:%d index:%d o_index:%d\n",
229
                pc->overread, pc->state, next, pc->index, pc->overread_index);
230
        av_dlog(NULL, "%X %X %X %X\n", (*buf)[0], (*buf)[1], (*buf)[2], (*buf)[3]);
Fabrice Bellard's avatar
Fabrice Bellard committed
231 232
    }

Diego Biurrun's avatar
Diego Biurrun committed
233
    /* Copy overread bytes from last frame into buffer. */
Fabrice Bellard's avatar
Fabrice Bellard committed
234 235 236
    for(; pc->overread>0; pc->overread--){
        pc->buffer[pc->index++]= pc->buffer[pc->overread_index++];
    }
237 238 239 240 241 242

    /* flush remaining if EOF */
    if(!*buf_size && next == END_NOT_FOUND){
        next= 0;
    }

Fabrice Bellard's avatar
Fabrice Bellard committed
243 244 245 246
    pc->last_index= pc->index;

    /* copy into buffer end return */
    if(next == END_NOT_FOUND){
247
        void* new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size, (*buf_size) + pc->index + FF_INPUT_BUFFER_PADDING_SIZE);
Fabrice Bellard's avatar
Fabrice Bellard committed
248

249 250 251
        if(!new_buffer)
            return AVERROR(ENOMEM);
        pc->buffer = new_buffer;
Fabrice Bellard's avatar
Fabrice Bellard committed
252 253 254 255 256 257 258
        memcpy(&pc->buffer[pc->index], *buf, *buf_size);
        pc->index += *buf_size;
        return -1;
    }

    *buf_size=
    pc->overread_index= pc->index + next;
259

Fabrice Bellard's avatar
Fabrice Bellard committed
260 261
    /* append to buffer */
    if(pc->index){
262
        void* new_buffer = av_fast_realloc(pc->buffer, &pc->buffer_size, next + pc->index + FF_INPUT_BUFFER_PADDING_SIZE);
Fabrice Bellard's avatar
Fabrice Bellard committed
263

264 265 266
        if(!new_buffer)
            return AVERROR(ENOMEM);
        pc->buffer = new_buffer;
Fabrice Bellard's avatar
Fabrice Bellard committed
267 268 269 270 271 272 273 274
        memcpy(&pc->buffer[pc->index], *buf, next + FF_INPUT_BUFFER_PADDING_SIZE );
        pc->index = 0;
        *buf= pc->buffer;
    }

    /* store overread bytes */
    for(;next < 0; next++){
        pc->state = (pc->state<<8) | pc->buffer[pc->last_index + next];
275
        pc->state64 = (pc->state64<<8) | pc->buffer[pc->last_index + next];
Fabrice Bellard's avatar
Fabrice Bellard committed
276 277 278 279
        pc->overread++;
    }

    if(pc->overread){
280
        av_dlog(NULL, "overread %d, state:%X next:%d index:%d o_index:%d\n",
281
                pc->overread, pc->state, next, pc->index, pc->overread_index);
282
        av_dlog(NULL, "%X %X %X %X\n", (*buf)[0], (*buf)[1],(*buf)[2],(*buf)[3]);
Fabrice Bellard's avatar
Fabrice Bellard committed
283 284 285 286 287
    }

    return 0;
}

288
void ff_parse_close(AVCodecParserContext *s)
Fabrice Bellard's avatar
Fabrice Bellard committed
289
{
290
    ParseContext *pc = s->priv_data;
Fabrice Bellard's avatar
Fabrice Bellard committed
291

292
    av_freep(&pc->buffer);
Fabrice Bellard's avatar
Fabrice Bellard committed
293 294
}

295 296
/*************************/

297
int ff_mpeg4video_split(AVCodecContext *avctx,
298 299 300 301
                           const uint8_t *buf, int buf_size)
{
    int i;
    uint32_t state= -1;
302

303 304 305
    for(i=0; i<buf_size; i++){
        state= (state<<8) | buf[i];
        if(state == 0x1B3 || state == 0x1B6)
Michael Niedermayer's avatar
Michael Niedermayer committed
306
            return i-3;
307 308 309
    }
    return 0;
}