aac.h 10.7 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
/*
 * AAC definitions and structures
 * Copyright (c) 2005-2006 Oded Shimon ( ods15 ods15 dyndns org )
 * Copyright (c) 2006-2007 Maxim Gavrilov ( maxim.gavrilov gmail com )
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

/**
24
 * @file
25 26 27 28 29
 * AAC definitions and structures
 * @author Oded Shimon  ( ods15 ods15 dyndns org )
 * @author Maxim Gavrilov ( maxim.gavrilov gmail com )
 */

30 31
#ifndef AVCODEC_AAC_H
#define AVCODEC_AAC_H
32

33
#include "libavutil/float_dsp.h"
34
#include "avcodec.h"
35
#include "fft.h"
36
#include "mpeg4audio.h"
37
#include "sbr.h"
38
#include "fmtconvert.h"
39 40 41

#include <stdint.h>

42
#define MAX_CHANNELS 64
43
#define MAX_ELEM_ID 16
44

45
#define TNS_MAX_ORDER 20
46
#define MAX_LTP_LONG_SFB 40
47

48 49 50 51 52 53 54 55 56 57 58
enum RawDataBlockType {
    TYPE_SCE,
    TYPE_CPE,
    TYPE_CCE,
    TYPE_LFE,
    TYPE_DSE,
    TYPE_PCE,
    TYPE_FIL,
    TYPE_END,
};

59 60 61 62 63 64 65 66 67
enum ExtensionPayloadID {
    EXT_FILL,
    EXT_FILL_DATA,
    EXT_DATA_ELEMENT,
    EXT_DYNAMIC_RANGE = 0xb,
    EXT_SBR_DATA      = 0xd,
    EXT_SBR_DATA_CRC  = 0xe,
};

68 69 70 71 72 73 74
enum WindowSequence {
    ONLY_LONG_SEQUENCE,
    LONG_START_SEQUENCE,
    EIGHT_SHORT_SEQUENCE,
    LONG_STOP_SEQUENCE,
};

75 76 77 78 79 80 81 82 83 84 85 86
enum BandType {
    ZERO_BT        = 0,     ///< Scalefactors and spectral data are all zero.
    FIRST_PAIR_BT  = 5,     ///< This and later band types encode two values (rather than four) with one code word.
    ESC_BT         = 11,    ///< Spectral data are coded with an escape sequence.
    NOISE_BT       = 13,    ///< Spectral data are scaled white noise not coded in the bitstream.
    INTENSITY_BT2  = 14,    ///< Scalefactor data are intensity stereo positions.
    INTENSITY_BT   = 15,    ///< Scalefactor data are intensity stereo positions.
};

#define IS_CODEBOOK_UNSIGNED(x) ((x - 1) & 10)

enum ChannelPosition {
87
    AAC_CHANNEL_OFF   = 0,
88 89 90 91 92 93 94
    AAC_CHANNEL_FRONT = 1,
    AAC_CHANNEL_SIDE  = 2,
    AAC_CHANNEL_BACK  = 3,
    AAC_CHANNEL_LFE   = 4,
    AAC_CHANNEL_CC    = 5,
};

95 96 97 98 99 100 101 102 103
/**
 * The point during decoding at which channel coupling is applied.
 */
enum CouplingPoint {
    BEFORE_TNS,
    BETWEEN_TNS_AND_IMDCT,
    AFTER_IMDCT = 3,
};

104 105 106 107
/**
 * Output configuration status
 */
enum OCStatus {
108 109 110 111 112
    OC_NONE,        ///< Output unconfigured
    OC_TRIAL_PCE,   ///< Output configuration under trial specified by an inband PCE
    OC_TRIAL_FRAME, ///< Output configuration under trial specified by a frame header
    OC_GLOBAL_HDR,  ///< Output configuration set in a global header but not yet locked
    OC_LOCKED,      ///< Output configuration locked in place
113 114
};

115
typedef struct OutputConfiguration {
116 117 118 119 120 121 122 123
    MPEG4AudioConfig m4ac;
    uint8_t layout_map[MAX_ELEM_ID*4][3];
    int layout_map_tags;
    int channels;
    uint64_t channel_layout;
    enum OCStatus status;
} OutputConfiguration;

124 125 126
/**
 * Predictor State
 */
127
typedef struct PredictorState {
128 129 130 131 132 133 134 135 136 137
    float cor0;
    float cor1;
    float var0;
    float var1;
    float r0;
    float r1;
} PredictorState;

#define MAX_PREDICTORS 672

138 139 140 141 142 143
#define SCALE_DIV_512    36    ///< scalefactor difference that corresponds to scale difference in 512 times
#define SCALE_ONE_POS   140    ///< scalefactor index that corresponds to scale=1.0
#define SCALE_MAX_POS   255    ///< scalefactor index maximum value
#define SCALE_MAX_DIFF   60    ///< maximum scalefactor difference allowed by standard
#define SCALE_DIFF_ZERO  60    ///< codebook index corresponding to zero scalefactor indices difference

144 145 146
/**
 * Long Term Prediction
 */
147
typedef struct LongTermPrediction {
148 149 150 151 152 153
    int8_t present;
    int16_t lag;
    float coef;
    int8_t used[MAX_LTP_LONG_SFB];
} LongTermPrediction;

154 155 156
/**
 * Individual Channel Stream
 */
157
typedef struct IndividualChannelStream {
158 159 160 161 162
    uint8_t max_sfb;            ///< number of scalefactor bands per group
    enum WindowSequence window_sequence[2];
    uint8_t use_kb_window[2];   ///< If set, use Kaiser-Bessel window, otherwise use a sinus window.
    int num_window_groups;
    uint8_t group_len[8];
163
    LongTermPrediction ltp;
164
    const uint16_t *swb_offset; ///< table of offsets to the lowest spectral coefficient of a scalefactor band, sfb, for a particular window
165
    const uint8_t *swb_sizes;   ///< table of scalefactor band sizes for a particular window
166 167 168
    int num_swb;                ///< number of scalefactor window bands
    int num_windows;
    int tns_max_bands;
169 170 171 172
    int predictor_present;
    int predictor_initialized;
    int predictor_reset_group;
    uint8_t prediction_used[41];
173
} IndividualChannelStream;
174

175 176 177
/**
 * Temporal Noise Shaping
 */
178
typedef struct TemporalNoiseShaping {
179 180 181 182 183 184 185 186
    int present;
    int n_filt[8];
    int length[8][4];
    int direction[8][4];
    int order[8][4];
    float coef[8][4][TNS_MAX_ORDER];
} TemporalNoiseShaping;

187 188 189
/**
 * Dynamic Range Control - decoded from the bitstream but not processed further.
 */
190
typedef struct DynamicRangeControl {
191 192 193 194 195 196 197 198 199 200 201 202
    int pce_instance_tag;                           ///< Indicates with which program the DRC info is associated.
    int dyn_rng_sgn[17];                            ///< DRC sign information; 0 - positive, 1 - negative
    int dyn_rng_ctl[17];                            ///< DRC magnitude information
    int exclude_mask[MAX_CHANNELS];                 ///< Channels to be excluded from DRC processing.
    int band_incr;                                  ///< Number of DRC bands greater than 1 having DRC info.
    int interpolation_scheme;                       ///< Indicates the interpolation scheme used in the SBR QMF domain.
    int band_top[17];                               ///< Indicates the top of the i-th DRC band in units of 4 spectral lines.
    int prog_ref_level;                             /**< A reference level for the long-term program audio level for all
                                                     *   channels combined.
                                                     */
} DynamicRangeControl;

203
typedef struct Pulse {
204
    int num_pulse;
205
    int start;
206
    int pos[4];
207 208 209 210 211 212
    int amp[4];
} Pulse;

/**
 * coupling parameters
 */
213
typedef struct ChannelCoupling {
214 215 216 217
    enum CouplingPoint coupling_point;  ///< The point during decoding at which coupling is applied.
    int num_coupled;       ///< number of target elements
    enum RawDataBlockType type[8];   ///< Type of channel element to be coupled - SCE or CPE.
    int id_select[8];      ///< element id
218 219
    int ch_select[8];      /**< [0] shared list of gains; [1] list of gains for right channel;
                            *   [2] list of gains for left channel; [3] lists of gains for both channels
220 221 222 223 224 225 226
                            */
    float gain[16][120];
} ChannelCoupling;

/**
 * Single Channel Element - used for both SCE and LFE elements.
 */
227
typedef struct SingleChannelElement {
228 229
    IndividualChannelStream ics;
    TemporalNoiseShaping tns;
230
    Pulse pulse;
231 232 233 234 235
    enum BandType band_type[128];                   ///< band types
    int band_type_run_end[120];                     ///< band type run end points
    float sf[120];                                  ///< scalefactors
    int sf_idx[128];                                ///< scalefactor indices (used by encoder)
    uint8_t zeroes[128];                            ///< band is not coded (used by encoder)
236 237
    DECLARE_ALIGNED(32, float,   coeffs)[1024];     ///< coefficients for IMDCT
    DECLARE_ALIGNED(32, float,   saved)[1024];      ///< overlap
238
    DECLARE_ALIGNED(32, float,   ret_buf)[2048];    ///< PCM output buffer
239
    DECLARE_ALIGNED(16, float,   ltp_state)[3072];  ///< time signal for LTP
240
    PredictorState predictor_state[MAX_PREDICTORS];
241
    float *ret;                                     ///< PCM output
242 243 244 245 246
} SingleChannelElement;

/**
 * channel element - generic struct for SCE/CPE/CCE/LFE
 */
247
typedef struct ChannelElement {
248
    // CPE specific
249 250 251
    int common_window;        ///< Set if channels share a common 'IndividualChannelStream' in bitstream.
    int     ms_mode;          ///< Signals mid/side stereo flags coding mode (used by encoder)
    uint8_t ms_mask[128];     ///< Set if mid/side stereo is used for each scalefactor window band
252 253 254 255
    // shared
    SingleChannelElement ch[2];
    // CCE specific
    ChannelCoupling coup;
256
    SpectralBandReplication sbr;
257
} ChannelElement;
258

259 260 261
/**
 * main AAC context
 */
262
struct AACContext {
263
    AVClass        *class;
Alex Converse's avatar
Alex Converse committed
264
    AVCodecContext *avctx;
265
    AVFrame *frame;
266

267 268 269
    int is_saved;                 ///< Set if elements have stored overlap from previous frame.
    DynamicRangeControl che_drc;

270
    /**
271
     * @name Channel element related data
272 273
     * @{
     */
Alex Converse's avatar
Alex Converse committed
274 275
    ChannelElement          *che[4][MAX_ELEM_ID];
    ChannelElement  *tag_che_map[4][MAX_ELEM_ID];
276
    int tags_mapped;
277
    /** @} */
278

279
    /**
280 281
     * @name temporary aligned temporary buffers
     * (We do not want to have these on the stack.)
282 283
     * @{
     */
284
    DECLARE_ALIGNED(32, float, buf_mdct)[1024];
285 286
    /** @} */

287
    /**
288
     * @name Computed / set up during initialization
289 290
     * @{
     */
291 292
    FFTContext mdct;
    FFTContext mdct_small;
293
    FFTContext mdct_ltp;
294
    FmtConvertContext fmt_conv;
295
    AVFloatDSPContext fdsp;
296
    int random_state;
297 298 299
    /** @} */

    /**
300
     * @name Members used for output
301 302
     * @{
     */
303
    SingleChannelElement *output_element[MAX_CHANNELS]; ///< Points to each SingleChannelElement
304 305
    /** @} */

306 307 308 309 310

    /**
     * @name Japanese DTV specific extension
     * @{
     */
311
    int force_dmono_mode;///< 0->not dmono, 1->use first channel, 2->use second channel
312
    int dmono_mode;      ///< 0->not dmono, 1->use first channel, 2->use second channel
313 314
    /** @} */

315
    DECLARE_ALIGNED(32, float, temp)[128];
316

317
    OutputConfiguration oc[2];
318
    int warned_num_aac_frames;
319 320 321 322 323 324 325 326 327 328 329 330 331

    /* aacdec functions pointers */
    void (*imdct_and_windowing)(AACContext *ac, SingleChannelElement *sce);
    void (*apply_ltp)(AACContext *ac, SingleChannelElement *sce);
    void (*apply_tns)(float coef[1024], TemporalNoiseShaping *tns,
                      IndividualChannelStream *ics, int decode);
    void (*windowing_and_mdct_ltp)(AACContext *ac, float *out,
                                   float *in, IndividualChannelStream *ics);
    void (*update_ltp)(AACContext *ac, SingleChannelElement *sce);

};

void ff_aacdec_init_mips(AACContext *c);
332

333
#endif /* AVCODEC_AAC_H */