Libav
ra288.c
Go to the documentation of this file.
1 /*
2  * RealAudio 2.0 (28.8K)
3  * Copyright (c) 2003 the ffmpeg project
4  *
5  * This file is part of Libav.
6  *
7  * Libav is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * Libav is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with Libav; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
23 #include "libavutil/float_dsp.h"
24 #include "libavutil/internal.h"
25 #include "avcodec.h"
26 #include "internal.h"
27 #define BITSTREAM_READER_LE
28 #include "get_bits.h"
29 #include "ra288.h"
30 #include "lpc.h"
31 #include "celp_filters.h"
32 
33 #define MAX_BACKWARD_FILTER_ORDER 36
34 #define MAX_BACKWARD_FILTER_LEN 40
35 #define MAX_BACKWARD_FILTER_NONREC 35
36 
37 #define RA288_BLOCK_SIZE 5
38 #define RA288_BLOCKS_PER_FRAME 32
39 
40 typedef struct {
42  DECLARE_ALIGNED(32, float, sp_lpc)[FFALIGN(36, 16)];
43  DECLARE_ALIGNED(32, float, gain_lpc)[FFALIGN(10, 16)];
44 
48  float sp_hist[111];
49 
51  float sp_rec[37];
52 
56  float gain_hist[38];
57 
59  float gain_rec[11];
60 } RA288Context;
61 
63 {
64  RA288Context *ractx = avctx->priv_data;
65 
66  avctx->channels = 1;
69 
71 
72  return 0;
73 }
74 
75 static void convolve(float *tgt, const float *src, int len, int n)
76 {
77  for (; n >= 0; n--)
78  tgt[n] = avpriv_scalarproduct_float_c(src, src - n, len);
79 
80 }
81 
82 static void decode(RA288Context *ractx, float gain, int cb_coef)
83 {
84  int i;
85  double sumsum;
86  float sum, buffer[5];
87  float *block = ractx->sp_hist + 70 + 36; // current block
88  float *gain_block = ractx->gain_hist + 28;
89 
90  memmove(ractx->sp_hist + 70, ractx->sp_hist + 75, 36*sizeof(*block));
91 
92  /* block 46 of G.728 spec */
93  sum = 32.0;
94  for (i=0; i < 10; i++)
95  sum -= gain_block[9-i] * ractx->gain_lpc[i];
96 
97  /* block 47 of G.728 spec */
98  sum = av_clipf(sum, 0, 60);
99 
100  /* block 48 of G.728 spec */
101  /* exp(sum * 0.1151292546497) == pow(10.0,sum/20) */
102  sumsum = exp(sum * 0.1151292546497) * gain * (1.0/(1<<23));
103 
104  for (i=0; i < 5; i++)
105  buffer[i] = codetable[cb_coef][i] * sumsum;
106 
107  sum = avpriv_scalarproduct_float_c(buffer, buffer, 5) * ((1 << 24) / 5.0);
108 
109  sum = FFMAX(sum, 1);
110 
111  /* shift and store */
112  memmove(gain_block, gain_block + 1, 9 * sizeof(*gain_block));
113 
114  gain_block[9] = 10 * log10(sum) - 32;
115 
116  ff_celp_lp_synthesis_filterf(block, ractx->sp_lpc, buffer, 5, 36);
117 }
118 
131 static void do_hybrid_window(RA288Context *ractx,
132  int order, int n, int non_rec, float *out,
133  float *hist, float *out2, const float *window)
134 {
135  int i;
136  float buffer1[MAX_BACKWARD_FILTER_ORDER + 1];
137  float buffer2[MAX_BACKWARD_FILTER_ORDER + 1];
141 
142  ractx->fdsp.vector_fmul(work, window, hist, FFALIGN(order + n + non_rec, 16));
143 
144  convolve(buffer1, work + order , n , order);
145  convolve(buffer2, work + order + n, non_rec, order);
146 
147  for (i=0; i <= order; i++) {
148  out2[i] = out2[i] * 0.5625 + buffer1[i];
149  out [i] = out2[i] + buffer2[i];
150  }
151 
152  /* Multiply by the white noise correcting factor (WNCF). */
153  *out *= 257.0 / 256.0;
154 }
155 
159 static void backward_filter(RA288Context *ractx,
160  float *hist, float *rec, const float *window,
161  float *lpc, const float *tab,
162  int order, int n, int non_rec, int move_size)
163 {
164  float temp[MAX_BACKWARD_FILTER_ORDER+1];
165 
166  do_hybrid_window(ractx, order, n, non_rec, temp, hist, rec, window);
167 
168  if (!compute_lpc_coefs(temp, order, lpc, 0, 1, 1))
169  ractx->fdsp.vector_fmul(lpc, lpc, tab, FFALIGN(order, 16));
170 
171  memmove(hist, hist + n, move_size*sizeof(*hist));
172 }
173 
174 static int ra288_decode_frame(AVCodecContext * avctx, void *data,
175  int *got_frame_ptr, AVPacket *avpkt)
176 {
177  AVFrame *frame = data;
178  const uint8_t *buf = avpkt->data;
179  int buf_size = avpkt->size;
180  float *out;
181  int i, ret;
182  RA288Context *ractx = avctx->priv_data;
183  GetBitContext gb;
184 
185  if (buf_size < avctx->block_align) {
186  av_log(avctx, AV_LOG_ERROR,
187  "Error! Input buffer is too small [%d<%d]\n",
188  buf_size, avctx->block_align);
189  return AVERROR_INVALIDDATA;
190  }
191 
192  /* get output buffer */
194  if ((ret = ff_get_buffer(avctx, frame, 0)) < 0) {
195  av_log(avctx, AV_LOG_ERROR, "get_buffer() failed\n");
196  return ret;
197  }
198  out = (float *)frame->data[0];
199 
200  init_get_bits(&gb, buf, avctx->block_align * 8);
201 
202  for (i=0; i < RA288_BLOCKS_PER_FRAME; i++) {
203  float gain = amptable[get_bits(&gb, 3)];
204  int cb_coef = get_bits(&gb, 6 + (i&1));
205 
206  decode(ractx, gain, cb_coef);
207 
208  memcpy(out, &ractx->sp_hist[70 + 36], RA288_BLOCK_SIZE * sizeof(*out));
209  out += RA288_BLOCK_SIZE;
210 
211  if ((i & 7) == 3) {
212  backward_filter(ractx, ractx->sp_hist, ractx->sp_rec, syn_window,
213  ractx->sp_lpc, syn_bw_tab, 36, 40, 35, 70);
214 
215  backward_filter(ractx, ractx->gain_hist, ractx->gain_rec, gain_window,
216  ractx->gain_lpc, gain_bw_tab, 10, 8, 20, 28);
217  }
218  }
219 
220  *got_frame_ptr = 1;
221 
222  return avctx->block_align;
223 }
224 
226  .name = "real_288",
227  .long_name = NULL_IF_CONFIG_SMALL("RealAudio 2.0 (28.8K)"),
228  .type = AVMEDIA_TYPE_AUDIO,
229  .id = AV_CODEC_ID_RA_288,
230  .priv_data_size = sizeof(RA288Context),
233  .capabilities = CODEC_CAP_DR1,
234 };
float sp_lpc[FFALIGN(36, 16)]
LPC coefficients for speech data (spec: A)
Definition: ra288.c:42
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:54
void ff_celp_lp_synthesis_filterf(float *out, const float *filter_coeffs, const float *in, int buffer_length, int filter_length)
LP synthesis filter.
Definition: celp_filters.c:83
This structure describes decoded (raw) audio or video data.
Definition: frame.h:135
float gain_lpc[FFALIGN(10, 16)]
LPC coefficients for gain (spec: GB)
Definition: ra288.c:43
static void backward_filter(RA288Context *ractx, float *hist, float *rec, const float *window, float *lpc, const float *tab, int order, int n, int non_rec, int move_size)
Backward synthesis filter, find the LPC coefficients from past speech data.
Definition: ra288.c:159
static unsigned int get_bits(GetBitContext *s, int n)
Read 1-25 bits.
Definition: get_bits.h:240
#define MAX_BACKWARD_FILTER_ORDER
Definition: ra288.c:33
int size
Definition: avcodec.h:974
#define DECLARE_ALIGNED(n, t, v)
Definition: mem.h:58
static void decode(RA288Context *ractx, float gain, int cb_coef)
Definition: ra288.c:82
AVCodec.
Definition: avcodec.h:2796
int block_align
number of bytes per packet if constant and known or 0 Used by some WAV based audio codecs...
Definition: avcodec.h:1828
static const float amptable[8]
Definition: ra288.h:28
#define FFALIGN(x, a)
Definition: common.h:62
AVFloatDSPContext fdsp
Definition: ra288.c:41
float avpriv_scalarproduct_float_c(const float *v1, const float *v2, int len)
Return the scalar product of two vectors.
Definition: float_dsp.c:104
float sp_hist[111]
speech data history (spec: SB).
Definition: ra288.c:48
enum AVSampleFormat sample_fmt
audio sample format
Definition: avcodec.h:1799
uint8_t
#define av_cold
Definition: attributes.h:66
#define MAX_BACKWARD_FILTER_NONREC
Definition: ra288.c:35
float gain_hist[38]
log-gain history (spec: SBLG).
Definition: ra288.c:56
#define CODEC_CAP_DR1
Codec uses get_buffer() for allocating buffers and supports custom allocators.
Definition: avcodec.h:684
const char data[16]
Definition: mxf.c:70
uint8_t * data
Definition: avcodec.h:973
bitstream reader API header.
#define CODEC_FLAG_BITEXACT
Use only bitexact stuff (except (I)DCT).
Definition: avcodec.h:658
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:123
void(* vector_fmul)(float *dst, const float *src0, const float *src1, int len)
Calculate the product of two vectors of floats and store the result in a vector of floats...
Definition: float_dsp.h:38
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification. ...
Definition: internal.h:150
#define MAX_BACKWARD_FILTER_LEN
Definition: ra288.c:34
int flags
CODEC_FLAG_*.
Definition: avcodec.h:1144
void av_log(void *avcl, int level, const char *fmt,...)
Definition: log.c:169
const char * name
Name of the codec implementation.
Definition: avcodec.h:2803
static void convolve(float *tgt, const float *src, int len, int n)
Definition: ra288.c:75
#define FFMAX(a, b)
Definition: common.h:55
static const float syn_window[FFALIGN(111, 16)]
Definition: ra288.h:100
uint64_t channel_layout
Audio channel layout.
Definition: avcodec.h:1852
AVCodec ff_ra_288_decoder
Definition: ra288.c:225
common internal API header
audio channel layout utility functions
#define RA288_BLOCKS_PER_FRAME
Definition: ra288.c:38
static const float gain_window[FFALIGN(38, 16)]
Definition: ra288.h:122
static char buffer[20]
Definition: seek-test.c:31
static const float syn_bw_tab[FFALIGN(36, 16)]
synthesis bandwidth broadening table
Definition: ra288.h:133
static const int16_t codetable[128][5]
Definition: ra288.h:33
Libavcodec external API header.
float sp_rec[37]
speech part of the gain autocorrelation (spec: REXP)
Definition: ra288.c:51
static int compute_lpc_coefs(const LPC_TYPE *autoc, int max_order, LPC_TYPE *lpc, int lpc_stride, int fail, int normalize)
Levinson-Durbin recursion.
Definition: lpc.h:150
main external API structure.
Definition: avcodec.h:1050
static void do_hybrid_window(RA288Context *ractx, int order, int n, int non_rec, float *out, float *hist, float *out2, const float *window)
Hybrid window filtering, see blocks 36 and 49 of the G.728 specification.
Definition: ra288.c:131
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: utils.c:612
static const float gain_bw_tab[FFALIGN(10, 16)]
gain bandwidth broadening table
Definition: ra288.h:143
static int init_get_bits(GetBitContext *s, const uint8_t *buffer, int bit_size)
Initialize GetBitContext.
Definition: get_bits.h:375
#define RA288_BLOCK_SIZE
Definition: ra288.c:37
av_cold void avpriv_float_dsp_init(AVFloatDSPContext *fdsp, int bit_exact)
Initialize a float DSP context.
Definition: float_dsp.c:115
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:141
static av_cold int ra288_decode_init(AVCodecContext *avctx)
Definition: ra288.c:62
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(constuint8_t *) pi-0x80)*(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(constint16_t *) pi >>8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t,*(constint16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(constint32_t *) pi >>24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t,*(constint32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(constfloat *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(constfloat *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(constfloat *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(constdouble *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(constdouble *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(constdouble *) pi *(1U<< 31))))#defineSET_CONV_FUNC_GROUP(ofmt, ifmt) staticvoidset_generic_function(AudioConvert *ac){}voidff_audio_convert_free(AudioConvert **ac){if(!*ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);}AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enumAVSampleFormatout_fmt, enumAVSampleFormatin_fmt, intchannels, intsample_rate, intapply_map){AudioConvert *ac;intin_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) returnNULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method!=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt)>2){ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc){av_free(ac);returnNULL;}returnac;}in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar){ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar?ac->channels:1;}elseif(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;elseac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);returnac;}intff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in){intuse_generic=1;intlen=in->nb_samples;intp;if(ac->dc){av_dlog(ac->avr,"%dsamples-audio_convert:%sto%s(dithered)\n", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));returnff_convert_dither(ac-> out
static int ra288_decode_frame(AVCodecContext *avctx, void *data, int *got_frame_ptr, AVPacket *avpkt)
Definition: ra288.c:174
common internal api header.
#define LOCAL_ALIGNED(a, t, v,...)
Definition: internal.h:103
float gain_rec[11]
recursive part of the gain autocorrelation (spec: REXPLG)
Definition: ra288.c:59
static av_cold int init(AVCodecParserContext *s)
Definition: h264_parser.c:499
void * priv_data
Definition: avcodec.h:1092
int len
int channels
number of audio channels
Definition: avcodec.h:1792
static const struct twinvq_data tab
#define AV_CH_LAYOUT_MONO
This structure stores compressed data.
Definition: avcodec.h:950
int nb_samples
number of audio samples (per channel) described by this frame
Definition: frame.h:179
static int16_t block[64]
Definition: dct-test.c:88