Android移植Speex回声消除

最近弄了很久的Android回声消除，今天终于有电成效，顺便拿来分享分享，希望对大家有帮助

Speex不用介绍了，这里介绍了如何使用Speex进行回声消除，下面直接上代码

speex_jni.cpp

//
// Created by jiaokx on 2015/11/30.
//

#include "com_example_speex1_Speex.h"
#include <string.h>
#include <unistd.h>

//#include <speex/speex.h>
//#include <speex/speex_echo.h>

/*start*/
#include <fcntl.h>
#include <speex/speex.h>
#include <speex/speex_echo.h>
#include <speex/speex_preprocess.h>
#include <speex/speex_bits.h>
#include <speex/speex_buffer.h>
#include <speex/speex_header.h>
#include <speex/speex_types.h>

// the header length of the RTP frame (must skip when en/decoding)
static const int rtp_header = 0;

int codec_status = 0;

const int CODEC_OPENED = 1;
const int CODEC_CLOSED = 0;

int aec_status = 0;

const int AEC_OPENED = 1;
const int AEC_CLOSED = 0;

SpeexEchoState *echoState;
SpeexPreprocessState *den;
int sampleRate = 8000;
/*end*/

static int codec_open = 0;

static int dec_frame_size;
static int enc_frame_size;

static SpeexBits ebits, dbits;
void *enc_state;
void *dec_state;

static JavaVM *gJavaVM;

extern "C" jint  Java_com_example_speex1_Speex_open(
JNIEnv *env, jobject obj, jint compression) {
int tmp = 0;
if (codec_open++ != 0)
return (jint) 0;

speex_bits_init(&ebits);
speex_bits_init(&dbits);

enc_state = speex_encoder_init(&speex_nb_mode);
dec_state = speex_decoder_init(&speex_nb_mode);

tmp = compression;
speex_encoder_ctl(enc_state, SPEEX_SET_QUALITY, &tmp);
speex_encoder_ctl(enc_state, SPEEX_GET_FRAME_SIZE, &enc_frame_size);
speex_decoder_ctl(dec_state, SPEEX_GET_FRAME_SIZE, &dec_frame_size);

SpeexPreprocessState * m_st;
m_st = speex_preprocess_state_init(enc_frame_size, sampleRate);
int denoise = 1;
int noiseSuppress = -25;
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_DENOISE, &denoise);
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_NOISE_SUPPRESS,&noiseSuppress);
int agc = 1;
float q=24000;
//actually default is 8000(0,32768),here make it louder for voice is not loudy enough by default. 8000
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_AGC, &agc);//增益
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_AGC_LEVEL,&q);

int vad = 1;
int vadProbStart = 80;
int vadProbContinue = 65;
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_VAD, &vad); //静音检测
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_PROB_START , &vadProbStart); //Set probability required for the VAD to go from silence to voice
speex_preprocess_ctl(m_st, SPEEX_PREPROCESS_SET_PROB_CONTINUE, &vadProbContinue); //Set probability required for the VAD to stay in the voice state (integer percent)

return (jint) 0;
}

extern "C"  jint  Java_com_example_speex1_Speex_encode(
JNIEnv *env, jobject obj, jshortArray lin, jint offset,
jbyteArray encoded, jint size) {

jshort buffer[enc_frame_size];
jbyte output_buffer[enc_frame_size];
int nsamples = (size - 1) / enc_frame_size + 1;
int i, tot_bytes = 0;

if (!codec_open)
return 0;

speex_bits_reset(&ebits);

for (i = 0; i < nsamples; i++) {
env->GetShortArrayRegion(lin, offset + i * enc_frame_size,
enc_frame_size, buffer);
speex_encode_int(enc_state, buffer, &ebits);
}
//env->GetShortArrayRegion(lin, offset, enc_frame_size, buffer);
//speex_encode_int(enc_state, buffer, &ebits);

tot_bytes = speex_bits_write(&ebits, (char *) output_buffer,
enc_frame_size);
env->SetByteArrayRegion(encoded, 0, tot_bytes, output_buffer);

return (jint) tot_bytes;
}

extern "C"  jint Java_com_example_speex1_Speex_decode(
JNIEnv *env, jobject obj, jbyteArray encoded, jshortArray lin,
jint size) {

jbyte buffer[dec_frame_size];
jshort output_buffer[dec_frame_size];
jsize encoded_length = size;

if (!codec_open)
return 0;

env->GetByteArrayRegion(encoded, 0, encoded_length, buffer);
speex_bits_read_from(&dbits, (char *) buffer, encoded_length);
speex_decode_int(dec_state, &dbits, output_buffer);
env->SetShortArrayRegion(lin, 0, dec_frame_size, output_buffer);

return (jint) dec_frame_size;
}

extern "C"  jint  Java_com_example_speex1_Speex_getFrameSize(
JNIEnv *env, jobject obj) {

if (!codec_open)
return 0;
return (jint) enc_frame_size;

}

extern "C"  void  Java_com_example_speex1_Speex_close(
JNIEnv *env, jobject obj) {

if (--codec_open != 0)
return;

speex_bits_destroy(&ebits);
speex_bits_destroy(&dbits);
speex_decoder_destroy(dec_state);
speex_encoder_destroy(enc_state);
}

extern "C"  void Java_com_example_speex1_Speex_initEcho(
JNIEnv *env, jobject jobj, jint frame_size, jint filter_length) {
if (aec_status == AEC_OPENED)
return;
aec_status = AEC_OPENED;

int frm_size;
int f_length;

frm_size = frame_size;
f_length = filter_length;

echoState = speex_echo_state_init(frame_size, filter_length);
den = speex_preprocess_state_init(frame_size, sampleRate);
speex_echo_ctl(echoState, SPEEX_ECHO_SET_SAMPLING_RATE, &sampleRate);
speex_preprocess_ctl(den, SPEEX_PREPROCESS_SET_ECHO_STATE, echoState);
}

extern "C"  void Java_com_example_speex1_Speex_echoCancellation(
JNIEnv *env, jobject obj,jshortArray rec, jshortArray play, jshortArray out) {

jshort echo_buf[enc_frame_size];
jshort ref_buf[enc_frame_size];
jshort e_buf[enc_frame_size];

env->GetShortArrayRegion(rec, 0, enc_frame_size, echo_buf);
env->GetShortArrayRegion(play, 0, enc_frame_size, ref_buf);

speex_echo_cancellation(echoState, echo_buf, ref_buf, e_buf);
speex_preprocess_run(den, e_buf);

env->SetShortArrayRegion(out, 0, enc_frame_size, e_buf);

}

extern "C"  int Java_com_example_speex1_Speex_echoCancellationEncode(
JNIEnv *env, jobject obj,jshortArray rec, jshortArray play, jbyteArray encoded) {

jshort echo_buf[enc_frame_size];
jshort ref_buf[enc_frame_size];
jshort e_buf[enc_frame_size];
jbyte output_buffer[enc_frame_size];

env->GetShortArrayRegion(rec, 0, enc_frame_size, echo_buf);
env->GetShortArrayRegion(play, 0, enc_frame_size, ref_buf);

speex_echo_cancellation(echoState, echo_buf, ref_buf, e_buf);
speex_preprocess_run(den, e_buf);

speex_bits_reset(&ebits);

speex_encode_int(enc_state, e_buf, &ebits);

jint tot_bytes = speex_bits_write(&ebits, (char *) output_buffer,
enc_frame_size);
env->SetByteArrayRegion(encoded, 0, tot_bytes, output_buffer);

return (jint) tot_bytes;
}

extern "C"  jint  Java_com_example_speex1_Speex_getAecStatus(
JNIEnv * env, jobject jobj) {
return (jint) aec_status;
}

extern "C"  void Java_com_example_speex1_Speex_destroyEcho(
JNIEnv * env, jobject jobj) {
if (aec_status == AEC_CLOSED)
return;
aec_status = AEC_CLOSED;

speex_echo_state_destroy(echoState);
speex_preprocess_state_destroy(den);
}

Android.mk

LOCAL_PATH := $(call my-dir)

include $(CLEAR_VARS)

LOCAL_MODULE:= libspeex
LOCAL_CFLAGS = -DFIXED_POINT -DUSE_KISS_FFT -DEXPORT="" -UHAVE_CONFIG_H
LOCAL_C_INCLUDES := $(LOCAL_PATH)/include

LOCAL_SRC_FILES :=\
libspeex/bits.c \
libspeex/buffer.c \
libspeex/cb_search.c \
libspeex/exc_10_16_table.c \
libspeex/exc_10_32_table.c \
libspeex/exc_20_32_table.c \
libspeex/exc_5_256_table.c \
libspeex/exc_5_64_table.c \
libspeex/exc_8_128_table.c \
libspeex/fftwrap.c \
libspeex/filterbank.c \
libspeex/filters.c \
libspeex/gain_table.c \
libspeex/gain_table_lbr.c \
libspeex/hexc_10_32_table.c \
libspeex/hexc_table.c \
libspeex/high_lsp_tables.c \
libspeex/jitter.c \
libspeex/kiss_fft.c \
libspeex/kiss_fftr.c \
libspeex/lpc.c \
libspeex/lsp.c \
libspeex/lsp_tables_nb.c \
libspeex/ltp.c \
libspeex/mdf.c \
libspeex/modes.c \
libspeex/modes_wb.c \
libspeex/nb_celp.c \
libspeex/preprocess.c \
libspeex/quant_lsp.c \
libspeex/resample.c \
libspeex/sb_celp.c \
libspeex/scal.c \
libspeex/smallft.c \
libspeex/speex.c \
libspeex/speex_callbacks.c \
libspeex/speex_header.c \
libspeex/stereo.c \
libspeex/vbr.c \
libspeex/vq.c \
libspeex/window.c \
speex_jni.cpp \

include $(BUILD_SHARED_LIBRARY)

Application.mk

APP_ABI := all

Speex.java

public class Speex {
private static final int DEFAULT_COMPRESSION = 8;
private static final Speex speex = new Speex();

private Speex() {

}

public static Speex getInstance() {
return speex;
}

public void init() {
load();
open(DEFAULT_COMPRESSION);
initEcho(160,filter_length);//80,160,320
}

private void load() {
try {
System.loadLibrary("speex");
} catch (Throwable e) {
e.printStackTrace();
}
}

public native int open(int compression);

public native int getFrameSize();
/**
* Decode
* @param encoded input
* @param lin output
* @param size output size
*/
public native int decode(byte encoded[], short lin[], int size);
/**
* Eecode
* @param lin input
* @param offset input start location
* @param encoded output
* @param size input lin buffer size
*/
public native int encode(short lin[], int offset, byte encoded[], int size);

public native void close();

public native void initEcho(int frameSize, int filterLength);

public native void echoCancellation(short[] rec, short[] play, short[] out);

public native int echoCancellationEncode(short[] rec, short[] play, byte[] encoded);

public native void destroyEcho();

public native int getAecStatus();

}

先cd到java文件夹javah -jni xxx.xxx.xxx.Speex 生成xxx.xxx.xxx.Speex .h复制到jni目录下，然后cd到jni

ndk-build编译就好，最后so文件在libs文件夹下

最后在build.gradle添加如下代码

sourceSets {
main {
jniLibs.srcDirs = ['libs']
}
}

使用： Speex.getInstance().init();//初始化

Speex.getInstance().echoCancellation(rec, palyer, outdata);//回声消除

注意

AudioRecord.getMinBufferSize(8000,AudioFormat.CHANNEL_CONFIGURATION_MONO,AudioFormat.ENCODING_PCM_16BIT);
new AudioTrack(AudioManager.STREAM_MUSIC,8000,AudioFormat.CHANNEL_CONFIGURATION_MONO, AudioFormat.ENCODING_PCM_16BIT,AudioRecord.getMinBufferSize(AudioConfig.SAMPLERATE,
AudioFormat.CHANNEL_CONFIGURATION_MONO,AudioConfig.AUDIO_FORMAT),AudioTrack.MODE_STREAM);

上述代码是初始化录音器和播放器的，这里的参数频率和声道等配置是和Speex初始化AEC匹配的，不能用别的，否则在初始化Speex处参数也要相应的修改；其次，在录音和放音最后放在一个线程里，调用 audioTrack.write(dada[], 0, size);之后将播放的数据传个录音器，录音完毕将录音的数据和播放的数据一并传给Speex最回声消除处理，以此保证同步对齐，才能真正实现回声消除。下面给出部分关键代码。

run() {
while (isPlaying) {
while (dataList.size() > 0) {
playData = dataList.remove(0);

audioTrack.write(playData.getRealData(), 0, playData.getSize());

timewerte = System.currentTimeMillis();
if(speex){
AudioRecorder.getAudioRe().Recorder(playData.getRealData());
}else {
AudioRecorder.getAudioRe().Recorder(null);
}

Log.e("录音", " size:" + playData.size + "耗时" + (System.currentTimeMillis() - timewerte) + "ms");
continue;
}
AudioRecorder.getAudioRe().Recorder(null);
}
}

public void Recorder(short[] playerdata) {

short[] samples = new short[size];

int bufferRead = audioRecord.read(samples, 0, size);

if (bufferRead > 0) {
if (playerdata != null) {
short[] outdata = new short[size];
Speex.getInstance().echoCancellation(samples, playerdata, outdata);
addPlayerData(outdata,size);

} else {
addPlayerData(samples,size);

}
}

}

jni下载地址