介绍
我正在开发一个应用程序，我需要在其中使用 Booth SpeechRecognizer 和 TTS。但我在尝试这个时遇到了一些问题。主要的一个问题是，如果我初始化 TTS，SpeechRecgonizer 似乎无法工作，而如果我禁用 TTS，则 SpeechRecognizer 可以正常工作。接下来是带有相关代码的代码片段：
CODE
public class GameActivity extends Activity implements OnInitListener {
private static TextToSpeech tts;
@Override
public void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.game);
/*SPEECH RECOGNIZER INSTANT*/
Log.d("SPEECH", "speech recognition available: " + SpeechRecognizer.isRecognitionAvailable(this));
mSpeechRecognizer = SpeechRecognizer.createSpeechRecognizer(this);
mSpeechRecognizer.setRecognitionListener(new SpeechListener());
mSpeechRecognizerIntent = new Intent(RecognizerIntent.ACTION_RECOGNIZE_SPEECH);
mSpeechRecognizerIntent.putExtra(RecognizerIntent.EXTRA_LANGUAGE_MODEL,
RecognizerIntent.LANGUAGE_MODEL_FREE_FORM);
mSpeechRecognizerIntent.putExtra(RecognizerIntent.EXTRA_CALLING_PACKAGE,
this.getPackageName());
/*START LISTENING*/
mSpeechRecognizer.startListening(mSpeechRecognizerIntent);
/*CHECK TTS AVAILABLE*/
Intent checkIntent = new Intent();
checkIntent.setAction( TextToSpeech.Engine.ACTION_CHECK_TTS_DATA );
startActivityForResult(checkIntent, CHECK_TTS_DATA);
}
@Override
protected void onActivityResult(int requestCode, int resultCode, Intent data) {
switch (requestCode) {
case CHECK_TTS_DATA: {
/*IF OK, INITIALIZES TTS*/
if (resultCode == TextToSpeech.Engine.CHECK_VOICE_DATA_PASS) {
Log.d("TTS", "TTS available");
tts = new TextToSpeech(this, this);
}
else {
Log.d("TTS", "TTS NOT available");
Intent promptInstall = new Intent();
promptInstall.setAction(TextToSpeech.Engine.ACTION_INSTALL_TTS_DATA);
startActivity(promptInstall);
}
break;
}
}
}
/**OnInitListener implementation*/
@Override
public void onInit(int status) {
if (status == TextToSpeech.SUCCESS) {
/*set Language*/
tts.setLanguage(Locale.getDefault());
/*STARTS MAIN METHOD*/
Log.d("SPEECH", "Initialized, starting main method");
SpeechWhenMotion();
} else {
Log.e("TTS", "Initilization Failed");
}
}
/**INNER LISTENER CLASS*/
private class SpeechListener implements RecognitionListener {
@Override
public void onBufferReceived(byte[] buffer) {
Log.d("SR_LISTENER", "onBufferReceived");
}
@Override
public void onError(int error) {
Log.d("SR_LISTENER", "onError: " + error);
mSpeechRecognizer.startListening(mSpeechRecognizerIntent);
}
@Override
public void onEvent(int eventType, Bundle params) {
Log.d("SR_LISTENER", "onEvent");
}
@Override
public void onPartialResults(Bundle partialResults) {
Log.d("SR_LISTENER", "onPartialResults");
}
@Override
public void onReadyForSpeech(Bundle params) {
Log.d("SR_LISTENER", "onReadyForSpeech");
}
@Override
public void onResults(Bundle results) {
Log.d("SR_LISTENER", "onResult");
matches = results.getStringArrayList(SpeechRecognizer.RESULTS_RECOGNITION);
}
@Override
public void onRmsChanged(float rmsdB) {
Log.d("SR_LISTENER", "onRmsChanged");
}
@Override
public void onBeginningOfSpeech() {
Log.d("SR_LISTENER", "onBeginningOfSpeech");
}
@Override
public void onEndOfSpeech() {
Log.d("SR_LISTENER", "onEndOfSpeech");
}
}
所以基本上我面临的就是简介中解释的内容。如果我不这样做tts = new TextToSpeech(this, this);，然后我在 LogCat 中看到引用语音侦听器的日志，但如果我初始化 TTS，则看不到此日志。
另外，我想当我能够让它们工作时，我应该在 TTS 说话时停止听。
更新——完整的简单项目代码
主要活动：
public class MainActivity extends Activity implements OnInitListener {
/*Voice and speech variables*/
private static TextToSpeech tts;
public static final int CHECK_TTS_DATA = 1;
public static boolean fase0 = true;
public static boolean fase1 = false;
/*Service*/
private int mBindFlag;
public static Messenger mActivityMessenger;
static int result;
private final boolean mFinished = false;
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.activity_main);
mActivityMessenger = new Messenger(new IncomingHandler());
Intent serviceIntent = new Intent(this, SpeechRecognitionService.class);
serviceIntent.putExtra("Messenger", mActivityMessenger);
startService(serviceIntent);
mBindFlag = Build.VERSION.SDK_INT < Build.VERSION_CODES.ICE_CREAM_SANDWICH ? 0 : Context.BIND_ABOVE_CLIENT;
Intent checkIntent = new Intent();
checkIntent.setAction( TextToSpeech.Engine.ACTION_CHECK_TTS_DATA );
startActivityForResult(checkIntent, CHECK_TTS_DATA);
}
@Override
protected void onActivityResult(int requestCode, int resultCode, Intent data) {
switch (requestCode) {
case CHECK_TTS_DATA: {
if (resultCode == TextToSpeech.Engine.CHECK_VOICE_DATA_PASS) {
Log.d("TTS", "TTS available");
tts = new TextToSpeech(this, this);
}
else {
Log.d("TTS", "TTS NOT available");
Intent promptInstall = new Intent();
promptInstall.setAction(TextToSpeech.Engine.ACTION_INSTALL_TTS_DATA);
startActivity(promptInstall);
}
break;
}
}
}
/******************
*
* MAIN METHOD
*
******************/
public void SpeechWhenMotion() {
while (!mFinished) {
if (fase0) {
tts.speak("Initializing", TextToSpeech.QUEUE_FLUSH, null);
fase0 = false;
}
else if (fase1) {
if (result == SpeechRecognitionService.CONTINUE) {
tts.speak("Correct", TextToSpeech.QUEUE_FLUSH, null);
mFinished = true;
}
else if (result == SpeechRecognitionService.NO_MATCH) {
tts.speak("No matching", TextToSpeech.QUEUE_FLUSH, null);
}
else {
Log.d("RESULT", String.valueOf(result));
}
}
}
}
/******************
*
* SERVICE LINK
*
******************/
private final ServiceConnection mServiceConnection = new ServiceConnection() {
@Override
public void onServiceConnected(ComponentName name, IBinder service) {
Log.d("SERVICE", "onServiceConnected"); //$NON-NLS-1$
SpeechRecognitionService.mServiceMessenger = new Messenger(service);
Message msg = new Message();
msg.what = SpeechRecognitionService.MSG_RECOGNIZER_START_LISTENING;
try {
SpeechRecognitionService.mServiceMessenger.send(msg);
}
catch (RemoteException e) {
e.printStackTrace();
}
}
@Override
public void onServiceDisconnected(ComponentName name) {
Log.d("SERVICE", "onServiceDisconnected");
SpeechRecognitionService.mServiceMessenger = null;
}
};
private static class IncomingHandler extends Handler {
@Override
public void handleMessage(Message msg) {
switch (msg.what) {
case SpeechRecognitionService.MSG_SPEECH_RESULT:
Log.d("MESSENGER", "Message received");
result = msg.arg1;
break;
default:
super.handleMessage(msg);
}
}
}
/******************
*
* IMPLEMENTED METHODS
*
******************/
@Override
public void onInit(int status) {
if (status == TextToSpeech.SUCCESS) {
/*set Language*/
tts.setLanguage(Locale.getDefault());
// tts.setPitch(5); // set pitch level
// tts.setSpeechRate(2); // set speech speed rate
/*Start main method*/
Log.d("TTS", "Initialized, starting main method");
SpeechWhenMotion();
} else {
Log.e("TTS", "Initilization Failed");
}
}
/******************
*
* LIFE CYCLE
*
******************/
@Override
public void onDestroy() {
super.onDestroy();
if (tts != null) {
tts.stop();
tts.shutdown();
}
}
@Override
protected void onStart() {
super.onStart();
/*Bind SpeechRecognition service*/
bindService(new Intent(this, SpeechRecognitionService.class), mServiceConnection, mBindFlag);
}
@Override
protected void onStop() {
super.onStop();
/*Unbind SpeechRecognition service*/
if (mActivityMessenger != null) {
unbindService(mServiceConnection);
mActivityMessenger = null;
}
}
}
Service:
public class SpeechRecognitionService extends Service {
protected static AudioManager mAudioManager;
protected SpeechRecognizer mSpeechRecognizer;
protected Intent mSpeechRecognizerIntent;
public static Messenger mServiceMessenger;
protected boolean mIsListening;
protected volatile boolean mIsCountDownOn;
private static boolean mIsStreamSolo;
static final int MSG_RECOGNIZER_START_LISTENING = 1;
static final int MSG_RECOGNIZER_CANCEL = 2;
static final int MSG_SPEECH_RESULT = 3;
static ArrayList<String> matches;
static final int CONTINUE = 11;
static final int NO_MATCH = 12;
/******************
*
* ONCREATE
*
******************/
@Override
public void onCreate() {
super.onCreate();
mServiceMessenger = new Messenger(new IncomingHandler(this));
mAudioManager = (AudioManager) getSystemService(Context.AUDIO_SERVICE);
mSpeechRecognizer = SpeechRecognizer.createSpeechRecognizer(this);
mSpeechRecognizer.setRecognitionListener(new SpeechRecognitionListener());
mSpeechRecognizerIntent = new Intent(RecognizerIntent.ACTION_RECOGNIZE_SPEECH);
mSpeechRecognizerIntent.putExtra(RecognizerIntent.EXTRA_LANGUAGE_MODEL,
RecognizerIntent.LANGUAGE_MODEL_FREE_FORM);
mSpeechRecognizerIntent.putExtra(RecognizerIntent.EXTRA_CALLING_PACKAGE,
this.getPackageName());
}
@Override
public int onStartCommand(Intent intent, int flags, int startId) {
Log.d("SERVICE", "onStartCommand");
MainActivity.mActivityMessenger = intent.getParcelableExtra("Messenger");
return super.onStartCommand(intent, flags, startId);
}
/******************
*
* METHODS
*
******************/
@Override
public IBinder onBind(Intent intent) {
Log.d("BIND", "onBind");
return mServiceMessenger.getBinder();
}
/**Count down timer for Jelly Bean work around*/
protected CountDownTimer mNoSpeechCountDown = new CountDownTimer(5000, 5000) {
@Override
public void onTick(long millisUntilFinished) {
// TODO Auto-generated method stub
}
@Override
public void onFinish() {
mIsCountDownOn = false;
Message message = Message.obtain(null, MSG_RECOGNIZER_CANCEL);
try {
mServiceMessenger.send(message);
message = Message.obtain(null, MSG_RECOGNIZER_START_LISTENING);
mServiceMessenger.send(message);
}
catch (RemoteException e) {
}
}
};
public void sendMessageToUI(int result) {
Message msg = new Message();
msg = Message.obtain(null, MSG_SPEECH_RESULT);
msg.arg1 = result;
try {
MainActivity.mActivityMessenger.send(msg);
} catch (RemoteException e) {
e.printStackTrace();
}
}
/******************
*
* INNER CLASSES/LISTENERS
*
******************/
protected static class IncomingHandler extends Handler {
private final WeakReference<SpeechRecognitionService> mtarget;
IncomingHandler(SpeechRecognitionService target) {
mtarget = new WeakReference<SpeechRecognitionService>(target);
}
@Override
public void handleMessage(Message msg) {
final SpeechRecognitionService target = mtarget.get();
switch (msg.what) {
case MSG_RECOGNIZER_START_LISTENING:
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.JELLY_BEAN) {
/*turn off beep sound*/
if (!mIsStreamSolo) {
mAudioManager.setStreamSolo(AudioManager.STREAM_VOICE_CALL, true);
mIsStreamSolo = true;
}
}
if (!target.mIsListening) {
target.mSpeechRecognizer.startListening(target.mSpeechRecognizerIntent);
target.mIsListening = true;
Log.d("SERVICE", "message start listening"); //$NON-NLS-1$
}
break;
case MSG_RECOGNIZER_CANCEL:
if (mIsStreamSolo) {
mAudioManager.setStreamSolo(AudioManager.STREAM_VOICE_CALL, false);
mIsStreamSolo = false;
}
target.mSpeechRecognizer.cancel();
target.mIsListening = false;
Log.d(TAG, "message canceled recognizer"); //$NON-NLS-1$
break;
}
}
}
protected class SpeechRecognitionListener implements RecognitionListener {
@Override
public void onBeginningOfSpeech() {
/*speech input will be processed, so there is no need for count down anymore*/
if (mIsCountDownOn) {
mIsCountDownOn = false;
mNoSpeechCountDown.cancel();
}
Log.d("SR_LISTENER", "onBeginingOfSpeech"); //$NON-NLS-1$
}
@Override
public void onBufferReceived(byte[] buffer) {
}
@Override
public void onEndOfSpeech() {
Log.d("SR_LISTENER", "onEndOfSpeech"); //$NON-NLS-1$
}
@Override
public void onError(int error) {
if (mIsCountDownOn) {
mIsCountDownOn = false;
mNoSpeechCountDown.cancel();
}
mIsListening = false;
Message message = Message.obtain(null, MSG_RECOGNIZER_START_LISTENING);
try {
mServiceMessenger.send(message);
}
catch (RemoteException e) {
}
String issue = null;
if (error == 1) {
issue = "ERROR_NETWORK_TIMEOUT";
}
if (error == 2) {
issue = "ERROR_NETWORK";
}
if (error == 3) {
issue = "ERROR_AUDIO";
}
if (error == 4) {
issue = "ERROR_SERVER";
}
if (error == 5) {
issue = "ERROR_CLIENT";
}
if (error == 6) {
issue = "ERROR_SPEECH_TIMEOUT";
}
if (error == 7) {
issue = "ERROR_NO_MATCH";
}
if (error == 8) {
issue = "ERROR_RECOGNIZER_BUSY";
}
if (error == 9) {
issue = "ERROR_INSUFFICIENT_PERMISSIONS";
}
Log.d("SR_LISTENER", "error = " + issue); //$NON-NLS-1$
}
@Override
public void onEvent(int eventType, Bundle params) {
}
@Override
public void onPartialResults(Bundle partialResults) {
}
@Override
public void onReadyForSpeech(Bundle params) {
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.JELLY_BEAN) {
mIsCountDownOn = true;
mNoSpeechCountDown.start();
}
Log.d("SR_LISTENER", "onReadyForSpeech"); //$NON-NLS-1$
}
@Override
public void onResults(Bundle results) {
Log.d("SR_LISTENER", "onResults"); //$NON-NLS-1$
matches = results.getStringArrayList(SpeechRecognizer.RESULTS_RECOGNITION);
if (matches.contains("continue")) {
MainActivity.fase1 = true;
sendMessageToUI(CONTINUE);
}
else {
sendMessageToUI(NO_MATCH);
}
}
@Override
public void onRmsChanged(float rmsdB) {
}
}
/******************
*
* LIFE CYCLE
*
******************/
@Override
public void onDestroy() {
super.onDestroy();
if (mIsCountDownOn) {
mNoSpeechCountDown.cancel();
}
if (mSpeechRecognizer != null) {
mSpeechRecognizer.destroy();
}
}
}
来自节点调试器的日志：
如图所示，服务侦听器启动并显示 onReadyForSpeech，但接下来 TTS 已初始化，即使我说话，侦听器也会停止显示日志，然后应该显示 onBeginingOfSpeech
