/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License */ package com.android.tv.settings.system; import static com.android.tv.settings.util.InstrumentationUtils.logEntrySelected; import android.app.AlertDialog; import android.app.tvsettings.TvSettingsEnums; import android.content.ActivityNotFoundException; import android.content.ContentResolver; import android.content.Intent; import android.os.Bundle; import android.provider.Settings; import android.speech.tts.TextToSpeech; import android.speech.tts.TtsEngines; import android.speech.tts.UtteranceProgressListener; import android.text.TextUtils; import android.util.Log; import android.widget.Checkable; import androidx.annotation.Keep; import androidx.preference.ListPreference; import androidx.preference.Preference; import androidx.preference.PreferenceCategory; import com.android.tv.settings.R; import com.android.tv.settings.SettingsPreferenceFragment; import com.android.tv.twopanelsettings.TwoPanelSettingsFragment; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Locale; import java.util.MissingResourceException; import java.util.Objects; import java.util.Set; /** * Fragment for TextToSpeech settings */ @Keep public class TextToSpeechFragment extends SettingsPreferenceFragment implements Preference.OnPreferenceChangeListener, Preference.OnPreferenceClickListener, TtsEnginePreference.RadioButtonGroupState, TwoPanelSettingsFragment.NavigationCallback { private static final String TAG = "TextToSpeechSettings"; private static final boolean DBG = false; /** Preference key for the engine settings preference */ private static final String KEY_ENGINE_SETTINGS = "tts_engine_settings"; /** Preference key for the "play TTS example" preference. */ private static final String KEY_PLAY_EXAMPLE = "tts_play_example"; /** Preference key for the TTS rate selection dialog. */ private static final String KEY_DEFAULT_RATE = "tts_default_rate"; /** Preference key for the TTS status field. */ private static final String KEY_STATUS = "tts_status"; /** * Preference key for the engine selection preference. */ private static final String KEY_ENGINE_PREFERENCE_SECTION = "tts_engine_preference_section"; /** * These look like birth years, but they aren't mine. I'm much younger than this. */ private static final int GET_SAMPLE_TEXT = 1983; private static final int VOICE_DATA_INTEGRITY_CHECK = 1977; private PreferenceCategory mEnginePreferenceCategory; private Preference mEngineSettingsPref; private ListPreference mDefaultRatePref; private Preference mPlayExample; private Preference mEngineStatus; private int mDefaultRate = TextToSpeech.Engine.DEFAULT_RATE; /** * The currently selected engine. */ private String mCurrentEngine; /** * The engine checkbox that is currently checked. Saves us a bit of effort * in deducing the right one from the currently selected engine. */ private Checkable mCurrentChecked; /** * The previously selected TTS engine. Useful for rollbacks if the users * choice is not loaded or fails a voice integrity check. */ private String mPreviousEngine; private TextToSpeech mTts = null; private TtsEngines mEnginesHelper = null; private String mSampleText = null; /** * Default locale used by selected TTS engine, null if not connected to any engine. */ private Locale mCurrentDefaultLocale; /** * List of available locals of selected TTS engine, as returned by * {@link TextToSpeech.Engine#ACTION_CHECK_TTS_DATA} activity. If empty, then activity * was not yet called. */ private List mAvailableStrLocals; /** * The initialization listener used when we are initalizing the settings * screen for the first time (as opposed to when a user changes his choice * of engine). */ private final TextToSpeech.OnInitListener mInitListener = new TextToSpeech.OnInitListener() { @Override public void onInit(int status) { onInitEngine(status); } }; /** * The initialization listener used when the user changes his choice of * engine (as opposed to when then screen is being initialized for the first * time). */ private final TextToSpeech.OnInitListener mUpdateListener = new TextToSpeech.OnInitListener() { @Override public void onInit(int status) { onUpdateEngine(status); } }; private final UtteranceProgressListener mUtteranceProgressListener = new UtteranceProgressListener() { @Override public void onStart(String utteranceId) {} @Override public void onDone(String utteranceId) {} @Override public void onError(String utteranceId) { Log.e(TAG, "Error while trying to synthesize sample text"); } }; @Override public void onCreatePreferences(Bundle savedInstanceState, String rootKey) { addPreferencesFromResource(R.xml.tts_settings); mEngineSettingsPref = findPreference(KEY_ENGINE_SETTINGS); mPlayExample = findPreference(KEY_PLAY_EXAMPLE); mPlayExample.setOnPreferenceClickListener(this); mPlayExample.setEnabled(false); mEnginePreferenceCategory = (PreferenceCategory) findPreference( KEY_ENGINE_PREFERENCE_SECTION); mDefaultRatePref = (ListPreference) findPreference(KEY_DEFAULT_RATE); mEngineStatus = findPreference(KEY_STATUS); updateEngineStatus(R.string.tts_status_checking); } @Override public void onCreate(Bundle savedInstanceState) { super.onCreate(savedInstanceState); getActivity().setVolumeControlStream(TextToSpeech.Engine.DEFAULT_STREAM); mTts = new TextToSpeech(getActivity().getApplicationContext(), mInitListener); mEnginesHelper = new TtsEngines(getActivity().getApplicationContext()); initSettings(); } @Override public void onStart() { super.onStart(); setTtsUtteranceProgressListener(); } @Override public void onResume() { super.onResume(); if (mTts == null || mCurrentDefaultLocale == null) { return; } Locale ttsDefaultLocale = mTts.getDefaultLanguage(); if (!mCurrentDefaultLocale.equals(ttsDefaultLocale)) { updateWidgetState(false); checkDefaultLocale(); } } @Override public void onStop() { mTts.setOnUtteranceProgressListener(null); super.onStop(); } @Override public void onDestroy() { super.onDestroy(); if (mTts != null) { mTts.shutdown(); mTts = null; } } private void setTtsUtteranceProgressListener() { if (mTts == null) { return; } mTts.setOnUtteranceProgressListener(mUtteranceProgressListener); } private void initSettings() { final ContentResolver resolver = getActivity().getContentResolver(); // Set up the default rate. try { mDefaultRate = android.provider.Settings.Secure.getInt(resolver, Settings.Secure.TTS_DEFAULT_RATE); } catch (Settings.SettingNotFoundException e) { // Default rate setting not found, initialize it mDefaultRate = TextToSpeech.Engine.DEFAULT_RATE; } mDefaultRatePref.setValue(String.valueOf(mDefaultRate)); mDefaultRatePref.setOnPreferenceChangeListener(this); mCurrentEngine = mTts.getCurrentEngine(); mEnginePreferenceCategory.removeAll(); List engines = mEnginesHelper.getEngines(); for (TextToSpeech.EngineInfo engine : engines) { TtsEnginePreference enginePref = new TtsEnginePreference(getPreferenceManager().getContext(), engine, this); mEnginePreferenceCategory.addPreference(enginePref); } if (!(getCallbackFragment() instanceof TwoPanelSettingsFragment)) { checkVoiceData(mCurrentEngine); } } @Override public void onNavigateToPreview() { checkVoiceData(mCurrentEngine); } @Override public void onNavigateBack() { // Do nothing. } @Override public boolean canNavigateBackOnDPAD() { return true; } /** * Called when the TTS engine is initialized. */ public void onInitEngine(int status) { if (mTts == null) { return; } if (status == TextToSpeech.SUCCESS) { if (DBG) Log.d(TAG, "TTS engine for settings screen initialized."); checkDefaultLocale(); } else { if (DBG) Log.d(TAG, "TTS engine for settings screen failed to initialize successfully."); updateWidgetState(false); } } private void checkDefaultLocale() { Locale defaultLocale = mTts.getDefaultLanguage(); if (defaultLocale == null) { Log.e(TAG, "Failed to get default language from engine " + mCurrentEngine); updateWidgetState(false); updateEngineStatus(R.string.tts_status_not_supported); return; } // ISO-3166 alpha 3 country codes are out of spec. If we won't normalize, // we may end up with English (USA)and German (DEU). final Locale oldDefaultLocale = mCurrentDefaultLocale; mCurrentDefaultLocale = mEnginesHelper.parseLocaleString(defaultLocale.toString()); if (!Objects.equals(oldDefaultLocale, mCurrentDefaultLocale)) { mSampleText = null; } mTts.setLanguage(defaultLocale); evaluateDefaultLocale(); } private boolean evaluateDefaultLocale() { // Check if we are connected to the engine, and CHECK_VOICE_DATA returned list // of available languages. if (mCurrentDefaultLocale == null || mAvailableStrLocals == null) { return false; } boolean notInAvailableLangauges = true; try { // Check if language is listed in CheckVoices Action result as available voice. String defaultLocaleStr = mCurrentDefaultLocale.getISO3Language(); if (!TextUtils.isEmpty(mCurrentDefaultLocale.getISO3Country())) { defaultLocaleStr += "-" + mCurrentDefaultLocale.getISO3Country(); } if (!TextUtils.isEmpty(mCurrentDefaultLocale.getVariant())) { defaultLocaleStr += "-" + mCurrentDefaultLocale.getVariant(); } for (String loc : mAvailableStrLocals) { if (loc.equalsIgnoreCase(defaultLocaleStr)) { notInAvailableLangauges = false; break; } } } catch (MissingResourceException e) { if (DBG) Log.wtf(TAG, "MissingResourceException", e); updateEngineStatus(R.string.tts_status_not_supported); updateWidgetState(false); return false; } int defaultAvailable = mTts.setLanguage(mCurrentDefaultLocale); if (defaultAvailable == TextToSpeech.LANG_NOT_SUPPORTED || defaultAvailable == TextToSpeech.LANG_MISSING_DATA || notInAvailableLangauges) { if (DBG) Log.d(TAG, "Default locale for this TTS engine is not supported."); updateEngineStatus(R.string.tts_status_not_supported); updateWidgetState(false); return false; } else { if (isNetworkRequiredForSynthesis()) { updateEngineStatus(R.string.tts_status_requires_network); } else { updateEngineStatus(R.string.tts_status_ok); } updateWidgetState(true); return true; } } /** * Ask the current default engine to return a string of sample text to be * spoken to the user. */ private void getSampleText() { String currentEngine = mTts.getCurrentEngine(); if (TextUtils.isEmpty(currentEngine)) currentEngine = mTts.getDefaultEngine(); // TODO: This is currently a hidden private API. The intent extras // and the intent action should be made public if we intend to make this // a public API. We fall back to using a canned set of strings if this // doesn't work. Intent intent = new Intent(TextToSpeech.Engine.ACTION_GET_SAMPLE_TEXT); intent.putExtra("language", mCurrentDefaultLocale.getLanguage()); intent.putExtra("country", mCurrentDefaultLocale.getCountry()); intent.putExtra("variant", mCurrentDefaultLocale.getVariant()); intent.setPackage(currentEngine); try { if (DBG) Log.d(TAG, "Getting sample text: " + intent.toUri(0)); startActivityForResult(intent, GET_SAMPLE_TEXT); } catch (ActivityNotFoundException ex) { Log.e(TAG, "Failed to get sample text, no activity found for " + intent + ")"); } } /** * Called when voice data integrity check returns */ @Override public void onActivityResult(int requestCode, int resultCode, Intent data) { if (requestCode == GET_SAMPLE_TEXT) { onSampleTextReceived(resultCode, data); } else if (requestCode == VOICE_DATA_INTEGRITY_CHECK) { onVoiceDataIntegrityCheckDone(data); } } private String getDefaultSampleString() { if (mTts != null && mTts.getLanguage() != null) { try { final String currentLang = mTts.getLanguage().getISO3Language(); String[] strings = getActivity().getResources().getStringArray( R.array.tts_demo_strings); String[] langs = getActivity().getResources().getStringArray( R.array.tts_demo_string_langs); for (int i = 0; i < strings.length; ++i) { if (langs[i].equals(currentLang)) { return strings[i]; } } } catch (MissingResourceException e) { if (DBG) Log.wtf(TAG, "MissingResourceException", e); // Ignore and fall back to default sample string } } return getString(R.string.tts_default_sample_string); } private boolean isNetworkRequiredForSynthesis() { Set features = mTts.getFeatures(mCurrentDefaultLocale); return features != null && features.contains(TextToSpeech.Engine.KEY_FEATURE_NETWORK_SYNTHESIS) && !features.contains(TextToSpeech.Engine.KEY_FEATURE_EMBEDDED_SYNTHESIS); } private void onSampleTextReceived(int resultCode, Intent data) { String sample = null; if (resultCode == TextToSpeech.LANG_AVAILABLE && data != null) { if (data.getStringExtra("sampleText") != null) { sample = data.getStringExtra("sampleText"); } if (DBG) Log.d(TAG, "Got sample text: " + sample); } else { if (DBG) Log.d(TAG, "Using default sample text :" + sample); } if (sample == null) { sample = getDefaultSampleString(); } mSampleText = sample; // The sample text is only requested (and thus received) when calling speakSampleText(). // We need to call the method again if the text was previously not available. speakSampleText(); } private void speakSampleText() { if (mSampleText == null && evaluateDefaultLocale()) { getSampleText(); } final boolean networkRequired = isNetworkRequiredForSynthesis(); if (!networkRequired || mTts.isLanguageAvailable(mCurrentDefaultLocale) >= TextToSpeech.LANG_AVAILABLE) { HashMap params = new HashMap<>(); params.put(TextToSpeech.Engine.KEY_PARAM_UTTERANCE_ID, "Sample"); mTts.speak(mSampleText, TextToSpeech.QUEUE_FLUSH, params); } else { Log.w(TAG, "Network required for sample synthesis for requested language"); displayNetworkAlert(); } } @Override public boolean onPreferenceChange(Preference preference, Object objValue) { if (KEY_DEFAULT_RATE.equals(preference.getKey())) { logEntrySelected(TvSettingsEnums.SYSTEM_A11Y_TTS_SPEECH_RATE); // Default rate mDefaultRate = Integer.parseInt((String) objValue); try { android.provider.Settings.Secure.putInt(getActivity().getContentResolver(), Settings.Secure.TTS_DEFAULT_RATE, mDefaultRate); if (mTts != null) { mTts.setSpeechRate(mDefaultRate / 100.0f); } if (DBG) Log.d(TAG, "TTS default rate changed, now " + mDefaultRate); } catch (NumberFormatException e) { Log.e(TAG, "could not persist default TTS rate setting", e); } } return true; } /** * Called when mPlayExample is clicked */ @Override public boolean onPreferenceClick(Preference preference) { if (preference == mPlayExample) { logEntrySelected(TvSettingsEnums.SYSTEM_A11Y_TTS_LISTEN_EXAMPLE); // Get the sample text from the TTS engine; onActivityResult will do // the actual speaking speakSampleText(); return true; } return false; } private void updateWidgetState(boolean enable) { mPlayExample.setEnabled(enable); mDefaultRatePref.setEnabled(enable); mEngineStatus.setEnabled(enable); } private void updateEngineStatus(int resourceId) { Locale locale = mCurrentDefaultLocale; if (locale == null) { locale = Locale.getDefault(); } mEngineStatus.setSummary(getString(resourceId, locale.getDisplayName())); } private void displayNetworkAlert() { AlertDialog.Builder builder = new AlertDialog.Builder(getActivity()); builder.setTitle(android.R.string.dialog_alert_title) .setMessage(getActivity().getString(R.string.tts_engine_network_required)) .setCancelable(false) .setPositiveButton(android.R.string.ok, null); AlertDialog dialog = builder.create(); dialog.show(); } private void updateDefaultEngine(String engine) { if (DBG) Log.d(TAG, "Updating default synth to : " + engine); // Disable the "play sample text" preference and the speech // rate preference while the engine is being swapped. updateWidgetState(false); updateEngineStatus(R.string.tts_status_checking); // Keep track of the previous engine that was being used. So that // we can reuse the previous engine. // // Note that if TextToSpeech#getCurrentEngine is not null, it means at // the very least that we successfully bound to the engine service. mPreviousEngine = mTts.getCurrentEngine(); // Step 1: Shut down the existing TTS engine. try { mTts.shutdown(); mTts = null; } catch (Exception e) { Log.e(TAG, "Error shutting down TTS engine" + e); } // Step 2: Connect to the new TTS engine. // Step 3 is continued on #onUpdateEngine (below) which is called when // the app binds successfully to the engine. if (DBG) Log.d(TAG, "Updating engine : Attempting to connect to engine: " + engine); mTts = new TextToSpeech(getActivity().getApplicationContext(), mUpdateListener, engine); setTtsUtteranceProgressListener(); } /* * Step 3: We have now bound to the TTS engine the user requested. We will * attempt to check voice data for the engine if we successfully bound to it, * or revert to the previous engine if we didn't. */ public void onUpdateEngine(int status) { if (status == TextToSpeech.SUCCESS) { if (DBG) { Log.d(TAG, "Updating engine: Successfully bound to the engine: " + mTts.getCurrentEngine()); } checkVoiceData(mTts.getCurrentEngine()); } else { if (DBG) Log.d(TAG, "Updating engine: Failed to bind to engine, reverting."); if (mPreviousEngine != null) { // This is guaranteed to at least bind, since mPreviousEngine would be // null if the previous bind to this engine failed. mTts = new TextToSpeech(getActivity().getApplicationContext(), mInitListener, mPreviousEngine); setTtsUtteranceProgressListener(); } mPreviousEngine = null; } } /* * Step 4: Check whether the voice data for the engine is ok. */ private void checkVoiceData(String engine) { Intent intent = new Intent(TextToSpeech.Engine.ACTION_CHECK_TTS_DATA); intent.setPackage(engine); try { if (DBG) Log.d(TAG, "Updating engine: Checking voice data: " + intent.toUri(0)); startActivityForResult(intent, VOICE_DATA_INTEGRITY_CHECK); } catch (ActivityNotFoundException ex) { Log.e(TAG, "Failed to check TTS data, no activity found for " + intent + ")"); } } /* * Step 5: The voice data check is complete. */ private void onVoiceDataIntegrityCheckDone(Intent data) { final String engine = mTts.getCurrentEngine(); if (engine == null) { Log.e(TAG, "Voice data check complete, but no engine bound"); return; } if (data == null){ Log.e(TAG, "Engine failed voice data integrity check (null return)" + mTts.getCurrentEngine()); return; } android.provider.Settings.Secure.putString(getActivity().getContentResolver(), Settings.Secure.TTS_DEFAULT_SYNTH, engine); mAvailableStrLocals = data.getStringArrayListExtra( TextToSpeech.Engine.EXTRA_AVAILABLE_VOICES); if (mAvailableStrLocals == null) { Log.e(TAG, "Voice data check complete, but no available voices found"); // Set mAvailableStrLocals to empty list mAvailableStrLocals = new ArrayList<>(); } evaluateDefaultLocale(); final TextToSpeech.EngineInfo engineInfo = mEnginesHelper.getEngineInfo(engine); TtsEngineSettingsFragment.prepareArgs(mEngineSettingsPref.getExtras(), engineInfo.name, engineInfo.label, data); } @Override public Checkable getCurrentChecked() { return mCurrentChecked; } @Override public String getCurrentKey() { return mCurrentEngine; } @Override public void setCurrentChecked(Checkable current) { mCurrentChecked = current; } @Override public void setCurrentKey(String key) { mCurrentEngine = key; updateDefaultEngine(mCurrentEngine); } @Override protected int getPageId() { return TvSettingsEnums.SYSTEM_A11Y_TTS; } }