Files
pipelines/app/lib/features/chat/speech/flutter_tts_speech_engine.dart
T
alan df0614e2f7 Steady read-aloud highlight and a calmer default pace
The spoken word is now painted behind unchanged text instead of
restyling the paragraph, so words never reshape, shift or rewrap as the
highlight moves. Revealing the word measures its own boxes against the
visible area, so a reversed transcript no longer jumps for a word already
in view. Sentence breaks the reading adds no longer map onto the next
item's first letter. 1.0x now reads at 0.8 of the platform's normal rate.
2026-11-13 09:41:02 +00:00

125 lines
4.1 KiB
Dart
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import 'package:flutter/foundation.dart';
import 'package:flutter/services.dart';
import 'package:flutter_tts/flutter_tts.dart';
import 'speech_engine.dart';
/// [SpeechEngine] over the `flutter_tts` plugin (Android, Apple, web).
/// The plugin is created on first use so merely building the UI opens no
/// platform channel.
class FlutterTtsSpeechEngine extends SpeechEngine {
FlutterTts? _plugin;
SpeechVoice? _applied;
@override
bool get supported =>
kIsWeb ||
switch (defaultTargetPlatform) {
TargetPlatform.android ||
TargetPlatform.iOS ||
TargetPlatform.macOS ||
TargetPlatform.windows => true,
TargetPlatform.linux || TargetPlatform.fuchsia => false,
};
/// AVSpeechSynthesizer's normal rate is 0.5 on a 0..1 scale; Android's
/// TextToSpeech and the Web Speech API use 1.0 as normal.
bool get _appleScale =>
!kIsWeb &&
(defaultTargetPlatform == TargetPlatform.iOS ||
defaultTargetPlatform == TargetPlatform.macOS);
FlutterTts get _tts => _plugin ??= _create();
FlutterTts _create() {
final tts = FlutterTts();
tts.setStartHandler(() => onStart?.call());
tts.setPauseHandler(() => onPause?.call());
tts.setContinueHandler(() => onResume?.call());
tts.setCompletionHandler(() => onCompletion?.call());
tts.setCancelHandler(() => onCancel?.call());
tts.setErrorHandler((message) => onError?.call('$message'));
tts.setProgressHandler(
(utterance, start, end, _) => onProgress?.call(utterance, start, end),
);
return tts;
}
@override
Future<void> speak(String text) async => _tts.speak(text);
@override
Future<void> pause() async => _tts.pause();
@override
Future<void> stop() async => _tts.stop();
@override
Future<void> setRate(double rate) async =>
_tts.setSpeechRate(platformSpeechRate(rate, appleScale: _appleScale));
@override
Future<void> setVoice(SpeechVoice? voice) async {
if (voice == _applied) return;
if (voice != null) {
await _tts.setVoice({'name': voice.name, 'locale': voice.locale});
_applied = voice;
return;
}
if (!kIsWeb && defaultTargetPlatform == TargetPlatform.android) {
await _tts.clearVoice();
_applied = null;
return;
}
// Apple and web plugins cannot clear a chosen voice. After one was chosen
// in this run (a sample, or a setting that was reset) the device
// language's first voice stands in for the system default.
final device = PlatformDispatcher.instance.locale.languageCode;
final fallback = (await voices())
.where((item) => item.language == device.toLowerCase())
.firstOrNull;
if (fallback == null) return;
await _tts.setVoice({'name': fallback.name, 'locale': fallback.locale});
_applied = null;
}
@override
Future<List<SpeechVoice>> voices() async {
var voices = await _readVoices();
// Browsers load their voice list asynchronously after the first request.
for (var attempt = 0; kIsWeb && voices.isEmpty && attempt < 4; attempt++) {
await Future<void>.delayed(const Duration(milliseconds: 250));
voices = await _readVoices();
}
return voices;
}
Future<List<SpeechVoice>> _readVoices() async {
Object? raw;
try {
raw = await _tts.getVoices;
} on PlatformException {
return const [];
} on MissingPluginException {
return const [];
}
return [
for (final item in raw is List ? raw : const [])
if (item is Map && item['name'] != null && item['locale'] != null)
SpeechVoice(name: '${item['name']}', locale: '${item['locale']}'),
];
}
}
/// The app's 1.0× reads at a calm listening pace, a little under the
/// platform's own normal rate, which sounds rushed for long replies.
const readAloudPace = 0.8;
/// The platform rate for the app's [rate] multiplier (1.0× = [readAloudPace]
/// of the platform's normal): AVSpeechSynthesizer's normal is 0.5 on a 0..1
/// scale, Android's TextToSpeech and the Web Speech API use 1.0.
double platformSpeechRate(double rate, {required bool appleScale}) {
final paced = rate * readAloudPace;
return appleScale ? (paced * 0.5).clamp(0, 1) : paced;
}