Files
pipelines/app/lib/features/settings/settings_voice_picker.dart
T
alan 6367cce68a Read chat replies aloud with word highlighting
An assistant reply gets Read aloud beside Copy; while it reads it becomes
Pause/Resume and Stop, one reply at a time app-wide. The spoken word is
highlighted in the rendered reply (across multi-part replies) and the
transcript scrolls only when that word leaves the viewport. Reading stops
when its chat closes or is swapped, another reply starts, or the app goes
to the background. Markdown is spoken as sentences; code blocks are
announced as "Code block.".

Speech goes through a SpeechEngine seam with a flutter_tts implementation
(Android, macOS, web; hidden on Linux) and a fake for tests. Settings has
a Read aloud section: a voice picker grouped by language (device language
first, a sample per voice), a rate slider and reset, saved per device.

flutter_tts has no Swift package, so macOS/iOS gain the CocoaPods
integration (Podfiles with the Runner deployment targets); Android
declares the TTS_SERVICE query. The capture fixture gains ?speech=fake.
2026-11-13 01:29:04 +00:00

204 lines
6.2 KiB
Dart

import 'dart:async';
import 'package:flutter/material.dart';
import '../chat/speech/speech.dart';
/// The picker's answer: a voice, or null for the system default.
typedef SpeechVoiceChoice = ({SpeechVoice? voice});
/// Lists the platform's voices grouped by language, the device's language
/// first, each with a sample. Resolves to null when dismissed.
Future<SpeechVoiceChoice?> showSpeechVoicePicker(
BuildContext context,
SpeechController speech,
) async {
final choice = await showDialog<SpeechVoiceChoice>(
context: context,
builder: (_) => _VoicePickerDialog(speech: speech),
);
if (speech.messageId == speechSampleId) unawaited(speech.stop());
return choice;
}
/// Voices grouped by language subtag, the [device] language first and the
/// rest by name; voices within a group by name.
List<({String language, List<SpeechVoice> voices})> groupSpeechVoices(
List<SpeechVoice> voices,
String device,
) {
final groups = <String, List<SpeechVoice>>{};
for (final voice in voices) {
(groups[voice.language] ??= []).add(voice);
}
final languages = groups.keys.toList()
..sort((a, b) {
if (a == device.toLowerCase()) return -1;
if (b == device.toLowerCase()) return 1;
return speechLanguageName(a).compareTo(speechLanguageName(b));
});
return [
for (final language in languages)
(
language: language,
voices: groups[language]!
..sort((a, b) {
final name = a.name.compareTo(b.name);
return name != 0 ? name : a.locale.compareTo(b.locale);
}),
),
];
}
/// An English name for common language subtags; others show their code.
String speechLanguageName(String language) =>
_languageNames[language] ?? language.toUpperCase();
const _languageNames = {
'ar': 'Arabic',
'bg': 'Bulgarian',
'ca': 'Catalan',
'cs': 'Czech',
'da': 'Danish',
'de': 'German',
'el': 'Greek',
'en': 'English',
'es': 'Spanish',
'fi': 'Finnish',
'fr': 'French',
'he': 'Hebrew',
'hi': 'Hindi',
'hr': 'Croatian',
'hu': 'Hungarian',
'id': 'Indonesian',
'it': 'Italian',
'ja': 'Japanese',
'ko': 'Korean',
'ms': 'Malay',
'nb': 'Norwegian',
'nl': 'Dutch',
'pl': 'Polish',
'pt': 'Portuguese',
'ro': 'Romanian',
'ru': 'Russian',
'sk': 'Slovak',
'sv': 'Swedish',
'th': 'Thai',
'tr': 'Turkish',
'uk': 'Ukrainian',
'vi': 'Vietnamese',
'zh': 'Chinese',
};
class _VoicePickerDialog extends StatefulWidget {
const _VoicePickerDialog({required this.speech});
final SpeechController speech;
@override
State<_VoicePickerDialog> createState() => _VoicePickerDialogState();
}
class _VoicePickerDialogState extends State<_VoicePickerDialog> {
late final Future<List<SpeechVoice>> _voices = widget.speech.voices();
String _keyOf(SpeechVoice? voice) =>
voice == null ? '' : '${voice.name}\n${voice.locale}';
@override
Widget build(BuildContext context) {
final device = View.of(context).platformDispatcher.locale.languageCode;
return AlertDialog(
title: const Text('Voice'),
contentPadding: const EdgeInsets.symmetric(vertical: 16),
// A list needs a definite width; keep it to a readable dialog measure.
content: ConstrainedBox(
constraints: const BoxConstraints(maxWidth: 560),
child: SizedBox(
width: double.maxFinite,
child: FutureBuilder<List<SpeechVoice>>(
future: _voices,
builder: (context, snapshot) {
if (snapshot.connectionState != ConnectionState.done) {
return const Center(child: CircularProgressIndicator());
}
final voices = snapshot.data ?? const <SpeechVoice>[];
return _list(context, groupSpeechVoices(voices, device));
},
),
),
),
actions: [
TextButton(
onPressed: () => Navigator.of(context).pop(),
child: const Text('Cancel'),
),
],
);
}
Widget _list(
BuildContext context,
List<({String language, List<SpeechVoice> voices})> groups,
) {
final theme = Theme.of(context);
final header = theme.textTheme.titleSmall?.copyWith(
color: theme.colorScheme.primary,
);
return RadioGroup<String>(
groupValue: _keyOf(widget.speech.voice),
onChanged: (key) {
final voice = [
for (final group in groups) ...group.voices,
].where((voice) => _keyOf(voice) == key).firstOrNull;
Navigator.of(context).pop((voice: voice));
},
child: ListView(
shrinkWrap: true,
children: [
const RadioListTile<String>(value: '', title: Text('System default')),
if (groups.isEmpty)
Padding(
padding: const EdgeInsets.symmetric(horizontal: 24, vertical: 8),
child: Text(
'This device offers no other voices.',
style: TextStyle(color: theme.colorScheme.onSurfaceVariant),
),
),
for (final group in groups) ...[
Padding(
padding: const EdgeInsetsDirectional.fromSTEB(24, 16, 24, 4),
child: Semantics(
header: true,
child: Text(speechLanguageName(group.language), style: header),
),
),
for (final voice in group.voices)
// The sample is its own control beside the choice, not merged
// into the radio tile's semantics.
Row(
children: [
Expanded(
child: RadioListTile<String>(
value: _keyOf(voice),
title: Text(voice.name),
subtitle: Text(voice.locale),
),
),
Padding(
padding: const EdgeInsetsDirectional.only(end: 12),
child: IconButton(
tooltip: 'Play sample of ${voice.name}',
onPressed: () => unawaited(widget.speech.sample(voice)),
icon: const Icon(Icons.play_arrow_outlined),
),
),
],
),
],
],
),
);
}
}