2020-05-18 20:01:28 +00:00
|
|
|
#[cfg(windows)]
|
2022-03-31 01:13:27 +00:00
|
|
|
use std::{
|
|
|
|
collections::{HashMap, VecDeque},
|
|
|
|
sync::Mutex,
|
|
|
|
};
|
2020-09-23 15:31:21 +00:00
|
|
|
|
|
|
|
use lazy_static::lazy_static;
|
2020-05-18 20:01:28 +00:00
|
|
|
use log::{info, trace};
|
2022-11-21 18:00:35 +00:00
|
|
|
use oxilangtag::LanguageTag;
|
2021-11-01 15:36:15 +00:00
|
|
|
use windows::{
|
2021-03-31 15:38:32 +00:00
|
|
|
Foundation::TypedEventHandler,
|
|
|
|
Media::{
|
|
|
|
Core::MediaSource,
|
2021-05-20 22:07:55 +00:00
|
|
|
Playback::{MediaPlayer, MediaPlayerAudioCategory},
|
2022-03-31 01:13:27 +00:00
|
|
|
SpeechSynthesis::{SpeechSynthesizer, VoiceGender, VoiceInformation},
|
2021-03-11 19:21:41 +00:00
|
|
|
},
|
2020-06-14 23:56:01 +00:00
|
|
|
};
|
2020-05-18 20:01:28 +00:00
|
|
|
|
2022-03-31 01:13:27 +00:00
|
|
|
use crate::{Backend, BackendId, Error, Features, Gender, UtteranceId, Voice, CALLBACKS};
|
2020-05-18 20:01:28 +00:00
|
|
|
|
2021-11-16 17:13:31 +00:00
|
|
|
impl From<windows::core::Error> for Error {
|
|
|
|
fn from(e: windows::core::Error) -> Self {
|
2021-03-31 15:38:32 +00:00
|
|
|
Error::WinRt(e)
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-12-28 16:09:54 +00:00
|
|
|
#[derive(Clone)]
|
2021-03-31 15:38:32 +00:00
|
|
|
pub struct WinRt {
|
2020-09-23 15:31:21 +00:00
|
|
|
id: BackendId,
|
2020-05-18 20:01:28 +00:00
|
|
|
synth: SpeechSynthesizer,
|
|
|
|
player: MediaPlayer,
|
2020-12-08 03:35:07 +00:00
|
|
|
rate: f32,
|
|
|
|
pitch: f32,
|
|
|
|
volume: f32,
|
2022-03-31 01:13:27 +00:00
|
|
|
voice: VoiceInformation,
|
2020-12-08 03:35:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
struct Utterance {
|
|
|
|
id: UtteranceId,
|
|
|
|
text: String,
|
|
|
|
rate: f32,
|
|
|
|
pitch: f32,
|
|
|
|
volume: f32,
|
2022-03-31 01:13:27 +00:00
|
|
|
voice: VoiceInformation,
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
2020-09-23 15:31:21 +00:00
|
|
|
lazy_static! {
|
|
|
|
static ref NEXT_BACKEND_ID: Mutex<u64> = Mutex::new(0);
|
2020-10-08 12:16:10 +00:00
|
|
|
static ref NEXT_UTTERANCE_ID: Mutex<u64> = Mutex::new(0);
|
2020-12-08 03:35:07 +00:00
|
|
|
static ref BACKEND_TO_SPEECH_SYNTHESIZER: Mutex<HashMap<BackendId, SpeechSynthesizer>> = {
|
|
|
|
let v: HashMap<BackendId, SpeechSynthesizer> = HashMap::new();
|
2020-09-24 22:56:46 +00:00
|
|
|
Mutex::new(v)
|
|
|
|
};
|
2020-12-08 03:35:07 +00:00
|
|
|
static ref BACKEND_TO_MEDIA_PLAYER: Mutex<HashMap<BackendId, MediaPlayer>> = {
|
|
|
|
let v: HashMap<BackendId, MediaPlayer> = HashMap::new();
|
2020-09-24 22:56:46 +00:00
|
|
|
Mutex::new(v)
|
|
|
|
};
|
2020-12-08 03:35:07 +00:00
|
|
|
static ref UTTERANCES: Mutex<HashMap<BackendId, VecDeque<Utterance>>> = {
|
|
|
|
let utterances: HashMap<BackendId, VecDeque<Utterance>> = HashMap::new();
|
|
|
|
Mutex::new(utterances)
|
2020-09-24 22:56:46 +00:00
|
|
|
};
|
2020-09-23 15:31:21 +00:00
|
|
|
}
|
|
|
|
|
2021-03-31 15:38:32 +00:00
|
|
|
impl WinRt {
|
2020-05-18 20:01:28 +00:00
|
|
|
pub fn new() -> std::result::Result<Self, Error> {
|
|
|
|
info!("Initializing WinRT backend");
|
2020-12-08 03:35:07 +00:00
|
|
|
let synth = SpeechSynthesizer::new()?;
|
2020-05-18 20:01:28 +00:00
|
|
|
let player = MediaPlayer::new()?;
|
2021-03-31 15:38:32 +00:00
|
|
|
player.SetRealTimePlayback(true)?;
|
|
|
|
player.SetAudioCategory(MediaPlayerAudioCategory::Speech)?;
|
2020-09-23 15:31:21 +00:00
|
|
|
let mut backend_id = NEXT_BACKEND_ID.lock().unwrap();
|
2021-03-31 15:38:32 +00:00
|
|
|
let bid = BackendId::WinRt(*backend_id);
|
2020-09-23 15:31:21 +00:00
|
|
|
*backend_id += 1;
|
2020-11-25 16:07:28 +00:00
|
|
|
drop(backend_id);
|
2020-12-08 03:35:07 +00:00
|
|
|
{
|
|
|
|
let mut utterances = UTTERANCES.lock().unwrap();
|
|
|
|
utterances.insert(bid, VecDeque::new());
|
|
|
|
}
|
2020-09-24 22:56:46 +00:00
|
|
|
let mut backend_to_media_player = BACKEND_TO_MEDIA_PLAYER.lock().unwrap();
|
2020-11-03 17:11:49 +00:00
|
|
|
backend_to_media_player.insert(bid, player.clone());
|
2020-11-25 16:07:28 +00:00
|
|
|
drop(backend_to_media_player);
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut backend_to_speech_synthesizer = BACKEND_TO_SPEECH_SYNTHESIZER.lock().unwrap();
|
|
|
|
backend_to_speech_synthesizer.insert(bid, synth.clone());
|
|
|
|
drop(backend_to_speech_synthesizer);
|
|
|
|
let bid_clone = bid;
|
2022-07-21 23:34:22 +00:00
|
|
|
player.MediaEnded(&TypedEventHandler::new(
|
2021-01-22 17:28:42 +00:00
|
|
|
move |sender: &Option<MediaPlayer>, _args| {
|
|
|
|
if let Some(sender) = sender {
|
|
|
|
let backend_to_media_player = BACKEND_TO_MEDIA_PLAYER.lock().unwrap();
|
|
|
|
let id = backend_to_media_player.iter().find(|v| v.1 == sender);
|
|
|
|
if let Some((id, _)) = id {
|
|
|
|
let mut utterances = UTTERANCES.lock().unwrap();
|
|
|
|
if let Some(utterances) = utterances.get_mut(id) {
|
|
|
|
if let Some(utterance) = utterances.pop_front() {
|
|
|
|
let mut callbacks = CALLBACKS.lock().unwrap();
|
|
|
|
let callbacks = callbacks.get_mut(id).unwrap();
|
|
|
|
if let Some(callback) = callbacks.utterance_end.as_mut() {
|
|
|
|
callback(utterance.id);
|
|
|
|
}
|
|
|
|
if let Some(utterance) = utterances.front() {
|
|
|
|
let backend_to_speech_synthesizer =
|
|
|
|
BACKEND_TO_SPEECH_SYNTHESIZER.lock().unwrap();
|
|
|
|
let id = backend_to_speech_synthesizer
|
|
|
|
.iter()
|
|
|
|
.find(|v| *v.0 == bid_clone);
|
|
|
|
if let Some((_, tts)) = id {
|
2021-03-31 15:38:32 +00:00
|
|
|
tts.Options()?.SetSpeakingRate(utterance.rate.into())?;
|
|
|
|
tts.Options()?.SetAudioPitch(utterance.pitch.into())?;
|
|
|
|
tts.Options()?.SetAudioVolume(utterance.volume.into())?;
|
2022-07-21 23:34:22 +00:00
|
|
|
tts.SetVoice(&utterance.voice)?;
|
|
|
|
let text = &utterance.text;
|
|
|
|
let stream =
|
|
|
|
tts.SynthesizeTextToStreamAsync(&text.into())?.get()?;
|
2021-03-31 15:38:32 +00:00
|
|
|
let content_type = stream.ContentType()?;
|
2021-01-22 17:28:42 +00:00
|
|
|
let source =
|
2022-07-21 23:34:22 +00:00
|
|
|
MediaSource::CreateFromStream(&stream, &content_type)?;
|
|
|
|
sender.SetSource(&source)?;
|
2021-03-31 15:38:32 +00:00
|
|
|
sender.Play()?;
|
2021-01-22 17:28:42 +00:00
|
|
|
if let Some(callback) = callbacks.utterance_begin.as_mut() {
|
|
|
|
callback(utterance.id);
|
|
|
|
}
|
2020-12-08 03:35:07 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2020-09-24 22:56:46 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Ok(())
|
2020-11-03 17:11:49 +00:00
|
|
|
},
|
|
|
|
))?;
|
|
|
|
Ok(Self {
|
|
|
|
id: bid,
|
2020-12-08 03:35:07 +00:00
|
|
|
synth,
|
2020-11-03 17:11:49 +00:00
|
|
|
player,
|
2020-12-08 03:35:07 +00:00
|
|
|
rate: 1.,
|
|
|
|
pitch: 1.,
|
|
|
|
volume: 1.,
|
2022-03-31 01:13:27 +00:00
|
|
|
voice: SpeechSynthesizer::DefaultVoice()?,
|
2020-11-03 17:11:49 +00:00
|
|
|
})
|
2020-07-06 17:52:18 +00:00
|
|
|
}
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
2021-03-31 15:38:32 +00:00
|
|
|
impl Backend for WinRt {
|
2020-09-23 15:31:21 +00:00
|
|
|
fn id(&self) -> Option<BackendId> {
|
|
|
|
Some(self.id)
|
|
|
|
}
|
|
|
|
|
2020-05-18 20:01:28 +00:00
|
|
|
fn supported_features(&self) -> Features {
|
|
|
|
Features {
|
|
|
|
stop: true,
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
rate: true,
|
|
|
|
pitch: true,
|
|
|
|
volume: true,
|
2020-07-07 14:08:44 +00:00
|
|
|
is_speaking: true,
|
2022-03-31 01:13:27 +00:00
|
|
|
voice: true,
|
|
|
|
get_voice: true,
|
2020-09-24 22:56:46 +00:00
|
|
|
utterance_callbacks: true,
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-22 17:40:03 +00:00
|
|
|
fn speak(
|
|
|
|
&mut self,
|
|
|
|
text: &str,
|
|
|
|
interrupt: bool,
|
|
|
|
) -> std::result::Result<Option<UtteranceId>, Error> {
|
2020-11-25 16:07:28 +00:00
|
|
|
if interrupt && self.is_speaking()? {
|
2020-06-14 23:56:01 +00:00
|
|
|
self.stop()?;
|
|
|
|
}
|
2020-12-08 03:35:07 +00:00
|
|
|
let utterance_id = {
|
|
|
|
let mut uid = NEXT_UTTERANCE_ID.lock().unwrap();
|
2021-03-31 15:38:32 +00:00
|
|
|
let utterance_id = UtteranceId::WinRt(*uid);
|
2020-12-07 20:58:59 +00:00
|
|
|
*uid += 1;
|
2020-12-08 03:35:07 +00:00
|
|
|
utterance_id
|
2020-12-07 20:58:59 +00:00
|
|
|
};
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut no_utterances = false;
|
2020-12-07 20:58:59 +00:00
|
|
|
{
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut utterances = UTTERANCES.lock().unwrap();
|
|
|
|
if let Some(utterances) = utterances.get_mut(&self.id) {
|
|
|
|
no_utterances = utterances.is_empty();
|
|
|
|
let utterance = Utterance {
|
|
|
|
id: utterance_id,
|
|
|
|
text: text.into(),
|
|
|
|
rate: self.rate,
|
|
|
|
pitch: self.pitch,
|
|
|
|
volume: self.volume,
|
2022-03-31 01:13:27 +00:00
|
|
|
voice: self.voice.clone(),
|
2020-12-08 03:35:07 +00:00
|
|
|
};
|
|
|
|
utterances.push_back(utterance);
|
2020-06-17 23:54:34 +00:00
|
|
|
}
|
|
|
|
}
|
2021-05-20 22:07:55 +00:00
|
|
|
if no_utterances {
|
2021-03-31 15:38:32 +00:00
|
|
|
self.synth.Options()?.SetSpeakingRate(self.rate.into())?;
|
|
|
|
self.synth.Options()?.SetAudioPitch(self.pitch.into())?;
|
|
|
|
self.synth.Options()?.SetAudioVolume(self.volume.into())?;
|
2022-07-22 15:08:13 +00:00
|
|
|
self.synth.SetVoice(&self.voice)?;
|
2022-07-21 23:34:22 +00:00
|
|
|
let stream = self
|
|
|
|
.synth
|
|
|
|
.SynthesizeTextToStreamAsync(&text.into())?
|
|
|
|
.get()?;
|
2021-03-31 15:38:32 +00:00
|
|
|
let content_type = stream.ContentType()?;
|
2022-07-21 23:34:22 +00:00
|
|
|
let source = MediaSource::CreateFromStream(&stream, &content_type)?;
|
|
|
|
self.player.SetSource(&source)?;
|
2021-03-31 15:38:32 +00:00
|
|
|
self.player.Play()?;
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut callbacks = CALLBACKS.lock().unwrap();
|
|
|
|
let callbacks = callbacks.get_mut(&self.id).unwrap();
|
|
|
|
if let Some(callback) = callbacks.utterance_begin.as_mut() {
|
|
|
|
callback(utterance_id);
|
|
|
|
}
|
2020-06-15 00:42:48 +00:00
|
|
|
}
|
2020-09-24 22:56:46 +00:00
|
|
|
Ok(Some(utterance_id))
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
2020-07-06 17:52:18 +00:00
|
|
|
fn stop(&mut self) -> std::result::Result<(), Error> {
|
2020-05-18 20:01:28 +00:00
|
|
|
trace!("stop()");
|
2020-11-25 16:07:28 +00:00
|
|
|
if !self.is_speaking()? {
|
|
|
|
return Ok(());
|
|
|
|
}
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut utterances = UTTERANCES.lock().unwrap();
|
|
|
|
if let Some(utterances) = utterances.get(&self.id) {
|
|
|
|
let mut callbacks = CALLBACKS.lock().unwrap();
|
|
|
|
let callbacks = callbacks.get_mut(&self.id).unwrap();
|
|
|
|
if let Some(callback) = callbacks.utterance_stop.as_mut() {
|
|
|
|
for utterance in utterances {
|
|
|
|
callback(utterance.id);
|
|
|
|
}
|
2020-11-03 17:11:49 +00:00
|
|
|
}
|
|
|
|
}
|
2020-12-08 03:35:07 +00:00
|
|
|
if let Some(utterances) = utterances.get_mut(&self.id) {
|
|
|
|
utterances.clear();
|
|
|
|
}
|
2021-03-31 15:38:32 +00:00
|
|
|
self.player.Pause()?;
|
2020-05-18 20:01:28 +00:00
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn min_rate(&self) -> f32 {
|
|
|
|
0.5
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn max_rate(&self) -> f32 {
|
|
|
|
6.0
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn normal_rate(&self) -> f32 {
|
|
|
|
1.
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn get_rate(&self) -> std::result::Result<f32, Error> {
|
2021-03-31 15:38:32 +00:00
|
|
|
let rate = self.synth.Options()?.SpeakingRate()?;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(rate as f32)
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn set_rate(&mut self, rate: f32) -> std::result::Result<(), Error> {
|
2020-12-08 03:35:07 +00:00
|
|
|
self.rate = rate;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn min_pitch(&self) -> f32 {
|
|
|
|
0.
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
|
|
|
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
fn max_pitch(&self) -> f32 {
|
|
|
|
2.
|
|
|
|
}
|
|
|
|
|
|
|
|
fn normal_pitch(&self) -> f32 {
|
|
|
|
1.
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_pitch(&self) -> std::result::Result<f32, Error> {
|
2021-03-31 15:38:32 +00:00
|
|
|
let pitch = self.synth.Options()?.AudioPitch()?;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(pitch as f32)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn set_pitch(&mut self, pitch: f32) -> std::result::Result<(), Error> {
|
2020-12-08 03:35:07 +00:00
|
|
|
self.pitch = pitch;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn min_volume(&self) -> f32 {
|
|
|
|
0.
|
|
|
|
}
|
|
|
|
|
|
|
|
fn max_volume(&self) -> f32 {
|
|
|
|
1.
|
|
|
|
}
|
|
|
|
|
|
|
|
fn normal_volume(&self) -> f32 {
|
|
|
|
1.
|
|
|
|
}
|
|
|
|
|
|
|
|
fn get_volume(&self) -> std::result::Result<f32, Error> {
|
2021-03-31 15:38:32 +00:00
|
|
|
let volume = self.synth.Options()?.AudioVolume()?;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(volume as f32)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn set_volume(&mut self, volume: f32) -> std::result::Result<(), Error> {
|
2020-12-08 03:35:07 +00:00
|
|
|
self.volume = volume;
|
Clean up speech synthesis properties, and implement everything for WinRT.
I'd previously attempted to normalize everything to `u8`, but this had some drawbacks:
* It failed to account for some synthesis drivers defining normal as mid-range, while most define it very low.
* It didn't track the normal value for a given synthesizer.
* There was no clean way to map a curve between the minimum, normal, and maximum rates.
Here we track the minimum, normal, and maximum values of rate, pitch, and volume. Sanity checks are done on set.
Also, as a further proof-of-concept, all properties are now implemented for the WinRT driver.
2020-05-18 23:12:59 +00:00
|
|
|
Ok(())
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
2020-06-02 19:53:14 +00:00
|
|
|
|
2020-06-02 21:59:04 +00:00
|
|
|
fn is_speaking(&self) -> std::result::Result<bool, Error> {
|
2020-12-08 03:35:07 +00:00
|
|
|
let utterances = UTTERANCES.lock().unwrap();
|
|
|
|
let utterances = utterances.get(&self.id).unwrap();
|
|
|
|
Ok(!utterances.is_empty())
|
2020-06-02 19:53:14 +00:00
|
|
|
}
|
2020-09-05 10:07:51 +00:00
|
|
|
|
2022-03-31 15:43:07 +00:00
|
|
|
fn voice(&self) -> Result<Option<Voice>, Error> {
|
2022-03-31 01:13:27 +00:00
|
|
|
let voice = self.synth.Voice()?;
|
2022-03-31 15:43:07 +00:00
|
|
|
let voice = voice.try_into()?;
|
|
|
|
Ok(Some(voice))
|
2020-09-05 10:07:51 +00:00
|
|
|
}
|
|
|
|
|
2022-03-31 01:13:27 +00:00
|
|
|
fn voices(&self) -> Result<Vec<Voice>, Error> {
|
|
|
|
let mut rv: Vec<Voice> = vec![];
|
|
|
|
for voice in SpeechSynthesizer::AllVoices()? {
|
|
|
|
rv.push(voice.try_into()?);
|
|
|
|
}
|
|
|
|
Ok(rv)
|
2020-09-05 10:07:51 +00:00
|
|
|
}
|
|
|
|
|
2022-03-31 01:13:27 +00:00
|
|
|
fn set_voice(&mut self, voice: &Voice) -> Result<(), Error> {
|
|
|
|
for v in SpeechSynthesizer::AllVoices()? {
|
|
|
|
let vid: String = v.Id()?.try_into()?;
|
|
|
|
if vid == voice.id {
|
2022-07-21 23:34:22 +00:00
|
|
|
self.voice = v;
|
2022-03-31 01:13:27 +00:00
|
|
|
return Ok(());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Err(Error::OperationFailed)
|
2020-09-05 10:07:51 +00:00
|
|
|
}
|
2020-05-18 20:01:28 +00:00
|
|
|
}
|
2020-09-24 22:56:46 +00:00
|
|
|
|
2021-03-31 15:38:32 +00:00
|
|
|
impl Drop for WinRt {
|
2020-09-24 22:56:46 +00:00
|
|
|
fn drop(&mut self) {
|
2020-10-08 12:16:10 +00:00
|
|
|
let id = self.id;
|
2020-09-24 22:56:46 +00:00
|
|
|
let mut backend_to_media_player = BACKEND_TO_MEDIA_PLAYER.lock().unwrap();
|
|
|
|
backend_to_media_player.remove(&id);
|
2020-12-08 03:35:07 +00:00
|
|
|
let mut backend_to_speech_synthesizer = BACKEND_TO_SPEECH_SYNTHESIZER.lock().unwrap();
|
|
|
|
backend_to_speech_synthesizer.remove(&id);
|
|
|
|
let mut utterances = UTTERANCES.lock().unwrap();
|
|
|
|
utterances.remove(&id);
|
2020-09-24 22:56:46 +00:00
|
|
|
}
|
|
|
|
}
|
2022-03-31 01:13:27 +00:00
|
|
|
|
|
|
|
impl TryInto<Voice> for VoiceInformation {
|
|
|
|
type Error = Error;
|
|
|
|
|
|
|
|
fn try_into(self) -> Result<Voice, Self::Error> {
|
|
|
|
let gender = self.Gender()?;
|
|
|
|
let gender = if gender == VoiceGender::Male {
|
|
|
|
Gender::Male
|
|
|
|
} else {
|
|
|
|
Gender::Female
|
|
|
|
};
|
|
|
|
let language: String = self.Language()?.try_into()?;
|
2022-11-21 18:00:35 +00:00
|
|
|
let language = LanguageTag::parse(language).unwrap();
|
2022-03-31 01:13:27 +00:00
|
|
|
Ok(Voice {
|
|
|
|
id: self.Id()?.try_into()?,
|
|
|
|
name: self.DisplayName()?.try_into()?,
|
2022-03-31 18:25:08 +00:00
|
|
|
gender: Some(gender),
|
2022-03-31 01:13:27 +00:00
|
|
|
language,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|