nolan/tts-rs
1
0
Fork 0
mirror of https://github.com/ndarilek/tts-rs.git synced 2024-11-23 00:39:37 +00:00
Code Issues Projects Releases Wiki Activity

Add synthesis support to WinRT

Browse Source
This commit is contained in:
Bear-03 2022-07-22 17:31:14 +02:00
parent bf522b42a7
commit b85ffc80d4
No known key found for this signature in database
GPG Key ID: 3D1DC5AFDA57B32E
1 changed files with 31 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
src/backends/winrt.rs
View File

@ -9,12 +9,14 @@ use lazy_static::lazy_static;
use log::{info, trace};
use unic_langid::LanguageIdentifier;
use windows::{
core::HSTRING,
Foundation::TypedEventHandler,
Media::{
Core::MediaSource,
Playback::{MediaPlayer, MediaPlayerAudioCategory},
SpeechSynthesis::{SpeechSynthesizer, VoiceGender, VoiceInformation},
},
Storage::Streams::{DataReader, DataWriter, InMemoryRandomAccessStream},
};
use crate::{Backend, BackendId, Error, Features, Gender, UtteranceId, Voice, CALLBACKS};
@ -139,6 +141,22 @@ impl WinRt {
voice: SpeechSynthesizer::DefaultVoice()?,
})
}
fn synthesize_with_content_type(&mut self, text: &str) -> Result<(Vec<u8>, HSTRING), Error> {
self.synth.Options()?.SetSpeakingRate(self.rate.into())?;
self.synth.Options()?.SetAudioPitch(self.pitch.into())?;
self.synth.Options()?.SetAudioVolume(self.volume.into())?;
let synth_stream = self.synth.SynthesizeTextToStreamAsync(text)?.get()?;
let size = synth_stream.Size()?;
let data_reader = DataReader::CreateDataReader(synth_stream.GetInputStreamAt(0)?)?;
let mut bytes = vec![0; size as usize];
data_reader.LoadAsync(size as u32)?.get()?;
data_reader.ReadBytes(&mut bytes)?;
Ok((bytes, synth_stream.ContentType()?))
}
}
impl Backend for WinRt {
@ -156,7 +174,7 @@ impl Backend for WinRt {
voice: true,
get_voice: true,
utterance_callbacks: true,
synthesize: false,
synthesize: true,
}
}
@ -191,14 +209,18 @@ impl Backend for WinRt {
}
}
if no_utterances {
self.synth.Options()?.SetSpeakingRate(self.rate.into())?;
self.synth.Options()?.SetAudioPitch(self.pitch.into())?;
self.synth.Options()?.SetAudioVolume(self.volume.into())?;
let stream = self.synth.SynthesizeTextToStreamAsync(text)?.get()?;
let content_type = stream.ContentType()?;
let (bytes, content_type) = self.synthesize_with_content_type(text)?;
let stream = InMemoryRandomAccessStream::new()?;
let data_writer = DataWriter::CreateDataWriter(&stream)?;
data_writer.WriteBytes(&bytes)?;
data_writer.StoreAsync()?;
data_writer.FlushAsync()?;
let source = MediaSource::CreateFromStream(stream, content_type)?;
self.player.SetSource(source)?;
self.player.SetSource(&source)?;
self.player.Play()?;
let mut callbacks = CALLBACKS.lock().unwrap();
let callbacks = callbacks.get_mut(&self.id).unwrap();
if let Some(callback) = callbacks.utterance_begin.as_mut() {
@ -209,7 +231,8 @@ impl Backend for WinRt {
}
fn synthesize(&mut self, text: &str) -> Result<Vec<u8>, Error> {
unimplemented!()
let (bytes, _) = self.synthesize_with_content_type(text)?;
Ok(bytes)
}
fn stop(&mut self) -> std::result::Result<(), Error> {