nolan/tts-rs
1
0
Fork 0
mirror of https://github.com/ndarilek/tts-rs.git synced 2024-11-23 04:49:38 +00:00
Code Issues Projects Releases Wiki Activity

Add synthesis support to WinRT

Browse Source
This commit is contained in:
Bear-03 2022-07-22 17:31:14 +02:00
parent bf522b42a7
commit b85ffc80d4
No known key found for this signature in database
GPG Key ID: 3D1DC5AFDA57B32E
1 changed files with 31 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
src/backends/winrt.rs
View File

@ -9,12 +9,14 @@ use lazy_static::lazy_static;
use log::{info, trace}; use log::{info, trace};
use unic_langid::LanguageIdentifier; use unic_langid::LanguageIdentifier;
use windows::{ use windows::{
core::HSTRING,
Foundation::TypedEventHandler, Foundation::TypedEventHandler,
Media::{ Media::{
Core::MediaSource, Core::MediaSource,
Playback::{MediaPlayer, MediaPlayerAudioCategory}, Playback::{MediaPlayer, MediaPlayerAudioCategory},
SpeechSynthesis::{SpeechSynthesizer, VoiceGender, VoiceInformation}, SpeechSynthesis::{SpeechSynthesizer, VoiceGender, VoiceInformation},
}, },
Storage::Streams::{DataReader, DataWriter, InMemoryRandomAccessStream},
}; };
use crate::{Backend, BackendId, Error, Features, Gender, UtteranceId, Voice, CALLBACKS}; use crate::{Backend, BackendId, Error, Features, Gender, UtteranceId, Voice, CALLBACKS};
@ -139,6 +141,22 @@ impl WinRt {
voice: SpeechSynthesizer::DefaultVoice()?, voice: SpeechSynthesizer::DefaultVoice()?,
}) })
} }
fn synthesize_with_content_type(&mut self, text: &str) -> Result<(Vec<u8>, HSTRING), Error> {
self.synth.Options()?.SetSpeakingRate(self.rate.into())?;
self.synth.Options()?.SetAudioPitch(self.pitch.into())?;
self.synth.Options()?.SetAudioVolume(self.volume.into())?;
let synth_stream = self.synth.SynthesizeTextToStreamAsync(text)?.get()?;
let size = synth_stream.Size()?;
let data_reader = DataReader::CreateDataReader(synth_stream.GetInputStreamAt(0)?)?;
let mut bytes = vec![0; size as usize];
data_reader.LoadAsync(size as u32)?.get()?;
data_reader.ReadBytes(&mut bytes)?;
Ok((bytes, synth_stream.ContentType()?))
}
} }
impl Backend for WinRt { impl Backend for WinRt {
@ -156,7 +174,7 @@ impl Backend for WinRt {
voice: true, voice: true,
get_voice: true, get_voice: true,
utterance_callbacks: true, utterance_callbacks: true,
synthesize: false, synthesize: true,
} }
} }
@ -191,14 +209,18 @@ impl Backend for WinRt {
} }
} }
if no_utterances { if no_utterances {
self.synth.Options()?.SetSpeakingRate(self.rate.into())?; let (bytes, content_type) = self.synthesize_with_content_type(text)?;
self.synth.Options()?.SetAudioPitch(self.pitch.into())?;
self.synth.Options()?.SetAudioVolume(self.volume.into())?; let stream = InMemoryRandomAccessStream::new()?;
let stream = self.synth.SynthesizeTextToStreamAsync(text)?.get()?; let data_writer = DataWriter::CreateDataWriter(&stream)?;
let content_type = stream.ContentType()?; data_writer.WriteBytes(&bytes)?;
data_writer.StoreAsync()?;
data_writer.FlushAsync()?;
let source = MediaSource::CreateFromStream(stream, content_type)?; let source = MediaSource::CreateFromStream(stream, content_type)?;
self.player.SetSource(source)?; self.player.SetSource(&source)?;
self.player.Play()?; self.player.Play()?;
let mut callbacks = CALLBACKS.lock().unwrap(); let mut callbacks = CALLBACKS.lock().unwrap();
let callbacks = callbacks.get_mut(&self.id).unwrap(); let callbacks = callbacks.get_mut(&self.id).unwrap();
if let Some(callback) = callbacks.utterance_begin.as_mut() { if let Some(callback) = callbacks.utterance_begin.as_mut() {
@ -209,7 +231,8 @@ impl Backend for WinRt {
} }
fn synthesize(&mut self, text: &str) -> Result<Vec<u8>, Error> { fn synthesize(&mut self, text: &str) -> Result<Vec<u8>, Error> {
unimplemented!() let (bytes, _) = self.synthesize_with_content_type(text)?;
Ok(bytes)
} }
fn stop(&mut self) -> std::result::Result<(), Error> { fn stop(&mut self) -> std::result::Result<(), Error> {