audioview/src/agents/audio_agent.rs

163 lines
4.8 KiB
Rust
Raw Normal View History

2020-09-05 12:33:06 +00:00
use js_sys::Uint8Array;
use std::collections::HashSet;
use std::sync::Arc;
2020-09-05 12:33:06 +00:00
use wasm_bindgen::JsValue;
use wasm_bindgen_futures::JsFuture;
use web_sys::console;
2020-09-05 12:33:06 +00:00
use web_sys::{AudioContext, File};
2020-09-04 15:25:16 +00:00
use yew::services::reader::{FileChunk, ReaderTask};
use yew::services::{ConsoleService as Console, ReaderService};
2020-09-04 15:25:16 +00:00
use yew::worker::*;
2020-09-05 12:33:06 +00:00
use yewtil::future::LinkFuture;
2020-09-04 15:25:16 +00:00
2020-09-05 12:36:22 +00:00
const FILE_LOAD_CHUNK_SIZE: usize = 4096;
2020-09-10 12:52:45 +00:00
#[derive(Debug)]
pub struct AudioData {
pub buffers: Vec<Vec<f32>>,
pub num_channels: u32,
pub sample_rate: f32,
}
#[derive(Debug)]
2020-09-04 15:25:16 +00:00
pub struct AudioAgent {
link: AgentLink<Self>,
reader_service: ReaderService,
reader_task: Option<ReaderTask>,
2020-09-05 12:33:06 +00:00
audio_context: AudioContext,
bytes_buffer: Vec<u8>,
subscribers: HashSet<HandlerId>,
2020-09-04 15:25:16 +00:00
}
#[derive(Debug)]
2020-09-04 15:25:16 +00:00
pub enum Request {
LoadSamplesFromFile(File),
}
#[derive(Debug)]
2020-09-04 15:25:16 +00:00
pub enum Msg {
FileProgress(Option<FileChunk>),
2020-09-05 12:33:06 +00:00
AudioDecoded(JsValue),
AudioDecodingFailed(JsValue),
}
// Convert the result of AudioContext.decode_audio_data():
2020-09-05 12:33:06 +00:00
impl From<Result<JsValue, JsValue>> for Msg {
fn from(item: Result<JsValue, JsValue>) -> Self {
match item {
Ok(samples) => {
console::log_2(&"Got js value".into(), &samples);
Msg::AudioDecoded(samples)
}
2020-09-05 12:33:06 +00:00
Err(e) => Msg::AudioDecodingFailed(e),
}
}
2020-09-04 15:25:16 +00:00
}
impl Agent for AudioAgent {
type Reach = Context<Self>;
type Message = Msg;
type Input = Request;
2020-09-10 12:52:45 +00:00
type Output = Result<Arc<AudioData>, String>;
2020-09-04 15:25:16 +00:00
fn create(link: AgentLink<Self>) -> Self {
2020-09-05 12:33:06 +00:00
// TODO: where should the AudioContext be initialized and stored?
2020-09-04 15:25:16 +00:00
Self {
link,
reader_service: ReaderService::new(),
reader_task: None,
2020-09-05 12:33:06 +00:00
audio_context: AudioContext::new().unwrap(),
bytes_buffer: vec![],
subscribers: HashSet::new(),
2020-09-04 15:25:16 +00:00
}
}
fn update(&mut self, msg: Self::Message) {
match msg {
2020-09-05 12:33:06 +00:00
Msg::FileProgress(Some(FileChunk::DataChunk { data, progress })) => {
2020-09-05 12:36:22 +00:00
self.handle_file_progress(data, progress)
2020-09-05 12:33:06 +00:00
}
Msg::FileProgress(Some(FileChunk::Finished)) => {
if let Err(e) = self.handle_file_loaded() {
Console::error(&e);
2020-09-04 15:25:16 +00:00
}
}
2020-09-05 12:33:06 +00:00
Msg::AudioDecoded(samples) => {
2020-09-05 22:02:19 +00:00
let audio_buffer = web_sys::AudioBuffer::from(samples);
2020-09-10 12:52:45 +00:00
let num_channels = audio_buffer.number_of_channels();
let sample_rate = audio_buffer.sample_rate();
let buffers: Vec<Vec<f32>> = (0..num_channels)
.map(|i| audio_buffer.get_channel_data(i).unwrap())
.collect();
let audio_data = AudioData {
buffers,
num_channels,
sample_rate,
};
let audio_data = Arc::new(audio_data);
for subscriber in self.subscribers.iter() {
self.link.respond(*subscriber, Ok(audio_data.clone()));
}
2020-09-05 12:33:06 +00:00
}
Msg::AudioDecodingFailed(err) => {
Console::error(&format!("Error decoding: {:?}", err));
2020-09-05 12:33:06 +00:00
}
_ => (),
2020-09-04 15:25:16 +00:00
};
}
fn handle_input(&mut self, input: Self::Input, _: HandlerId) {
match input {
Request::LoadSamplesFromFile(file) => self.load_samples_from_file(file),
};
}
fn connected(&mut self, id: HandlerId) {
if !id.is_respondable() {
return;
}
Console::log(&format!("Subscriber connected: {:?}", id));
self.subscribers.insert(id);
}
fn disconnected(&mut self, id: HandlerId) {
self.subscribers.remove(&id);
}
2020-09-04 15:25:16 +00:00
}
impl AudioAgent {
fn load_samples_from_file(&mut self, file: File) {
2020-09-05 12:33:06 +00:00
self.bytes_buffer = Vec::with_capacity(file.size() as usize);
2020-09-04 15:25:16 +00:00
let cb = self.link.callback(Msg::FileProgress);
// TODO: error handling
2020-09-04 15:25:16 +00:00
let task = self
.reader_service
2020-09-05 12:36:22 +00:00
.read_file_by_chunks(file, cb, FILE_LOAD_CHUNK_SIZE)
.map_err(|e| e.to_string())
.unwrap();
2020-09-04 15:25:16 +00:00
self.reader_task = Some(task);
}
2020-09-05 12:36:22 +00:00
fn handle_file_progress(&mut self, mut data: Vec<u8>, _progress: f32) {
2020-09-05 12:33:06 +00:00
self.bytes_buffer.append(&mut data);
}
fn handle_file_loaded(&mut self) -> Result<(), String> {
self.reader_task = None;
2020-09-05 12:33:06 +00:00
let audio_data = Uint8Array::from(&self.bytes_buffer[..]);
match self.audio_context.decode_audio_data(&audio_data.buffer()) {
Ok(promise) => {
self.link.send_future(JsFuture::from(promise));
Ok(())
2020-09-04 15:25:16 +00:00
}
2020-09-05 12:33:06 +00:00
Err(e) => Err(format!("Error from decode_audio_data: {:?}", e)),
2020-09-04 15:25:16 +00:00
}
}
}