// Copyright 2018 Citra Emulator Project // Licensed under GPLv2 or any later version // Refer to the license.txt file included. #include #include #include #include "audio_core/cubeb_input.h" #include "audio_core/input.h" #include "audio_core/sink.h" #include "common/logging/log.h" #include "common/threadsafe_queue.h" namespace AudioCore { using SampleQueue = Common::SPSCQueue; struct CubebInput::Impl { cubeb* ctx = nullptr; cubeb_stream* stream = nullptr; SampleQueue sample_queue{}; u8 sample_size_in_bytes = 0; static long DataCallback(cubeb_stream* stream, void* user_data, const void* input_buffer, void* output_buffer, long num_frames); static void StateCallback(cubeb_stream* stream, void* user_data, cubeb_state state); }; CubebInput::CubebInput(std::string device_id) : impl(std::make_unique()), device_id(std::move(device_id)) {} CubebInput::~CubebInput() { StopSampling(); } void CubebInput::StartSampling(const InputParameters& params) { if (IsSampling()) { return; } // Cubeb apparently only supports signed 16 bit PCM (and float32 which the 3ds doesn't support) // TODO: Resample the input stream. if (params.sign == Signedness::Unsigned) { LOG_WARNING( Audio, "Application requested unsupported unsigned pcm format. Falling back to signed."); } parameters = params; impl->sample_size_in_bytes = params.sample_size / 8; auto init_result = cubeb_init(&impl->ctx, "Citra Input", nullptr); if (init_result != CUBEB_OK) { LOG_CRITICAL(Audio, "cubeb_init failed: {}", init_result); return; } cubeb_devid input_device = nullptr; if (device_id != auto_device_name && !device_id.empty()) { cubeb_device_collection collection; if (cubeb_enumerate_devices(impl->ctx, CUBEB_DEVICE_TYPE_INPUT, &collection) == CUBEB_OK) { const auto collection_end = collection.device + collection.count; const auto device = std::find_if( collection.device, collection_end, [this](const cubeb_device_info& info) { return info.friendly_name != nullptr && device_id == info.friendly_name; }); if (device != collection_end) { input_device = device->devid; } cubeb_device_collection_destroy(impl->ctx, &collection); } else { LOG_WARNING(Audio_Sink, "Audio input device enumeration not supported, using default device."); } } cubeb_stream_params input_params = { .format = CUBEB_SAMPLE_S16LE, .rate = params.sample_rate, .channels = 1, .layout = CUBEB_LAYOUT_UNDEFINED, }; u32 latency_frames = 512; // Firefox default auto latency_result = cubeb_get_min_latency(impl->ctx, &input_params, &latency_frames); if (latency_result != CUBEB_OK) { LOG_WARNING( Audio, "cubeb_get_min_latency failed, falling back to default latency of {} frames: {}", latency_frames, latency_result); } auto stream_init_result = cubeb_stream_init( impl->ctx, &impl->stream, "Citra Microphone", input_device, &input_params, nullptr, nullptr, latency_frames, Impl::DataCallback, Impl::StateCallback, impl.get()); if (stream_init_result != CUBEB_OK) { LOG_CRITICAL(Audio, "cubeb_stream_init failed: {}", stream_init_result); StopSampling(); return; } auto start_result = cubeb_stream_start(impl->stream); if (start_result != CUBEB_OK) { LOG_CRITICAL(Audio, "cubeb_stream_start failed: {}", start_result); StopSampling(); return; } } void CubebInput::StopSampling() { if (impl->stream) { cubeb_stream_stop(impl->stream); cubeb_stream_destroy(impl->stream); impl->stream = nullptr; } if (impl->ctx) { cubeb_destroy(impl->ctx); impl->ctx = nullptr; } } bool CubebInput::IsSampling() { return impl->ctx && impl->stream; } void CubebInput::AdjustSampleRate(u32 sample_rate) { if (!IsSampling()) { return; } auto new_parameters = parameters; new_parameters.sample_rate = sample_rate; StopSampling(); StartSampling(new_parameters); } Samples CubebInput::Read() { if (!IsSampling()) { return {}; } Samples samples{}; Samples queue; while (impl->sample_queue.Pop(queue)) { samples.insert(samples.end(), queue.begin(), queue.end()); } return samples; } long CubebInput::Impl::DataCallback(cubeb_stream* stream, void* user_data, const void* input_buffer, void* output_buffer, long num_frames) { auto impl = static_cast(user_data); if (!impl) { return 0; } constexpr auto resample_s16_s8 = [](s16 sample) { return static_cast(static_cast(sample) >> 8); }; std::vector samples{}; samples.reserve(num_frames * impl->sample_size_in_bytes); if (impl->sample_size_in_bytes == 1) { // If the sample format is 8bit, then resample back to 8bit before passing back to core for (std::size_t i = 0; i < static_cast(num_frames); i++) { s16 data; std::memcpy(&data, static_cast(input_buffer) + i * 2, 2); samples.push_back(resample_s16_s8(data)); } } else { // Otherwise copy all of the samples to the buffer (which will be treated as s16 by core) const u8* data = reinterpret_cast(input_buffer); samples.insert(samples.begin(), data, data + num_frames * impl->sample_size_in_bytes); } impl->sample_queue.Push(samples); // returning less than num_frames here signals cubeb to stop sampling return num_frames; } void CubebInput::Impl::StateCallback(cubeb_stream* stream, void* user_data, cubeb_state state) {} std::vector ListCubebInputDevices() { std::vector device_list; cubeb* ctx; if (cubeb_init(&ctx, "Citra Input Device Enumerator", nullptr) != CUBEB_OK) { LOG_CRITICAL(Audio, "cubeb_init failed"); return {}; } cubeb_device_collection collection; if (cubeb_enumerate_devices(ctx, CUBEB_DEVICE_TYPE_INPUT, &collection) == CUBEB_OK) { for (std::size_t i = 0; i < collection.count; i++) { const cubeb_device_info& device = collection.device[i]; if (device.state == CUBEB_DEVICE_STATE_ENABLED && device.friendly_name) { device_list.emplace_back(device.friendly_name); } } cubeb_device_collection_destroy(ctx, &collection); } else { LOG_WARNING(Audio_Sink, "Audio input device enumeration not supported."); } cubeb_destroy(ctx); return device_list; } } // namespace AudioCore