You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
467 lines
13 KiB
467 lines
13 KiB
/*
|
|
* Copyright 2023 jacqueline <me@jacqueline.id.au>
|
|
*
|
|
* SPDX-License-Identifier: GPL-3.0-only
|
|
*/
|
|
|
|
#include "audio_fsm.hpp"
|
|
#include <stdint.h>
|
|
|
|
#include <future>
|
|
#include <memory>
|
|
#include <variant>
|
|
|
|
#include "audio_sink.hpp"
|
|
#include "bluetooth_types.hpp"
|
|
#include "cppbor.h"
|
|
#include "cppbor_parse.h"
|
|
#include "esp_heap_caps.h"
|
|
#include "esp_log.h"
|
|
#include "freertos/FreeRTOS.h"
|
|
#include "freertos/portmacro.h"
|
|
#include "freertos/projdefs.h"
|
|
|
|
#include "audio_converter.hpp"
|
|
#include "audio_decoder.hpp"
|
|
#include "audio_events.hpp"
|
|
#include "bluetooth.hpp"
|
|
#include "bt_audio_output.hpp"
|
|
#include "event_queue.hpp"
|
|
#include "fatfs_audio_input.hpp"
|
|
#include "future_fetcher.hpp"
|
|
#include "i2s_audio_output.hpp"
|
|
#include "i2s_dac.hpp"
|
|
#include "idf_additions.h"
|
|
#include "nvs.hpp"
|
|
#include "sample.hpp"
|
|
#include "service_locator.hpp"
|
|
#include "system_events.hpp"
|
|
#include "track.hpp"
|
|
#include "track_queue.hpp"
|
|
#include "wm8523.hpp"
|
|
|
|
namespace audio {
|
|
|
|
[[maybe_unused]] static const char kTag[] = "audio_fsm";
|
|
|
|
std::shared_ptr<system_fsm::ServiceLocator> AudioState::sServices;
|
|
|
|
std::shared_ptr<FatfsAudioInput> AudioState::sFileSource;
|
|
std::unique_ptr<Decoder> AudioState::sDecoder;
|
|
std::shared_ptr<SampleConverter> AudioState::sSampleConverter;
|
|
std::shared_ptr<I2SAudioOutput> AudioState::sI2SOutput;
|
|
std::shared_ptr<BluetoothAudioOutput> AudioState::sBtOutput;
|
|
std::shared_ptr<IAudioOutput> AudioState::sOutput;
|
|
|
|
// Two seconds of samples for two channels, at a representative sample rate.
|
|
constexpr size_t kDrainBufferSize = sizeof(sample::Sample) * 48000 * 4;
|
|
StreamBufferHandle_t AudioState::sDrainBuffer;
|
|
|
|
std::optional<database::TrackId> AudioState::sCurrentTrack;
|
|
bool AudioState::sIsPlaybackAllowed;
|
|
|
|
static std::optional<std::pair<std::string, uint32_t>> sLastTrackUpdate;
|
|
|
|
void AudioState::react(const system_fsm::BluetoothEvent& ev) {
|
|
if (ev.event != drivers::bluetooth::Event::kConnectionStateChanged) {
|
|
return;
|
|
}
|
|
auto dev = sServices->bluetooth().ConnectedDevice();
|
|
if (!dev) {
|
|
return;
|
|
}
|
|
sBtOutput->SetVolume(sServices->nvs().BluetoothVolume(dev->mac));
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
}
|
|
|
|
void AudioState::react(const StepUpVolume& ev) {
|
|
if (sOutput->AdjustVolumeUp()) {
|
|
commitVolume();
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
}
|
|
}
|
|
|
|
void AudioState::react(const StepDownVolume& ev) {
|
|
if (sOutput->AdjustVolumeDown()) {
|
|
commitVolume();
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
}
|
|
}
|
|
|
|
void AudioState::react(const system_fsm::HasPhonesChanged& ev) {
|
|
if (ev.has_headphones) {
|
|
ESP_LOGI(kTag, "headphones in!");
|
|
} else {
|
|
ESP_LOGI(kTag, "headphones out!");
|
|
}
|
|
}
|
|
|
|
void AudioState::react(const SetVolume& ev) {
|
|
// TODO.
|
|
}
|
|
|
|
void AudioState::react(const SetVolumeLimit& ev) {
|
|
uint16_t limit_in_dac_units =
|
|
drivers::wm8523::kLineLevelReferenceVolume + (ev.limit_db * 4);
|
|
|
|
sI2SOutput->SetMaxVolume(limit_in_dac_units);
|
|
sServices->nvs().AmpMaxVolume(limit_in_dac_units);
|
|
|
|
events::Ui().Dispatch(VolumeLimitChanged{
|
|
.new_limit_db = ev.limit_db,
|
|
});
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
}
|
|
|
|
void AudioState::react(const SetVolumeBalance& ev) {
|
|
sOutput->SetVolumeImbalance(ev.left_bias);
|
|
sServices->nvs().AmpLeftBias(ev.left_bias);
|
|
|
|
events::Ui().Dispatch(VolumeBalanceChanged{
|
|
.left_bias = ev.left_bias,
|
|
});
|
|
}
|
|
|
|
void AudioState::react(const OutputModeChanged& ev) {
|
|
ESP_LOGI(kTag, "output mode changed");
|
|
auto new_mode = sServices->nvs().OutputMode();
|
|
sOutput->mode(IAudioOutput::Modes::kOff);
|
|
switch (new_mode) {
|
|
case drivers::NvsStorage::Output::kBluetooth:
|
|
sOutput = sBtOutput;
|
|
break;
|
|
case drivers::NvsStorage::Output::kHeadphones:
|
|
sOutput = sI2SOutput;
|
|
break;
|
|
}
|
|
sOutput->mode(IAudioOutput::Modes::kOnPaused);
|
|
sSampleConverter->SetOutput(sOutput);
|
|
|
|
// Bluetooth volume isn't 'changed' until we've connected to a device.
|
|
if (new_mode == drivers::NvsStorage::Output::kHeadphones) {
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
}
|
|
}
|
|
|
|
auto AudioState::clearDrainBuffer() -> void {
|
|
// Tell the decoder to stop adding new samples. This might not take effect
|
|
// immediately, since the decoder might currently be stuck waiting for space
|
|
// to become available in the drain buffer.
|
|
sFileSource->SetPath();
|
|
|
|
auto mode = sOutput->mode();
|
|
if (mode == IAudioOutput::Modes::kOnPlaying) {
|
|
// If we're currently playing, then the drain buffer will be actively
|
|
// draining on its own. Just keep trying to reset until it works.
|
|
while (xStreamBufferReset(sDrainBuffer) != pdPASS) {
|
|
}
|
|
} else {
|
|
// If we're not currently playing, then we need to actively pull samples
|
|
// out of the drain buffer to unblock the decoder.
|
|
while (!xStreamBufferIsEmpty(sDrainBuffer)) {
|
|
// Read a little to unblock the decoder.
|
|
uint8_t drain[2048];
|
|
xStreamBufferReceive(sDrainBuffer, drain, sizeof(drain), 0);
|
|
|
|
// Try to quickly discard the rest.
|
|
xStreamBufferReset(sDrainBuffer);
|
|
}
|
|
}
|
|
}
|
|
|
|
auto AudioState::playTrack(database::TrackId id) -> void {
|
|
sCurrentTrack = id;
|
|
sServices->bg_worker().Dispatch<void>([=]() {
|
|
auto db = sServices->database().lock();
|
|
if (!db) {
|
|
return;
|
|
}
|
|
sFileSource->SetPath(db->getTrackPath(id));
|
|
});
|
|
}
|
|
|
|
auto AudioState::commitVolume() -> void {
|
|
auto mode = sServices->nvs().OutputMode();
|
|
auto vol = sOutput->GetVolume();
|
|
if (mode == drivers::NvsStorage::Output::kHeadphones) {
|
|
sServices->nvs().AmpCurrentVolume(vol);
|
|
} else if (mode == drivers::NvsStorage::Output::kBluetooth) {
|
|
auto dev = sServices->bluetooth().ConnectedDevice();
|
|
if (!dev) {
|
|
return;
|
|
}
|
|
sServices->nvs().BluetoothVolume(dev->mac, vol);
|
|
}
|
|
}
|
|
|
|
auto AudioState::readyToPlay() -> bool {
|
|
return sCurrentTrack.has_value() && sIsPlaybackAllowed;
|
|
}
|
|
|
|
void AudioState::react(const TogglePlayPause& ev) {
|
|
sIsPlaybackAllowed = !sIsPlaybackAllowed;
|
|
if (readyToPlay()) {
|
|
if (!is_in_state<states::Playback>()) {
|
|
transit<states::Playback>();
|
|
}
|
|
} else {
|
|
if (!is_in_state<states::Standby>()) {
|
|
transit<states::Standby>();
|
|
}
|
|
}
|
|
}
|
|
|
|
namespace states {
|
|
|
|
void Uninitialised::react(const system_fsm::BootComplete& ev) {
|
|
sServices = ev.services;
|
|
|
|
ESP_LOGI(kTag, "allocating drain buffer, size %u KiB",
|
|
kDrainBufferSize / 1024);
|
|
|
|
auto meta = reinterpret_cast<StaticStreamBuffer_t*>(
|
|
heap_caps_malloc(sizeof(StaticStreamBuffer_t), MALLOC_CAP_DMA));
|
|
auto storage = reinterpret_cast<uint8_t*>(
|
|
heap_caps_malloc(kDrainBufferSize, MALLOC_CAP_SPIRAM));
|
|
|
|
sDrainBuffer = xStreamBufferCreateStatic(
|
|
kDrainBufferSize, sizeof(sample::Sample), storage, meta);
|
|
|
|
sFileSource.reset(
|
|
new FatfsAudioInput(sServices->tag_parser(), sServices->bg_worker()));
|
|
sI2SOutput.reset(new I2SAudioOutput(sDrainBuffer, sServices->gpios()));
|
|
sBtOutput.reset(new BluetoothAudioOutput(sDrainBuffer, sServices->bluetooth(),
|
|
sServices->bg_worker()));
|
|
|
|
auto& nvs = sServices->nvs();
|
|
sI2SOutput->SetMaxVolume(nvs.AmpMaxVolume());
|
|
sI2SOutput->SetVolume(nvs.AmpCurrentVolume());
|
|
sI2SOutput->SetVolumeImbalance(nvs.AmpLeftBias());
|
|
|
|
if (sServices->nvs().OutputMode() ==
|
|
drivers::NvsStorage::Output::kHeadphones) {
|
|
sOutput = sI2SOutput;
|
|
} else {
|
|
sOutput = sBtOutput;
|
|
}
|
|
sOutput->mode(IAudioOutput::Modes::kOnPaused);
|
|
|
|
events::Ui().Dispatch(VolumeLimitChanged{
|
|
.new_limit_db =
|
|
(static_cast<int>(nvs.AmpMaxVolume()) -
|
|
static_cast<int>(drivers::wm8523::kLineLevelReferenceVolume)) /
|
|
4,
|
|
});
|
|
events::Ui().Dispatch(VolumeChanged{
|
|
.percent = sOutput->GetVolumePct(),
|
|
.db = sOutput->GetVolumeDb(),
|
|
});
|
|
events::Ui().Dispatch(VolumeBalanceChanged{
|
|
.left_bias = nvs.AmpLeftBias(),
|
|
});
|
|
|
|
sSampleConverter.reset(new SampleConverter());
|
|
sSampleConverter->SetOutput(sOutput);
|
|
|
|
Decoder::Start(sFileSource, sSampleConverter);
|
|
|
|
transit<Standby>();
|
|
}
|
|
|
|
void Standby::react(const PlayFile& ev) {
|
|
sCurrentTrack = 0;
|
|
sIsPlaybackAllowed = true;
|
|
sFileSource->SetPath(ev.filename);
|
|
}
|
|
|
|
void Playback::react(const PlayFile& ev) {
|
|
sFileSource->SetPath(ev.filename);
|
|
}
|
|
|
|
void Standby::react(const SeekFile& ev) {
|
|
clearDrainBuffer();
|
|
sFileSource->SetPath(ev.filename, ev.offset);
|
|
}
|
|
|
|
void Playback::react(const SeekFile& ev) {
|
|
clearDrainBuffer();
|
|
sFileSource->SetPath(ev.filename, ev.offset);
|
|
}
|
|
|
|
void Standby::react(const internal::InputFileOpened& ev) {
|
|
if (readyToPlay()) {
|
|
transit<Playback>();
|
|
}
|
|
}
|
|
|
|
void Standby::react(const QueueUpdate& ev) {
|
|
auto current_track = sServices->track_queue().current();
|
|
if (!current_track || (sCurrentTrack && (*sCurrentTrack == *current_track))) {
|
|
return;
|
|
}
|
|
if (ev.reason == QueueUpdate::Reason::kDeserialised && sLastTrackUpdate) {
|
|
return;
|
|
}
|
|
clearDrainBuffer();
|
|
playTrack(*current_track);
|
|
}
|
|
|
|
static const char kQueueKey[] = "audio:queue";
|
|
static const char kCurrentFileKey[] = "audio:current";
|
|
|
|
void Standby::react(const system_fsm::KeyLockChanged& ev) {
|
|
if (!ev.locking) {
|
|
return;
|
|
}
|
|
sServices->bg_worker().Dispatch<void>([]() {
|
|
auto db = sServices->database().lock();
|
|
if (!db) {
|
|
return;
|
|
}
|
|
auto& queue = sServices->track_queue();
|
|
if (queue.totalSize() <= queue.currentPosition()) {
|
|
// Nothing is playing, so don't bother saving the queue.
|
|
db->put(kQueueKey, "");
|
|
return;
|
|
}
|
|
db->put(kQueueKey, queue.serialise());
|
|
|
|
if (sLastTrackUpdate) {
|
|
cppbor::Array current_track{
|
|
cppbor::Tstr{sLastTrackUpdate->first},
|
|
cppbor::Uint{sLastTrackUpdate->second},
|
|
};
|
|
db->put(kCurrentFileKey, current_track.toString());
|
|
}
|
|
});
|
|
}
|
|
|
|
void Standby::react(const system_fsm::StorageMounted& ev) {
|
|
sServices->bg_worker().Dispatch<void>([]() {
|
|
auto db = sServices->database().lock();
|
|
if (!db) {
|
|
return;
|
|
}
|
|
|
|
// Restore the currently playing file before restoring the queue. This way,
|
|
// we can fall back to restarting the queue's current track if there's any
|
|
// issue restoring the current file.
|
|
auto current = db->get(kCurrentFileKey);
|
|
if (current) {
|
|
// Again, ensure we don't boot-loop by trying to play a track that causes
|
|
// a crash over and over again.
|
|
db->put(kCurrentFileKey, "");
|
|
auto [parsed, unused, err] = cppbor::parse(
|
|
reinterpret_cast<uint8_t*>(current->data()), current->size());
|
|
if (parsed->type() == cppbor::ARRAY) {
|
|
std::string filename = parsed->asArray()->get(0)->asTstr()->value();
|
|
uint32_t pos = parsed->asArray()->get(1)->asUint()->value();
|
|
sLastTrackUpdate = std::make_pair(filename, pos);
|
|
sFileSource->SetPath(filename, pos);
|
|
}
|
|
}
|
|
|
|
auto queue = db->get(kQueueKey);
|
|
if (queue) {
|
|
// Don't restore the same queue again. This ideally should do nothing,
|
|
// but guards against bad edge cases where restoring the queue ends up
|
|
// causing a crash.
|
|
db->put(kQueueKey, "");
|
|
sServices->track_queue().deserialise(*queue);
|
|
}
|
|
});
|
|
}
|
|
|
|
void Playback::entry() {
|
|
ESP_LOGI(kTag, "beginning playback");
|
|
sOutput->mode(IAudioOutput::Modes::kOnPlaying);
|
|
|
|
events::System().Dispatch(PlaybackStarted{});
|
|
events::Ui().Dispatch(PlaybackStarted{});
|
|
}
|
|
|
|
void Playback::exit() {
|
|
ESP_LOGI(kTag, "finishing playback");
|
|
sOutput->mode(IAudioOutput::Modes::kOnPaused);
|
|
|
|
// Stash the current volume now, in case it changed during playback, since
|
|
// we might be powering off soon.
|
|
commitVolume();
|
|
|
|
events::System().Dispatch(PlaybackStopped{});
|
|
events::Ui().Dispatch(PlaybackStopped{});
|
|
}
|
|
|
|
void Playback::react(const system_fsm::HasPhonesChanged& ev) {
|
|
if (!ev.has_headphones) {
|
|
transit<Standby>();
|
|
}
|
|
}
|
|
|
|
void Playback::react(const QueueUpdate& ev) {
|
|
if (!ev.current_changed) {
|
|
return;
|
|
}
|
|
// Cut the current track immediately.
|
|
if (ev.reason == QueueUpdate::Reason::kExplicitUpdate) {
|
|
clearDrainBuffer();
|
|
}
|
|
auto current_track = sServices->track_queue().current();
|
|
if (!current_track) {
|
|
sFileSource->SetPath();
|
|
sCurrentTrack.reset();
|
|
transit<Standby>();
|
|
return;
|
|
}
|
|
playTrack(*current_track);
|
|
}
|
|
|
|
void Playback::react(const PlaybackUpdate& ev) {
|
|
ESP_LOGI(kTag, "elapsed: %lu, total: %lu", ev.seconds_elapsed,
|
|
ev.track->duration);
|
|
sLastTrackUpdate = std::make_pair(ev.track->filepath, ev.seconds_elapsed);
|
|
}
|
|
|
|
void Playback::react(const internal::InputFileOpened& ev) {}
|
|
|
|
void Playback::react(const internal::InputFileClosed& ev) {}
|
|
|
|
void Playback::react(const internal::InputFileFinished& ev) {
|
|
ESP_LOGI(kTag, "finished playing file");
|
|
sLastTrackUpdate.reset();
|
|
sServices->track_queue().finish();
|
|
if (!sServices->track_queue().current()) {
|
|
for (int i = 0; i < 20; i++) {
|
|
if (xStreamBufferIsEmpty(sDrainBuffer)) {
|
|
break;
|
|
}
|
|
vTaskDelay(pdMS_TO_TICKS(200));
|
|
}
|
|
transit<Standby>();
|
|
}
|
|
}
|
|
|
|
void Playback::react(const internal::AudioPipelineIdle& ev) {
|
|
transit<Standby>();
|
|
}
|
|
|
|
} // namespace states
|
|
|
|
} // namespace audio
|
|
|
|
FSM_INITIAL_STATE(audio::AudioState, audio::states::Uninitialised)
|
|
|