1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
/*
* Copyright 2023 jacqueline <me@jacqueline.id.au>
*
* SPDX-License-Identifier: GPL-3.0-only
*/
#include "opus.hpp"
#include <stdint.h>
#include <sys/_stdint.h>
#include <cstdint>
#include <cstring>
#include <optional>
#include "esp_heap_caps.h"
#include "mad.h"
#include "codec.hpp"
#include "esp_log.h"
#include "ogg/ogg.h"
#include "opus.h"
#include "opus_types.h"
#include "result.hpp"
#include "sample.hpp"
#include "types.hpp"
namespace codecs {
static constexpr char kTag[] = "opus";
// "If this is less than the maximum packet duration (120ms; 5760 for 48kHz),
// this function will not be capable of decoding some packets"
static constexpr size_t kSampleBufferSize = 5760;
XiphOpusDecoder::XiphOpusDecoder() : opus_(nullptr) {
pos_in_buffer_ = 0;
sample_buffer_ = {reinterpret_cast<opus_int16*>(
heap_caps_calloc(kSampleBufferSize, sizeof(opus_int16),
MALLOC_CAP_8BIT | MALLOC_CAP_SPIRAM)),
kSampleBufferSize};
}
XiphOpusDecoder::~XiphOpusDecoder() {
if (opus_ != nullptr) {
opus_decoder_destroy(opus_);
}
heap_caps_free(sample_buffer_.data());
}
auto XiphOpusDecoder::BeginStream(const cpp::span<const std::byte> input)
-> Result<OutputFormat> {
ogg_.AddBytes(input);
if (!ogg_.HasNextPacket()) {
return {input.size(), cpp::fail(Error::kOutOfInput)};
}
auto packet = ogg_.NextPacket();
int num_channels = opus_packet_get_nb_channels(packet.data());
if (num_channels > 2) {
// Too many channels; we can't handle this.
// TODO: better error
return {input.size(), cpp::fail(Error::kMalformedData)};
}
int err;
opus_ = opus_decoder_create(48000, num_channels, &err);
if (err != OPUS_OK) {
return {input.size(), cpp::fail(Error::kInternalError)};
}
return {input.size(), OutputFormat{
.num_channels = static_cast<uint8_t>(num_channels),
.sample_rate_hz = 48000,
}};
}
auto XiphOpusDecoder::ContinueStream(cpp::span<const std::byte> input,
cpp::span<sample::Sample> output)
-> Result<OutputInfo> {
size_t bytes_used = 0;
if (pos_in_buffer_ >= samples_in_buffer_) {
ESP_LOGI(kTag, "sample buffer is empty. parsing more.");
if (!ogg_.HasNextPacket()) {
bytes_used = input.size();
ogg_.AddBytes(input);
}
if (!ogg_.HasNextPacket()) {
return {bytes_used, cpp::fail(Error::kOutOfInput)};
}
auto packet = ogg_.NextPacket();
pos_in_buffer_ = 0;
samples_in_buffer_ =
opus_decode(opus_, packet.data(), packet.size_bytes(),
sample_buffer_.data(), sample_buffer_.size(), 0);
if (samples_in_buffer_ < 0) {
ESP_LOGE(kTag, "error decoding stream");
return {bytes_used, cpp::fail(Error::kMalformedData)};
}
}
size_t samples_written = 0;
while (pos_in_buffer_ < samples_in_buffer_ &&
samples_written < output.size()) {
output[samples_written++] =
sample::FromSigned(sample_buffer_[pos_in_buffer_++], 16);
}
return {bytes_used,
OutputInfo{
.samples_written = samples_written,
.is_finished_writing = pos_in_buffer_ >= samples_in_buffer_,
}};
}
auto XiphOpusDecoder::SeekStream(cpp::span<const std::byte> input,
std::size_t target_sample) -> Result<void> {
return {};
}
} // namespace codecs
|
