/***
This file is part of PulseAudio.
Copyright 2004-2008 Lennart Poettering
PulseAudio is free software; you can redistribute it and/or modify
it under the terms of the GNU Lesser General Public License as published
by the Free Software Foundation; either version 2.1 of the License,
or (at your option) any later version.
PulseAudio is distributed in the hope that it will be useful, but
WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
General Public License for more details.
You should have received a copy of the GNU Lesser General Public License
along with PulseAudio; if not, see .
***/
#ifdef HAVE_CONFIG_H
#include
#endif
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
PA_MODULE_AUTHOR("Lennart Poettering, Nathan Martynov");
PA_MODULE_DESCRIPTION("Android OpenSL ES sink");
PA_MODULE_VERSION(PACKAGE_VERSION);
PA_MODULE_LOAD_ONCE(false);
PA_MODULE_USAGE(
"sink_name= "
"sink_properties= "
"rate= "
"channel_map= "
"latency= "
);
#define DEFAULT_SINK_NAME "OpenSL ES sink"
enum { SINK_MESSAGE_RENDER = PA_SINK_MESSAGE_MAX };
struct userdata {
pa_core *core;
pa_module *module;
pa_sink *sink;
pa_thread *thread;
pa_thread_mq thread_mq;
pa_rtpoll *rtpoll;
pa_rtpoll_item *rtpoll_item;
pa_asyncmsgq *sles_msgq;
pa_usec_t block_usec;
pa_memchunk memchunk;
void *buf;
size_t nbytes;
SLObjectItf EngineObject;
SLObjectItf OutputMixObject;
SLObjectItf PlayerObject;
SLEngineItf EngineItf;
SLPlayItf PlayItf;
SLBufferQueueItf BufferQueueItf;
};
static const char* const valid_modargs[] = {
"sink_name",
"sink_properties",
"rate",
"latency",
NULL
};
static void process_render(void *userdata) {
struct userdata* u = userdata;
pa_assert(u);
/* a render message could be queued after a set state message */
if (!PA_SINK_IS_LINKED(u->sink->thread_info.state))
return;
u->memchunk.length = u->nbytes;
pa_sink_render_into(u->sink, &u->memchunk);
(*u->BufferQueueItf)->Enqueue(u->BufferQueueItf, u->buf, u->memchunk.length);
}
static int sink_process_msg(pa_msgobject *o, int code, void *data, int64_t offset, pa_memchunk *memchunk) {
switch (code) {
case SINK_MESSAGE_RENDER:
process_render(data);
return 0;
case PA_SINK_MESSAGE_GET_LATENCY:
code = PA_SINK_MESSAGE_GET_FIXED_LATENCY; // FIXME: is there a way to get the real latency?
break;
}
return pa_sink_process_msg(o, code, data, offset, memchunk);
};
static void sles_callback(SLBufferQueueItf bqPlayerBufferQueue, void *userdata) {
struct userdata* u = userdata;
pa_assert(u);
pa_assert_se(pa_asyncmsgq_send(u->sles_msgq, PA_MSGOBJECT(u->sink), SINK_MESSAGE_RENDER, u, 0, NULL) == 0);
}
static int pa_sample_spec_to_sl_format(pa_sample_spec *ss, SLAndroidDataFormat_PCM_EX *sl) {
pa_assert(ss);
pa_assert(sl);
*sl = (SLAndroidDataFormat_PCM_EX){0};
switch ((sl->numChannels = ss->channels)) {
case 1:
sl->channelMask = SL_SPEAKER_FRONT_CENTER;
break;
case 2:
sl->channelMask = SL_SPEAKER_FRONT_LEFT | SL_SPEAKER_FRONT_RIGHT;
break;
default:
pa_log_error("Unsupported sample format: only stereo or mono channels are supported.");
return 1;
}
sl->sampleRate = ss->rate * 1000; // Hz to mHz
switch (ss->format) {
case PA_SAMPLE_S16LE: // fallthrough
case PA_SAMPLE_S24LE: // fallthrough
case PA_SAMPLE_S32LE: // fallthrough
case PA_SAMPLE_S16BE: // fallthrough
case PA_SAMPLE_S24BE: // fallthrough
case PA_SAMPLE_S32BE:
sl->formatType = SL_DATAFORMAT_PCM;
sl->representation = SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT;
break;
case PA_SAMPLE_FLOAT32LE: // fallthrough
case PA_SAMPLE_FLOAT32BE:
sl->formatType = SL_ANDROID_DATAFORMAT_PCM_EX;
sl->representation = SL_ANDROID_PCM_REPRESENTATION_FLOAT;
break;
default:
pa_log_error("Unsupported sample format: only s16/24/32 and f32 formats are supported.");
return 1;
}
sl->endianness = pa_sample_format_is_le(ss->format)
? SL_BYTEORDER_LITTLEENDIAN
: SL_BYTEORDER_BIGENDIAN;
sl->bitsPerSample = sl->containerSize = pa_sample_size(ss) * 8;
return 0;
}
static int pa_init_sles_player(struct userdata *u, pa_sample_spec *ss) {
pa_assert(u);
// check and convert the sample spec
SLAndroidDataFormat_PCM_EX pcm;
if (pa_sample_spec_to_sl_format(ss, &pcm))
return 1;
// common sles error handling
#define CHK(stmt) { \
SLresult res = (stmt); \
if (res != SL_RESULT_SUCCESS) { \
pa_log_error("Failed to initialize OpenSL ES: error %d at %s:%d", \
res, __FILE__, __LINE__); \
return 1; \
} \
}
// create the engine
CHK(slCreateEngine(&u->EngineObject, 0, NULL, 0, NULL, NULL));
CHK((*u->EngineObject)->Realize(u->EngineObject, SL_BOOLEAN_FALSE));
// create the outputmix
CHK((*u->EngineObject)->GetInterface(u->EngineObject, SL_IID_ENGINE, &(u->EngineItf)));
CHK((*u->EngineItf)->CreateOutputMix(u->EngineItf, &u->OutputMixObject, 0, NULL, NULL));
CHK((*u->OutputMixObject)->Realize(u->OutputMixObject, SL_BOOLEAN_FALSE));
// create the player
CHK(({
SLresult r = (*u->EngineItf)->CreateAudioPlayer(u->EngineItf,
&u->PlayerObject,
&(SLDataSource){
.pLocator = &(SLDataLocator_BufferQueue){
.locatorType = SL_DATALOCATOR_BUFFERQUEUE,
.numBuffers = 8,
},
.pFormat = &pcm,
},
&(SLDataSink){
.pLocator = &(SLDataLocator_OutputMix){
.locatorType = SL_DATALOCATOR_OUTPUTMIX,
.outputMix = u->OutputMixObject,
},
.pFormat = NULL,
},
1,
(SLInterfaceID[]){SL_IID_BUFFERQUEUE},
(SLboolean[]){SL_BOOLEAN_TRUE}
);
if (r == SL_RESULT_CONTENT_UNSUPPORTED)
pa_log(
"Failed to initialize OpenSL ES; try checking logcat and "
"searching for messages with 'libOpenSLES:'"
);
r;
}));
// realize the player
CHK((*u->PlayerObject)->Realize(u->PlayerObject, SL_BOOLEAN_FALSE));
CHK((*u->PlayerObject)->GetInterface(u->PlayerObject, SL_IID_PLAY, &u->PlayItf));
// register the callback
CHK((*u->PlayerObject)->GetInterface(u->PlayerObject, SL_IID_BUFFERQUEUE, &u->BufferQueueItf));
CHK((*u->BufferQueueItf)->RegisterCallback(u->BufferQueueItf, sles_callback, u));
// cleanup
#undef CHK
return 0;
}
static void thread_func(void *userdata) {
struct userdata *u = userdata;
pa_assert(u);
pa_thread_mq_install(&u->thread_mq);
for (;;) {
int ret;
if ((ret = pa_rtpoll_run(u->rtpoll)) < 0) {
pa_asyncmsgq_post(u->thread_mq.outq, PA_MSGOBJECT(u->core), PA_CORE_MESSAGE_UNLOAD_MODULE, u->module, 0, NULL, NULL);
pa_asyncmsgq_wait_for(u->thread_mq.inq, PA_MESSAGE_SHUTDOWN);
break;
}
if (ret == 0) {
break;
}
}
}
static int state_func(pa_sink *s, pa_sink_state_t state, pa_suspend_cause_t suspend_cause) {
struct userdata *u = s->userdata;
pa_assert(u);
if (PA_SINK_IS_OPENED(s->state) && (state == PA_SINK_SUSPENDED || state == PA_SINK_UNLINKED))
(*u->PlayItf)->SetPlayState(u->PlayItf, SL_PLAYSTATE_STOPPED);
else if ((s->state == PA_SINK_SUSPENDED || s->state == PA_SINK_INIT) && PA_SINK_IS_OPENED(state))
(*u->PlayItf)->SetPlayState(u->PlayItf, SL_PLAYSTATE_PLAYING);
return 0;
}
static void process_rewind(pa_sink *s) {
pa_sink_process_rewind(s, 0);
}
int pa__init(pa_module*m) {
struct userdata *u = NULL;
pa_modargs *ma = NULL;
pa_sink_new_data sink_data;
pa_sample_spec ss;
pa_channel_map map;
uint32_t latency = 0;
pa_assert(m);
m->userdata = u = pa_xnew0(struct userdata, 1);
if (!(ma = pa_modargs_new(m->argument, valid_modargs))) {
pa_log("Failed to parse module arguments.");
goto fail;
}
u->core = m->core;
u->module = m;
u->rtpoll = pa_rtpoll_new();
if (pa_thread_mq_init(&u->thread_mq, m->core->mainloop, u->rtpoll) < 0) {
pa_log("pa_thread_mq_init() failed.");
goto fail;
}
if (!(u->sles_msgq = pa_asyncmsgq_new(0))) {
pa_log("pa_asyncmsgq_new() failed.");
goto fail;
}
u->rtpoll_item = pa_rtpoll_item_new_asyncmsgq_read(u->rtpoll, PA_RTPOLL_EARLY-1, u->sles_msgq);
pa_sink_new_data_init(&sink_data);
sink_data.driver = __FILE__;
sink_data.module = m;
ss = m->core->default_sample_spec;
if (pa_modargs_get_sample_rate(ma, &ss.rate) < 0) {
pa_log("Invalid rate specification.");
goto fail;
}
pa_channel_map_init_stereo(&map);
ss.channels = map.channels;
if (pa_init_sles_player(u, &ss))
goto fail;
pa_sink_new_data_set_name(&sink_data, pa_modargs_get_value(ma, "sink_name", DEFAULT_SINK_NAME));
pa_sink_new_data_set_sample_spec(&sink_data, &ss);
pa_sink_new_data_set_channel_map(&sink_data, &map);
pa_proplist_sets(sink_data.proplist, PA_PROP_DEVICE_DESCRIPTION, "OpenSL ES Output");
pa_proplist_sets(sink_data.proplist, PA_PROP_DEVICE_CLASS, "abstract");
if (pa_modargs_get_proplist(ma, "sink_properties", sink_data.proplist, PA_UPDATE_REPLACE) < 0) {
pa_log("Invalid properties.");
pa_sink_new_data_done(&sink_data);
goto fail;
}
if (!(u->sink = pa_sink_new(m->core, &sink_data, 0))) {
pa_log("Failed to create sink object.");
pa_sink_new_data_done(&sink_data);
goto fail;
}
pa_sink_new_data_done(&sink_data);
u->sink->userdata = u;
u->sink->parent.process_msg = sink_process_msg;
u->sink->set_state_in_main_thread = state_func;
u->sink->request_rewind = process_rewind;
pa_sink_set_asyncmsgq(u->sink, u->thread_mq.inq);
pa_sink_set_rtpoll(u->sink, u->rtpoll);
pa_modargs_get_value_u32(ma, "latency", &latency);
u->block_usec = latency
? PA_USEC_PER_MSEC * latency
: PA_USEC_PER_MSEC * 125;
pa_sink_set_fixed_latency(u->sink, u->block_usec);
u->nbytes = pa_usec_to_bytes(u->block_usec, &u->sink->sample_spec);
u->buf = calloc(1, u->nbytes);
u->memchunk.memblock = pa_memblock_new_fixed(m->core->mempool, u->buf, u->nbytes, false);
if (!(u->thread = pa_thread_new("sles-sink", thread_func, u))) {
pa_log("Failed to create thread.");
goto fail;
}
pa_sink_put(u->sink);
sles_callback(u->BufferQueueItf, u);
pa_modargs_free(ma);
return 0;
fail:
if (ma)
pa_modargs_free(ma);
pa__done(m);
return -1;
}
int pa__get_n_used(pa_module *m) {
struct userdata *u;
pa_assert(m);
pa_assert_se(u = m->userdata);
return pa_sink_linked_by(u->sink);
}
void pa__done(pa_module*m) {
struct userdata *u;
pa_assert(m);
if (!(u = m->userdata))
return;
if (u->sink)
pa_sink_unlink(u->sink);
if (u->PlayerObject)
(*u->PlayerObject)->Destroy(u->PlayerObject);
if (u->OutputMixObject)
(*u->OutputMixObject)->Destroy(u->OutputMixObject);
if (u->EngineObject)
(*u->EngineObject)->Destroy(u->EngineObject);
if (u->memchunk.memblock)
pa_memblock_unref_fixed(u->memchunk.memblock);
free(u->buf);
if (u->thread) {
pa_asyncmsgq_send(u->thread_mq.inq, NULL, PA_MESSAGE_SHUTDOWN, NULL, 0, NULL);
pa_thread_free(u->thread);
}
pa_thread_mq_done(&u->thread_mq);
if (u->sink)
pa_sink_unref(u->sink);
if (u->rtpoll_item)
pa_rtpoll_item_free(u->rtpoll_item);
if (u->sles_msgq)
pa_asyncmsgq_unref(u->sles_msgq);
if (u->rtpoll)
pa_rtpoll_free(u->rtpoll);
pa_xfree(u);
}