lovr/src/api/l_audio.c

343 lines
9.6 KiB
C
Raw Normal View History

2017-12-10 20:40:37 +00:00
#include "api.h"
2017-01-03 03:09:33 +00:00
#include "audio/audio.h"
2019-05-18 00:11:22 +00:00
#include "data/blob.h"
2021-02-09 02:52:56 +00:00
#include "data/sound.h"
2021-02-02 16:20:06 +00:00
#include "core/maf.h"
2022-03-22 07:13:21 +00:00
#include "util.h"
2021-03-16 00:54:27 +00:00
#include <lua.h>
#include <lauxlib.h>
2019-05-13 10:53:17 +00:00
#include <stdlib.h>
2017-01-03 03:09:33 +00:00
StringEntry lovrEffect[] = {
[EFFECT_ABSORPTION] = ENTRY("absorption"),
2021-03-22 17:58:08 +00:00
[EFFECT_ATTENUATION] = ENTRY("attenuation"),
[EFFECT_OCCLUSION] = ENTRY("occlusion"),
[EFFECT_REVERB] = ENTRY("reverb"),
[EFFECT_SPATIALIZATION] = ENTRY("spatialization"),
[EFFECT_TRANSMISSION] = ENTRY("transmission"),
{ 0 }
};
2021-02-28 22:27:20 +00:00
StringEntry lovrAudioMaterial[] = {
[MATERIAL_GENERIC] = ENTRY("generic"),
[MATERIAL_BRICK] = ENTRY("brick"),
[MATERIAL_CARPET] = ENTRY("carpet"),
[MATERIAL_CERAMIC] = ENTRY("ceramic"),
[MATERIAL_CONCRETE] = ENTRY("concrete"),
[MATERIAL_GLASS] = ENTRY("glass"),
[MATERIAL_GRAVEL] = ENTRY("gravel"),
[MATERIAL_METAL] = ENTRY("metal"),
[MATERIAL_PLASTER] = ENTRY("plaster"),
[MATERIAL_ROCK] = ENTRY("rock"),
[MATERIAL_WOOD] = ENTRY("wood"),
{ 0 }
};
2021-03-04 03:01:56 +00:00
StringEntry lovrAudioShareMode[] = {
[AUDIO_SHARED] = ENTRY("shared"),
[AUDIO_EXCLUSIVE] = ENTRY("exclusive"),
{ 0 }
};
2020-05-10 08:48:01 +00:00
StringEntry lovrAudioType[] = {
[AUDIO_PLAYBACK] = ENTRY("playback"),
[AUDIO_CAPTURE] = ENTRY("capture"),
{ 0 }
2018-07-06 05:08:14 +00:00
};
2021-02-04 18:25:06 +00:00
StringEntry lovrTimeUnit[] = {
[UNIT_SECONDS] = ENTRY("seconds"),
[UNIT_FRAMES] = ENTRY("frames"),
{ 0 }
};
StringEntry lovrVolumeUnit[] = {
[UNIT_LINEAR] = ENTRY("linear"),
[UNIT_DECIBELS] = ENTRY("db"),
{ 0 }
};
2021-02-06 05:26:38 +00:00
static void onDevice(const void* id, size_t size, const char* name, bool isDefault, void* userdata) {
2021-02-04 18:25:06 +00:00
lua_State* L = userdata;
lua_createtable(L, 0, 3);
2021-02-06 05:26:38 +00:00
void* p = lua_newuserdata(L, size);
memcpy(p, id, size);
2021-02-04 18:25:06 +00:00
lua_setfield(L, -2, "id");
2021-02-06 05:26:38 +00:00
lua_pushstring(L, name);
2021-02-04 18:25:06 +00:00
lua_setfield(L, -2, "name");
2021-02-06 05:26:38 +00:00
lua_pushboolean(L, isDefault);
2021-02-04 18:25:06 +00:00
lua_setfield(L, -2, "default");
lua_rawseti(L, -2, luax_len(L, -2) + 1);
}
static int l_lovrAudioGetDevices(lua_State *L) {
AudioType type = luax_checkenum(L, 1, AudioType, "playback");
lua_newtable(L);
lovrAudioEnumerateDevices(type, onDevice, L);
return 1;
}
static int l_lovrAudioSetDevice(lua_State *L) {
AudioType type = luax_checkenum(L, 1, AudioType, "playback");
void* id = lua_touserdata(L, 2);
2021-03-05 01:19:05 +00:00
size_t size = id ? luax_len(L, 2) : 0;
2021-03-04 03:01:56 +00:00
Sound* sink = lua_isnoneornil(L, 3) ? NULL : luax_checktype(L, 3, Sound);
AudioShareMode shareMode = luax_checkenum(L, 4, AudioShareMode, "shared");
bool success = lovrAudioSetDevice(type, id, size, sink, shareMode);
2021-02-04 18:25:06 +00:00
lua_pushboolean(L, success);
return 1;
}
2020-05-10 08:48:01 +00:00
static int l_lovrAudioStart(lua_State* L) {
2020-11-21 03:47:59 +00:00
AudioType type = luax_checkenum(L, 1, AudioType, "playback");
2021-01-30 02:24:32 +00:00
bool started = lovrAudioStart(type);
2020-12-02 15:56:06 +00:00
lua_pushboolean(L, started);
return 1;
}
2020-05-10 08:48:01 +00:00
static int l_lovrAudioStop(lua_State* L) {
2020-11-21 03:47:59 +00:00
AudioType type = luax_checkenum(L, 1, AudioType, "playback");
bool stopped = lovrAudioStop(type);
lua_pushboolean(L, stopped);
return 1;
}
2021-02-02 16:20:06 +00:00
static int l_lovrAudioIsStarted(lua_State* L) {
2020-12-17 10:41:46 +00:00
AudioType type = luax_checkenum(L, 1, AudioType, "playback");
2021-02-02 16:20:06 +00:00
bool started = lovrAudioIsStarted(type);
lua_pushboolean(L, started);
2020-12-17 10:41:46 +00:00
return 1;
}
2018-09-27 01:27:38 +00:00
static int l_lovrAudioGetVolume(lua_State* L) {
VolumeUnit units = luax_checkenum(L, 1, VolumeUnit, "linear");
lua_pushnumber(L, lovrAudioGetVolume(units));
return 1;
}
2020-05-10 08:48:01 +00:00
static int l_lovrAudioSetVolume(lua_State* L) {
float volume = luax_checkfloat(L, 1);
VolumeUnit units = luax_checkenum(L, 2, VolumeUnit, "linear");
lovrAudioSetVolume(volume, units);
2020-05-10 08:48:01 +00:00
return 0;
}
static int l_lovrAudioGetPosition(lua_State* L) {
float position[4], orientation[4];
lovrAudioGetPose(position, orientation);
lua_pushnumber(L, position[0]);
lua_pushnumber(L, position[1]);
lua_pushnumber(L, position[2]);
return 3;
}
static int l_lovrAudioSetPosition(lua_State* L) {
float position[4], orientation[4];
lovrAudioGetPose(position, orientation);
luax_readvec3(L, 1, position, NULL);
lovrAudioSetPose(position, orientation);
return 0;
}
static int l_lovrAudioGetOrientation(lua_State* L) {
float position[4], orientation[4], angle, ax, ay, az;
lovrAudioGetPose(position, orientation);
quat_getAngleAxis(orientation, &angle, &ax, &ay, &az);
lua_pushnumber(L, angle);
lua_pushnumber(L, ax);
lua_pushnumber(L, ay);
lua_pushnumber(L, az);
return 4;
}
static int l_lovrAudioSetOrientation(lua_State* L) {
float position[4], orientation[4];
lovrAudioGetPose(position, orientation);
luax_readquat(L, 1, orientation, NULL);
lovrAudioSetPose(position, orientation);
return 0;
}
2021-02-02 16:20:06 +00:00
static int l_lovrAudioGetPose(lua_State *L) {
float position[4], orientation[4], angle, ax, ay, az;
lovrAudioGetPose(position, orientation);
quat_getAngleAxis(orientation, &angle, &ax, &ay, &az);
lua_pushnumber(L, position[0]);
lua_pushnumber(L, position[1]);
lua_pushnumber(L, position[2]);
lua_pushnumber(L, angle);
lua_pushnumber(L, ax);
lua_pushnumber(L, ay);
lua_pushnumber(L, az);
return 7;
}
static int l_lovrAudioSetPose(lua_State *L) {
2020-11-25 21:28:43 +00:00
int index = 1;
2021-02-04 18:25:06 +00:00
float position[4], orientation[4];
2020-11-25 21:28:43 +00:00
index = luax_readvec3(L, index, position, NULL);
index = luax_readquat(L, index, orientation, NULL);
2021-02-02 16:20:06 +00:00
lovrAudioSetPose(position, orientation);
2020-11-25 21:28:43 +00:00
return 0;
}
2021-02-19 03:46:14 +00:00
static int l_lovrAudioSetGeometry(lua_State* L) {
float* vertices;
uint32_t* indices;
uint32_t vertexCount, indexCount;
bool shouldFree;
int index = luax_readmesh(L, 1, &vertices, &vertexCount, &indices, &indexCount, &shouldFree);
2021-02-28 22:27:20 +00:00
AudioMaterial material = luax_checkenum(L, index, AudioMaterial, "generic");
bool success = lovrAudioSetGeometry(vertices, indices, vertexCount, indexCount, material);
2021-02-19 03:46:14 +00:00
if (shouldFree) {
free(vertices);
free(indices);
}
lua_pushboolean(L, success);
return 1;
}
2021-02-08 14:49:25 +00:00
static int l_lovrAudioGetSpatializer(lua_State *L) {
lua_pushstring(L, lovrAudioGetSpatializer());
2020-11-26 12:46:55 +00:00
return 1;
}
2021-07-20 18:31:09 +00:00
static int l_lovrAudioGetSampleRate(lua_State *L) {
lua_pushinteger(L, lovrAudioGetSampleRate());
return 1;
}
static int l_lovrAudioGetAbsorption(lua_State* L) {
float absorption[3];
lovrAudioGetAbsorption(absorption);
lua_pushnumber(L, absorption[0]);
lua_pushnumber(L, absorption[1]);
lua_pushnumber(L, absorption[2]);
return 3;
}
static int l_lovrAudioSetAbsorption(lua_State* L) {
float absorption[3];
absorption[0] = luax_checkfloat(L, 1);
absorption[1] = luax_checkfloat(L, 2);
absorption[2] = luax_checkfloat(L, 3);
lovrAudioSetAbsorption(absorption);
return 0;
}
2021-01-30 02:24:32 +00:00
static int l_lovrAudioNewSource(lua_State* L) {
2021-02-09 02:52:56 +00:00
Sound* sound = luax_totype(L, 1, Sound);
2021-01-30 02:24:32 +00:00
bool decode = false;
bool spatial = true;
uint32_t effects = ~0u;
if (lua_gettop(L) >= 2) {
luaL_checktype(L, 2, LUA_TTABLE);
lua_getfield(L, 2, "decode");
decode = lua_toboolean(L, -1);
lua_pop(L, 1);
lua_getfield(L, 2, "effects");
if (!lua_isnil(L, -1)) {
effects = 0;
lovrAssert(lua_istable(L, -1), "Source effects must be a table");
lua_pushnil(L);
while (lua_next(L, -2) != 0) {
if (lua_type(L, -2) == LUA_TSTRING) {
Effect effect = luax_checkenum(L, -2, Effect, NULL);
bool enabled = lua_toboolean(L, -1);
effects |= enabled << effect;
} else if (lua_type(L, -2) == LUA_TNUMBER) {
Effect effect = luax_checkenum(L, -1, Effect, NULL);
effects |= 1 << effect;
}
lua_pop(L, 1);
}
}
lua_pop(L, 1);
lua_getfield(L, 2, "spatial");
spatial = lua_isnil(L, -1) ? true : lua_toboolean(L, -1);
lua_pop(L, 1);
}
if (!sound) {
Blob* blob = luax_readblob(L, 1, "Source");
sound = lovrSoundCreateFromFile(blob, decode);
lovrRelease(blob, lovrBlobDestroy);
} else {
lovrRetain(sound);
2021-01-30 02:24:32 +00:00
}
Source* source = lovrSourceCreate(sound, spatial, effects);
2021-01-30 02:24:32 +00:00
luax_pushtype(L, Source, source);
2021-02-09 02:52:56 +00:00
lovrRelease(sound, lovrSoundDestroy);
2021-02-09 00:52:26 +00:00
lovrRelease(source, lovrSourceDestroy);
2021-01-30 02:24:32 +00:00
return 1;
}
2018-09-27 01:27:38 +00:00
static const luaL_Reg lovrAudio[] = {
2021-02-04 18:25:06 +00:00
{ "getDevices", l_lovrAudioGetDevices },
{ "setDevice", l_lovrAudioSetDevice },
2020-05-10 08:48:01 +00:00
{ "start", l_lovrAudioStart },
{ "stop", l_lovrAudioStop },
2021-02-02 16:20:06 +00:00
{ "isStarted", l_lovrAudioIsStarted },
2017-03-11 11:08:07 +00:00
{ "getVolume", l_lovrAudioGetVolume },
{ "setVolume", l_lovrAudioSetVolume },
{ "getPosition", l_lovrAudioGetPosition },
{ "setPosition", l_lovrAudioSetPosition },
{ "getOrientation", l_lovrAudioGetOrientation },
{ "setOrientation", l_lovrAudioSetOrientation },
2021-02-02 16:20:06 +00:00
{ "getPose", l_lovrAudioGetPose },
{ "setPose", l_lovrAudioSetPose },
2021-02-19 03:46:14 +00:00
{ "setGeometry", l_lovrAudioSetGeometry },
2021-02-02 16:20:06 +00:00
{ "getSpatializer", l_lovrAudioGetSpatializer },
{ "getSampleRate", l_lovrAudioGetSampleRate },
{ "getAbsorption", l_lovrAudioGetAbsorption },
{ "setAbsorption", l_lovrAudioSetAbsorption },
2021-01-30 02:24:32 +00:00
{ "newSource", l_lovrAudioNewSource },
2017-03-11 11:08:07 +00:00
{ NULL, NULL }
};
2018-09-27 01:27:38 +00:00
2021-03-16 00:54:27 +00:00
extern const luaL_Reg lovrSource[];
int luaopen_lovr_audio(lua_State* L) {
2018-09-27 01:27:38 +00:00
lua_newtable(L);
2020-08-19 19:12:06 +00:00
luax_register(L, lovrAudio);
luax_registertype(L, Source);
LOVR_USE_OCULUS_AUDIO This is a large patch which adds a new Oculus Audio spatializer. Oculus Audio is slightly different from the dummy spatializer in a few ways: - It *must* receive fixed-size input buffers, every time, always. - It can only handle a fixed number of spatialized sound sources at a time. - It has a concept of "tails"; the spatialization of a sound can continue after the sound itself ends (eg echo). Changes to audio.c were needed to support Oculus Audio's quirks: - audio.c now supports a "fixedBuffer" mode which invokes the generator/spatializer in fixed size chunks - Each source now has an intptr_t "memo" field that the spatializer may use to store whatever (Oculus spatializer uses this to handle the sound source limit). - The spatializer interface got a couple new methods: A "tail" method which returns a sound buffer after all sources are processed; and "create" and "destroy" methods that are called when a sound source is created or destroyed (Oculus spatializer uses this to populate/clear the "memo" field). Along the way some other miscellaneous changes got made: - lovr.audio.getSpatializerName() returns the current spatializer - Spatializer init now takes in "config in" and "config out" structs (Spatializer changes fields in config out to request things, currently fixed buffer mode). - lovr.conf now takes t.audio.spatializer (string name of desired spatializer) and t.audio.spatializerMaxSourcesHint (Spatializers with max sources limits like Oculus will use this as the limit). - audio.c went back to tracking position/orientation as vectors rather than a matrix - A file oculus_spatializer_math_shim.h was added containing a minimal copypaste of OVR_CAPI.h from Oculus SDK to support a ovrPoseStatef the spatializer API needs. This may have license consequences but we are probably OK via a combination of fair use and the fact that a user cannot use this header file without accepting Oculus's license through other means. Some work remains to be done, in particular there is an entire reverb feature I did not touch and LOVR_USE_OCULUS_AUDIO cannot be activated from tup. Oculus Spatializer works better when it has velocity and time information but this patch does not supply it.
2020-12-19 22:17:16 +00:00
bool start = true;
const char *spatializer = NULL;
2021-07-20 18:31:09 +00:00
uint32_t sampleRate = 48000; // Set default here
LOVR_USE_OCULUS_AUDIO This is a large patch which adds a new Oculus Audio spatializer. Oculus Audio is slightly different from the dummy spatializer in a few ways: - It *must* receive fixed-size input buffers, every time, always. - It can only handle a fixed number of spatialized sound sources at a time. - It has a concept of "tails"; the spatialization of a sound can continue after the sound itself ends (eg echo). Changes to audio.c were needed to support Oculus Audio's quirks: - audio.c now supports a "fixedBuffer" mode which invokes the generator/spatializer in fixed size chunks - Each source now has an intptr_t "memo" field that the spatializer may use to store whatever (Oculus spatializer uses this to handle the sound source limit). - The spatializer interface got a couple new methods: A "tail" method which returns a sound buffer after all sources are processed; and "create" and "destroy" methods that are called when a sound source is created or destroyed (Oculus spatializer uses this to populate/clear the "memo" field). Along the way some other miscellaneous changes got made: - lovr.audio.getSpatializerName() returns the current spatializer - Spatializer init now takes in "config in" and "config out" structs (Spatializer changes fields in config out to request things, currently fixed buffer mode). - lovr.conf now takes t.audio.spatializer (string name of desired spatializer) and t.audio.spatializerMaxSourcesHint (Spatializers with max sources limits like Oculus will use this as the limit). - audio.c went back to tracking position/orientation as vectors rather than a matrix - A file oculus_spatializer_math_shim.h was added containing a minimal copypaste of OVR_CAPI.h from Oculus SDK to support a ovrPoseStatef the spatializer API needs. This may have license consequences but we are probably OK via a combination of fair use and the fact that a user cannot use this header file without accepting Oculus's license through other means. Some work remains to be done, in particular there is an entire reverb feature I did not touch and LOVR_USE_OCULUS_AUDIO cannot be activated from tup. Oculus Spatializer works better when it has velocity and time information but this patch does not supply it.
2020-12-19 22:17:16 +00:00
luax_pushconf(L);
if (lua_istable(L, -1)) {
lua_getfield(L, -1, "audio");
if (lua_istable(L, -1)) {
lua_getfield(L, -1, "spatializer");
spatializer = lua_tostring(L, -1);
lua_pop(L, 1);
2022-03-14 20:19:59 +00:00
lua_getfield(L, -1, "samplerate");
sampleRate = lua_isnil(L, -1) ? sampleRate : luax_checku32(L, -1);
lua_pop(L, 1);
lua_getfield(L, -1, "start");
start = lua_isnil(L, -1) || lua_toboolean(L, -1);
lua_pop(L, 1);
}
lua_pop(L, 1);
LOVR_USE_OCULUS_AUDIO This is a large patch which adds a new Oculus Audio spatializer. Oculus Audio is slightly different from the dummy spatializer in a few ways: - It *must* receive fixed-size input buffers, every time, always. - It can only handle a fixed number of spatialized sound sources at a time. - It has a concept of "tails"; the spatialization of a sound can continue after the sound itself ends (eg echo). Changes to audio.c were needed to support Oculus Audio's quirks: - audio.c now supports a "fixedBuffer" mode which invokes the generator/spatializer in fixed size chunks - Each source now has an intptr_t "memo" field that the spatializer may use to store whatever (Oculus spatializer uses this to handle the sound source limit). - The spatializer interface got a couple new methods: A "tail" method which returns a sound buffer after all sources are processed; and "create" and "destroy" methods that are called when a sound source is created or destroyed (Oculus spatializer uses this to populate/clear the "memo" field). Along the way some other miscellaneous changes got made: - lovr.audio.getSpatializerName() returns the current spatializer - Spatializer init now takes in "config in" and "config out" structs (Spatializer changes fields in config out to request things, currently fixed buffer mode). - lovr.conf now takes t.audio.spatializer (string name of desired spatializer) and t.audio.spatializerMaxSourcesHint (Spatializers with max sources limits like Oculus will use this as the limit). - audio.c went back to tracking position/orientation as vectors rather than a matrix - A file oculus_spatializer_math_shim.h was added containing a minimal copypaste of OVR_CAPI.h from Oculus SDK to support a ovrPoseStatef the spatializer API needs. This may have license consequences but we are probably OK via a combination of fair use and the fact that a user cannot use this header file without accepting Oculus's license through other means. Some work remains to be done, in particular there is an entire reverb feature I did not touch and LOVR_USE_OCULUS_AUDIO cannot be activated from tup. Oculus Spatializer works better when it has velocity and time information but this patch does not supply it.
2020-12-19 22:17:16 +00:00
}
lua_pop(L, 1);
LOVR_USE_OCULUS_AUDIO This is a large patch which adds a new Oculus Audio spatializer. Oculus Audio is slightly different from the dummy spatializer in a few ways: - It *must* receive fixed-size input buffers, every time, always. - It can only handle a fixed number of spatialized sound sources at a time. - It has a concept of "tails"; the spatialization of a sound can continue after the sound itself ends (eg echo). Changes to audio.c were needed to support Oculus Audio's quirks: - audio.c now supports a "fixedBuffer" mode which invokes the generator/spatializer in fixed size chunks - Each source now has an intptr_t "memo" field that the spatializer may use to store whatever (Oculus spatializer uses this to handle the sound source limit). - The spatializer interface got a couple new methods: A "tail" method which returns a sound buffer after all sources are processed; and "create" and "destroy" methods that are called when a sound source is created or destroyed (Oculus spatializer uses this to populate/clear the "memo" field). Along the way some other miscellaneous changes got made: - lovr.audio.getSpatializerName() returns the current spatializer - Spatializer init now takes in "config in" and "config out" structs (Spatializer changes fields in config out to request things, currently fixed buffer mode). - lovr.conf now takes t.audio.spatializer (string name of desired spatializer) and t.audio.spatializerMaxSourcesHint (Spatializers with max sources limits like Oculus will use this as the limit). - audio.c went back to tracking position/orientation as vectors rather than a matrix - A file oculus_spatializer_math_shim.h was added containing a minimal copypaste of OVR_CAPI.h from Oculus SDK to support a ovrPoseStatef the spatializer API needs. This may have license consequences but we are probably OK via a combination of fair use and the fact that a user cannot use this header file without accepting Oculus's license through other means. Some work remains to be done, in particular there is an entire reverb feature I did not touch and LOVR_USE_OCULUS_AUDIO cannot be activated from tup. Oculus Spatializer works better when it has velocity and time information but this patch does not supply it.
2020-12-19 22:17:16 +00:00
if (lovrAudioInit(spatializer, sampleRate)) {
luax_atexit(L, lovrAudioDestroy);
if (start) {
2021-03-04 03:01:56 +00:00
lovrAudioSetDevice(AUDIO_PLAYBACK, NULL, 0, NULL, AUDIO_SHARED);
lovrAudioStart(AUDIO_PLAYBACK);
}
}
2021-01-30 02:24:32 +00:00
2018-09-27 01:27:38 +00:00
return 1;
}