123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228 |
- /******************************************************************************
- Copyright (C) 2023 by Lain Bailey <lain@obsproject.com>
- This program is free software: you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation, either version 2 of the License, or
- (at your option) any later version.
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- GNU General Public License for more details.
- You should have received a copy of the GNU General Public License
- along with this program. If not, see <http://www.gnu.org/licenses/>.
- ******************************************************************************/
- #pragma once
- #include "media-io-defs.h"
- #include "../util/c99defs.h"
- #include "../util/util_uint64.h"
- #ifdef __cplusplus
- extern "C" {
- #endif
- #define MAX_AUDIO_MIXES 6
- #define MAX_AUDIO_CHANNELS 8
- #define MAX_DEVICE_INPUT_CHANNELS 64
- #define AUDIO_OUTPUT_FRAMES 1024
- #define TOTAL_AUDIO_SIZE (MAX_AUDIO_MIXES * MAX_AUDIO_CHANNELS * AUDIO_OUTPUT_FRAMES * sizeof(float))
- /*
- * Base audio output component. Use this to create an audio output track
- * for the media.
- */
- struct audio_output;
- typedef struct audio_output audio_t;
- enum audio_format {
- AUDIO_FORMAT_UNKNOWN,
- AUDIO_FORMAT_U8BIT,
- AUDIO_FORMAT_16BIT,
- AUDIO_FORMAT_32BIT,
- AUDIO_FORMAT_FLOAT,
- AUDIO_FORMAT_U8BIT_PLANAR,
- AUDIO_FORMAT_16BIT_PLANAR,
- AUDIO_FORMAT_32BIT_PLANAR,
- AUDIO_FORMAT_FLOAT_PLANAR,
- };
- /**
- * The speaker layout describes where the speakers are located in the room.
- * For OBS it dictates:
- * * how many channels are available and
- * * which channels are used for which speakers.
- *
- * Standard channel layouts where retrieved from ffmpeg documentation at:
- * https://trac.ffmpeg.org/wiki/AudioChannelManipulation
- */
- enum speaker_layout {
- SPEAKERS_UNKNOWN, /**< Unknown setting, fallback is stereo. */
- SPEAKERS_MONO, /**< Channels: MONO */
- SPEAKERS_STEREO, /**< Channels: FL, FR */
- SPEAKERS_2POINT1, /**< Channels: FL, FR, LFE */
- SPEAKERS_4POINT0, /**< Channels: FL, FR, FC, RC */
- SPEAKERS_4POINT1, /**< Channels: FL, FR, FC, LFE, RC */
- SPEAKERS_5POINT1, /**< Channels: FL, FR, FC, LFE, RL, RR */
- SPEAKERS_7POINT1 = 8, /**< Channels: FL, FR, FC, LFE, RL, RR, SL, SR */
- };
- struct audio_data {
- uint8_t *data[MAX_AV_PLANES];
- uint32_t frames;
- uint64_t timestamp;
- };
- struct audio_output_data {
- float *data[MAX_AUDIO_CHANNELS];
- };
- typedef bool (*audio_input_callback_t)(void *param, uint64_t start_ts, uint64_t end_ts, uint64_t *new_ts,
- uint32_t active_mixers, struct audio_output_data *mixes);
- struct audio_output_info {
- const char *name;
- uint32_t samples_per_sec;
- enum audio_format format;
- enum speaker_layout speakers;
- audio_input_callback_t input_callback;
- void *input_param;
- };
- struct audio_convert_info {
- uint32_t samples_per_sec;
- enum audio_format format;
- enum speaker_layout speakers;
- bool allow_clipping;
- };
- static inline uint32_t get_audio_channels(enum speaker_layout speakers)
- {
- switch (speakers) {
- case SPEAKERS_MONO:
- return 1;
- case SPEAKERS_STEREO:
- return 2;
- case SPEAKERS_2POINT1:
- return 3;
- case SPEAKERS_4POINT0:
- return 4;
- case SPEAKERS_4POINT1:
- return 5;
- case SPEAKERS_5POINT1:
- return 6;
- case SPEAKERS_7POINT1:
- return 8;
- case SPEAKERS_UNKNOWN:
- return 0;
- }
- return 0;
- }
- static inline size_t get_audio_bytes_per_channel(enum audio_format format)
- {
- switch (format) {
- case AUDIO_FORMAT_U8BIT:
- case AUDIO_FORMAT_U8BIT_PLANAR:
- return 1;
- case AUDIO_FORMAT_16BIT:
- case AUDIO_FORMAT_16BIT_PLANAR:
- return 2;
- case AUDIO_FORMAT_FLOAT:
- case AUDIO_FORMAT_FLOAT_PLANAR:
- case AUDIO_FORMAT_32BIT:
- case AUDIO_FORMAT_32BIT_PLANAR:
- return 4;
- case AUDIO_FORMAT_UNKNOWN:
- return 0;
- }
- return 0;
- }
- static inline bool is_audio_planar(enum audio_format format)
- {
- switch (format) {
- case AUDIO_FORMAT_U8BIT:
- case AUDIO_FORMAT_16BIT:
- case AUDIO_FORMAT_32BIT:
- case AUDIO_FORMAT_FLOAT:
- return false;
- case AUDIO_FORMAT_U8BIT_PLANAR:
- case AUDIO_FORMAT_FLOAT_PLANAR:
- case AUDIO_FORMAT_16BIT_PLANAR:
- case AUDIO_FORMAT_32BIT_PLANAR:
- return true;
- case AUDIO_FORMAT_UNKNOWN:
- return false;
- }
- return false;
- }
- static inline size_t get_audio_planes(enum audio_format format, enum speaker_layout speakers)
- {
- return (is_audio_planar(format) ? get_audio_channels(speakers) : 1);
- }
- static inline size_t get_audio_size(enum audio_format format, enum speaker_layout speakers, uint32_t frames)
- {
- bool planar = is_audio_planar(format);
- return (planar ? 1 : get_audio_channels(speakers)) * get_audio_bytes_per_channel(format) * frames;
- }
- static inline size_t get_total_audio_size(enum audio_format format, enum speaker_layout speakers, uint32_t frames)
- {
- return get_audio_channels(speakers) * get_audio_bytes_per_channel(format) * frames;
- }
- static inline uint64_t audio_frames_to_ns(size_t sample_rate, uint64_t frames)
- {
- return util_mul_div64(frames, 1000000000ULL, sample_rate);
- }
- static inline uint64_t ns_to_audio_frames(size_t sample_rate, uint64_t frames)
- {
- return util_mul_div64(frames, sample_rate, 1000000000ULL);
- }
- #define AUDIO_OUTPUT_SUCCESS 0
- #define AUDIO_OUTPUT_INVALIDPARAM -1
- #define AUDIO_OUTPUT_FAIL -2
- EXPORT int audio_output_open(audio_t **audio, struct audio_output_info *info);
- EXPORT void audio_output_close(audio_t *audio);
- typedef void (*audio_output_callback_t)(void *param, size_t mix_idx, struct audio_data *data);
- EXPORT bool audio_output_connect(audio_t *video, size_t mix_idx, const struct audio_convert_info *conversion,
- audio_output_callback_t callback, void *param);
- EXPORT void audio_output_disconnect(audio_t *video, size_t mix_idx, audio_output_callback_t callback, void *param);
- EXPORT bool audio_output_active(const audio_t *audio);
- EXPORT size_t audio_output_get_block_size(const audio_t *audio);
- EXPORT size_t audio_output_get_planes(const audio_t *audio);
- EXPORT size_t audio_output_get_channels(const audio_t *audio);
- EXPORT uint32_t audio_output_get_sample_rate(const audio_t *audio);
- EXPORT const struct audio_output_info *audio_output_get_info(const audio_t *audio);
- #ifdef __cplusplus
- }
- #endif
|