nvafx-load.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299
  1. #pragma once
  2. #include <Windows.h>
  3. #include <stdio.h>
  4. #include <stdbool.h>
  5. #include <stddef.h>
  6. #include <stdint.h>
  7. #include <util/platform.h>
  8. #include <util/windows/win-version.h>
  9. #include "nv_sdk_versions.h"
  10. #define NVAFX_API
  11. #ifdef LIBNVAFX_ENABLED
  12. static HMODULE nv_audiofx = NULL;
  13. static HMODULE nv_cuda = NULL;
  14. /** Effects @ref NvAFX_EffectSelector */
  15. #define NVAFX_EFFECT_DENOISER "denoiser"
  16. #define NVAFX_EFFECT_DEREVERB "dereverb"
  17. #define NVAFX_EFFECT_DEREVERB_DENOISER "dereverb_denoiser"
  18. #define NVAFX_EFFECT_AEC "aec"
  19. #define NVAFX_EFFECT_SUPERRES "superres"
  20. /** Model paths */
  21. #define NVAFX_EFFECT_DENOISER_MODEL "\\models\\denoiser_48k.trtpkg"
  22. #define NVAFX_EFFECT_DEREVERB_MODEL "\\models\\dereverb_48k.trtpkg"
  23. #define NVAFX_EFFECT_DEREVERB_DENOISER_MODEL "\\models\\dereverb_denoiser_48k.trtpkg"
  24. #define NVAFX_CHAINED_EFFECT_DENOISER_16k_SUPERRES_16k_TO_48k "denoiser16k_superres16kto48k"
  25. #define NVAFX_CHAINED_EFFECT_DEREVERB_16k_SUPERRES_16k_TO_48k "dereverb16k_superres16kto48k"
  26. #define NVAFX_CHAINED_EFFECT_DEREVERB_DENOISER_16k_SUPERRES_16k_TO_48k "dereverb_denoiser16k_superres16kto48k"
  27. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DENOISER_16k "superres8kto16k_denoiser16k"
  28. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_16k "superres8kto16k_dereverb16k"
  29. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_DENOISER_16k "superres8kto16k_dereverb_denoiser16k"
  30. /** Parameter selectors */
  31. #define NVAFX_PARAM_NUM_STREAMS "num_streams"
  32. #define NVAFX_PARAM_USE_DEFAULT_GPU "use_default_gpu"
  33. #define NVAFX_PARAM_USER_CUDA_CONTEXT "user_cuda_context"
  34. #define NVAFX_PARAM_DISABLE_CUDA_GRAPH "disable_cuda_graph"
  35. #define NVAFX_PARAM_ENABLE_VAD "enable_vad"
  36. /** Effect parameters. @ref NvAFX_ParameterSelector */
  37. #define NVAFX_PARAM_MODEL_PATH "model_path"
  38. #define NVAFX_PARAM_INPUT_SAMPLE_RATE "input_sample_rate"
  39. #define NVAFX_PARAM_OUTPUT_SAMPLE_RATE "output_sample_rate"
  40. #define NVAFX_PARAM_NUM_INPUT_SAMPLES_PER_FRAME "num_input_samples_per_frame"
  41. #define NVAFX_PARAM_NUM_OUTPUT_SAMPLES_PER_FRAME "num_output_samples_per_frame"
  42. #define NVAFX_PARAM_NUM_INPUT_CHANNELS "num_input_channels"
  43. #define NVAFX_PARAM_NUM_OUTPUT_CHANNELS "num_output_channels"
  44. #define NVAFX_PARAM_INTENSITY_RATIO "intensity_ratio"
  45. #pragma deprecated(NVAFX_PARAM_DENOISER_MODEL_PATH)
  46. #define NVAFX_PARAM_DENOISER_MODEL_PATH NVAFX_PARAM_MODEL_PATH
  47. #pragma deprecated(NVAFX_PARAM_DENOISER_SAMPLE_RATE)
  48. #define NVAFX_PARAM_DENOISER_SAMPLE_RATE NVAFX_PARAM_SAMPLE_RATE
  49. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME)
  50. #define NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME NVAFX_PARAM_NUM_SAMPLES_PER_FRAME
  51. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_CHANNELS)
  52. #define NVAFX_PARAM_DENOISER_NUM_CHANNELS NVAFX_PARAM_NUM_CHANNELS
  53. #pragma deprecated(NVAFX_PARAM_DENOISER_INTENSITY_RATIO)
  54. #define NVAFX_PARAM_DENOISER_INTENSITY_RATIO NVAFX_PARAM_INTENSITY_RATIO
  55. /** Number of audio channels **/
  56. #pragma deprecated(NVAFX_PARAM_NUM_CHANNELS)
  57. #define NVAFX_PARAM_NUM_CHANNELS "num_channels"
  58. /** Sample rate (unsigned int). Currently supported sample rate(s): 48000, 16000 */
  59. #pragma deprecated(NVAFX_PARAM_SAMPLE_RATE)
  60. #define NVAFX_PARAM_SAMPLE_RATE "sample_rate"
  61. /** Number of samples per frame (unsigned int). This is immutable parameter */
  62. #pragma deprecated(NVAFX_PARAM_NUM_SAMPLES_PER_FRAME)
  63. #define NVAFX_PARAM_NUM_SAMPLES_PER_FRAME "num_samples_per_frame"
  64. typedef enum {
  65. /** Success */
  66. NVAFX_STATUS_SUCCESS = 0,
  67. /** Failure */
  68. NVAFX_STATUS_FAILED = 1,
  69. /** Handle invalid */
  70. NVAFX_STATUS_INVALID_HANDLE = 2,
  71. /** Parameter value invalid */
  72. NVAFX_STATUS_INVALID_PARAM = 3,
  73. /** Parameter value immutable */
  74. NVAFX_STATUS_IMMUTABLE_PARAM = 4,
  75. /** Insufficient data to process */
  76. NVAFX_STATUS_INSUFFICIENT_DATA = 5,
  77. /** Effect not supported */
  78. NVAFX_STATUS_EFFECT_NOT_AVAILABLE = 6,
  79. /** Given buffer length too small to hold requested data */
  80. NVAFX_STATUS_OUTPUT_BUFFER_TOO_SMALL = 7,
  81. /** Model file could not be loaded */
  82. NVAFX_STATUS_MODEL_LOAD_FAILED = 8,
  83. /** (32 bit SDK only) COM server was not registered, please see user manual for details */
  84. NVAFX_STATUS_32_SERVER_NOT_REGISTERED = 9,
  85. /** (32 bit SDK only) COM operation failed */
  86. NVAFX_STATUS_32_COM_ERROR = 10,
  87. /** GPU supported. The SDK requires Turing and above GPU with Tensor cores */
  88. NVAFX_STATUS_GPU_UNSUPPORTED = 11,
  89. } NvAFX_Status;
  90. #define NVAFX_TRUE 1
  91. #define NVAFX_FALSE 0
  92. typedef char NvAFX_Bool;
  93. typedef const char *NvAFX_EffectSelector;
  94. typedef const char *NvAFX_ParameterSelector;
  95. typedef void *NvAFX_Handle;
  96. typedef NvAFX_Status NVAFX_API (*NvAFX_GetEffectList_t)(int *num_effects, NvAFX_EffectSelector *effects[]);
  97. typedef NvAFX_Status NVAFX_API (*NvAFX_CreateEffect_t)(NvAFX_EffectSelector code, NvAFX_Handle *effect);
  98. typedef NvAFX_Status NVAFX_API (*NvAFX_CreateChainedEffect_t)(NvAFX_EffectSelector code, NvAFX_Handle *effect);
  99. typedef NvAFX_Status NVAFX_API (*NvAFX_DestroyEffect_t)(NvAFX_Handle effect);
  100. typedef NvAFX_Status NVAFX_API (*NvAFX_SetU32_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  101. unsigned int val);
  102. typedef NvAFX_Status NVAFX_API (*NvAFX_SetU32List_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  103. unsigned int *val, unsigned int size);
  104. typedef NvAFX_Status NVAFX_API (*NvAFX_SetString_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  105. const char *val);
  106. typedef NvAFX_Status NVAFX_API (*NvAFX_SetStringList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  107. const char **val, unsigned int size);
  108. typedef NvAFX_Status NVAFX_API (*NvAFX_SetFloat_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float val);
  109. typedef NvAFX_Status NVAFX_API (*NvAFX_SetFloatList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  110. float *val, unsigned int size);
  111. typedef NvAFX_Status NVAFX_API (*NvAFX_GetU32_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  112. unsigned int *val);
  113. typedef NvAFX_Status NVAFX_API (*NvAFX_GetString_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, char *val,
  114. int max_length);
  115. typedef NvAFX_Status NVAFX_API (*NvAFX_GetStringList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  116. char **val, int *max_length, unsigned int size);
  117. typedef NvAFX_Status NVAFX_API (*NvAFX_GetFloat_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float *val);
  118. typedef NvAFX_Status NVAFX_API (*NvAFX_GetFloatList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  119. float *val, unsigned int size);
  120. typedef NvAFX_Status NVAFX_API (*NvAFX_Load_t)(NvAFX_Handle effect);
  121. typedef NvAFX_Status NVAFX_API (*NvAFX_GetSupportedDevices_t)(NvAFX_Handle effect, int *num, int *devices);
  122. typedef NvAFX_Status NVAFX_API (*NvAFX_Run_t)(NvAFX_Handle effect, const float **input, float **output,
  123. unsigned num_samples, unsigned num_channels);
  124. typedef NvAFX_Status NVAFX_API (*NvAFX_Reset_t)(NvAFX_Handle effect);
  125. /* cuda */
  126. typedef enum cudaError_enum {
  127. CUDA_SUCCESS = 0,
  128. CUDA_ERROR_INVALID_VALUE = 1,
  129. CUDA_ERROR_OUT_OF_MEMORY = 2,
  130. CUDA_ERROR_NOT_INITIALIZED = 3,
  131. CUDA_ERROR_DEINITIALIZED = 4,
  132. CUDA_ERROR_PROFILER_DISABLED = 5,
  133. CUDA_ERROR_PROFILER_NOT_INITIALIZED = 6,
  134. CUDA_ERROR_PROFILER_ALREADY_STARTED = 7,
  135. CUDA_ERROR_PROFILER_ALREADY_STOPPED = 8,
  136. CUDA_ERROR_NO_DEVICE = 100,
  137. CUDA_ERROR_INVALID_DEVICE = 101,
  138. CUDA_ERROR_INVALID_IMAGE = 200,
  139. CUDA_ERROR_INVALID_CONTEXT = 201,
  140. CUDA_ERROR_CONTEXT_ALREADY_CURRENT = 202,
  141. CUDA_ERROR_MAP_FAILED = 205,
  142. CUDA_ERROR_UNMAP_FAILED = 206,
  143. CUDA_ERROR_ARRAY_IS_MAPPED = 207,
  144. CUDA_ERROR_ALREADY_MAPPED = 208,
  145. CUDA_ERROR_NO_BINARY_FOR_GPU = 209,
  146. CUDA_ERROR_ALREADY_ACQUIRED = 210,
  147. CUDA_ERROR_NOT_MAPPED = 211,
  148. CUDA_ERROR_NOT_MAPPED_AS_ARRAY = 212,
  149. CUDA_ERROR_NOT_MAPPED_AS_POINTER = 213,
  150. CUDA_ERROR_ECC_UNCORRECTABLE = 214,
  151. CUDA_ERROR_UNSUPPORTED_LIMIT = 215,
  152. CUDA_ERROR_CONTEXT_ALREADY_IN_USE = 216,
  153. CUDA_ERROR_INVALID_SOURCE = 300,
  154. CUDA_ERROR_FILE_NOT_FOUND = 301,
  155. CUDA_ERROR_SHARED_OBJECT_SYMBOL_NOT_FOUND = 302,
  156. CUDA_ERROR_SHARED_OBJECT_INIT_FAILED = 303,
  157. CUDA_ERROR_OPERATING_SYSTEM = 304,
  158. CUDA_ERROR_INVALID_HANDLE = 400,
  159. CUDA_ERROR_NOT_FOUND = 500,
  160. CUDA_ERROR_NOT_READY = 600,
  161. CUDA_ERROR_LAUNCH_FAILED = 700,
  162. CUDA_ERROR_LAUNCH_OUT_OF_RESOURCES = 701,
  163. CUDA_ERROR_LAUNCH_TIMEOUT = 702,
  164. CUDA_ERROR_LAUNCH_INCOMPATIBLE_TEXTURING = 703,
  165. CUDA_ERROR_PEER_ACCESS_ALREADY_ENABLED = 704,
  166. CUDA_ERROR_PEER_ACCESS_NOT_ENABLED = 705,
  167. CUDA_ERROR_PRIMARY_CONTEXT_ACTIVE = 708,
  168. CUDA_ERROR_CONTEXT_IS_DESTROYED = 709,
  169. CUDA_ERROR_ASSERT = 710,
  170. CUDA_ERROR_TOO_MANY_PEERS = 711,
  171. CUDA_ERROR_HOST_MEMORY_ALREADY_REGISTERED = 712,
  172. CUDA_ERROR_HOST_MEMORY_NOT_REGISTERED = 713,
  173. CUDA_ERROR_UNKNOWN = 999
  174. } CUresult;
  175. typedef struct CUctx_st *CUcontext;
  176. typedef CUresult(__stdcall *cuCtxGetCurrent_t)(CUcontext *pctx);
  177. typedef CUresult(__stdcall *cuCtxPopCurrent_t)(CUcontext *pctx);
  178. typedef CUresult(__stdcall *cuInit_t)(unsigned int Flags);
  179. static NvAFX_GetEffectList_t NvAFX_GetEffectList = NULL;
  180. static NvAFX_CreateEffect_t NvAFX_CreateEffect = NULL;
  181. static NvAFX_CreateChainedEffect_t NvAFX_CreateChainedEffect = NULL;
  182. static NvAFX_DestroyEffect_t NvAFX_DestroyEffect = NULL;
  183. static NvAFX_SetU32_t NvAFX_SetU32 = NULL;
  184. static NvAFX_SetU32List_t NvAFX_SetU32List = NULL;
  185. static NvAFX_SetString_t NvAFX_SetString = NULL;
  186. static NvAFX_SetStringList_t NvAFX_SetStringList = NULL;
  187. static NvAFX_SetFloat_t NvAFX_SetFloat = NULL;
  188. static NvAFX_SetFloatList_t NvAFX_SetFloatList = NULL;
  189. static NvAFX_GetU32_t NvAFX_GetU32 = NULL;
  190. static NvAFX_GetString_t NvAFX_GetString = NULL;
  191. static NvAFX_GetStringList_t NvAFX_GetStringList = NULL;
  192. static NvAFX_GetFloat_t NvAFX_GetFloat = NULL;
  193. static NvAFX_GetFloatList_t NvAFX_GetFloatList = NULL;
  194. static NvAFX_Load_t NvAFX_Load = NULL;
  195. static NvAFX_GetSupportedDevices_t NvAFX_GetSupportedDevices = NULL;
  196. static NvAFX_Run_t NvAFX_Run = NULL;
  197. static NvAFX_Reset_t NvAFX_Reset;
  198. /* cuda */
  199. static cuCtxGetCurrent_t cuCtxGetCurrent = NULL;
  200. static cuCtxPopCurrent_t cuCtxPopCurrent = NULL;
  201. static cuInit_t cuInit = NULL;
  202. void release_lib(void)
  203. {
  204. NvAFX_GetEffectList = NULL;
  205. NvAFX_CreateEffect = NULL;
  206. NvAFX_CreateChainedEffect = NULL;
  207. NvAFX_DestroyEffect = NULL;
  208. NvAFX_SetU32 = NULL;
  209. NvAFX_SetU32List = NULL;
  210. NvAFX_SetString = NULL;
  211. NvAFX_SetStringList = NULL;
  212. NvAFX_SetFloat = NULL;
  213. NvAFX_SetFloatList = NULL;
  214. NvAFX_GetU32 = NULL;
  215. NvAFX_GetString = NULL;
  216. NvAFX_GetStringList = NULL;
  217. NvAFX_GetFloat = NULL;
  218. NvAFX_GetFloatList = NULL;
  219. NvAFX_Load = NULL;
  220. NvAFX_GetSupportedDevices = NULL;
  221. NvAFX_Run = NULL;
  222. NvAFX_Reset = NULL;
  223. if (nv_audiofx) {
  224. FreeLibrary(nv_audiofx);
  225. nv_audiofx = NULL;
  226. }
  227. cuCtxGetCurrent = NULL;
  228. cuCtxPopCurrent = NULL;
  229. cuInit = NULL;
  230. if (nv_cuda) {
  231. FreeLibrary(nv_cuda);
  232. nv_cuda = NULL;
  233. }
  234. }
  235. static bool nvafx_get_sdk_path(char *buffer, const size_t len)
  236. {
  237. DWORD ret = GetEnvironmentVariableA("NVAFX_SDK_DIR", buffer, (DWORD)len);
  238. if (!ret || ret >= len - 1)
  239. return false;
  240. return true;
  241. }
  242. static bool load_lib(void)
  243. {
  244. char path[MAX_PATH];
  245. if (!nvafx_get_sdk_path(path, sizeof(path)))
  246. return false;
  247. SetDllDirectoryA(path);
  248. nv_audiofx = LoadLibrary(L"NVAudioEffects.dll");
  249. SetDllDirectoryA(NULL);
  250. nv_cuda = LoadLibrary(L"nvcuda.dll");
  251. return !!nv_audiofx && !!nv_cuda;
  252. }
  253. static unsigned int get_lib_version(void)
  254. {
  255. static unsigned int version = 0;
  256. static bool version_checked = false;
  257. if (version_checked)
  258. return version;
  259. version_checked = true;
  260. char path[MAX_PATH];
  261. if (!nvafx_get_sdk_path(path, sizeof(path)))
  262. return 0;
  263. SetDllDirectoryA(path);
  264. struct win_version_info nto_ver = {0};
  265. if (get_dll_ver(L"NVAudioEffects.dll", &nto_ver))
  266. version = nto_ver.major << 24 | nto_ver.minor << 16 | nto_ver.build << 8 | nto_ver.revis << 0;
  267. SetDllDirectoryA(NULL);
  268. return version;
  269. }
  270. #endif