nvafx-load.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. #include <Windows.h>
  2. #include <stdio.h>
  3. #include <stdbool.h>
  4. #include <stddef.h>
  5. #include <stdint.h>
  6. #include <util/platform.h>
  7. #include <util/windows/win-version.h>
  8. #define NVAFX_API
  9. #ifdef LIBNVAFX_ENABLED
  10. #define MIN_AFX_SDK_VERSION (1 << 24 | 3 << 16 | 0 << 0)
  11. static HMODULE nv_audiofx = NULL;
  12. static HMODULE nv_cuda = NULL;
  13. /** Effects @ref NvAFX_EffectSelector */
  14. #define NVAFX_EFFECT_DENOISER "denoiser"
  15. #define NVAFX_EFFECT_DEREVERB "dereverb"
  16. #define NVAFX_EFFECT_DEREVERB_DENOISER "dereverb_denoiser"
  17. #define NVAFX_EFFECT_AEC "aec"
  18. #define NVAFX_EFFECT_SUPERRES "superres"
  19. /** Model paths */
  20. #define NVAFX_EFFECT_DENOISER_MODEL "\\models\\denoiser_48k.trtpkg"
  21. #define NVAFX_EFFECT_DEREVERB_MODEL "\\models\\dereverb_48k.trtpkg"
  22. #define NVAFX_EFFECT_DEREVERB_DENOISER_MODEL "\\models\\dereverb_denoiser_48k.trtpkg"
  23. #define NVAFX_CHAINED_EFFECT_DENOISER_16k_SUPERRES_16k_TO_48k "denoiser16k_superres16kto48k"
  24. #define NVAFX_CHAINED_EFFECT_DEREVERB_16k_SUPERRES_16k_TO_48k "dereverb16k_superres16kto48k"
  25. #define NVAFX_CHAINED_EFFECT_DEREVERB_DENOISER_16k_SUPERRES_16k_TO_48k "dereverb_denoiser16k_superres16kto48k"
  26. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DENOISER_16k "superres8kto16k_denoiser16k"
  27. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_16k "superres8kto16k_dereverb16k"
  28. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_DENOISER_16k "superres8kto16k_dereverb_denoiser16k"
  29. /** Parameter selectors */
  30. #define NVAFX_PARAM_NUM_STREAMS "num_streams"
  31. #define NVAFX_PARAM_USE_DEFAULT_GPU "use_default_gpu"
  32. #define NVAFX_PARAM_USER_CUDA_CONTEXT "user_cuda_context"
  33. #define NVAFX_PARAM_DISABLE_CUDA_GRAPH "disable_cuda_graph"
  34. #define NVAFX_PARAM_ENABLE_VAD "enable_vad"
  35. /** Effect parameters. @ref NvAFX_ParameterSelector */
  36. #define NVAFX_PARAM_MODEL_PATH "model_path"
  37. #define NVAFX_PARAM_INPUT_SAMPLE_RATE "input_sample_rate"
  38. #define NVAFX_PARAM_OUTPUT_SAMPLE_RATE "output_sample_rate"
  39. #define NVAFX_PARAM_NUM_INPUT_SAMPLES_PER_FRAME "num_input_samples_per_frame"
  40. #define NVAFX_PARAM_NUM_OUTPUT_SAMPLES_PER_FRAME "num_output_samples_per_frame"
  41. #define NVAFX_PARAM_NUM_INPUT_CHANNELS "num_input_channels"
  42. #define NVAFX_PARAM_NUM_OUTPUT_CHANNELS "num_output_channels"
  43. #define NVAFX_PARAM_INTENSITY_RATIO "intensity_ratio"
  44. #pragma deprecated(NVAFX_PARAM_DENOISER_MODEL_PATH)
  45. #define NVAFX_PARAM_DENOISER_MODEL_PATH NVAFX_PARAM_MODEL_PATH
  46. #pragma deprecated(NVAFX_PARAM_DENOISER_SAMPLE_RATE)
  47. #define NVAFX_PARAM_DENOISER_SAMPLE_RATE NVAFX_PARAM_SAMPLE_RATE
  48. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME)
  49. #define NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME NVAFX_PARAM_NUM_SAMPLES_PER_FRAME
  50. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_CHANNELS)
  51. #define NVAFX_PARAM_DENOISER_NUM_CHANNELS NVAFX_PARAM_NUM_CHANNELS
  52. #pragma deprecated(NVAFX_PARAM_DENOISER_INTENSITY_RATIO)
  53. #define NVAFX_PARAM_DENOISER_INTENSITY_RATIO NVAFX_PARAM_INTENSITY_RATIO
  54. /** Number of audio channels **/
  55. #pragma deprecated(NVAFX_PARAM_NUM_CHANNELS)
  56. #define NVAFX_PARAM_NUM_CHANNELS "num_channels"
  57. /** Sample rate (unsigned int). Currently supported sample rate(s): 48000, 16000 */
  58. #pragma deprecated(NVAFX_PARAM_SAMPLE_RATE)
  59. #define NVAFX_PARAM_SAMPLE_RATE "sample_rate"
  60. /** Number of samples per frame (unsigned int). This is immutable parameter */
  61. #pragma deprecated(NVAFX_PARAM_NUM_SAMPLES_PER_FRAME)
  62. #define NVAFX_PARAM_NUM_SAMPLES_PER_FRAME "num_samples_per_frame"
  63. typedef enum {
  64. /** Success */
  65. NVAFX_STATUS_SUCCESS = 0,
  66. /** Failure */
  67. NVAFX_STATUS_FAILED = 1,
  68. /** Handle invalid */
  69. NVAFX_STATUS_INVALID_HANDLE = 2,
  70. /** Parameter value invalid */
  71. NVAFX_STATUS_INVALID_PARAM = 3,
  72. /** Parameter value immutable */
  73. NVAFX_STATUS_IMMUTABLE_PARAM = 4,
  74. /** Insufficient data to process */
  75. NVAFX_STATUS_INSUFFICIENT_DATA = 5,
  76. /** Effect not supported */
  77. NVAFX_STATUS_EFFECT_NOT_AVAILABLE = 6,
  78. /** Given buffer length too small to hold requested data */
  79. NVAFX_STATUS_OUTPUT_BUFFER_TOO_SMALL = 7,
  80. /** Model file could not be loaded */
  81. NVAFX_STATUS_MODEL_LOAD_FAILED = 8,
  82. /** (32 bit SDK only) COM server was not registered, please see user manual for details */
  83. NVAFX_STATUS_32_SERVER_NOT_REGISTERED = 9,
  84. /** (32 bit SDK only) COM operation failed */
  85. NVAFX_STATUS_32_COM_ERROR = 10,
  86. /** GPU supported. The SDK requires Turing and above GPU with Tensor cores */
  87. NVAFX_STATUS_GPU_UNSUPPORTED = 11,
  88. } NvAFX_Status;
  89. #define NVAFX_TRUE 1
  90. #define NVAFX_FALSE 0
  91. typedef char NvAFX_Bool;
  92. typedef const char *NvAFX_EffectSelector;
  93. typedef const char *NvAFX_ParameterSelector;
  94. typedef void *NvAFX_Handle;
  95. typedef NvAFX_Status NVAFX_API (*NvAFX_GetEffectList_t)(int *num_effects, NvAFX_EffectSelector *effects[]);
  96. typedef NvAFX_Status NVAFX_API (*NvAFX_CreateEffect_t)(NvAFX_EffectSelector code, NvAFX_Handle *effect);
  97. typedef NvAFX_Status NVAFX_API (*NvAFX_CreateChainedEffect_t)(NvAFX_EffectSelector code, NvAFX_Handle *effect);
  98. typedef NvAFX_Status NVAFX_API (*NvAFX_DestroyEffect_t)(NvAFX_Handle effect);
  99. typedef NvAFX_Status NVAFX_API (*NvAFX_SetU32_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  100. unsigned int val);
  101. typedef NvAFX_Status NVAFX_API (*NvAFX_SetU32List_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  102. unsigned int *val, unsigned int size);
  103. typedef NvAFX_Status NVAFX_API (*NvAFX_SetString_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  104. const char *val);
  105. typedef NvAFX_Status NVAFX_API (*NvAFX_SetStringList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  106. const char **val, unsigned int size);
  107. typedef NvAFX_Status NVAFX_API (*NvAFX_SetFloat_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float val);
  108. typedef NvAFX_Status NVAFX_API (*NvAFX_SetFloatList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  109. float *val, unsigned int size);
  110. typedef NvAFX_Status NVAFX_API (*NvAFX_GetU32_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  111. unsigned int *val);
  112. typedef NvAFX_Status NVAFX_API (*NvAFX_GetString_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, char *val,
  113. int max_length);
  114. typedef NvAFX_Status NVAFX_API (*NvAFX_GetStringList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  115. char **val, int *max_length, unsigned int size);
  116. typedef NvAFX_Status NVAFX_API (*NvAFX_GetFloat_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float *val);
  117. typedef NvAFX_Status NVAFX_API (*NvAFX_GetFloatList_t)(NvAFX_Handle effect, NvAFX_ParameterSelector param_name,
  118. float *val, unsigned int size);
  119. typedef NvAFX_Status NVAFX_API (*NvAFX_Load_t)(NvAFX_Handle effect);
  120. typedef NvAFX_Status NVAFX_API (*NvAFX_GetSupportedDevices_t)(NvAFX_Handle effect, int *num, int *devices);
  121. typedef NvAFX_Status NVAFX_API (*NvAFX_Run_t)(NvAFX_Handle effect, const float **input, float **output,
  122. unsigned num_samples, unsigned num_channels);
  123. typedef NvAFX_Status NVAFX_API (*NvAFX_Reset_t)(NvAFX_Handle effect);
  124. /* cuda */
  125. typedef enum cudaError_enum {
  126. CUDA_SUCCESS = 0,
  127. CUDA_ERROR_INVALID_VALUE = 1,
  128. CUDA_ERROR_OUT_OF_MEMORY = 2,
  129. CUDA_ERROR_NOT_INITIALIZED = 3,
  130. CUDA_ERROR_DEINITIALIZED = 4,
  131. CUDA_ERROR_PROFILER_DISABLED = 5,
  132. CUDA_ERROR_PROFILER_NOT_INITIALIZED = 6,
  133. CUDA_ERROR_PROFILER_ALREADY_STARTED = 7,
  134. CUDA_ERROR_PROFILER_ALREADY_STOPPED = 8,
  135. CUDA_ERROR_NO_DEVICE = 100,
  136. CUDA_ERROR_INVALID_DEVICE = 101,
  137. CUDA_ERROR_INVALID_IMAGE = 200,
  138. CUDA_ERROR_INVALID_CONTEXT = 201,
  139. CUDA_ERROR_CONTEXT_ALREADY_CURRENT = 202,
  140. CUDA_ERROR_MAP_FAILED = 205,
  141. CUDA_ERROR_UNMAP_FAILED = 206,
  142. CUDA_ERROR_ARRAY_IS_MAPPED = 207,
  143. CUDA_ERROR_ALREADY_MAPPED = 208,
  144. CUDA_ERROR_NO_BINARY_FOR_GPU = 209,
  145. CUDA_ERROR_ALREADY_ACQUIRED = 210,
  146. CUDA_ERROR_NOT_MAPPED = 211,
  147. CUDA_ERROR_NOT_MAPPED_AS_ARRAY = 212,
  148. CUDA_ERROR_NOT_MAPPED_AS_POINTER = 213,
  149. CUDA_ERROR_ECC_UNCORRECTABLE = 214,
  150. CUDA_ERROR_UNSUPPORTED_LIMIT = 215,
  151. CUDA_ERROR_CONTEXT_ALREADY_IN_USE = 216,
  152. CUDA_ERROR_INVALID_SOURCE = 300,
  153. CUDA_ERROR_FILE_NOT_FOUND = 301,
  154. CUDA_ERROR_SHARED_OBJECT_SYMBOL_NOT_FOUND = 302,
  155. CUDA_ERROR_SHARED_OBJECT_INIT_FAILED = 303,
  156. CUDA_ERROR_OPERATING_SYSTEM = 304,
  157. CUDA_ERROR_INVALID_HANDLE = 400,
  158. CUDA_ERROR_NOT_FOUND = 500,
  159. CUDA_ERROR_NOT_READY = 600,
  160. CUDA_ERROR_LAUNCH_FAILED = 700,
  161. CUDA_ERROR_LAUNCH_OUT_OF_RESOURCES = 701,
  162. CUDA_ERROR_LAUNCH_TIMEOUT = 702,
  163. CUDA_ERROR_LAUNCH_INCOMPATIBLE_TEXTURING = 703,
  164. CUDA_ERROR_PEER_ACCESS_ALREADY_ENABLED = 704,
  165. CUDA_ERROR_PEER_ACCESS_NOT_ENABLED = 705,
  166. CUDA_ERROR_PRIMARY_CONTEXT_ACTIVE = 708,
  167. CUDA_ERROR_CONTEXT_IS_DESTROYED = 709,
  168. CUDA_ERROR_ASSERT = 710,
  169. CUDA_ERROR_TOO_MANY_PEERS = 711,
  170. CUDA_ERROR_HOST_MEMORY_ALREADY_REGISTERED = 712,
  171. CUDA_ERROR_HOST_MEMORY_NOT_REGISTERED = 713,
  172. CUDA_ERROR_UNKNOWN = 999
  173. } CUresult;
  174. typedef struct CUctx_st *CUcontext;
  175. typedef CUresult(__stdcall *cuCtxGetCurrent_t)(CUcontext *pctx);
  176. typedef CUresult(__stdcall *cuCtxPopCurrent_t)(CUcontext *pctx);
  177. typedef CUresult(__stdcall *cuInit_t)(unsigned int Flags);
  178. static NvAFX_GetEffectList_t NvAFX_GetEffectList = NULL;
  179. static NvAFX_CreateEffect_t NvAFX_CreateEffect = NULL;
  180. static NvAFX_CreateChainedEffect_t NvAFX_CreateChainedEffect = NULL;
  181. static NvAFX_DestroyEffect_t NvAFX_DestroyEffect = NULL;
  182. static NvAFX_SetU32_t NvAFX_SetU32 = NULL;
  183. static NvAFX_SetU32List_t NvAFX_SetU32List = NULL;
  184. static NvAFX_SetString_t NvAFX_SetString = NULL;
  185. static NvAFX_SetStringList_t NvAFX_SetStringList = NULL;
  186. static NvAFX_SetFloat_t NvAFX_SetFloat = NULL;
  187. static NvAFX_SetFloatList_t NvAFX_SetFloatList = NULL;
  188. static NvAFX_GetU32_t NvAFX_GetU32 = NULL;
  189. static NvAFX_GetString_t NvAFX_GetString = NULL;
  190. static NvAFX_GetStringList_t NvAFX_GetStringList = NULL;
  191. static NvAFX_GetFloat_t NvAFX_GetFloat = NULL;
  192. static NvAFX_GetFloatList_t NvAFX_GetFloatList = NULL;
  193. static NvAFX_Load_t NvAFX_Load = NULL;
  194. static NvAFX_GetSupportedDevices_t NvAFX_GetSupportedDevices = NULL;
  195. static NvAFX_Run_t NvAFX_Run = NULL;
  196. static NvAFX_Reset_t NvAFX_Reset;
  197. /* cuda */
  198. static cuCtxGetCurrent_t cuCtxGetCurrent = NULL;
  199. static cuCtxPopCurrent_t cuCtxPopCurrent = NULL;
  200. static cuInit_t cuInit = NULL;
  201. void release_lib(void)
  202. {
  203. NvAFX_GetEffectList = NULL;
  204. NvAFX_CreateEffect = NULL;
  205. NvAFX_CreateChainedEffect = NULL;
  206. NvAFX_DestroyEffect = NULL;
  207. NvAFX_SetU32 = NULL;
  208. NvAFX_SetU32List = NULL;
  209. NvAFX_SetString = NULL;
  210. NvAFX_SetStringList = NULL;
  211. NvAFX_SetFloat = NULL;
  212. NvAFX_SetFloatList = NULL;
  213. NvAFX_GetU32 = NULL;
  214. NvAFX_GetString = NULL;
  215. NvAFX_GetStringList = NULL;
  216. NvAFX_GetFloat = NULL;
  217. NvAFX_GetFloatList = NULL;
  218. NvAFX_Load = NULL;
  219. NvAFX_GetSupportedDevices = NULL;
  220. NvAFX_Run = NULL;
  221. NvAFX_Reset = NULL;
  222. if (nv_audiofx) {
  223. FreeLibrary(nv_audiofx);
  224. nv_audiofx = NULL;
  225. }
  226. cuCtxGetCurrent = NULL;
  227. cuCtxPopCurrent = NULL;
  228. cuInit = NULL;
  229. if (nv_cuda) {
  230. FreeLibrary(nv_cuda);
  231. nv_cuda = NULL;
  232. }
  233. }
  234. static bool nvafx_get_sdk_path(char *buffer, const size_t len)
  235. {
  236. DWORD ret = GetEnvironmentVariableA("NVAFX_SDK_DIR", buffer, (DWORD)len);
  237. if (!ret || ret >= len - 1)
  238. return false;
  239. return true;
  240. }
  241. static bool load_lib(void)
  242. {
  243. char path[MAX_PATH];
  244. if (!nvafx_get_sdk_path(path, sizeof(path)))
  245. return false;
  246. SetDllDirectoryA(path);
  247. nv_audiofx = LoadLibrary(L"NVAudioEffects.dll");
  248. SetDllDirectoryA(NULL);
  249. nv_cuda = LoadLibrary(L"nvcuda.dll");
  250. return !!nv_audiofx && !!nv_cuda;
  251. }
  252. static unsigned int get_lib_version(void)
  253. {
  254. static unsigned int version = 0;
  255. static bool version_checked = false;
  256. if (version_checked)
  257. return version;
  258. version_checked = true;
  259. char path[MAX_PATH];
  260. if (!nvafx_get_sdk_path(path, sizeof(path)))
  261. return 0;
  262. SetDllDirectoryA(path);
  263. struct win_version_info nto_ver = {0};
  264. if (get_dll_ver(L"NVAudioEffects.dll", &nto_ver))
  265. version = nto_ver.major << 24 | nto_ver.minor << 16 | nto_ver.build << 8 | nto_ver.revis << 0;
  266. SetDllDirectoryA(NULL);
  267. return version;
  268. }
  269. #endif