nvafx-load.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. #include <Windows.h>
  2. #include <stdio.h>
  3. #include <stdbool.h>
  4. #include <stddef.h>
  5. #include <stdint.h>
  6. #include <util/platform.h>
  7. #define NVAFX_API
  8. #ifdef LIBNVAFX_ENABLED
  9. static HMODULE nv_audiofx = NULL;
  10. static HMODULE nv_cuda = NULL;
  11. /** Effects @ref NvAFX_EffectSelector */
  12. #define NVAFX_EFFECT_DENOISER "denoiser"
  13. #define NVAFX_EFFECT_DEREVERB "dereverb"
  14. #define NVAFX_EFFECT_DEREVERB_DENOISER "dereverb_denoiser"
  15. #define NVAFX_EFFECT_AEC "aec"
  16. #define NVAFX_EFFECT_SUPERRES "superres"
  17. #define NVAFX_CHAINED_EFFECT_DENOISER_16k_SUPERRES_16k_TO_48k \
  18. "denoiser16k_superres16kto48k"
  19. #define NVAFX_CHAINED_EFFECT_DEREVERB_16k_SUPERRES_16k_TO_48k \
  20. "dereverb16k_superres16kto48k"
  21. #define NVAFX_CHAINED_EFFECT_DEREVERB_DENOISER_16k_SUPERRES_16k_TO_48k \
  22. "dereverb_denoiser16k_superres16kto48k"
  23. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DENOISER_16k \
  24. "superres8kto16k_denoiser16k"
  25. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_16k \
  26. "superres8kto16k_dereverb16k"
  27. #define NVAFX_CHAINED_EFFECT_SUPERRES_8k_TO_16k_DEREVERB_DENOISER_16k \
  28. "superres8kto16k_dereverb_denoiser16k"
  29. /** Parameter selectors */
  30. #define NVAFX_PARAM_NUM_STREAMS "num_streams"
  31. #define NVAFX_PARAM_USE_DEFAULT_GPU "use_default_gpu"
  32. #define NVAFX_PARAM_USER_CUDA_CONTEXT "user_cuda_context"
  33. #define NVAFX_PARAM_DISABLE_CUDA_GRAPH "disable_cuda_graph"
  34. #define NVAFX_PARAM_ENABLE_VAD "enable_vad"
  35. /** Effect parameters. @ref NvAFX_ParameterSelector */
  36. #define NVAFX_PARAM_MODEL_PATH "model_path"
  37. #define NVAFX_PARAM_INPUT_SAMPLE_RATE "input_sample_rate"
  38. #define NVAFX_PARAM_OUTPUT_SAMPLE_RATE "output_sample_rate"
  39. #define NVAFX_PARAM_NUM_INPUT_SAMPLES_PER_FRAME "num_input_samples_per_frame"
  40. #define NVAFX_PARAM_NUM_OUTPUT_SAMPLES_PER_FRAME "num_output_samples_per_frame"
  41. #define NVAFX_PARAM_NUM_INPUT_CHANNELS "num_input_channels"
  42. #define NVAFX_PARAM_NUM_OUTPUT_CHANNELS "num_output_channels"
  43. #define NVAFX_PARAM_INTENSITY_RATIO "intensity_ratio"
  44. #pragma deprecated(NVAFX_PARAM_DENOISER_MODEL_PATH)
  45. #define NVAFX_PARAM_DENOISER_MODEL_PATH NVAFX_PARAM_MODEL_PATH
  46. #pragma deprecated(NVAFX_PARAM_DENOISER_SAMPLE_RATE)
  47. #define NVAFX_PARAM_DENOISER_SAMPLE_RATE NVAFX_PARAM_SAMPLE_RATE
  48. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME)
  49. #define NVAFX_PARAM_DENOISER_NUM_SAMPLES_PER_FRAME \
  50. NVAFX_PARAM_NUM_SAMPLES_PER_FRAME
  51. #pragma deprecated(NVAFX_PARAM_DENOISER_NUM_CHANNELS)
  52. #define NVAFX_PARAM_DENOISER_NUM_CHANNELS NVAFX_PARAM_NUM_CHANNELS
  53. #pragma deprecated(NVAFX_PARAM_DENOISER_INTENSITY_RATIO)
  54. #define NVAFX_PARAM_DENOISER_INTENSITY_RATIO NVAFX_PARAM_INTENSITY_RATIO
  55. /** Number of audio channels **/
  56. #pragma deprecated(NVAFX_PARAM_NUM_CHANNELS)
  57. #define NVAFX_PARAM_NUM_CHANNELS "num_channels"
  58. /** Sample rate (unsigned int). Currently supported sample rate(s): 48000, 16000 */
  59. #pragma deprecated(NVAFX_PARAM_SAMPLE_RATE)
  60. #define NVAFX_PARAM_SAMPLE_RATE "sample_rate"
  61. /** Number of samples per frame (unsigned int). This is immutable parameter */
  62. #pragma deprecated(NVAFX_PARAM_NUM_SAMPLES_PER_FRAME)
  63. #define NVAFX_PARAM_NUM_SAMPLES_PER_FRAME "num_samples_per_frame"
  64. typedef enum {
  65. /** Success */
  66. NVAFX_STATUS_SUCCESS = 0,
  67. /** Failure */
  68. NVAFX_STATUS_FAILED = 1,
  69. /** Handle invalid */
  70. NVAFX_STATUS_INVALID_HANDLE = 2,
  71. /** Parameter value invalid */
  72. NVAFX_STATUS_INVALID_PARAM = 3,
  73. /** Parameter value immutable */
  74. NVAFX_STATUS_IMMUTABLE_PARAM = 4,
  75. /** Insufficient data to process */
  76. NVAFX_STATUS_INSUFFICIENT_DATA = 5,
  77. /** Effect not supported */
  78. NVAFX_STATUS_EFFECT_NOT_AVAILABLE = 6,
  79. /** Given buffer length too small to hold requested data */
  80. NVAFX_STATUS_OUTPUT_BUFFER_TOO_SMALL = 7,
  81. /** Model file could not be loaded */
  82. NVAFX_STATUS_MODEL_LOAD_FAILED = 8,
  83. /** (32 bit SDK only) COM server was not registered, please see user manual for details */
  84. NVAFX_STATUS_32_SERVER_NOT_REGISTERED = 9,
  85. /** (32 bit SDK only) COM operation failed */
  86. NVAFX_STATUS_32_COM_ERROR = 10,
  87. /** GPU supported. The SDK requires Turing and above GPU with Tensor cores */
  88. NVAFX_STATUS_GPU_UNSUPPORTED = 11,
  89. } NvAFX_Status;
  90. #define NVAFX_TRUE 1
  91. #define NVAFX_FALSE 0
  92. typedef char NvAFX_Bool;
  93. typedef const char *NvAFX_EffectSelector;
  94. typedef const char *NvAFX_ParameterSelector;
  95. typedef void *NvAFX_Handle;
  96. typedef NvAFX_Status
  97. NVAFX_API (*NvAFX_GetEffectList_t)(int *num_effects,
  98. NvAFX_EffectSelector *effects[]);
  99. typedef NvAFX_Status
  100. NVAFX_API (*NvAFX_CreateEffect_t)(NvAFX_EffectSelector code,
  101. NvAFX_Handle *effect);
  102. typedef NvAFX_Status
  103. NVAFX_API (*NvAFX_CreateChainedEffect_t)(NvAFX_EffectSelector code,
  104. NvAFX_Handle *effect);
  105. typedef NvAFX_Status NVAFX_API (*NvAFX_DestroyEffect_t)(NvAFX_Handle effect);
  106. typedef NvAFX_Status
  107. NVAFX_API (*NvAFX_SetU32_t)(NvAFX_Handle effect,
  108. NvAFX_ParameterSelector param_name,
  109. unsigned int val);
  110. typedef NvAFX_Status
  111. NVAFX_API (*NvAFX_SetU32List_t)(NvAFX_Handle effect,
  112. NvAFX_ParameterSelector param_name,
  113. unsigned int *val, unsigned int size);
  114. typedef NvAFX_Status
  115. NVAFX_API (*NvAFX_SetString_t)(NvAFX_Handle effect,
  116. NvAFX_ParameterSelector param_name,
  117. const char *val);
  118. typedef NvAFX_Status
  119. NVAFX_API (*NvAFX_SetStringList_t)(NvAFX_Handle effect,
  120. NvAFX_ParameterSelector param_name,
  121. const char **val, unsigned int size);
  122. typedef NvAFX_Status NVAFX_API (*NvAFX_SetFloat_t)(
  123. NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float val);
  124. typedef NvAFX_Status
  125. NVAFX_API (*NvAFX_SetFloatList_t)(NvAFX_Handle effect,
  126. NvAFX_ParameterSelector param_name,
  127. float *val, unsigned int size);
  128. typedef NvAFX_Status
  129. NVAFX_API (*NvAFX_GetU32_t)(NvAFX_Handle effect,
  130. NvAFX_ParameterSelector param_name,
  131. unsigned int *val);
  132. typedef NvAFX_Status
  133. NVAFX_API (*NvAFX_GetString_t)(NvAFX_Handle effect,
  134. NvAFX_ParameterSelector param_name,
  135. char *val, int max_length);
  136. typedef NvAFX_Status NVAFX_API (*NvAFX_GetStringList_t)(
  137. NvAFX_Handle effect, NvAFX_ParameterSelector param_name, char **val,
  138. int *max_length, unsigned int size);
  139. typedef NvAFX_Status NVAFX_API (*NvAFX_GetFloat_t)(
  140. NvAFX_Handle effect, NvAFX_ParameterSelector param_name, float *val);
  141. typedef NvAFX_Status
  142. NVAFX_API (*NvAFX_GetFloatList_t)(NvAFX_Handle effect,
  143. NvAFX_ParameterSelector param_name,
  144. float *val, unsigned int size);
  145. typedef NvAFX_Status NVAFX_API (*NvAFX_Load_t)(NvAFX_Handle effect);
  146. typedef NvAFX_Status
  147. NVAFX_API (*NvAFX_GetSupportedDevices_t)(NvAFX_Handle effect, int *num,
  148. int *devices);
  149. typedef NvAFX_Status NVAFX_API (*NvAFX_Run_t)(NvAFX_Handle effect,
  150. const float **input,
  151. float **output,
  152. unsigned num_samples,
  153. unsigned num_channels);
  154. typedef NvAFX_Status NVAFX_API (*NvAFX_Reset_t)(NvAFX_Handle effect);
  155. /* cuda */
  156. typedef enum cudaError_enum {
  157. CUDA_SUCCESS = 0,
  158. CUDA_ERROR_INVALID_VALUE = 1,
  159. CUDA_ERROR_OUT_OF_MEMORY = 2,
  160. CUDA_ERROR_NOT_INITIALIZED = 3,
  161. CUDA_ERROR_DEINITIALIZED = 4,
  162. CUDA_ERROR_PROFILER_DISABLED = 5,
  163. CUDA_ERROR_PROFILER_NOT_INITIALIZED = 6,
  164. CUDA_ERROR_PROFILER_ALREADY_STARTED = 7,
  165. CUDA_ERROR_PROFILER_ALREADY_STOPPED = 8,
  166. CUDA_ERROR_NO_DEVICE = 100,
  167. CUDA_ERROR_INVALID_DEVICE = 101,
  168. CUDA_ERROR_INVALID_IMAGE = 200,
  169. CUDA_ERROR_INVALID_CONTEXT = 201,
  170. CUDA_ERROR_CONTEXT_ALREADY_CURRENT = 202,
  171. CUDA_ERROR_MAP_FAILED = 205,
  172. CUDA_ERROR_UNMAP_FAILED = 206,
  173. CUDA_ERROR_ARRAY_IS_MAPPED = 207,
  174. CUDA_ERROR_ALREADY_MAPPED = 208,
  175. CUDA_ERROR_NO_BINARY_FOR_GPU = 209,
  176. CUDA_ERROR_ALREADY_ACQUIRED = 210,
  177. CUDA_ERROR_NOT_MAPPED = 211,
  178. CUDA_ERROR_NOT_MAPPED_AS_ARRAY = 212,
  179. CUDA_ERROR_NOT_MAPPED_AS_POINTER = 213,
  180. CUDA_ERROR_ECC_UNCORRECTABLE = 214,
  181. CUDA_ERROR_UNSUPPORTED_LIMIT = 215,
  182. CUDA_ERROR_CONTEXT_ALREADY_IN_USE = 216,
  183. CUDA_ERROR_INVALID_SOURCE = 300,
  184. CUDA_ERROR_FILE_NOT_FOUND = 301,
  185. CUDA_ERROR_SHARED_OBJECT_SYMBOL_NOT_FOUND = 302,
  186. CUDA_ERROR_SHARED_OBJECT_INIT_FAILED = 303,
  187. CUDA_ERROR_OPERATING_SYSTEM = 304,
  188. CUDA_ERROR_INVALID_HANDLE = 400,
  189. CUDA_ERROR_NOT_FOUND = 500,
  190. CUDA_ERROR_NOT_READY = 600,
  191. CUDA_ERROR_LAUNCH_FAILED = 700,
  192. CUDA_ERROR_LAUNCH_OUT_OF_RESOURCES = 701,
  193. CUDA_ERROR_LAUNCH_TIMEOUT = 702,
  194. CUDA_ERROR_LAUNCH_INCOMPATIBLE_TEXTURING = 703,
  195. CUDA_ERROR_PEER_ACCESS_ALREADY_ENABLED = 704,
  196. CUDA_ERROR_PEER_ACCESS_NOT_ENABLED = 705,
  197. CUDA_ERROR_PRIMARY_CONTEXT_ACTIVE = 708,
  198. CUDA_ERROR_CONTEXT_IS_DESTROYED = 709,
  199. CUDA_ERROR_ASSERT = 710,
  200. CUDA_ERROR_TOO_MANY_PEERS = 711,
  201. CUDA_ERROR_HOST_MEMORY_ALREADY_REGISTERED = 712,
  202. CUDA_ERROR_HOST_MEMORY_NOT_REGISTERED = 713,
  203. CUDA_ERROR_UNKNOWN = 999
  204. } CUresult;
  205. typedef struct CUctx_st *CUcontext;
  206. typedef CUresult(__stdcall *cuCtxGetCurrent_t)(CUcontext *pctx);
  207. typedef CUresult(__stdcall *cuCtxPopCurrent_t)(CUcontext *pctx);
  208. typedef CUresult(__stdcall *cuInit_t)(unsigned int Flags);
  209. static NvAFX_GetEffectList_t NvAFX_GetEffectList = NULL;
  210. static NvAFX_CreateEffect_t NvAFX_CreateEffect = NULL;
  211. static NvAFX_CreateChainedEffect_t NvAFX_CreateChainedEffect = NULL;
  212. static NvAFX_DestroyEffect_t NvAFX_DestroyEffect = NULL;
  213. static NvAFX_SetU32_t NvAFX_SetU32 = NULL;
  214. static NvAFX_SetU32List_t NvAFX_SetU32List = NULL;
  215. static NvAFX_SetString_t NvAFX_SetString = NULL;
  216. static NvAFX_SetStringList_t NvAFX_SetStringList = NULL;
  217. static NvAFX_SetFloat_t NvAFX_SetFloat = NULL;
  218. static NvAFX_SetFloatList_t NvAFX_SetFloatList = NULL;
  219. static NvAFX_GetU32_t NvAFX_GetU32 = NULL;
  220. static NvAFX_GetString_t NvAFX_GetString = NULL;
  221. static NvAFX_GetStringList_t NvAFX_GetStringList = NULL;
  222. static NvAFX_GetFloat_t NvAFX_GetFloat = NULL;
  223. static NvAFX_GetFloatList_t NvAFX_GetFloatList = NULL;
  224. static NvAFX_Load_t NvAFX_Load = NULL;
  225. static NvAFX_GetSupportedDevices_t NvAFX_GetSupportedDevices = NULL;
  226. static NvAFX_Run_t NvAFX_Run = NULL;
  227. static NvAFX_Reset_t NvAFX_Reset;
  228. /* cuda */
  229. static cuCtxGetCurrent_t cuCtxGetCurrent = NULL;
  230. static cuCtxPopCurrent_t cuCtxPopCurrent = NULL;
  231. static cuInit_t cuInit = NULL;
  232. void release_lib(void)
  233. {
  234. NvAFX_GetEffectList = NULL;
  235. NvAFX_CreateEffect = NULL;
  236. NvAFX_CreateChainedEffect = NULL;
  237. NvAFX_DestroyEffect = NULL;
  238. NvAFX_SetU32 = NULL;
  239. NvAFX_SetU32List = NULL;
  240. NvAFX_SetString = NULL;
  241. NvAFX_SetStringList = NULL;
  242. NvAFX_SetFloat = NULL;
  243. NvAFX_SetFloatList = NULL;
  244. NvAFX_GetU32 = NULL;
  245. NvAFX_GetString = NULL;
  246. NvAFX_GetStringList = NULL;
  247. NvAFX_GetFloat = NULL;
  248. NvAFX_GetFloatList = NULL;
  249. NvAFX_Load = NULL;
  250. NvAFX_GetSupportedDevices = NULL;
  251. NvAFX_Run = NULL;
  252. NvAFX_Reset = NULL;
  253. if (nv_audiofx) {
  254. FreeLibrary(nv_audiofx);
  255. nv_audiofx = NULL;
  256. }
  257. cuCtxGetCurrent = NULL;
  258. cuCtxPopCurrent = NULL;
  259. cuInit = NULL;
  260. if (nv_cuda) {
  261. FreeLibrary(nv_cuda);
  262. nv_cuda = NULL;
  263. }
  264. }
  265. static bool nvafx_get_sdk_path(char *buffer, const size_t len)
  266. {
  267. DWORD ret =
  268. GetEnvironmentVariableA("NVAFX_SDK_DIR", buffer, (DWORD)len);
  269. if (!ret || ret >= len - 1)
  270. return false;
  271. return true;
  272. }
  273. static bool load_lib(void)
  274. {
  275. char path[MAX_PATH];
  276. if (!nvafx_get_sdk_path(path, sizeof(path)))
  277. return false;
  278. SetDllDirectoryA(path);
  279. nv_audiofx = LoadLibrary(L"NVAudioEffects.dll");
  280. SetDllDirectoryA(NULL);
  281. nv_cuda = LoadLibrary(L"nvcuda.dll");
  282. return !!nv_audiofx && !!nv_cuda;
  283. }
  284. #endif