jim-nvenc.c 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508
  1. #include "jim-nvenc.h"
  2. #include <util/circlebuf.h>
  3. #include <util/darray.h>
  4. #include <util/dstr.h>
  5. #include <obs-avc.h>
  6. #include <libavutil/rational.h>
  7. #define INITGUID
  8. #include <dxgi.h>
  9. #include <d3d11.h>
  10. #include <d3d11_1.h>
  11. #include <obs-hevc.h>
  12. /* ========================================================================= */
  13. /* a hack of the ages: nvenc backward compatibility */
  14. #define CONFIGURED_NVENC_MAJOR 12
  15. #define CONFIGURED_NVENC_MINOR 0
  16. #define CONFIGURED_NVENC_VER \
  17. (CONFIGURED_NVENC_MAJOR | (CONFIGURED_NVENC_MINOR << 24))
  18. /* we cannot guarantee structures haven't changed, so purposely break on
  19. * version change to force the programmer to update or remove backward
  20. * compatibility NVENC code. */
  21. #if CONFIGURED_NVENC_VER != NVENCAPI_VERSION
  22. #error NVENC version changed, update or remove NVENC compatibility code
  23. #endif
  24. #undef NVENCAPI_STRUCT_VERSION
  25. #define NVENCAPI_STRUCT_VERSION(ver) \
  26. ((uint32_t)(enc->codec == CODEC_AV1 ? NVENCAPI_VERSION \
  27. : NVENC_COMPAT_VER) | \
  28. ((ver) << 16) | (0x7 << 28))
  29. #define NV_ENC_CONFIG_COMPAT_VER (NVENCAPI_STRUCT_VERSION(7) | (1 << 31))
  30. #define NV_ENC_PIC_PARAMS_COMPAT_VER (NVENCAPI_STRUCT_VERSION(4) | (1 << 31))
  31. #define NV_ENC_LOCK_BITSTREAM_COMPAT_VER NVENCAPI_STRUCT_VERSION(1)
  32. #define NV_ENC_REGISTER_RESOURCE_COMPAT_VER NVENCAPI_STRUCT_VERSION(3)
  33. /* ========================================================================= */
  34. #define EXTRA_BUFFERS 5
  35. #define do_log(level, format, ...) \
  36. blog(level, "[jim-nvenc: '%s'] " format, \
  37. obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  38. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  39. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  40. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  41. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  42. #define error_hr(msg) error("%s: %s: 0x%08lX", __FUNCTION__, msg, (uint32_t)hr);
  43. struct nv_bitstream;
  44. struct nv_texture;
  45. struct handle_tex {
  46. uint32_t handle;
  47. ID3D11Texture2D *tex;
  48. IDXGIKeyedMutex *km;
  49. };
  50. /* ------------------------------------------------------------------------- */
  51. /* Main Implementation Structure */
  52. enum codec_type {
  53. CODEC_H264,
  54. CODEC_HEVC,
  55. CODEC_AV1,
  56. };
  57. static const char *get_codec_name(enum codec_type type)
  58. {
  59. switch (type) {
  60. case CODEC_H264:
  61. return "H264";
  62. case CODEC_HEVC:
  63. return "HEVC";
  64. case CODEC_AV1:
  65. return "AV1";
  66. }
  67. return "Unknown";
  68. }
  69. struct nvenc_data {
  70. obs_encoder_t *encoder;
  71. enum codec_type codec;
  72. GUID codec_guid;
  73. void *session;
  74. NV_ENC_INITIALIZE_PARAMS params;
  75. NV_ENC_CONFIG config;
  76. int rc_lookahead;
  77. int buf_count;
  78. int output_delay;
  79. int buffers_queued;
  80. size_t next_bitstream;
  81. size_t cur_bitstream;
  82. bool encode_started;
  83. bool first_packet;
  84. bool can_change_bitrate;
  85. int32_t bframes;
  86. DARRAY(struct nv_bitstream) bitstreams;
  87. DARRAY(struct nv_texture) textures;
  88. DARRAY(struct handle_tex) input_textures;
  89. struct circlebuf dts_list;
  90. DARRAY(uint8_t) packet_data;
  91. int64_t packet_pts;
  92. bool packet_keyframe;
  93. ID3D11Device *device;
  94. ID3D11DeviceContext *context;
  95. uint32_t cx;
  96. uint32_t cy;
  97. uint8_t *header;
  98. size_t header_size;
  99. uint8_t *sei;
  100. size_t sei_size;
  101. };
  102. /* ------------------------------------------------------------------------- */
  103. /* Bitstream Buffer */
  104. struct nv_bitstream {
  105. void *ptr;
  106. };
  107. #define NV_FAIL(format, ...) nv_fail(enc->encoder, format, __VA_ARGS__)
  108. #define NV_FAILED(x) nv_failed(enc->encoder, x, __FUNCTION__, #x)
  109. static bool nv_bitstream_init(struct nvenc_data *enc, struct nv_bitstream *bs)
  110. {
  111. NV_ENC_CREATE_BITSTREAM_BUFFER buf = {
  112. NV_ENC_CREATE_BITSTREAM_BUFFER_VER};
  113. if (NV_FAILED(nv.nvEncCreateBitstreamBuffer(enc->session, &buf))) {
  114. return false;
  115. }
  116. bs->ptr = buf.bitstreamBuffer;
  117. return true;
  118. }
  119. static void nv_bitstream_free(struct nvenc_data *enc, struct nv_bitstream *bs)
  120. {
  121. if (bs->ptr) {
  122. nv.nvEncDestroyBitstreamBuffer(enc->session, bs->ptr);
  123. }
  124. }
  125. /* ------------------------------------------------------------------------- */
  126. /* Texture Resource */
  127. struct nv_texture {
  128. void *res;
  129. ID3D11Texture2D *tex;
  130. void *mapped_res;
  131. };
  132. static bool nv_texture_init(struct nvenc_data *enc, struct nv_texture *nvtex)
  133. {
  134. const bool p010 = obs_p010_tex_active();
  135. D3D11_TEXTURE2D_DESC desc = {0};
  136. desc.Width = enc->cx;
  137. desc.Height = enc->cy;
  138. desc.MipLevels = 1;
  139. desc.ArraySize = 1;
  140. desc.Format = p010 ? DXGI_FORMAT_P010 : DXGI_FORMAT_NV12;
  141. desc.SampleDesc.Count = 1;
  142. desc.BindFlags = D3D11_BIND_RENDER_TARGET;
  143. ID3D11Device *const device = enc->device;
  144. ID3D11Texture2D *tex;
  145. HRESULT hr = device->lpVtbl->CreateTexture2D(device, &desc, NULL, &tex);
  146. if (FAILED(hr)) {
  147. error_hr("Failed to create texture");
  148. return false;
  149. }
  150. tex->lpVtbl->SetEvictionPriority(tex, DXGI_RESOURCE_PRIORITY_MAXIMUM);
  151. uint32_t struct_ver = enc->codec == CODEC_AV1
  152. ? NV_ENC_REGISTER_RESOURCE_VER
  153. : NV_ENC_REGISTER_RESOURCE_COMPAT_VER;
  154. NV_ENC_REGISTER_RESOURCE res = {struct_ver};
  155. res.resourceType = NV_ENC_INPUT_RESOURCE_TYPE_DIRECTX;
  156. res.resourceToRegister = tex;
  157. res.width = enc->cx;
  158. res.height = enc->cy;
  159. res.bufferFormat = p010 ? NV_ENC_BUFFER_FORMAT_YUV420_10BIT
  160. : NV_ENC_BUFFER_FORMAT_NV12;
  161. if (NV_FAILED(nv.nvEncRegisterResource(enc->session, &res))) {
  162. tex->lpVtbl->Release(tex);
  163. return false;
  164. }
  165. nvtex->res = res.registeredResource;
  166. nvtex->tex = tex;
  167. nvtex->mapped_res = NULL;
  168. return true;
  169. }
  170. static void nv_texture_free(struct nvenc_data *enc, struct nv_texture *nvtex)
  171. {
  172. if (nvtex->res) {
  173. if (nvtex->mapped_res) {
  174. nv.nvEncUnmapInputResource(enc->session,
  175. nvtex->mapped_res);
  176. }
  177. nv.nvEncUnregisterResource(enc->session, nvtex->res);
  178. nvtex->tex->lpVtbl->Release(nvtex->tex);
  179. }
  180. }
  181. /* ------------------------------------------------------------------------- */
  182. /* Implementation */
  183. static const char *h264_nvenc_get_name(void *type_data)
  184. {
  185. UNUSED_PARAMETER(type_data);
  186. return "NVIDIA NVENC H.264";
  187. }
  188. #ifdef ENABLE_HEVC
  189. static const char *hevc_nvenc_get_name(void *type_data)
  190. {
  191. UNUSED_PARAMETER(type_data);
  192. return "NVIDIA NVENC HEVC";
  193. }
  194. #endif
  195. static const char *av1_nvenc_get_name(void *type_data)
  196. {
  197. UNUSED_PARAMETER(type_data);
  198. return "NVIDIA NVENC AV1";
  199. }
  200. static inline int nv_get_cap(struct nvenc_data *enc, NV_ENC_CAPS cap)
  201. {
  202. if (!enc->session)
  203. return 0;
  204. NV_ENC_CAPS_PARAM param = {NV_ENC_CAPS_PARAM_VER};
  205. int v;
  206. param.capsToQuery = cap;
  207. nv.nvEncGetEncodeCaps(enc->session, enc->codec_guid, &param, &v);
  208. return v;
  209. }
  210. static bool nvenc_update(void *data, obs_data_t *settings)
  211. {
  212. struct nvenc_data *enc = data;
  213. /* Only support reconfiguration of CBR bitrate */
  214. if (enc->can_change_bitrate) {
  215. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  216. enc->config.rcParams.averageBitRate = bitrate * 1000;
  217. enc->config.rcParams.maxBitRate = bitrate * 1000;
  218. NV_ENC_RECONFIGURE_PARAMS params = {0};
  219. params.version = NV_ENC_RECONFIGURE_PARAMS_VER;
  220. params.reInitEncodeParams = enc->params;
  221. params.resetEncoder = 1;
  222. params.forceIDR = 1;
  223. if (NV_FAILED(nv.nvEncReconfigureEncoder(enc->session,
  224. &params))) {
  225. return false;
  226. }
  227. }
  228. return true;
  229. }
  230. static HANDLE get_lib(struct nvenc_data *enc, const char *lib)
  231. {
  232. HMODULE mod = GetModuleHandleA(lib);
  233. if (mod)
  234. return mod;
  235. mod = LoadLibraryA(lib);
  236. if (!mod)
  237. error("Failed to load %s", lib);
  238. return mod;
  239. }
  240. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  241. static bool init_d3d11(struct nvenc_data *enc, obs_data_t *settings)
  242. {
  243. HMODULE dxgi = get_lib(enc, "DXGI.dll");
  244. HMODULE d3d11 = get_lib(enc, "D3D11.dll");
  245. CREATEDXGIFACTORY1PROC create_dxgi;
  246. PFN_D3D11_CREATE_DEVICE create_device;
  247. IDXGIFactory1 *factory;
  248. IDXGIAdapter *adapter;
  249. ID3D11Device *device;
  250. ID3D11DeviceContext *context;
  251. HRESULT hr;
  252. if (!dxgi || !d3d11) {
  253. return false;
  254. }
  255. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(
  256. dxgi, "CreateDXGIFactory1");
  257. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(
  258. d3d11, "D3D11CreateDevice");
  259. if (!create_dxgi || !create_device) {
  260. error("Failed to load D3D11/DXGI procedures");
  261. return false;
  262. }
  263. hr = create_dxgi(&IID_IDXGIFactory1, &factory);
  264. if (FAILED(hr)) {
  265. error_hr("CreateDXGIFactory1 failed");
  266. return false;
  267. }
  268. hr = factory->lpVtbl->EnumAdapters(factory, 0, &adapter);
  269. factory->lpVtbl->Release(factory);
  270. if (FAILED(hr)) {
  271. error_hr("EnumAdapters failed");
  272. return false;
  273. }
  274. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, NULL, 0, NULL, 0,
  275. D3D11_SDK_VERSION, &device, NULL, &context);
  276. adapter->lpVtbl->Release(adapter);
  277. if (FAILED(hr)) {
  278. error_hr("D3D11CreateDevice failed");
  279. return false;
  280. }
  281. enc->device = device;
  282. enc->context = context;
  283. return true;
  284. }
  285. static bool init_session(struct nvenc_data *enc)
  286. {
  287. NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS params = {
  288. NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS_VER};
  289. params.device = enc->device;
  290. params.deviceType = NV_ENC_DEVICE_TYPE_DIRECTX;
  291. params.apiVersion = enc->codec == CODEC_AV1 ? NVENCAPI_VERSION
  292. : NVENC_COMPAT_VER;
  293. if (NV_FAILED(nv.nvEncOpenEncodeSessionEx(&params, &enc->session))) {
  294. return false;
  295. }
  296. return true;
  297. }
  298. static void initialize_params(struct nvenc_data *enc, const GUID *nv_preset,
  299. NV_ENC_TUNING_INFO nv_tuning, uint32_t width,
  300. uint32_t height, uint32_t fps_num,
  301. uint32_t fps_den)
  302. {
  303. int darWidth, darHeight;
  304. av_reduce(&darWidth, &darHeight, width, height, 1024 * 1024);
  305. NV_ENC_INITIALIZE_PARAMS *params = &enc->params;
  306. memset(params, 0, sizeof(*params));
  307. params->version = NV_ENC_INITIALIZE_PARAMS_VER;
  308. params->encodeGUID = enc->codec_guid;
  309. params->presetGUID = *nv_preset;
  310. params->encodeWidth = width;
  311. params->encodeHeight = height;
  312. params->darWidth = enc->codec == CODEC_AV1 ? width : darWidth;
  313. params->darHeight = enc->codec == CODEC_AV1 ? height : darHeight;
  314. params->frameRateNum = fps_num;
  315. params->frameRateDen = fps_den;
  316. params->enableEncodeAsync = 0;
  317. params->enablePTD = 1;
  318. params->encodeConfig = &enc->config;
  319. params->tuningInfo = nv_tuning;
  320. }
  321. static inline GUID get_nv_preset2(const char *preset2)
  322. {
  323. if (astrcmpi(preset2, "p1") == 0) {
  324. return NV_ENC_PRESET_P1_GUID;
  325. } else if (astrcmpi(preset2, "p2") == 0) {
  326. return NV_ENC_PRESET_P2_GUID;
  327. } else if (astrcmpi(preset2, "p3") == 0) {
  328. return NV_ENC_PRESET_P3_GUID;
  329. } else if (astrcmpi(preset2, "p4") == 0) {
  330. return NV_ENC_PRESET_P4_GUID;
  331. } else if (astrcmpi(preset2, "p6") == 0) {
  332. return NV_ENC_PRESET_P6_GUID;
  333. } else if (astrcmpi(preset2, "p7") == 0) {
  334. return NV_ENC_PRESET_P7_GUID;
  335. } else {
  336. return NV_ENC_PRESET_P5_GUID;
  337. }
  338. }
  339. static inline NV_ENC_TUNING_INFO get_nv_tuning(const char *tuning)
  340. {
  341. if (astrcmpi(tuning, "ll") == 0) {
  342. return NV_ENC_TUNING_INFO_LOW_LATENCY;
  343. } else if (astrcmpi(tuning, "ull") == 0) {
  344. return NV_ENC_TUNING_INFO_ULTRA_LOW_LATENCY;
  345. } else {
  346. return NV_ENC_TUNING_INFO_HIGH_QUALITY;
  347. }
  348. }
  349. static inline NV_ENC_MULTI_PASS get_nv_multipass(const char *multipass)
  350. {
  351. if (astrcmpi(multipass, "qres") == 0) {
  352. return NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
  353. } else if (astrcmpi(multipass, "fullres") == 0) {
  354. return NV_ENC_TWO_PASS_FULL_RESOLUTION;
  355. } else {
  356. return NV_ENC_MULTI_PASS_DISABLED;
  357. }
  358. }
  359. static bool init_encoder_base(struct nvenc_data *enc, obs_data_t *settings,
  360. int bf, bool psycho_aq, bool *lossless)
  361. {
  362. const char *rc = obs_data_get_string(settings, "rate_control");
  363. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  364. int max_bitrate = (int)obs_data_get_int(settings, "max_bitrate");
  365. int cqp = (int)obs_data_get_int(settings, "cqp");
  366. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  367. const char *preset = obs_data_get_string(settings, "preset");
  368. const char *preset2 = obs_data_get_string(settings, "preset2");
  369. const char *tuning = obs_data_get_string(settings, "tune");
  370. const char *multipass = obs_data_get_string(settings, "multipass");
  371. const char *profile = obs_data_get_string(settings, "profile");
  372. bool lookahead = obs_data_get_bool(settings, "lookahead");
  373. bool vbr = astrcmpi(rc, "VBR") == 0;
  374. NVENCSTATUS err;
  375. video_t *video = obs_encoder_video(enc->encoder);
  376. const struct video_output_info *voi = video_output_get_info(video);
  377. enc->cx = voi->width;
  378. enc->cy = voi->height;
  379. /* -------------------------- */
  380. /* get preset */
  381. GUID nv_preset = get_nv_preset2(preset2);
  382. NV_ENC_TUNING_INFO nv_tuning = get_nv_tuning(tuning);
  383. NV_ENC_MULTI_PASS nv_multipass = get_nv_multipass(multipass);
  384. if (obs_data_has_user_value(settings, "preset") &&
  385. !obs_data_has_user_value(settings, "preset2")) {
  386. if (astrcmpi(preset, "mq") == 0) {
  387. nv_preset = NV_ENC_PRESET_P5_GUID;
  388. nv_tuning = NV_ENC_TUNING_INFO_HIGH_QUALITY;
  389. nv_multipass = NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
  390. } else if (astrcmpi(preset, "hq") == 0) {
  391. nv_preset = NV_ENC_PRESET_P5_GUID;
  392. nv_tuning = NV_ENC_TUNING_INFO_HIGH_QUALITY;
  393. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  394. } else if (astrcmpi(preset, "default") == 0) {
  395. nv_preset = NV_ENC_PRESET_P3_GUID;
  396. nv_tuning = NV_ENC_TUNING_INFO_HIGH_QUALITY;
  397. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  398. } else if (astrcmpi(preset, "hp") == 0) {
  399. nv_preset = NV_ENC_PRESET_P1_GUID;
  400. nv_tuning = NV_ENC_TUNING_INFO_HIGH_QUALITY;
  401. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  402. } else if (astrcmpi(preset, "ll") == 0) {
  403. nv_preset = NV_ENC_PRESET_P3_GUID;
  404. nv_tuning = NV_ENC_TUNING_INFO_LOW_LATENCY;
  405. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  406. } else if (astrcmpi(preset, "llhq") == 0) {
  407. nv_preset = NV_ENC_PRESET_P4_GUID;
  408. nv_tuning = NV_ENC_TUNING_INFO_LOW_LATENCY;
  409. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  410. } else if (astrcmpi(preset, "llhp") == 0) {
  411. nv_preset = NV_ENC_PRESET_P2_GUID;
  412. nv_tuning = NV_ENC_TUNING_INFO_LOW_LATENCY;
  413. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  414. }
  415. }
  416. const bool rc_lossless = astrcmpi(rc, "lossless") == 0;
  417. *lossless = rc_lossless;
  418. if (rc_lossless) {
  419. *lossless =
  420. nv_get_cap(enc, NV_ENC_CAPS_SUPPORT_LOSSLESS_ENCODE);
  421. if (*lossless) {
  422. nv_tuning = NV_ENC_TUNING_INFO_LOSSLESS;
  423. nv_multipass = NV_ENC_MULTI_PASS_DISABLED;
  424. } else {
  425. warn("lossless encode is not supported, ignoring");
  426. nv_preset = NV_ENC_PRESET_P5_GUID;
  427. nv_tuning = NV_ENC_TUNING_INFO_HIGH_QUALITY;
  428. nv_multipass = NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
  429. }
  430. }
  431. /* -------------------------- */
  432. /* get preset default config */
  433. uint32_t config_ver = enc->codec == CODEC_AV1
  434. ? NV_ENC_CONFIG_VER
  435. : NV_ENC_CONFIG_COMPAT_VER;
  436. NV_ENC_PRESET_CONFIG preset_config = {NV_ENC_PRESET_CONFIG_VER,
  437. {config_ver}};
  438. err = nv.nvEncGetEncodePresetConfigEx(enc->session, enc->codec_guid,
  439. nv_preset, nv_tuning,
  440. &preset_config);
  441. if (nv_failed(enc->encoder, err, __FUNCTION__,
  442. "nvEncGetEncodePresetConfig")) {
  443. return false;
  444. }
  445. /* -------------------------- */
  446. /* main configuration */
  447. enc->config = preset_config.presetCfg;
  448. uint32_t gop_size =
  449. (keyint_sec) ? keyint_sec * voi->fps_num / voi->fps_den : 250;
  450. NV_ENC_CONFIG *config = &enc->config;
  451. initialize_params(enc, &nv_preset, nv_tuning, voi->width, voi->height,
  452. voi->fps_num, voi->fps_den);
  453. config->gopLength = gop_size;
  454. config->frameIntervalP = 1 + bf;
  455. enc->bframes = bf;
  456. /* lookahead */
  457. const bool use_profile_lookahead = config->rcParams.enableLookahead;
  458. lookahead = nv_get_cap(enc, NV_ENC_CAPS_SUPPORT_LOOKAHEAD) &&
  459. (lookahead || use_profile_lookahead);
  460. if (lookahead) {
  461. enc->rc_lookahead = use_profile_lookahead
  462. ? config->rcParams.lookaheadDepth
  463. : 8;
  464. }
  465. int buf_count = max(4, config->frameIntervalP * 2 * 2);
  466. if (lookahead) {
  467. buf_count = max(buf_count, config->frameIntervalP +
  468. enc->rc_lookahead +
  469. EXTRA_BUFFERS);
  470. }
  471. buf_count = min(64, buf_count);
  472. enc->buf_count = buf_count;
  473. const int output_delay = buf_count - 1;
  474. enc->output_delay = output_delay;
  475. if (lookahead) {
  476. const int lkd_bound = output_delay - config->frameIntervalP - 4;
  477. if (lkd_bound >= 0) {
  478. config->rcParams.enableLookahead = 1;
  479. config->rcParams.lookaheadDepth =
  480. max(enc->rc_lookahead, lkd_bound);
  481. config->rcParams.disableIadapt = 0;
  482. config->rcParams.disableBadapt = 0;
  483. } else {
  484. lookahead = false;
  485. }
  486. }
  487. /* psycho aq */
  488. if (nv_get_cap(enc, NV_ENC_CAPS_SUPPORT_TEMPORAL_AQ)) {
  489. config->rcParams.enableAQ = psycho_aq;
  490. config->rcParams.aqStrength = 8;
  491. config->rcParams.enableTemporalAQ = psycho_aq;
  492. } else if (psycho_aq) {
  493. warn("Ignoring Psycho Visual Tuning request since GPU is not capable");
  494. }
  495. /* -------------------------- */
  496. /* rate control */
  497. enc->can_change_bitrate =
  498. nv_get_cap(enc, NV_ENC_CAPS_SUPPORT_DYN_BITRATE_CHANGE) &&
  499. !lookahead;
  500. config->rcParams.rateControlMode = NV_ENC_PARAMS_RC_VBR;
  501. if (astrcmpi(rc, "cqp") == 0 || rc_lossless) {
  502. if (*lossless)
  503. cqp = 0;
  504. int cqp_val = enc->codec == CODEC_AV1 ? cqp * 4 : cqp;
  505. config->rcParams.rateControlMode = NV_ENC_PARAMS_RC_CONSTQP;
  506. config->rcParams.constQP.qpInterP = cqp_val;
  507. config->rcParams.constQP.qpInterB = cqp_val;
  508. config->rcParams.constQP.qpIntra = cqp_val;
  509. enc->can_change_bitrate = false;
  510. bitrate = 0;
  511. max_bitrate = 0;
  512. } else if (astrcmpi(rc, "vbr") != 0) { /* CBR by default */
  513. config->rcParams.rateControlMode = NV_ENC_PARAMS_RC_CBR;
  514. }
  515. config->rcParams.averageBitRate = bitrate * 1000;
  516. config->rcParams.maxBitRate = vbr ? max_bitrate * 1000 : bitrate * 1000;
  517. config->rcParams.vbvBufferSize = bitrate * 1000;
  518. config->rcParams.multiPass = nv_multipass;
  519. /* -------------------------- */
  520. /* initialize */
  521. info("settings:\n"
  522. "\tcodec: %s\n"
  523. "\trate_control: %s\n"
  524. "\tbitrate: %d\n"
  525. "\tcqp: %d\n"
  526. "\tkeyint: %d\n"
  527. "\tpreset: %s\n"
  528. "\ttuning: %s\n"
  529. "\tmultipass: %s\n"
  530. "\tprofile: %s\n"
  531. "\twidth: %d\n"
  532. "\theight: %d\n"
  533. "\tb-frames: %d\n"
  534. "\tlookahead: %s\n"
  535. "\tpsycho_aq: %s\n",
  536. get_codec_name(enc->codec), rc, bitrate, cqp, gop_size, preset2,
  537. tuning, multipass, profile, enc->cx, enc->cy, bf,
  538. lookahead ? "true" : "false", psycho_aq ? "true" : "false");
  539. return true;
  540. }
  541. static bool init_encoder_h264(struct nvenc_data *enc, obs_data_t *settings,
  542. int bf, bool psycho_aq)
  543. {
  544. const char *rc = obs_data_get_string(settings, "rate_control");
  545. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  546. const char *profile = obs_data_get_string(settings, "profile");
  547. bool lossless;
  548. if (!init_encoder_base(enc, settings, bf, psycho_aq, &lossless)) {
  549. return false;
  550. }
  551. NV_ENC_CONFIG *config = &enc->config;
  552. NV_ENC_CONFIG_H264 *h264_config = &config->encodeCodecConfig.h264Config;
  553. NV_ENC_CONFIG_H264_VUI_PARAMETERS *vui_params =
  554. &h264_config->h264VUIParameters;
  555. video_t *video = obs_encoder_video(enc->encoder);
  556. const struct video_output_info *voi = video_output_get_info(video);
  557. uint32_t gop_size =
  558. (keyint_sec) ? keyint_sec * voi->fps_num / voi->fps_den : 250;
  559. h264_config->idrPeriod = gop_size;
  560. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  561. if (repeat_headers) {
  562. h264_config->repeatSPSPPS = 1;
  563. h264_config->disableSPSPPS = 0;
  564. h264_config->outputAUD = 1;
  565. }
  566. h264_config->sliceMode = 3;
  567. h264_config->sliceModeData = 1;
  568. h264_config->useBFramesAsRef = NV_ENC_BFRAME_REF_MODE_DISABLED;
  569. vui_params->videoSignalTypePresentFlag = 1;
  570. vui_params->videoFullRangeFlag = (voi->range == VIDEO_RANGE_FULL);
  571. vui_params->colourDescriptionPresentFlag = 1;
  572. switch (voi->colorspace) {
  573. case VIDEO_CS_601:
  574. vui_params->colourPrimaries = 6;
  575. vui_params->transferCharacteristics = 6;
  576. vui_params->colourMatrix = 6;
  577. break;
  578. case VIDEO_CS_DEFAULT:
  579. case VIDEO_CS_709:
  580. vui_params->colourPrimaries = 1;
  581. vui_params->transferCharacteristics = 1;
  582. vui_params->colourMatrix = 1;
  583. break;
  584. case VIDEO_CS_SRGB:
  585. vui_params->colourPrimaries = 1;
  586. vui_params->transferCharacteristics = 13;
  587. vui_params->colourMatrix = 1;
  588. break;
  589. }
  590. if (astrcmpi(rc, "lossless") == 0) {
  591. h264_config->qpPrimeYZeroTransformBypassFlag = 1;
  592. } else if (astrcmpi(rc, "vbr") != 0) { /* CBR */
  593. h264_config->outputBufferingPeriodSEI = 1;
  594. }
  595. h264_config->outputPictureTimingSEI = 1;
  596. /* -------------------------- */
  597. /* profile */
  598. if (astrcmpi(profile, "main") == 0) {
  599. config->profileGUID = NV_ENC_H264_PROFILE_MAIN_GUID;
  600. } else if (astrcmpi(profile, "baseline") == 0) {
  601. config->profileGUID = NV_ENC_H264_PROFILE_BASELINE_GUID;
  602. } else if (!lossless) {
  603. config->profileGUID = NV_ENC_H264_PROFILE_HIGH_GUID;
  604. }
  605. if (NV_FAILED(nv.nvEncInitializeEncoder(enc->session, &enc->params))) {
  606. return false;
  607. }
  608. return true;
  609. }
  610. static bool init_encoder_hevc(struct nvenc_data *enc, obs_data_t *settings,
  611. int bf, bool psycho_aq)
  612. {
  613. const char *rc = obs_data_get_string(settings, "rate_control");
  614. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  615. const char *profile = obs_data_get_string(settings, "profile");
  616. bool lossless;
  617. if (!init_encoder_base(enc, settings, bf, psycho_aq, &lossless)) {
  618. return false;
  619. }
  620. NV_ENC_CONFIG *config = &enc->config;
  621. NV_ENC_CONFIG_HEVC *hevc_config = &config->encodeCodecConfig.hevcConfig;
  622. NV_ENC_CONFIG_HEVC_VUI_PARAMETERS *vui_params =
  623. &hevc_config->hevcVUIParameters;
  624. video_t *video = obs_encoder_video(enc->encoder);
  625. const struct video_output_info *voi = video_output_get_info(video);
  626. uint32_t gop_size =
  627. (keyint_sec) ? keyint_sec * voi->fps_num / voi->fps_den : 250;
  628. hevc_config->idrPeriod = gop_size;
  629. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  630. if (repeat_headers) {
  631. hevc_config->repeatSPSPPS = 1;
  632. hevc_config->disableSPSPPS = 0;
  633. hevc_config->outputAUD = 1;
  634. }
  635. hevc_config->sliceMode = 3;
  636. hevc_config->sliceModeData = 1;
  637. hevc_config->useBFramesAsRef = NV_ENC_BFRAME_REF_MODE_DISABLED;
  638. vui_params->videoSignalTypePresentFlag = 1;
  639. vui_params->videoFullRangeFlag = (voi->range == VIDEO_RANGE_FULL);
  640. vui_params->colourDescriptionPresentFlag = 1;
  641. switch (voi->colorspace) {
  642. case VIDEO_CS_601:
  643. vui_params->colourPrimaries = 6;
  644. vui_params->transferCharacteristics = 6;
  645. vui_params->colourMatrix = 6;
  646. break;
  647. case VIDEO_CS_DEFAULT:
  648. case VIDEO_CS_709:
  649. vui_params->colourPrimaries = 1;
  650. vui_params->transferCharacteristics = 1;
  651. vui_params->colourMatrix = 1;
  652. break;
  653. case VIDEO_CS_SRGB:
  654. vui_params->colourPrimaries = 1;
  655. vui_params->transferCharacteristics = 13;
  656. vui_params->colourMatrix = 1;
  657. break;
  658. case VIDEO_CS_2100_PQ:
  659. vui_params->colourPrimaries = 9;
  660. vui_params->transferCharacteristics = 16;
  661. vui_params->colourMatrix = 9;
  662. vui_params->chromaSampleLocationFlag = 1;
  663. vui_params->chromaSampleLocationTop = 2;
  664. vui_params->chromaSampleLocationBot = 2;
  665. break;
  666. case VIDEO_CS_2100_HLG:
  667. vui_params->colourPrimaries = 9;
  668. vui_params->transferCharacteristics = 18;
  669. vui_params->colourMatrix = 9;
  670. vui_params->chromaSampleLocationFlag = 1;
  671. vui_params->chromaSampleLocationTop = 2;
  672. vui_params->chromaSampleLocationBot = 2;
  673. }
  674. hevc_config->pixelBitDepthMinus8 = obs_p010_tex_active() ? 2 : 0;
  675. if (astrcmpi(rc, "cbr") == 0) {
  676. hevc_config->outputBufferingPeriodSEI = 1;
  677. }
  678. hevc_config->outputPictureTimingSEI = 1;
  679. /* -------------------------- */
  680. /* profile */
  681. if (astrcmpi(profile, "main10") == 0) {
  682. config->profileGUID = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
  683. } else if (obs_p010_tex_active()) {
  684. blog(LOG_WARNING, "[jim-nvenc] Forcing main10 for P010");
  685. config->profileGUID = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
  686. } else {
  687. config->profileGUID = NV_ENC_HEVC_PROFILE_MAIN_GUID;
  688. }
  689. if (NV_FAILED(nv.nvEncInitializeEncoder(enc->session, &enc->params))) {
  690. return false;
  691. }
  692. return true;
  693. }
  694. static bool init_encoder_av1(struct nvenc_data *enc, obs_data_t *settings,
  695. int bf, bool psycho_aq)
  696. {
  697. const char *rc = obs_data_get_string(settings, "rate_control");
  698. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  699. bool lossless;
  700. if (!init_encoder_base(enc, settings, bf, psycho_aq, &lossless)) {
  701. return false;
  702. }
  703. NV_ENC_INITIALIZE_PARAMS *params = &enc->params;
  704. NV_ENC_CONFIG *config = &enc->config;
  705. NV_ENC_CONFIG_AV1 *av1_config = &config->encodeCodecConfig.av1Config;
  706. video_t *video = obs_encoder_video(enc->encoder);
  707. const struct video_output_info *voi = video_output_get_info(video);
  708. uint32_t gop_size =
  709. (keyint_sec) ? keyint_sec * voi->fps_num / voi->fps_den : 250;
  710. av1_config->idrPeriod = gop_size;
  711. av1_config->useBFramesAsRef = NV_ENC_BFRAME_REF_MODE_DISABLED;
  712. av1_config->colorRange = (voi->range == VIDEO_RANGE_FULL);
  713. switch (voi->colorspace) {
  714. case VIDEO_CS_601:
  715. av1_config->colorPrimaries = 6;
  716. av1_config->transferCharacteristics = 6;
  717. av1_config->matrixCoefficients = 6;
  718. break;
  719. case VIDEO_CS_DEFAULT:
  720. case VIDEO_CS_709:
  721. av1_config->colorPrimaries = 1;
  722. av1_config->transferCharacteristics = 1;
  723. av1_config->matrixCoefficients = 1;
  724. break;
  725. case VIDEO_CS_SRGB:
  726. av1_config->colorPrimaries = 1;
  727. av1_config->transferCharacteristics = 13;
  728. av1_config->matrixCoefficients = 1;
  729. break;
  730. case VIDEO_CS_2100_PQ:
  731. av1_config->colorPrimaries = 9;
  732. av1_config->transferCharacteristics = 16;
  733. av1_config->matrixCoefficients = 9;
  734. break;
  735. case VIDEO_CS_2100_HLG:
  736. av1_config->colorPrimaries = 9;
  737. av1_config->transferCharacteristics = 18;
  738. av1_config->matrixCoefficients = 9;
  739. }
  740. /* -------------------------- */
  741. /* profile */
  742. config->profileGUID = NV_ENC_AV1_PROFILE_MAIN_GUID;
  743. av1_config->tier = NV_ENC_TIER_AV1_0;
  744. av1_config->level = NV_ENC_LEVEL_AV1_AUTOSELECT;
  745. av1_config->chromaFormatIDC = 1;
  746. av1_config->pixelBitDepthMinus8 = obs_p010_tex_active() ? 2 : 0;
  747. av1_config->inputPixelBitDepthMinus8 = av1_config->pixelBitDepthMinus8;
  748. av1_config->numFwdRefs = 1;
  749. av1_config->numBwdRefs = 1;
  750. av1_config->repeatSeqHdr = 1;
  751. if (NV_FAILED(nv.nvEncInitializeEncoder(enc->session, &enc->params))) {
  752. return false;
  753. }
  754. return true;
  755. }
  756. static bool init_bitstreams(struct nvenc_data *enc)
  757. {
  758. da_reserve(enc->bitstreams, enc->buf_count);
  759. for (int i = 0; i < enc->buf_count; i++) {
  760. struct nv_bitstream bitstream;
  761. if (!nv_bitstream_init(enc, &bitstream)) {
  762. return false;
  763. }
  764. da_push_back(enc->bitstreams, &bitstream);
  765. }
  766. return true;
  767. }
  768. static bool init_textures(struct nvenc_data *enc)
  769. {
  770. da_reserve(enc->textures, enc->buf_count);
  771. for (int i = 0; i < enc->buf_count; i++) {
  772. struct nv_texture texture;
  773. if (!nv_texture_init(enc, &texture)) {
  774. return false;
  775. }
  776. da_push_back(enc->textures, &texture);
  777. }
  778. return true;
  779. }
  780. static void nvenc_destroy(void *data);
  781. static bool init_specific_encoder(struct nvenc_data *enc, obs_data_t *settings,
  782. int bf, bool psycho_aq)
  783. {
  784. switch (enc->codec) {
  785. case CODEC_HEVC:
  786. return init_encoder_hevc(enc, settings, bf, psycho_aq);
  787. case CODEC_H264:
  788. return init_encoder_h264(enc, settings, bf, psycho_aq);
  789. case CODEC_AV1:
  790. return init_encoder_av1(enc, settings, bf, psycho_aq);
  791. }
  792. return false;
  793. }
  794. static bool init_encoder(struct nvenc_data *enc, enum codec_type codec,
  795. obs_data_t *settings, obs_encoder_t *encoder)
  796. {
  797. const int bf = (int)obs_data_get_int(settings, "bf");
  798. const bool psycho_aq = obs_data_get_bool(settings, "psycho_aq");
  799. const bool support_10bit =
  800. nv_get_cap(enc, NV_ENC_CAPS_SUPPORT_10BIT_ENCODE);
  801. const int bf_max = nv_get_cap(enc, NV_ENC_CAPS_NUM_MAX_BFRAMES);
  802. if (obs_p010_tex_active() && !support_10bit) {
  803. NV_FAIL(obs_module_text("NVENC.10bitUnsupported"));
  804. return false;
  805. }
  806. video_t *video = obs_encoder_video(enc->encoder);
  807. const struct video_output_info *voi = video_output_get_info(video);
  808. switch (voi->format) {
  809. case VIDEO_FORMAT_I010:
  810. case VIDEO_FORMAT_P010:
  811. break;
  812. default:
  813. switch (voi->colorspace) {
  814. case VIDEO_CS_2100_PQ:
  815. case VIDEO_CS_2100_HLG:
  816. NV_FAIL(obs_module_text("NVENC.8bitUnsupportedHdr"));
  817. return false;
  818. }
  819. }
  820. if (bf > bf_max) {
  821. NV_FAIL(obs_module_text("NVENC.TooManyBFrames"), bf, bf_max);
  822. return false;
  823. }
  824. if (!init_specific_encoder(enc, settings, bf, psycho_aq)) {
  825. if (!psycho_aq)
  826. return false;
  827. blog(LOG_WARNING, "[jim-nvenc] init_specific_encoder failed, "
  828. "trying again without Psycho Visual Tuning");
  829. nv.nvEncDestroyEncoder(enc->session);
  830. enc->session = NULL;
  831. if (!init_session(enc)) {
  832. return false;
  833. }
  834. if (!init_specific_encoder(enc, settings, bf, false)) {
  835. return false;
  836. }
  837. }
  838. return true;
  839. }
  840. static void *nvenc_create_internal(enum codec_type codec, obs_data_t *settings,
  841. obs_encoder_t *encoder)
  842. {
  843. struct nvenc_data *enc = bzalloc(sizeof(*enc));
  844. enc->encoder = encoder;
  845. enc->codec = codec;
  846. enc->first_packet = true;
  847. NV_ENCODE_API_FUNCTION_LIST init = {NV_ENCODE_API_FUNCTION_LIST_VER};
  848. switch (enc->codec) {
  849. case CODEC_H264:
  850. enc->codec_guid = NV_ENC_CODEC_H264_GUID;
  851. break;
  852. case CODEC_HEVC:
  853. enc->codec_guid = NV_ENC_CODEC_HEVC_GUID;
  854. break;
  855. case CODEC_AV1:
  856. enc->codec_guid = NV_ENC_CODEC_AV1_GUID;
  857. break;
  858. }
  859. if (!init_nvenc(encoder)) {
  860. goto fail;
  861. }
  862. if (NV_FAILED(nv_create_instance(&init))) {
  863. goto fail;
  864. }
  865. if (!init_d3d11(enc, settings)) {
  866. goto fail;
  867. }
  868. if (!init_session(enc)) {
  869. goto fail;
  870. }
  871. if (!init_encoder(enc, codec, settings, encoder)) {
  872. goto fail;
  873. }
  874. if (!init_bitstreams(enc)) {
  875. goto fail;
  876. }
  877. if (!init_textures(enc)) {
  878. goto fail;
  879. }
  880. #ifdef ENABLE_HEVC
  881. enc->codec = codec;
  882. #endif
  883. return enc;
  884. fail:
  885. nvenc_destroy(enc);
  886. return NULL;
  887. }
  888. static void *nvenc_create_base(enum codec_type codec, obs_data_t *settings,
  889. obs_encoder_t *encoder)
  890. {
  891. /* this encoder requires shared textures, this cannot be used on a
  892. * gpu other than the one OBS is currently running on. */
  893. const int gpu = (int)obs_data_get_int(settings, "gpu");
  894. if (gpu != 0) {
  895. blog(LOG_INFO,
  896. "[jim-nvenc] different GPU selected by user, falling back to ffmpeg");
  897. goto reroute;
  898. }
  899. if (obs_encoder_scaling_enabled(encoder)) {
  900. blog(LOG_INFO,
  901. "[jim-nvenc] scaling enabled, falling back to ffmpeg");
  902. goto reroute;
  903. }
  904. if (!obs_p010_tex_active() && !obs_nv12_tex_active()) {
  905. blog(LOG_INFO,
  906. "[jim-nvenc] nv12/p010 not active, falling back to ffmpeg");
  907. goto reroute;
  908. }
  909. struct nvenc_data *enc =
  910. nvenc_create_internal(codec, settings, encoder);
  911. if (enc) {
  912. return enc;
  913. }
  914. reroute:
  915. switch (codec) {
  916. case CODEC_H264:
  917. return obs_encoder_create_rerouted(encoder, "ffmpeg_nvenc");
  918. case CODEC_HEVC:
  919. return obs_encoder_create_rerouted(encoder,
  920. "ffmpeg_hevc_nvenc");
  921. }
  922. return NULL;
  923. }
  924. static void *h264_nvenc_create(obs_data_t *settings, obs_encoder_t *encoder)
  925. {
  926. return nvenc_create_base(CODEC_H264, settings, encoder);
  927. }
  928. #ifdef ENABLE_HEVC
  929. static void *hevc_nvenc_create(obs_data_t *settings, obs_encoder_t *encoder)
  930. {
  931. return nvenc_create_base(CODEC_HEVC, settings, encoder);
  932. }
  933. #endif
  934. static void *av1_nvenc_create(obs_data_t *settings, obs_encoder_t *encoder)
  935. {
  936. return nvenc_create_base(CODEC_AV1, settings, encoder);
  937. }
  938. static bool get_encoded_packet(struct nvenc_data *enc, bool finalize);
  939. static void nvenc_destroy(void *data)
  940. {
  941. struct nvenc_data *enc = data;
  942. if (enc->encode_started) {
  943. size_t next_bitstream = enc->next_bitstream;
  944. uint32_t struct_ver = enc->codec == CODEC_AV1
  945. ? NV_ENC_PIC_PARAMS_VER
  946. : NV_ENC_PIC_PARAMS_COMPAT_VER;
  947. NV_ENC_PIC_PARAMS params = {struct_ver};
  948. params.encodePicFlags = NV_ENC_PIC_FLAG_EOS;
  949. nv.nvEncEncodePicture(enc->session, &params);
  950. get_encoded_packet(enc, true);
  951. }
  952. for (size_t i = 0; i < enc->textures.num; i++) {
  953. nv_texture_free(enc, &enc->textures.array[i]);
  954. }
  955. for (size_t i = 0; i < enc->bitstreams.num; i++) {
  956. nv_bitstream_free(enc, &enc->bitstreams.array[i]);
  957. }
  958. if (enc->session) {
  959. nv.nvEncDestroyEncoder(enc->session);
  960. }
  961. for (size_t i = 0; i < enc->input_textures.num; i++) {
  962. ID3D11Texture2D *tex = enc->input_textures.array[i].tex;
  963. IDXGIKeyedMutex *km = enc->input_textures.array[i].km;
  964. tex->lpVtbl->Release(tex);
  965. km->lpVtbl->Release(km);
  966. }
  967. if (enc->context) {
  968. enc->context->lpVtbl->Release(enc->context);
  969. }
  970. if (enc->device) {
  971. enc->device->lpVtbl->Release(enc->device);
  972. }
  973. bfree(enc->header);
  974. bfree(enc->sei);
  975. circlebuf_free(&enc->dts_list);
  976. da_free(enc->textures);
  977. da_free(enc->bitstreams);
  978. da_free(enc->input_textures);
  979. da_free(enc->packet_data);
  980. bfree(enc);
  981. }
  982. static ID3D11Texture2D *get_tex_from_handle(struct nvenc_data *enc,
  983. uint32_t handle,
  984. IDXGIKeyedMutex **km_out)
  985. {
  986. ID3D11Device *device = enc->device;
  987. IDXGIKeyedMutex *km;
  988. ID3D11Texture2D *input_tex;
  989. HRESULT hr;
  990. for (size_t i = 0; i < enc->input_textures.num; i++) {
  991. struct handle_tex *ht = &enc->input_textures.array[i];
  992. if (ht->handle == handle) {
  993. *km_out = ht->km;
  994. return ht->tex;
  995. }
  996. }
  997. hr = device->lpVtbl->OpenSharedResource(device,
  998. (HANDLE)(uintptr_t)handle,
  999. &IID_ID3D11Texture2D,
  1000. &input_tex);
  1001. if (FAILED(hr)) {
  1002. error_hr("OpenSharedResource failed");
  1003. return NULL;
  1004. }
  1005. hr = input_tex->lpVtbl->QueryInterface(input_tex, &IID_IDXGIKeyedMutex,
  1006. &km);
  1007. if (FAILED(hr)) {
  1008. error_hr("QueryInterface(IDXGIKeyedMutex) failed");
  1009. input_tex->lpVtbl->Release(input_tex);
  1010. return NULL;
  1011. }
  1012. input_tex->lpVtbl->SetEvictionPriority(input_tex,
  1013. DXGI_RESOURCE_PRIORITY_MAXIMUM);
  1014. *km_out = km;
  1015. struct handle_tex new_ht = {handle, input_tex, km};
  1016. da_push_back(enc->input_textures, &new_ht);
  1017. return input_tex;
  1018. }
  1019. static bool get_encoded_packet(struct nvenc_data *enc, bool finalize)
  1020. {
  1021. void *s = enc->session;
  1022. da_resize(enc->packet_data, 0);
  1023. if (!enc->buffers_queued)
  1024. return true;
  1025. if (!finalize && enc->buffers_queued < enc->output_delay)
  1026. return true;
  1027. size_t count = finalize ? enc->buffers_queued : 1;
  1028. for (size_t i = 0; i < count; i++) {
  1029. size_t cur_bs_idx = enc->cur_bitstream;
  1030. struct nv_bitstream *bs = &enc->bitstreams.array[cur_bs_idx];
  1031. struct nv_texture *nvtex = &enc->textures.array[cur_bs_idx];
  1032. /* ---------------- */
  1033. uint32_t struct_ver =
  1034. enc->codec == CODEC_AV1
  1035. ? NV_ENC_LOCK_BITSTREAM_VER
  1036. : NV_ENC_LOCK_BITSTREAM_COMPAT_VER;
  1037. NV_ENC_LOCK_BITSTREAM lock = {struct_ver};
  1038. lock.outputBitstream = bs->ptr;
  1039. lock.doNotWait = false;
  1040. if (NV_FAILED(nv.nvEncLockBitstream(s, &lock))) {
  1041. return false;
  1042. }
  1043. if (enc->first_packet) {
  1044. NV_ENC_SEQUENCE_PARAM_PAYLOAD payload = {0};
  1045. uint8_t buf[256];
  1046. uint32_t size = 0;
  1047. payload.version = NV_ENC_SEQUENCE_PARAM_PAYLOAD_VER;
  1048. payload.spsppsBuffer = buf;
  1049. payload.inBufferSize = sizeof(buf);
  1050. payload.outSPSPPSPayloadSize = &size;
  1051. nv.nvEncGetSequenceParams(s, &payload);
  1052. enc->header = bmemdup(buf, size);
  1053. enc->header_size = size;
  1054. enc->first_packet = false;
  1055. }
  1056. da_copy_array(enc->packet_data, lock.bitstreamBufferPtr,
  1057. lock.bitstreamSizeInBytes);
  1058. enc->packet_pts = (int64_t)lock.outputTimeStamp;
  1059. enc->packet_keyframe = lock.pictureType == NV_ENC_PIC_TYPE_IDR;
  1060. if (NV_FAILED(nv.nvEncUnlockBitstream(s, bs->ptr))) {
  1061. return false;
  1062. }
  1063. /* ---------------- */
  1064. if (nvtex->mapped_res) {
  1065. NVENCSTATUS err;
  1066. err = nv.nvEncUnmapInputResource(s, nvtex->mapped_res);
  1067. if (nv_failed(enc->encoder, err, __FUNCTION__,
  1068. "unmap")) {
  1069. return false;
  1070. }
  1071. nvtex->mapped_res = NULL;
  1072. }
  1073. /* ---------------- */
  1074. if (++enc->cur_bitstream == enc->buf_count)
  1075. enc->cur_bitstream = 0;
  1076. enc->buffers_queued--;
  1077. }
  1078. return true;
  1079. }
  1080. static bool nvenc_encode_tex(void *data, uint32_t handle, int64_t pts,
  1081. uint64_t lock_key, uint64_t *next_key,
  1082. struct encoder_packet *packet,
  1083. bool *received_packet)
  1084. {
  1085. struct nvenc_data *enc = data;
  1086. ID3D11Device *device = enc->device;
  1087. ID3D11DeviceContext *context = enc->context;
  1088. ID3D11Texture2D *input_tex;
  1089. ID3D11Texture2D *output_tex;
  1090. IDXGIKeyedMutex *km;
  1091. struct nv_texture *nvtex;
  1092. struct nv_bitstream *bs;
  1093. NVENCSTATUS err;
  1094. if (handle == GS_INVALID_HANDLE) {
  1095. error("Encode failed: bad texture handle");
  1096. *next_key = lock_key;
  1097. return false;
  1098. }
  1099. bs = &enc->bitstreams.array[enc->next_bitstream];
  1100. nvtex = &enc->textures.array[enc->next_bitstream];
  1101. input_tex = get_tex_from_handle(enc, handle, &km);
  1102. output_tex = nvtex->tex;
  1103. if (!input_tex) {
  1104. *next_key = lock_key;
  1105. return false;
  1106. }
  1107. circlebuf_push_back(&enc->dts_list, &pts, sizeof(pts));
  1108. /* ------------------------------------ */
  1109. /* copy to output tex */
  1110. km->lpVtbl->AcquireSync(km, lock_key, INFINITE);
  1111. context->lpVtbl->CopyResource(context, (ID3D11Resource *)output_tex,
  1112. (ID3D11Resource *)input_tex);
  1113. km->lpVtbl->ReleaseSync(km, *next_key);
  1114. /* ------------------------------------ */
  1115. /* map output tex so nvenc can use it */
  1116. NV_ENC_MAP_INPUT_RESOURCE map = {NV_ENC_MAP_INPUT_RESOURCE_VER};
  1117. map.registeredResource = nvtex->res;
  1118. if (NV_FAILED(nv.nvEncMapInputResource(enc->session, &map))) {
  1119. return false;
  1120. }
  1121. nvtex->mapped_res = map.mappedResource;
  1122. /* ------------------------------------ */
  1123. /* do actual encode call */
  1124. NV_ENC_PIC_PARAMS params = {0};
  1125. params.version = enc->codec == CODEC_AV1 ? NV_ENC_PIC_PARAMS_VER
  1126. : NV_ENC_PIC_PARAMS_COMPAT_VER;
  1127. params.pictureStruct = NV_ENC_PIC_STRUCT_FRAME;
  1128. params.inputBuffer = nvtex->mapped_res;
  1129. params.bufferFmt = obs_p010_tex_active()
  1130. ? NV_ENC_BUFFER_FORMAT_YUV420_10BIT
  1131. : NV_ENC_BUFFER_FORMAT_NV12;
  1132. params.inputTimeStamp = (uint64_t)pts;
  1133. params.inputWidth = enc->cx;
  1134. params.inputHeight = enc->cy;
  1135. params.inputPitch = enc->cx;
  1136. params.outputBitstream = bs->ptr;
  1137. err = nv.nvEncEncodePicture(enc->session, &params);
  1138. if (err != NV_ENC_SUCCESS && err != NV_ENC_ERR_NEED_MORE_INPUT) {
  1139. nv_failed(enc->encoder, err, __FUNCTION__,
  1140. "nvEncEncodePicture");
  1141. return false;
  1142. }
  1143. enc->encode_started = true;
  1144. enc->buffers_queued++;
  1145. if (++enc->next_bitstream == enc->buf_count) {
  1146. enc->next_bitstream = 0;
  1147. }
  1148. /* ------------------------------------ */
  1149. /* check for encoded packet and parse */
  1150. if (!get_encoded_packet(enc, false)) {
  1151. return false;
  1152. }
  1153. /* ------------------------------------ */
  1154. /* output encoded packet */
  1155. if (enc->packet_data.num) {
  1156. int64_t dts;
  1157. circlebuf_pop_front(&enc->dts_list, &dts, sizeof(dts));
  1158. /* subtract bframe delay from dts */
  1159. dts -= (int64_t)enc->bframes * packet->timebase_num;
  1160. *received_packet = true;
  1161. packet->data = enc->packet_data.array;
  1162. packet->size = enc->packet_data.num;
  1163. packet->type = OBS_ENCODER_VIDEO;
  1164. packet->pts = enc->packet_pts;
  1165. packet->dts = dts;
  1166. packet->keyframe = enc->packet_keyframe;
  1167. } else {
  1168. *received_packet = false;
  1169. }
  1170. return true;
  1171. }
  1172. extern void h264_nvenc_defaults(obs_data_t *settings);
  1173. extern obs_properties_t *h264_nvenc_properties(void *unused);
  1174. #ifdef ENABLE_HEVC
  1175. extern void hevc_nvenc_defaults(obs_data_t *settings);
  1176. extern obs_properties_t *hevc_nvenc_properties(void *unused);
  1177. #endif
  1178. extern obs_properties_t *av1_nvenc_properties(void *unused);
  1179. extern void av1_nvenc_defaults(obs_data_t *settings);
  1180. static bool nvenc_extra_data(void *data, uint8_t **header, size_t *size)
  1181. {
  1182. struct nvenc_data *enc = data;
  1183. if (!enc->header) {
  1184. return false;
  1185. }
  1186. *header = enc->header;
  1187. *size = enc->header_size;
  1188. return true;
  1189. }
  1190. static bool nvenc_sei_data(void *data, uint8_t **sei, size_t *size)
  1191. {
  1192. struct nvenc_data *enc = data;
  1193. if (!enc->sei) {
  1194. return false;
  1195. }
  1196. *sei = enc->sei;
  1197. *size = enc->sei_size;
  1198. return true;
  1199. }
  1200. struct obs_encoder_info h264_nvenc_info = {
  1201. .id = "jim_nvenc",
  1202. .codec = "h264",
  1203. .type = OBS_ENCODER_VIDEO,
  1204. .caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE,
  1205. .get_name = h264_nvenc_get_name,
  1206. .create = h264_nvenc_create,
  1207. .destroy = nvenc_destroy,
  1208. .update = nvenc_update,
  1209. .encode_texture = nvenc_encode_tex,
  1210. .get_defaults = h264_nvenc_defaults,
  1211. .get_properties = h264_nvenc_properties,
  1212. .get_extra_data = nvenc_extra_data,
  1213. .get_sei_data = nvenc_sei_data,
  1214. };
  1215. #ifdef ENABLE_HEVC
  1216. struct obs_encoder_info hevc_nvenc_info = {
  1217. .id = "jim_hevc_nvenc",
  1218. .codec = "hevc",
  1219. .type = OBS_ENCODER_VIDEO,
  1220. .caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE,
  1221. .get_name = hevc_nvenc_get_name,
  1222. .create = hevc_nvenc_create,
  1223. .destroy = nvenc_destroy,
  1224. .update = nvenc_update,
  1225. .encode_texture = nvenc_encode_tex,
  1226. .get_defaults = hevc_nvenc_defaults,
  1227. .get_properties = hevc_nvenc_properties,
  1228. .get_extra_data = nvenc_extra_data,
  1229. .get_sei_data = nvenc_sei_data,
  1230. };
  1231. #endif
  1232. struct obs_encoder_info av1_nvenc_info = {
  1233. .id = "jim_av1_nvenc",
  1234. .codec = "av1",
  1235. .type = OBS_ENCODER_VIDEO,
  1236. .caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE,
  1237. .get_name = av1_nvenc_get_name,
  1238. .create = av1_nvenc_create,
  1239. .destroy = nvenc_destroy,
  1240. .update = nvenc_update,
  1241. .encode_texture = nvenc_encode_tex,
  1242. .get_defaults = av1_nvenc_defaults,
  1243. .get_properties = av1_nvenc_properties,
  1244. .get_extra_data = nvenc_extra_data,
  1245. };