texture-amf.cpp 72 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, \
  33. obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  34. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  35. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  36. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  37. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  38. struct amf_error {
  39. const char *str;
  40. AMF_RESULT res;
  41. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res)
  42. {
  43. }
  44. };
  45. struct handle_tex {
  46. uint32_t handle;
  47. ComPtr<ID3D11Texture2D> tex;
  48. ComPtr<IDXGIKeyedMutex> km;
  49. };
  50. struct adapter_caps {
  51. bool is_amd = false;
  52. bool supports_avc = false;
  53. bool supports_hevc = false;
  54. bool supports_av1 = false;
  55. };
  56. /* ------------------------------------------------------------------------- */
  57. static std::map<uint32_t, adapter_caps> caps;
  58. static bool h264_supported = false;
  59. static AMFFactory *amf_factory = nullptr;
  60. static AMFTrace *amf_trace = nullptr;
  61. static HMODULE amf_module = nullptr;
  62. static uint64_t amf_version = 0;
  63. /* ========================================================================= */
  64. /* Main Implementation */
  65. enum class amf_codec_type {
  66. AVC,
  67. HEVC,
  68. AV1,
  69. };
  70. struct amf_base {
  71. obs_encoder_t *encoder;
  72. const char *encoder_str;
  73. amf_codec_type codec;
  74. bool fallback;
  75. AMFContextPtr amf_context;
  76. AMFComponentPtr amf_encoder;
  77. AMFBufferPtr packet_data;
  78. AMFRate amf_frame_rate;
  79. AMFBufferPtr header;
  80. AMFSurfacePtr roi_map;
  81. std::deque<AMFDataPtr> queued_packets;
  82. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  83. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  84. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  85. AMF_SURFACE_FORMAT amf_format;
  86. amf_int64 max_throughput = 0;
  87. amf_int64 requested_throughput = 0;
  88. amf_int64 throughput = 0;
  89. int64_t dts_offset = 0;
  90. uint32_t cx;
  91. uint32_t cy;
  92. uint32_t linesize = 0;
  93. uint32_t roi_increment = 0;
  94. int fps_num;
  95. int fps_den;
  96. bool full_range;
  97. bool bframes_supported = false;
  98. bool first_update = true;
  99. bool roi_supported = false;
  100. inline amf_base(bool fallback) : fallback(fallback) {}
  101. virtual ~amf_base() = default;
  102. virtual void init() = 0;
  103. };
  104. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  105. using buf_t = std::vector<uint8_t>;
  106. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  107. volatile bool destroying = false;
  108. std::vector<handle_tex> input_textures;
  109. std::mutex textures_mutex;
  110. std::vector<d3dtex_t> available_textures;
  111. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  112. ComPtr<ID3D11Device> device;
  113. ComPtr<ID3D11DeviceContext> context;
  114. inline amf_texencode() : amf_base(false) {}
  115. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  116. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  117. {
  118. if (os_atomic_load_bool(&destroying))
  119. return;
  120. std::scoped_lock lock(textures_mutex);
  121. auto it = active_textures.find(surf);
  122. if (it != active_textures.end()) {
  123. available_textures.push_back(it->second);
  124. active_textures.erase(it);
  125. }
  126. }
  127. void init() override
  128. {
  129. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  130. if (res != AMF_OK)
  131. throw amf_error("InitDX11 failed", res);
  132. }
  133. };
  134. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  135. volatile bool destroying = false;
  136. std::mutex buffers_mutex;
  137. std::vector<buf_t> available_buffers;
  138. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  139. inline amf_fallback() : amf_base(true) {}
  140. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  141. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  142. {
  143. if (os_atomic_load_bool(&destroying))
  144. return;
  145. std::scoped_lock lock(buffers_mutex);
  146. auto it = active_buffers.find(surf);
  147. if (it != active_buffers.end()) {
  148. available_buffers.push_back(std::move(it->second));
  149. active_buffers.erase(it);
  150. }
  151. }
  152. void init() override
  153. {
  154. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  155. if (res != AMF_OK)
  156. throw amf_error("InitDX11 failed", res);
  157. }
  158. };
  159. /* ------------------------------------------------------------------------- */
  160. /* More garbage */
  161. template<typename T>
  162. static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  163. {
  164. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  165. return res == AMF_OK;
  166. }
  167. template<typename T>
  168. static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  169. {
  170. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  171. if (res != AMF_OK)
  172. error("Failed to set property '%ls': %ls", name,
  173. amf_trace->GetResultText(res));
  174. }
  175. #define set_avc_property(enc, name, value) \
  176. set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  177. #define set_hevc_property(enc, name, value) \
  178. set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  179. #define set_av1_property(enc, name, value) \
  180. set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  181. #define get_avc_property(enc, name, value) \
  182. get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  183. #define get_hevc_property(enc, name, value) \
  184. get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  185. #define get_av1_property(enc, name, value) \
  186. get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  187. #define get_opt_name(name) \
  188. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  189. : (enc->codec == amf_codec_type::HEVC) \
  190. ? AMF_VIDEO_ENCODER_HEVC_##name \
  191. : AMF_VIDEO_ENCODER_AV1_##name)
  192. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  193. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  194. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  195. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  196. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  197. #define set_enum_opt(name, value) \
  198. set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  199. #define set_avc_enum(name, value) \
  200. set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  201. #define set_hevc_enum(name, value) \
  202. set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  203. #define set_av1_enum(name, value) \
  204. set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  205. /* ------------------------------------------------------------------------- */
  206. /* Implementation */
  207. static HMODULE get_lib(const char *lib)
  208. {
  209. HMODULE mod = GetModuleHandleA(lib);
  210. if (mod)
  211. return mod;
  212. return LoadLibraryA(lib);
  213. }
  214. #define AMD_VENDOR_ID 0x1002
  215. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  216. static bool amf_init_d3d11(amf_texencode *enc)
  217. try {
  218. HMODULE dxgi = get_lib("DXGI.dll");
  219. HMODULE d3d11 = get_lib("D3D11.dll");
  220. CREATEDXGIFACTORY1PROC create_dxgi;
  221. PFN_D3D11_CREATE_DEVICE create_device;
  222. ComPtr<IDXGIFactory> factory;
  223. ComPtr<ID3D11Device> device;
  224. ComPtr<ID3D11DeviceContext> context;
  225. ComPtr<IDXGIAdapter> adapter;
  226. DXGI_ADAPTER_DESC desc;
  227. HRESULT hr;
  228. if (!dxgi || !d3d11)
  229. throw "Couldn't get D3D11/DXGI libraries? "
  230. "That definitely shouldn't be possible.";
  231. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(
  232. dxgi, "CreateDXGIFactory1");
  233. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(
  234. d3d11, "D3D11CreateDevice");
  235. if (!create_dxgi || !create_device)
  236. throw "Failed to load D3D11/DXGI procedures";
  237. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  238. if (FAILED(hr))
  239. throw HRError("CreateDXGIFactory1 failed", hr);
  240. obs_video_info ovi;
  241. obs_get_video_info(&ovi);
  242. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  243. if (FAILED(hr))
  244. throw HRError("EnumAdapters failed", hr);
  245. adapter->GetDesc(&desc);
  246. if (desc.VendorId != AMD_VENDOR_ID)
  247. throw "Seems somehow AMF is trying to initialize "
  248. "on a non-AMD adapter";
  249. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0,
  250. nullptr, 0, D3D11_SDK_VERSION, &device, nullptr,
  251. &context);
  252. if (FAILED(hr))
  253. throw HRError("D3D11CreateDevice failed", hr);
  254. enc->device = device;
  255. enc->context = context;
  256. return true;
  257. } catch (const HRError &err) {
  258. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  259. return false;
  260. } catch (const char *err) {
  261. error("%s: %s", __FUNCTION__, err);
  262. return false;
  263. }
  264. static void add_output_tex(amf_texencode *enc,
  265. ComPtr<ID3D11Texture2D> &output_tex,
  266. ID3D11Texture2D *from)
  267. {
  268. ID3D11Device *device = enc->device;
  269. HRESULT hr;
  270. D3D11_TEXTURE2D_DESC desc;
  271. from->GetDesc(&desc);
  272. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  273. desc.MiscFlags = 0;
  274. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  275. if (FAILED(hr))
  276. throw HRError("Failed to create texture", hr);
  277. }
  278. static inline bool get_available_tex(amf_texencode *enc,
  279. ComPtr<ID3D11Texture2D> &output_tex)
  280. {
  281. std::scoped_lock lock(enc->textures_mutex);
  282. if (enc->available_textures.size()) {
  283. output_tex = enc->available_textures.back();
  284. enc->available_textures.pop_back();
  285. return true;
  286. }
  287. return false;
  288. }
  289. static inline void get_output_tex(amf_texencode *enc,
  290. ComPtr<ID3D11Texture2D> &output_tex,
  291. ID3D11Texture2D *from)
  292. {
  293. if (!get_available_tex(enc, output_tex))
  294. add_output_tex(enc, output_tex, from);
  295. }
  296. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle,
  297. IDXGIKeyedMutex **km_out,
  298. ID3D11Texture2D **tex_out)
  299. {
  300. ID3D11Device *device = enc->device;
  301. ComPtr<ID3D11Texture2D> tex;
  302. HRESULT hr;
  303. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  304. struct handle_tex &ht = enc->input_textures[i];
  305. if (ht.handle == handle) {
  306. ht.km.CopyTo(km_out);
  307. ht.tex.CopyTo(tex_out);
  308. return;
  309. }
  310. }
  311. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle,
  312. __uuidof(ID3D11Resource),
  313. (void **)&tex);
  314. if (FAILED(hr))
  315. throw HRError("OpenSharedResource failed", hr);
  316. ComQIPtr<IDXGIKeyedMutex> km(tex);
  317. if (!km)
  318. throw "QueryInterface(IDXGIKeyedMutex) failed";
  319. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  320. struct handle_tex new_ht = {handle, tex, km};
  321. enc->input_textures.push_back(std::move(new_ht));
  322. *km_out = km.Detach();
  323. *tex_out = tex.Detach();
  324. }
  325. static constexpr amf_int64 macroblock_size = 16;
  326. static inline void calc_throughput(amf_base *enc)
  327. {
  328. amf_int64 mb_cx =
  329. ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  330. amf_int64 mb_cy =
  331. ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  332. amf_int64 mb_frame = mb_cx * mb_cy;
  333. enc->throughput =
  334. mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  335. }
  336. static inline int get_avc_preset(amf_base *enc, const char *preset);
  337. #if ENABLE_HEVC
  338. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  339. #endif
  340. static inline int get_av1_preset(amf_base *enc, const char *preset);
  341. static inline int get_preset(amf_base *enc, const char *preset)
  342. {
  343. if (enc->codec == amf_codec_type::AVC)
  344. return get_avc_preset(enc, preset);
  345. #if ENABLE_HEVC
  346. else if (enc->codec == amf_codec_type::HEVC)
  347. return get_hevc_preset(enc, preset);
  348. #endif
  349. else if (enc->codec == amf_codec_type::AV1)
  350. return get_av1_preset(enc, preset);
  351. return 0;
  352. }
  353. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  354. {
  355. AMF_RESULT res = AMF_OK;
  356. AMFCapsPtr caps;
  357. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  358. res = enc->amf_encoder->GetCaps(&caps);
  359. if (res == AMF_OK) {
  360. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT),
  361. &enc->max_throughput);
  362. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT),
  363. &enc->requested_throughput);
  364. }
  365. }
  366. static inline void check_preset_compatibility(amf_base *enc,
  367. const char *&preset)
  368. {
  369. /* The throughput depends on the current preset and the other static
  370. * encoder properties. If the throughput is lower than the max
  371. * throughput, switch to a lower preset. */
  372. if (astrcmpi(preset, "highQuality") == 0) {
  373. if (!enc->max_throughput) {
  374. preset = "quality";
  375. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  376. } else {
  377. if (enc->max_throughput - enc->requested_throughput <
  378. enc->throughput) {
  379. preset = "quality";
  380. refresh_throughput_caps(enc, preset);
  381. }
  382. }
  383. }
  384. if (astrcmpi(preset, "quality") == 0) {
  385. if (!enc->max_throughput) {
  386. preset = "balanced";
  387. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  388. } else {
  389. if (enc->max_throughput - enc->requested_throughput <
  390. enc->throughput) {
  391. preset = "balanced";
  392. refresh_throughput_caps(enc, preset);
  393. }
  394. }
  395. }
  396. if (astrcmpi(preset, "balanced") == 0) {
  397. if (enc->max_throughput &&
  398. enc->max_throughput - enc->requested_throughput <
  399. enc->throughput) {
  400. preset = "speed";
  401. refresh_throughput_caps(enc, preset);
  402. }
  403. }
  404. }
  405. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  406. {
  407. constexpr int64_t amf_timebase = AMF_SECOND;
  408. return ts * amf_timebase / (int64_t)enc->fps_den;
  409. }
  410. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  411. {
  412. constexpr int64_t amf_timebase = AMF_SECOND;
  413. return ts * (int64_t)enc->fps_den / amf_timebase;
  414. }
  415. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data,
  416. encoder_packet *packet)
  417. {
  418. if (!data)
  419. return;
  420. enc->packet_data = AMFBufferPtr(data);
  421. data->GetProperty(L"PTS", &packet->pts);
  422. const wchar_t *get_output_type;
  423. switch (enc->codec) {
  424. case amf_codec_type::AVC:
  425. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  426. break;
  427. case amf_codec_type::HEVC:
  428. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  429. break;
  430. case amf_codec_type::AV1:
  431. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  432. break;
  433. }
  434. uint64_t type = 0;
  435. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  436. if (res != AMF_OK)
  437. throw amf_error("Failed to GetProperty(): encoder output "
  438. "data type",
  439. res);
  440. if (enc->codec == amf_codec_type::AVC ||
  441. enc->codec == amf_codec_type::HEVC) {
  442. switch (type) {
  443. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  444. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  445. break;
  446. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  447. packet->priority = OBS_NAL_PRIORITY_HIGH;
  448. break;
  449. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  450. packet->priority = OBS_NAL_PRIORITY_LOW;
  451. break;
  452. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  453. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  454. break;
  455. }
  456. } else if (enc->codec == amf_codec_type::AV1) {
  457. switch (type) {
  458. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  459. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  460. break;
  461. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  462. packet->priority = OBS_NAL_PRIORITY_HIGH;
  463. break;
  464. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  465. packet->priority = OBS_NAL_PRIORITY_LOW;
  466. break;
  467. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  468. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  469. break;
  470. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  471. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  472. break;
  473. }
  474. }
  475. packet->data = (uint8_t *)enc->packet_data->GetNative();
  476. packet->size = enc->packet_data->GetSize();
  477. packet->type = OBS_ENCODER_VIDEO;
  478. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  479. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  480. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  481. packet->dts -= enc->dts_offset;
  482. }
  483. #ifndef SEC_TO_NSEC
  484. #define SEC_TO_NSEC 1000000000ULL
  485. #endif
  486. struct roi_params {
  487. uint32_t mb_width;
  488. uint32_t mb_height;
  489. amf_int32 pitch;
  490. bool h264;
  491. amf_uint32 *buf;
  492. };
  493. static void roi_cb(void *param, obs_encoder_roi *roi)
  494. {
  495. const roi_params *rp = static_cast<roi_params *>(param);
  496. /* AMF does not support negative priority */
  497. if (roi->priority < 0)
  498. return;
  499. const uint32_t mb_size = rp->h264 ? 16 : 64;
  500. const uint32_t roi_left = roi->left / mb_size;
  501. const uint32_t roi_top = roi->top / mb_size;
  502. const uint32_t roi_right = (roi->right - 1) / mb_size;
  503. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  504. /* Importance value range is 0..10 */
  505. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  506. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  507. if (mb_y < roi_top || mb_y > roi_bottom)
  508. continue;
  509. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  510. if (mb_x < roi_left || mb_x > roi_right)
  511. continue;
  512. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] =
  513. priority;
  514. }
  515. }
  516. }
  517. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  518. {
  519. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  520. if (enc->codec == amf_codec_type::HEVC ||
  521. enc->codec == amf_codec_type::AV1)
  522. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  523. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  524. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  525. if (!enc->roi_map) {
  526. AMFContext1Ptr context1(enc->amf_context);
  527. AMF_RESULT res = context1->AllocSurfaceEx(
  528. AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width,
  529. mb_height,
  530. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  531. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  532. if (res != AMF_OK) {
  533. warn("Failed allocating surface for ROI map!");
  534. /* Clear ROI to prevent failure the next frame */
  535. obs_encoder_clear_roi(enc->encoder);
  536. return;
  537. }
  538. }
  539. /* This is just following the SimpleROI example. */
  540. amf_uint32 *pBuf =
  541. (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  542. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  543. memset(pBuf, 0, pitch * mb_height);
  544. roi_params par{mb_width, mb_height, pitch,
  545. enc->codec == amf_codec_type::AVC, pBuf};
  546. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  547. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  548. }
  549. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  550. {
  551. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  552. if (increment != enc->roi_increment || !enc->roi_increment)
  553. create_roi(enc, amf_surf);
  554. if (enc->codec == amf_codec_type::AVC)
  555. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  556. else if (enc->codec == amf_codec_type::HEVC)
  557. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA,
  558. enc->roi_map);
  559. else if (enc->codec == amf_codec_type::AV1)
  560. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA,
  561. enc->roi_map);
  562. }
  563. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf,
  564. encoder_packet *packet, bool *received_packet)
  565. {
  566. auto &queued_packets = enc->queued_packets;
  567. uint64_t ts_start = os_gettime_ns();
  568. AMF_RESULT res;
  569. *received_packet = false;
  570. bool waiting = true;
  571. while (waiting) {
  572. /* ----------------------------------- */
  573. /* add ROI data (if any) */
  574. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  575. add_roi(enc, amf_surf);
  576. /* ----------------------------------- */
  577. /* submit frame */
  578. res = enc->amf_encoder->SubmitInput(amf_surf);
  579. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  580. waiting = false;
  581. } else if (res == AMF_INPUT_FULL) {
  582. os_sleep_ms(1);
  583. uint64_t duration = os_gettime_ns() - ts_start;
  584. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  585. if (duration >= timeout) {
  586. throw amf_error("SubmitInput timed out", res);
  587. }
  588. } else {
  589. throw amf_error("SubmitInput failed", res);
  590. }
  591. /* ----------------------------------- */
  592. /* query as many packets as possible */
  593. AMFDataPtr new_packet;
  594. do {
  595. res = enc->amf_encoder->QueryOutput(&new_packet);
  596. if (new_packet)
  597. queued_packets.push_back(new_packet);
  598. if (res != AMF_REPEAT && res != AMF_OK) {
  599. throw amf_error("QueryOutput failed", res);
  600. }
  601. } while (!!new_packet);
  602. }
  603. /* ----------------------------------- */
  604. /* return a packet if available */
  605. if (queued_packets.size()) {
  606. AMFDataPtr amf_out;
  607. amf_out = queued_packets.front();
  608. queued_packets.pop_front();
  609. *received_packet = true;
  610. convert_to_encoder_packet(enc, amf_out, packet);
  611. }
  612. }
  613. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts,
  614. uint64_t lock_key, uint64_t *next_key,
  615. encoder_packet *packet, bool *received_packet)
  616. try {
  617. amf_texencode *enc = (amf_texencode *)data;
  618. ID3D11DeviceContext *context = enc->context;
  619. ComPtr<ID3D11Texture2D> output_tex;
  620. ComPtr<ID3D11Texture2D> input_tex;
  621. ComPtr<IDXGIKeyedMutex> km;
  622. AMFSurfacePtr amf_surf;
  623. AMF_RESULT res;
  624. if (handle == GS_INVALID_HANDLE) {
  625. *next_key = lock_key;
  626. throw "Encode failed: bad texture handle";
  627. }
  628. /* ------------------------------------ */
  629. /* get the input tex */
  630. get_tex_from_handle(enc, handle, &km, &input_tex);
  631. /* ------------------------------------ */
  632. /* get an output tex */
  633. get_output_tex(enc, output_tex, input_tex);
  634. /* ------------------------------------ */
  635. /* copy to output tex */
  636. km->AcquireSync(lock_key, INFINITE);
  637. context->CopyResource((ID3D11Resource *)output_tex.Get(),
  638. (ID3D11Resource *)input_tex.Get());
  639. context->Flush();
  640. km->ReleaseSync(*next_key);
  641. /* ------------------------------------ */
  642. /* map output tex to amf surface */
  643. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex,
  644. &amf_surf, enc);
  645. if (res != AMF_OK)
  646. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  647. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  648. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  649. amf_surf->SetPts(cur_ts);
  650. amf_surf->SetProperty(L"PTS", pts);
  651. {
  652. std::scoped_lock lock(enc->textures_mutex);
  653. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  654. }
  655. /* ------------------------------------ */
  656. /* do actual encode */
  657. amf_encode_base(enc, amf_surf, packet, received_packet);
  658. return true;
  659. } catch (const char *err) {
  660. amf_texencode *enc = (amf_texencode *)data;
  661. error("%s: %s", __FUNCTION__, err);
  662. return false;
  663. } catch (const amf_error &err) {
  664. amf_texencode *enc = (amf_texencode *)data;
  665. error("%s: %s: %ls", __FUNCTION__, err.str,
  666. amf_trace->GetResultText(err.res));
  667. *received_packet = false;
  668. return false;
  669. } catch (const HRError &err) {
  670. amf_texencode *enc = (amf_texencode *)data;
  671. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  672. *received_packet = false;
  673. return false;
  674. }
  675. static buf_t alloc_buf(amf_fallback *enc)
  676. {
  677. buf_t buf;
  678. size_t size;
  679. if (enc->amf_format == AMF_SURFACE_NV12) {
  680. size = enc->linesize * enc->cy * 2;
  681. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  682. size = enc->linesize * enc->cy * 4;
  683. } else if (enc->amf_format == AMF_SURFACE_P010) {
  684. size = enc->linesize * enc->cy * 2 * 2;
  685. } else {
  686. throw "Invalid amf_format";
  687. }
  688. buf.resize(size);
  689. return buf;
  690. }
  691. static buf_t get_buf(amf_fallback *enc)
  692. {
  693. std::scoped_lock lock(enc->buffers_mutex);
  694. buf_t buf;
  695. if (enc->available_buffers.size()) {
  696. buf = std::move(enc->available_buffers.back());
  697. enc->available_buffers.pop_back();
  698. } else {
  699. buf = alloc_buf(enc);
  700. }
  701. return buf;
  702. }
  703. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf,
  704. struct encoder_frame *frame)
  705. {
  706. uint8_t *dst = &buf[0];
  707. if (enc->amf_format == AMF_SURFACE_NV12 ||
  708. enc->amf_format == AMF_SURFACE_P010) {
  709. size_t size = enc->linesize * enc->cy;
  710. memcpy(&buf[0], frame->data[0], size);
  711. memcpy(&buf[size], frame->data[1], size / 2);
  712. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  713. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  714. }
  715. }
  716. static bool amf_encode_fallback(void *data, struct encoder_frame *frame,
  717. struct encoder_packet *packet,
  718. bool *received_packet)
  719. try {
  720. amf_fallback *enc = (amf_fallback *)data;
  721. AMFSurfacePtr amf_surf;
  722. AMF_RESULT res;
  723. buf_t buf;
  724. if (!enc->linesize)
  725. enc->linesize = frame->linesize[0];
  726. buf = get_buf(enc);
  727. copy_frame_data(enc, buf, frame);
  728. res = enc->amf_context->CreateSurfaceFromHostNative(
  729. enc->amf_format, enc->cx, enc->cy, enc->linesize, 0, &buf[0],
  730. &amf_surf, enc);
  731. if (res != AMF_OK)
  732. throw amf_error("CreateSurfaceFromHostNative failed", res);
  733. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  734. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  735. amf_surf->SetPts(cur_ts);
  736. amf_surf->SetProperty(L"PTS", frame->pts);
  737. {
  738. std::scoped_lock lock(enc->buffers_mutex);
  739. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  740. }
  741. /* ------------------------------------ */
  742. /* do actual encode */
  743. amf_encode_base(enc, amf_surf, packet, received_packet);
  744. return true;
  745. } catch (const amf_error &err) {
  746. amf_fallback *enc = (amf_fallback *)data;
  747. error("%s: %s: %ls", __FUNCTION__, err.str,
  748. amf_trace->GetResultText(err.res));
  749. *received_packet = false;
  750. return false;
  751. } catch (const char *err) {
  752. amf_fallback *enc = (amf_fallback *)data;
  753. error("%s: %s", __FUNCTION__, err);
  754. *received_packet = false;
  755. return false;
  756. }
  757. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  758. {
  759. amf_base *enc = (amf_base *)data;
  760. if (!enc->header)
  761. return false;
  762. *header = (uint8_t *)enc->header->GetNative();
  763. *size = enc->header->GetSize();
  764. return true;
  765. }
  766. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  767. {
  768. switch (info->format) {
  769. case VIDEO_FORMAT_RGBA:
  770. case VIDEO_FORMAT_BGRA:
  771. case VIDEO_FORMAT_BGRX:
  772. info->format = VIDEO_FORMAT_RGBA;
  773. break;
  774. default:
  775. info->format = VIDEO_FORMAT_NV12;
  776. break;
  777. }
  778. }
  779. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  780. {
  781. switch (info->format) {
  782. case VIDEO_FORMAT_RGBA:
  783. case VIDEO_FORMAT_BGRA:
  784. case VIDEO_FORMAT_BGRX:
  785. info->format = VIDEO_FORMAT_RGBA;
  786. break;
  787. case VIDEO_FORMAT_I010:
  788. case VIDEO_FORMAT_P010:
  789. info->format = VIDEO_FORMAT_P010;
  790. break;
  791. default:
  792. info->format = VIDEO_FORMAT_NV12;
  793. }
  794. }
  795. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  796. {
  797. switch (info->format) {
  798. case VIDEO_FORMAT_RGBA:
  799. case VIDEO_FORMAT_BGRA:
  800. case VIDEO_FORMAT_BGRX:
  801. info->format = VIDEO_FORMAT_RGBA;
  802. break;
  803. case VIDEO_FORMAT_I010:
  804. case VIDEO_FORMAT_P010:
  805. info->format = VIDEO_FORMAT_P010;
  806. break;
  807. default:
  808. info->format = VIDEO_FORMAT_NV12;
  809. }
  810. }
  811. static bool amf_create_encoder(amf_base *enc)
  812. try {
  813. AMF_RESULT res;
  814. /* ------------------------------------ */
  815. /* get video info */
  816. struct video_scale_info info;
  817. video_t *video = obs_encoder_video(enc->encoder);
  818. const struct video_output_info *voi = video_output_get_info(video);
  819. info.format = voi->format;
  820. info.colorspace = voi->colorspace;
  821. info.range = voi->range;
  822. if (enc->fallback) {
  823. if (enc->codec == amf_codec_type::AVC)
  824. h264_video_info_fallback(NULL, &info);
  825. else if (enc->codec == amf_codec_type::HEVC)
  826. h265_video_info_fallback(NULL, &info);
  827. else
  828. av1_video_info_fallback(NULL, &info);
  829. }
  830. enc->cx = obs_encoder_get_width(enc->encoder);
  831. enc->cy = obs_encoder_get_height(enc->encoder);
  832. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  833. enc->fps_num = (int)voi->fps_num;
  834. enc->fps_den = (int)voi->fps_den;
  835. enc->full_range = info.range == VIDEO_RANGE_FULL;
  836. switch (info.colorspace) {
  837. case VIDEO_CS_601:
  838. enc->amf_color_profile =
  839. enc->full_range
  840. ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  841. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  842. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  843. enc->amf_characteristic =
  844. AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  845. break;
  846. case VIDEO_CS_DEFAULT:
  847. case VIDEO_CS_709:
  848. enc->amf_color_profile =
  849. enc->full_range
  850. ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  851. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  852. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  853. enc->amf_characteristic =
  854. AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  855. break;
  856. case VIDEO_CS_SRGB:
  857. enc->amf_color_profile =
  858. enc->full_range
  859. ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  860. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  861. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  862. enc->amf_characteristic =
  863. AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  864. break;
  865. case VIDEO_CS_2100_HLG:
  866. enc->amf_color_profile =
  867. enc->full_range
  868. ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  869. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  870. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  871. enc->amf_characteristic =
  872. AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  873. break;
  874. case VIDEO_CS_2100_PQ:
  875. enc->amf_color_profile =
  876. enc->full_range
  877. ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  878. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  879. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  880. enc->amf_characteristic =
  881. AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  882. break;
  883. }
  884. switch (info.format) {
  885. case VIDEO_FORMAT_NV12:
  886. enc->amf_format = AMF_SURFACE_NV12;
  887. break;
  888. case VIDEO_FORMAT_P010:
  889. enc->amf_format = AMF_SURFACE_P010;
  890. break;
  891. case VIDEO_FORMAT_RGBA:
  892. enc->amf_format = AMF_SURFACE_RGBA;
  893. break;
  894. }
  895. /* ------------------------------------ */
  896. /* create encoder */
  897. res = amf_factory->CreateContext(&enc->amf_context);
  898. if (res != AMF_OK)
  899. throw amf_error("CreateContext failed", res);
  900. enc->init();
  901. const wchar_t *codec = nullptr;
  902. switch (enc->codec) {
  903. case (amf_codec_type::AVC):
  904. codec = AMFVideoEncoderVCE_AVC;
  905. break;
  906. case (amf_codec_type::HEVC):
  907. codec = AMFVideoEncoder_HEVC;
  908. break;
  909. case (amf_codec_type::AV1):
  910. codec = AMFVideoEncoder_AV1;
  911. break;
  912. default:
  913. codec = AMFVideoEncoder_HEVC;
  914. }
  915. res = amf_factory->CreateComponent(enc->amf_context, codec,
  916. &enc->amf_encoder);
  917. if (res != AMF_OK)
  918. throw amf_error("CreateComponent failed", res);
  919. calc_throughput(enc);
  920. return true;
  921. } catch (const amf_error &err) {
  922. error("%s: %s: %ls", __FUNCTION__, err.str,
  923. amf_trace->GetResultText(err.res));
  924. return false;
  925. }
  926. static void amf_destroy(void *data)
  927. {
  928. amf_base *enc = (amf_base *)data;
  929. delete enc;
  930. }
  931. static void check_texture_encode_capability(obs_encoder_t *encoder,
  932. amf_codec_type codec)
  933. {
  934. obs_video_info ovi;
  935. obs_get_video_info(&ovi);
  936. bool avc = amf_codec_type::AVC == codec;
  937. bool hevc = amf_codec_type::HEVC == codec;
  938. bool av1 = amf_codec_type::AV1 == codec;
  939. if (obs_encoder_scaling_enabled(encoder) &&
  940. !obs_encoder_gpu_scaling_enabled(encoder))
  941. throw "Encoder scaling is active";
  942. if (hevc || av1) {
  943. if (!obs_nv12_tex_active() && !obs_p010_tex_active())
  944. throw "NV12/P010 textures aren't active";
  945. } else if (!obs_nv12_tex_active()) {
  946. throw "NV12 textures aren't active";
  947. }
  948. video_t *video = obs_encoder_video(encoder);
  949. const struct video_output_info *voi = video_output_get_info(video);
  950. switch (voi->format) {
  951. case VIDEO_FORMAT_I010:
  952. case VIDEO_FORMAT_P010:
  953. break;
  954. default:
  955. switch (voi->colorspace) {
  956. case VIDEO_CS_2100_PQ:
  957. case VIDEO_CS_2100_HLG:
  958. throw "OBS does not support 8-bit output of Rec. 2100";
  959. }
  960. }
  961. if ((avc && !caps[ovi.adapter].supports_avc) ||
  962. (hevc && !caps[ovi.adapter].supports_hevc) ||
  963. (av1 && !caps[ovi.adapter].supports_av1))
  964. throw "Wrong adapter";
  965. }
  966. #include "texture-amf-opts.hpp"
  967. static void amf_defaults(obs_data_t *settings)
  968. {
  969. obs_data_set_default_int(settings, "bitrate", 2500);
  970. obs_data_set_default_int(settings, "cqp", 20);
  971. obs_data_set_default_string(settings, "rate_control", "CBR");
  972. obs_data_set_default_string(settings, "preset", "quality");
  973. obs_data_set_default_string(settings, "profile", "high");
  974. obs_data_set_default_int(settings, "bf", 3);
  975. }
  976. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p,
  977. obs_data_t *settings)
  978. {
  979. const char *rc = obs_data_get_string(settings, "rate_control");
  980. bool cqp = astrcmpi(rc, "CQP") == 0;
  981. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  982. p = obs_properties_get(ppts, "bitrate");
  983. obs_property_set_visible(p, !cqp && !qvbr);
  984. p = obs_properties_get(ppts, "cqp");
  985. obs_property_set_visible(p, cqp || qvbr);
  986. return true;
  987. }
  988. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  989. {
  990. obs_properties_t *props = obs_properties_create();
  991. obs_property_t *p;
  992. p = obs_properties_add_list(props, "rate_control",
  993. obs_module_text("RateControl"),
  994. OBS_COMBO_TYPE_LIST,
  995. OBS_COMBO_FORMAT_STRING);
  996. obs_property_list_add_string(p, "CBR", "CBR");
  997. obs_property_list_add_string(p, "CQP", "CQP");
  998. obs_property_list_add_string(p, "VBR", "VBR");
  999. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  1000. obs_property_list_add_string(p, "QVBR", "QVBR");
  1001. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  1002. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  1003. obs_property_set_modified_callback(p, rate_control_modified);
  1004. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"),
  1005. 50, 100000, 50);
  1006. obs_property_int_set_suffix(p, " Kbps");
  1007. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"),
  1008. 0, codec == amf_codec_type::AV1 ? 63 : 51, 1);
  1009. p = obs_properties_add_int(props, "keyint_sec",
  1010. obs_module_text("KeyframeIntervalSec"), 0,
  1011. 10, 1);
  1012. obs_property_int_set_suffix(p, " s");
  1013. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"),
  1014. OBS_COMBO_TYPE_LIST,
  1015. OBS_COMBO_FORMAT_STRING);
  1016. #define add_preset(val) \
  1017. obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  1018. if (amf_codec_type::AV1 == codec) {
  1019. add_preset("highQuality");
  1020. }
  1021. add_preset("quality");
  1022. add_preset("balanced");
  1023. add_preset("speed");
  1024. #undef add_preset
  1025. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  1026. p = obs_properties_add_list(props, "profile",
  1027. obs_module_text("Profile"),
  1028. OBS_COMBO_TYPE_LIST,
  1029. OBS_COMBO_FORMAT_STRING);
  1030. #define add_profile(val) obs_property_list_add_string(p, val, val)
  1031. if (amf_codec_type::AVC == codec)
  1032. add_profile("high");
  1033. add_profile("main");
  1034. if (amf_codec_type::AVC == codec)
  1035. add_profile("baseline");
  1036. #undef add_profile
  1037. }
  1038. if (amf_codec_type::AVC == codec) {
  1039. obs_properties_add_int(props, "bf", obs_module_text("BFrames"),
  1040. 0, 5, 1);
  1041. }
  1042. p = obs_properties_add_text(props, "ffmpeg_opts",
  1043. obs_module_text("AMFOpts"),
  1044. OBS_TEXT_DEFAULT);
  1045. obs_property_set_long_description(p,
  1046. obs_module_text("AMFOpts.ToolTip"));
  1047. return props;
  1048. }
  1049. static obs_properties_t *amf_avc_properties(void *unused)
  1050. {
  1051. UNUSED_PARAMETER(unused);
  1052. return amf_properties_internal(amf_codec_type::AVC);
  1053. }
  1054. static obs_properties_t *amf_hevc_properties(void *unused)
  1055. {
  1056. UNUSED_PARAMETER(unused);
  1057. return amf_properties_internal(amf_codec_type::HEVC);
  1058. }
  1059. static obs_properties_t *amf_av1_properties(void *unused)
  1060. {
  1061. UNUSED_PARAMETER(unused);
  1062. return amf_properties_internal(amf_codec_type::AV1);
  1063. }
  1064. /* ========================================================================= */
  1065. /* AVC Implementation */
  1066. static const char *amf_avc_get_name(void *)
  1067. {
  1068. return "AMD HW H.264 (AVC)";
  1069. }
  1070. static inline int get_avc_preset(amf_base *enc, const char *preset)
  1071. {
  1072. if (astrcmpi(preset, "quality") == 0)
  1073. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  1074. else if (astrcmpi(preset, "speed") == 0)
  1075. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  1076. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  1077. }
  1078. static inline int get_avc_rate_control(const char *rc_str)
  1079. {
  1080. if (astrcmpi(rc_str, "cqp") == 0)
  1081. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  1082. else if (astrcmpi(rc_str, "cbr") == 0)
  1083. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1084. else if (astrcmpi(rc_str, "vbr") == 0)
  1085. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1086. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1087. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1088. else if (astrcmpi(rc_str, "qvbr") == 0)
  1089. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  1090. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1091. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1092. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1093. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1094. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1095. }
  1096. static inline int get_avc_profile(obs_data_t *settings)
  1097. {
  1098. const char *profile = obs_data_get_string(settings, "profile");
  1099. if (astrcmpi(profile, "baseline") == 0)
  1100. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1101. else if (astrcmpi(profile, "main") == 0)
  1102. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1103. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1104. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1105. else if (astrcmpi(profile, "constrained_high") == 0)
  1106. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1107. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1108. }
  1109. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate,
  1110. int64_t qp)
  1111. {
  1112. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1113. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1114. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1115. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1116. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1117. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1118. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1119. }
  1120. } else {
  1121. set_avc_property(enc, QP_I, qp);
  1122. set_avc_property(enc, QP_P, qp);
  1123. set_avc_property(enc, QP_B, qp);
  1124. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1125. }
  1126. }
  1127. static bool amf_avc_update(void *data, obs_data_t *settings)
  1128. try {
  1129. amf_base *enc = (amf_base *)data;
  1130. if (enc->first_update) {
  1131. enc->first_update = false;
  1132. return true;
  1133. }
  1134. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1135. int64_t qp = obs_data_get_int(settings, "cqp");
  1136. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1137. int rc = get_avc_rate_control(rc_str);
  1138. AMF_RESULT res = AMF_OK;
  1139. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1140. res = enc->amf_encoder->Flush();
  1141. if (res != AMF_OK)
  1142. throw amf_error("AMFComponent::Flush failed", res);
  1143. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1144. if (res != AMF_OK)
  1145. throw amf_error("AMFComponent::ReInit failed", res);
  1146. return true;
  1147. } catch (const amf_error &err) {
  1148. amf_base *enc = (amf_base *)data;
  1149. error("%s: %s: %ls", __FUNCTION__, err.str,
  1150. amf_trace->GetResultText(err.res));
  1151. return false;
  1152. }
  1153. static bool amf_avc_init(void *data, obs_data_t *settings)
  1154. {
  1155. amf_base *enc = (amf_base *)data;
  1156. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1157. int64_t qp = obs_data_get_int(settings, "cqp");
  1158. const char *preset = obs_data_get_string(settings, "preset");
  1159. const char *profile = obs_data_get_string(settings, "profile");
  1160. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1161. int64_t bf = obs_data_get_int(settings, "bf");
  1162. if (enc->bframes_supported) {
  1163. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1164. set_avc_property(enc, B_PIC_PATTERN, bf);
  1165. /* AdaptiveMiniGOP is suggested for some types of content such
  1166. * as those with high motion. This only takes effect if
  1167. * Pre-Analysis is enabled.
  1168. */
  1169. if (bf > 0) {
  1170. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1171. }
  1172. } else if (bf != 0) {
  1173. warn("B-Frames set to %lld but b-frames are not "
  1174. "supported by this device",
  1175. bf);
  1176. bf = 0;
  1177. }
  1178. int rc = get_avc_rate_control(rc_str);
  1179. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1180. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP)
  1181. set_avc_property(enc, ENABLE_VBAQ, true);
  1182. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1183. set_avc_property(enc, ENFORCE_HRD, true);
  1184. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1185. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1186. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den
  1187. : 250;
  1188. set_avc_property(enc, IDR_PERIOD, gop_size);
  1189. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1190. if (repeat_headers)
  1191. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1192. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1193. check_preset_compatibility(enc, preset);
  1194. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1195. if (ffmpeg_opts && *ffmpeg_opts) {
  1196. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1197. for (size_t i = 0; i < opts.count; i++) {
  1198. amf_apply_opt(enc, &opts.options[i]);
  1199. }
  1200. obs_free_options(opts);
  1201. }
  1202. if (!ffmpeg_opts || !*ffmpeg_opts)
  1203. ffmpeg_opts = "(none)";
  1204. info("settings:\n"
  1205. "\trate_control: %s\n"
  1206. "\tbitrate: %d\n"
  1207. "\tcqp: %d\n"
  1208. "\tkeyint: %d\n"
  1209. "\tpreset: %s\n"
  1210. "\tprofile: %s\n"
  1211. "\tb-frames: %d\n"
  1212. "\twidth: %d\n"
  1213. "\theight: %d\n"
  1214. "\tparams: %s",
  1215. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx,
  1216. enc->cy, ffmpeg_opts);
  1217. return true;
  1218. }
  1219. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1220. {
  1221. AMF_RESULT res;
  1222. AMFVariant p;
  1223. enc->codec = amf_codec_type::AVC;
  1224. if (!amf_create_encoder(enc))
  1225. throw "Failed to create encoder";
  1226. AMFCapsPtr caps;
  1227. res = enc->amf_encoder->GetCaps(&caps);
  1228. if (res == AMF_OK) {
  1229. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES,
  1230. &enc->bframes_supported);
  1231. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT,
  1232. &enc->max_throughput);
  1233. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT,
  1234. &enc->requested_throughput);
  1235. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI,
  1236. &enc->roi_supported);
  1237. }
  1238. const char *preset = obs_data_get_string(settings, "preset");
  1239. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1240. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1241. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1242. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1243. set_avc_property(enc, LOWLATENCY_MODE, false);
  1244. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1245. set_avc_property(enc, PREENCODE_ENABLE, true);
  1246. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1247. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC,
  1248. enc->amf_characteristic);
  1249. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1250. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1251. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1252. amf_avc_init(enc, settings);
  1253. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1254. if (res != AMF_OK)
  1255. throw amf_error("AMFComponent::Init failed", res);
  1256. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1257. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1258. enc->header = AMFBufferPtr(p.pInterface);
  1259. if (enc->bframes_supported) {
  1260. amf_int64 b_frames = 0;
  1261. amf_int64 b_max = 0;
  1262. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1263. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1264. enc->dts_offset = b_frames + 1;
  1265. else
  1266. enc->dts_offset = 0;
  1267. }
  1268. }
  1269. static void *amf_avc_create_texencode(obs_data_t *settings,
  1270. obs_encoder_t *encoder)
  1271. try {
  1272. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1273. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1274. enc->encoder = encoder;
  1275. enc->encoder_str = "texture-amf-h264";
  1276. if (!amf_init_d3d11(enc.get()))
  1277. throw "Failed to create D3D11";
  1278. amf_avc_create_internal(enc.get(), settings);
  1279. return enc.release();
  1280. } catch (const amf_error &err) {
  1281. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str,
  1282. amf_trace->GetResultText(err.res));
  1283. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1284. } catch (const char *err) {
  1285. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1286. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1287. }
  1288. static void *amf_avc_create_fallback(obs_data_t *settings,
  1289. obs_encoder_t *encoder)
  1290. try {
  1291. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1292. enc->encoder = encoder;
  1293. enc->encoder_str = "fallback-amf-h264";
  1294. video_t *video = obs_encoder_video(encoder);
  1295. const struct video_output_info *voi = video_output_get_info(video);
  1296. switch (voi->format) {
  1297. case VIDEO_FORMAT_I010:
  1298. case VIDEO_FORMAT_P010: {
  1299. const char *const text =
  1300. obs_module_text("AMF.10bitUnsupportedAvc");
  1301. obs_encoder_set_last_error(encoder, text);
  1302. throw text;
  1303. }
  1304. case VIDEO_FORMAT_P216:
  1305. case VIDEO_FORMAT_P416: {
  1306. const char *const text =
  1307. obs_module_text("AMF.16bitUnsupported");
  1308. obs_encoder_set_last_error(encoder, text);
  1309. throw text;
  1310. }
  1311. default:
  1312. switch (voi->colorspace) {
  1313. case VIDEO_CS_2100_PQ:
  1314. case VIDEO_CS_2100_HLG: {
  1315. const char *const text =
  1316. obs_module_text("AMF.8bitUnsupportedHdr");
  1317. obs_encoder_set_last_error(encoder, text);
  1318. throw text;
  1319. }
  1320. }
  1321. }
  1322. amf_avc_create_internal(enc.get(), settings);
  1323. return enc.release();
  1324. } catch (const amf_error &err) {
  1325. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__,
  1326. err.str, amf_trace->GetResultText(err.res));
  1327. return nullptr;
  1328. } catch (const char *err) {
  1329. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1330. return nullptr;
  1331. }
  1332. static void register_avc()
  1333. {
  1334. struct obs_encoder_info amf_encoder_info = {};
  1335. amf_encoder_info.id = "h264_texture_amf";
  1336. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1337. amf_encoder_info.codec = "h264";
  1338. amf_encoder_info.get_name = amf_avc_get_name;
  1339. amf_encoder_info.create = amf_avc_create_texencode;
  1340. amf_encoder_info.destroy = amf_destroy;
  1341. amf_encoder_info.update = amf_avc_update;
  1342. amf_encoder_info.encode_texture = amf_encode_tex;
  1343. amf_encoder_info.get_defaults = amf_defaults;
  1344. amf_encoder_info.get_properties = amf_avc_properties;
  1345. amf_encoder_info.get_extra_data = amf_extra_data;
  1346. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE |
  1347. OBS_ENCODER_CAP_DYN_BITRATE |
  1348. OBS_ENCODER_CAP_ROI;
  1349. obs_register_encoder(&amf_encoder_info);
  1350. amf_encoder_info.id = "h264_fallback_amf";
  1351. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL |
  1352. OBS_ENCODER_CAP_DYN_BITRATE |
  1353. OBS_ENCODER_CAP_ROI;
  1354. amf_encoder_info.encode_texture = nullptr;
  1355. amf_encoder_info.create = amf_avc_create_fallback;
  1356. amf_encoder_info.encode = amf_encode_fallback;
  1357. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1358. obs_register_encoder(&amf_encoder_info);
  1359. }
  1360. /* ========================================================================= */
  1361. /* HEVC Implementation */
  1362. #if ENABLE_HEVC
  1363. static const char *amf_hevc_get_name(void *)
  1364. {
  1365. return "AMD HW H.265 (HEVC)";
  1366. }
  1367. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1368. {
  1369. if (astrcmpi(preset, "balanced") == 0)
  1370. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1371. else if (astrcmpi(preset, "speed") == 0)
  1372. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1373. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1374. }
  1375. static inline int get_hevc_rate_control(const char *rc_str)
  1376. {
  1377. if (astrcmpi(rc_str, "cqp") == 0)
  1378. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1379. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1380. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1381. else if (astrcmpi(rc_str, "vbr") == 0)
  1382. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1383. else if (astrcmpi(rc_str, "cbr") == 0)
  1384. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1385. else if (astrcmpi(rc_str, "qvbr") == 0)
  1386. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1387. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1388. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1389. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1390. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1391. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1392. }
  1393. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate,
  1394. int64_t qp)
  1395. {
  1396. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1397. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1398. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1399. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1400. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1401. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1402. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1403. }
  1404. } else {
  1405. set_hevc_property(enc, QP_I, qp);
  1406. set_hevc_property(enc, QP_P, qp);
  1407. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1408. }
  1409. }
  1410. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1411. try {
  1412. amf_base *enc = (amf_base *)data;
  1413. if (enc->first_update) {
  1414. enc->first_update = false;
  1415. return true;
  1416. }
  1417. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1418. int64_t qp = obs_data_get_int(settings, "cqp");
  1419. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1420. int rc = get_hevc_rate_control(rc_str);
  1421. AMF_RESULT res = AMF_OK;
  1422. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1423. res = enc->amf_encoder->Flush();
  1424. if (res != AMF_OK)
  1425. throw amf_error("AMFComponent::Flush failed", res);
  1426. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1427. if (res != AMF_OK)
  1428. throw amf_error("AMFComponent::ReInit failed", res);
  1429. return true;
  1430. } catch (const amf_error &err) {
  1431. amf_base *enc = (amf_base *)data;
  1432. error("%s: %s: %ls", __FUNCTION__, err.str,
  1433. amf_trace->GetResultText(err.res));
  1434. return false;
  1435. }
  1436. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1437. {
  1438. amf_base *enc = (amf_base *)data;
  1439. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1440. int64_t qp = obs_data_get_int(settings, "cqp");
  1441. const char *preset = obs_data_get_string(settings, "preset");
  1442. const char *profile = obs_data_get_string(settings, "profile");
  1443. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1444. int rc = get_hevc_rate_control(rc_str);
  1445. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1446. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP)
  1447. set_hevc_property(enc, ENABLE_VBAQ, true);
  1448. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1449. set_hevc_property(enc, ENFORCE_HRD, true);
  1450. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1451. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1452. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den
  1453. : 250;
  1454. set_hevc_property(enc, GOP_SIZE, gop_size);
  1455. check_preset_compatibility(enc, preset);
  1456. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1457. if (ffmpeg_opts && *ffmpeg_opts) {
  1458. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1459. for (size_t i = 0; i < opts.count; i++) {
  1460. amf_apply_opt(enc, &opts.options[i]);
  1461. }
  1462. obs_free_options(opts);
  1463. }
  1464. if (!ffmpeg_opts || !*ffmpeg_opts)
  1465. ffmpeg_opts = "(none)";
  1466. info("settings:\n"
  1467. "\trate_control: %s\n"
  1468. "\tbitrate: %d\n"
  1469. "\tcqp: %d\n"
  1470. "\tkeyint: %d\n"
  1471. "\tpreset: %s\n"
  1472. "\tprofile: %s\n"
  1473. "\twidth: %d\n"
  1474. "\theight: %d\n"
  1475. "\tparams: %s",
  1476. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy,
  1477. ffmpeg_opts);
  1478. return true;
  1479. }
  1480. static inline bool is_hlg(amf_base *enc)
  1481. {
  1482. return enc->amf_characteristic ==
  1483. AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1484. }
  1485. static inline bool is_pq(amf_base *enc)
  1486. {
  1487. return enc->amf_characteristic ==
  1488. AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1489. }
  1490. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1491. {
  1492. return (amf_uint16)(num * 50000 / den);
  1493. }
  1494. constexpr amf_uint32 lum_mul = 10000;
  1495. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1496. {
  1497. return val * lum_mul;
  1498. }
  1499. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1500. {
  1501. AMF_RESULT res;
  1502. AMFVariant p;
  1503. enc->codec = amf_codec_type::HEVC;
  1504. if (!amf_create_encoder(enc))
  1505. throw "Failed to create encoder";
  1506. AMFCapsPtr caps;
  1507. res = enc->amf_encoder->GetCaps(&caps);
  1508. if (res == AMF_OK) {
  1509. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT,
  1510. &enc->max_throughput);
  1511. caps->GetProperty(
  1512. AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT,
  1513. &enc->requested_throughput);
  1514. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI,
  1515. &enc->roi_supported);
  1516. }
  1517. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1518. const bool pq = is_pq(enc);
  1519. const bool hlg = is_hlg(enc);
  1520. const bool is_hdr = pq || hlg;
  1521. const char *preset = obs_data_get_string(settings, "preset");
  1522. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1523. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1524. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1525. set_hevc_property(enc, COLOR_BIT_DEPTH,
  1526. is10bit ? AMF_COLOR_BIT_DEPTH_10
  1527. : AMF_COLOR_BIT_DEPTH_8);
  1528. set_hevc_property(enc, PROFILE,
  1529. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10
  1530. : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1531. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1532. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1533. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC,
  1534. enc->amf_characteristic);
  1535. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1536. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1537. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1538. if (is_hdr) {
  1539. const int hdr_nominal_peak_level =
  1540. pq ? (int)obs_get_video_hdr_nominal_peak_level()
  1541. : (hlg ? 1000 : 0);
  1542. AMFBufferPtr buf;
  1543. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST,
  1544. sizeof(AMFHDRMetadata), &buf);
  1545. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1546. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1547. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1548. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1549. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1550. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1551. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1552. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1553. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1554. md->minMasteringLuminance = 0;
  1555. md->maxMasteringLuminance =
  1556. amf_make_lum(hdr_nominal_peak_level);
  1557. md->maxContentLightLevel = hdr_nominal_peak_level;
  1558. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1559. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1560. }
  1561. amf_hevc_init(enc, settings);
  1562. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1563. if (res != AMF_OK)
  1564. throw amf_error("AMFComponent::Init failed", res);
  1565. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA,
  1566. &p);
  1567. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1568. enc->header = AMFBufferPtr(p.pInterface);
  1569. }
  1570. static void *amf_hevc_create_texencode(obs_data_t *settings,
  1571. obs_encoder_t *encoder)
  1572. try {
  1573. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1574. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1575. enc->encoder = encoder;
  1576. enc->encoder_str = "texture-amf-h265";
  1577. if (!amf_init_d3d11(enc.get()))
  1578. throw "Failed to create D3D11";
  1579. amf_hevc_create_internal(enc.get(), settings);
  1580. return enc.release();
  1581. } catch (const amf_error &err) {
  1582. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str,
  1583. amf_trace->GetResultText(err.res));
  1584. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1585. } catch (const char *err) {
  1586. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1587. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1588. }
  1589. static void *amf_hevc_create_fallback(obs_data_t *settings,
  1590. obs_encoder_t *encoder)
  1591. try {
  1592. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1593. enc->encoder = encoder;
  1594. enc->encoder_str = "fallback-amf-h265";
  1595. video_t *video = obs_encoder_video(encoder);
  1596. const struct video_output_info *voi = video_output_get_info(video);
  1597. switch (voi->format) {
  1598. case VIDEO_FORMAT_I010:
  1599. case VIDEO_FORMAT_P010:
  1600. break;
  1601. case VIDEO_FORMAT_P216:
  1602. case VIDEO_FORMAT_P416: {
  1603. const char *const text =
  1604. obs_module_text("AMF.16bitUnsupported");
  1605. obs_encoder_set_last_error(encoder, text);
  1606. throw text;
  1607. }
  1608. default:
  1609. switch (voi->colorspace) {
  1610. case VIDEO_CS_2100_PQ:
  1611. case VIDEO_CS_2100_HLG: {
  1612. const char *const text =
  1613. obs_module_text("AMF.8bitUnsupportedHdr");
  1614. obs_encoder_set_last_error(encoder, text);
  1615. throw text;
  1616. }
  1617. }
  1618. }
  1619. amf_hevc_create_internal(enc.get(), settings);
  1620. return enc.release();
  1621. } catch (const amf_error &err) {
  1622. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__,
  1623. err.str, amf_trace->GetResultText(err.res));
  1624. return nullptr;
  1625. } catch (const char *err) {
  1626. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1627. return nullptr;
  1628. }
  1629. static void register_hevc()
  1630. {
  1631. struct obs_encoder_info amf_encoder_info = {};
  1632. amf_encoder_info.id = "h265_texture_amf";
  1633. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1634. amf_encoder_info.codec = "hevc";
  1635. amf_encoder_info.get_name = amf_hevc_get_name;
  1636. amf_encoder_info.create = amf_hevc_create_texencode;
  1637. amf_encoder_info.destroy = amf_destroy;
  1638. amf_encoder_info.update = amf_hevc_update;
  1639. amf_encoder_info.encode_texture = amf_encode_tex;
  1640. amf_encoder_info.get_defaults = amf_defaults;
  1641. amf_encoder_info.get_properties = amf_hevc_properties;
  1642. amf_encoder_info.get_extra_data = amf_extra_data;
  1643. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE |
  1644. OBS_ENCODER_CAP_DYN_BITRATE |
  1645. OBS_ENCODER_CAP_ROI;
  1646. obs_register_encoder(&amf_encoder_info);
  1647. amf_encoder_info.id = "h265_fallback_amf";
  1648. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL |
  1649. OBS_ENCODER_CAP_DYN_BITRATE |
  1650. OBS_ENCODER_CAP_ROI;
  1651. amf_encoder_info.encode_texture = nullptr;
  1652. amf_encoder_info.create = amf_hevc_create_fallback;
  1653. amf_encoder_info.encode = amf_encode_fallback;
  1654. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1655. obs_register_encoder(&amf_encoder_info);
  1656. }
  1657. #endif //ENABLE_HEVC
  1658. /* ========================================================================= */
  1659. /* AV1 Implementation */
  1660. static const char *amf_av1_get_name(void *)
  1661. {
  1662. return "AMD HW AV1";
  1663. }
  1664. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1665. {
  1666. if (astrcmpi(preset, "highquality") == 0)
  1667. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1668. else if (astrcmpi(preset, "quality") == 0)
  1669. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1670. else if (astrcmpi(preset, "balanced") == 0)
  1671. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1672. else if (astrcmpi(preset, "speed") == 0)
  1673. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1674. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1675. }
  1676. static inline int get_av1_rate_control(const char *rc_str)
  1677. {
  1678. if (astrcmpi(rc_str, "cqp") == 0)
  1679. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1680. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1681. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1682. else if (astrcmpi(rc_str, "vbr") == 0)
  1683. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1684. else if (astrcmpi(rc_str, "cbr") == 0)
  1685. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1686. else if (astrcmpi(rc_str, "qvbr") == 0)
  1687. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1688. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1689. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1690. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1691. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1692. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1693. }
  1694. static inline int get_av1_profile(obs_data_t *settings)
  1695. {
  1696. const char *profile = obs_data_get_string(settings, "profile");
  1697. if (astrcmpi(profile, "main") == 0)
  1698. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1699. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1700. }
  1701. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate,
  1702. int64_t cq_value)
  1703. {
  1704. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1705. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1706. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1707. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1708. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1709. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1710. set_av1_property(enc, FILLER_DATA, true);
  1711. } else if (
  1712. rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1713. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1714. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1715. }
  1716. } else {
  1717. int64_t qp = cq_value * 4;
  1718. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1719. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1720. set_av1_property(enc, Q_INDEX_INTER, qp);
  1721. }
  1722. }
  1723. static bool amf_av1_update(void *data, obs_data_t *settings)
  1724. try {
  1725. amf_base *enc = (amf_base *)data;
  1726. if (enc->first_update) {
  1727. enc->first_update = false;
  1728. return true;
  1729. }
  1730. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1731. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1732. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1733. int rc = get_av1_rate_control(rc_str);
  1734. AMF_RESULT res = AMF_OK;
  1735. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1736. res = enc->amf_encoder->Flush();
  1737. if (res != AMF_OK)
  1738. throw amf_error("AMFComponent::Flush failed", res);
  1739. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1740. if (res != AMF_OK)
  1741. throw amf_error("AMFComponent::ReInit failed", res);
  1742. return true;
  1743. } catch (const amf_error &err) {
  1744. amf_base *enc = (amf_base *)data;
  1745. error("%s: %s: %ls", __FUNCTION__, err.str,
  1746. amf_trace->GetResultText(err.res));
  1747. return false;
  1748. }
  1749. static bool amf_av1_init(void *data, obs_data_t *settings)
  1750. {
  1751. amf_base *enc = (amf_base *)data;
  1752. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1753. int64_t qp = obs_data_get_int(settings, "cqp");
  1754. const char *preset = obs_data_get_string(settings, "preset");
  1755. const char *profile = obs_data_get_string(settings, "profile");
  1756. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1757. int rc = get_av1_rate_control(rc_str);
  1758. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1759. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1760. set_av1_property(enc, ENFORCE_HRD, true);
  1761. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1762. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den
  1763. : 250;
  1764. set_av1_property(enc, GOP_SIZE, gop_size);
  1765. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1766. if (ffmpeg_opts && *ffmpeg_opts) {
  1767. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1768. for (size_t i = 0; i < opts.count; i++) {
  1769. amf_apply_opt(enc, &opts.options[i]);
  1770. }
  1771. obs_free_options(opts);
  1772. }
  1773. check_preset_compatibility(enc, preset);
  1774. if (!ffmpeg_opts || !*ffmpeg_opts)
  1775. ffmpeg_opts = "(none)";
  1776. info("settings:\n"
  1777. "\trate_control: %s\n"
  1778. "\tbitrate: %d\n"
  1779. "\tcqp: %d\n"
  1780. "\tkeyint: %d\n"
  1781. "\tpreset: %s\n"
  1782. "\tprofile: %s\n"
  1783. "\twidth: %d\n"
  1784. "\theight: %d\n"
  1785. "\tparams: %s",
  1786. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy,
  1787. ffmpeg_opts);
  1788. return true;
  1789. }
  1790. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1791. {
  1792. enc->codec = amf_codec_type::AV1;
  1793. if (!amf_create_encoder(enc))
  1794. throw "Failed to create encoder";
  1795. AMFCapsPtr caps;
  1796. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1797. if (res == AMF_OK) {
  1798. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT,
  1799. &enc->max_throughput);
  1800. caps->GetProperty(
  1801. AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT,
  1802. &enc->requested_throughput);
  1803. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1804. enc->roi_supported = true;
  1805. }
  1806. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1807. const char *preset = obs_data_get_string(settings, "preset");
  1808. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1809. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1810. set_av1_property(enc, ALIGNMENT_MODE,
  1811. AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1812. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1813. set_av1_property(enc, COLOR_BIT_DEPTH,
  1814. is10bit ? AMF_COLOR_BIT_DEPTH_10
  1815. : AMF_COLOR_BIT_DEPTH_8);
  1816. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1817. set_av1_property(enc, ENCODING_LATENCY_MODE,
  1818. AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1819. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1820. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1821. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC,
  1822. enc->amf_characteristic);
  1823. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1824. set_av1_property(enc, FRAMERATE, enc->amf_frame_rate);
  1825. amf_av1_init(enc, settings);
  1826. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1827. if (res != AMF_OK)
  1828. throw amf_error("AMFComponent::Init failed", res);
  1829. AMFVariant p;
  1830. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA,
  1831. &p);
  1832. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1833. enc->header = AMFBufferPtr(p.pInterface);
  1834. }
  1835. static void *amf_av1_create_texencode(obs_data_t *settings,
  1836. obs_encoder_t *encoder)
  1837. try {
  1838. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  1839. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1840. enc->encoder = encoder;
  1841. enc->encoder_str = "texture-amf-av1";
  1842. if (!amf_init_d3d11(enc.get()))
  1843. throw "Failed to create D3D11";
  1844. amf_av1_create_internal(enc.get(), settings);
  1845. return enc.release();
  1846. } catch (const amf_error &err) {
  1847. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str,
  1848. amf_trace->GetResultText(err.res));
  1849. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1850. } catch (const char *err) {
  1851. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  1852. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1853. }
  1854. static void *amf_av1_create_fallback(obs_data_t *settings,
  1855. obs_encoder_t *encoder)
  1856. try {
  1857. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1858. enc->encoder = encoder;
  1859. enc->encoder_str = "fallback-amf-av1";
  1860. video_t *video = obs_encoder_video(encoder);
  1861. const struct video_output_info *voi = video_output_get_info(video);
  1862. switch (voi->format) {
  1863. case VIDEO_FORMAT_I010:
  1864. case VIDEO_FORMAT_P010: {
  1865. break;
  1866. }
  1867. case VIDEO_FORMAT_P216:
  1868. case VIDEO_FORMAT_P416: {
  1869. const char *const text =
  1870. obs_module_text("AMF.16bitUnsupported");
  1871. obs_encoder_set_last_error(encoder, text);
  1872. throw text;
  1873. }
  1874. default:
  1875. switch (voi->colorspace) {
  1876. case VIDEO_CS_2100_PQ:
  1877. case VIDEO_CS_2100_HLG: {
  1878. const char *const text =
  1879. obs_module_text("AMF.8bitUnsupportedHdr");
  1880. obs_encoder_set_last_error(encoder, text);
  1881. throw text;
  1882. }
  1883. }
  1884. }
  1885. amf_av1_create_internal(enc.get(), settings);
  1886. return enc.release();
  1887. } catch (const amf_error &err) {
  1888. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str,
  1889. amf_trace->GetResultText(err.res));
  1890. return nullptr;
  1891. } catch (const char *err) {
  1892. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  1893. return nullptr;
  1894. }
  1895. static void amf_av1_defaults(obs_data_t *settings)
  1896. {
  1897. obs_data_set_default_int(settings, "bitrate", 2500);
  1898. obs_data_set_default_int(settings, "cqp", 20);
  1899. obs_data_set_default_string(settings, "rate_control", "CBR");
  1900. obs_data_set_default_string(settings, "preset", "quality");
  1901. obs_data_set_default_string(settings, "profile", "high");
  1902. }
  1903. static void register_av1()
  1904. {
  1905. struct obs_encoder_info amf_encoder_info = {};
  1906. amf_encoder_info.id = "av1_texture_amf";
  1907. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1908. amf_encoder_info.codec = "av1";
  1909. amf_encoder_info.get_name = amf_av1_get_name;
  1910. amf_encoder_info.create = amf_av1_create_texencode;
  1911. amf_encoder_info.destroy = amf_destroy;
  1912. amf_encoder_info.update = amf_av1_update;
  1913. amf_encoder_info.encode_texture = amf_encode_tex;
  1914. amf_encoder_info.get_defaults = amf_av1_defaults;
  1915. amf_encoder_info.get_properties = amf_av1_properties;
  1916. amf_encoder_info.get_extra_data = amf_extra_data;
  1917. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE |
  1918. OBS_ENCODER_CAP_DYN_BITRATE |
  1919. OBS_ENCODER_CAP_ROI;
  1920. obs_register_encoder(&amf_encoder_info);
  1921. amf_encoder_info.id = "av1_fallback_amf";
  1922. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL |
  1923. OBS_ENCODER_CAP_DYN_BITRATE |
  1924. OBS_ENCODER_CAP_ROI;
  1925. amf_encoder_info.encode_texture = nullptr;
  1926. amf_encoder_info.create = amf_av1_create_fallback;
  1927. amf_encoder_info.encode = amf_encode_fallback;
  1928. amf_encoder_info.get_video_info = av1_video_info_fallback;
  1929. obs_register_encoder(&amf_encoder_info);
  1930. }
  1931. /* ========================================================================= */
  1932. /* Global Stuff */
  1933. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  1934. {
  1935. std::stringstream &cmd = *(std::stringstream *)param;
  1936. cmd << " " << std::hex << luid;
  1937. UNUSED_PARAMETER(idx);
  1938. return true;
  1939. }
  1940. extern "C" void amf_load(void)
  1941. try {
  1942. AMF_RESULT res;
  1943. HMODULE amf_module_test;
  1944. /* Check if the DLL is present before running the more expensive */
  1945. /* obs-amf-test.exe, but load it as data so it can't crash us */
  1946. amf_module_test =
  1947. LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  1948. if (!amf_module_test)
  1949. throw "No AMF library";
  1950. FreeLibrary(amf_module_test);
  1951. /* ----------------------------------- */
  1952. /* Check for supported codecs */
  1953. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  1954. std::stringstream cmd;
  1955. std::string caps_str;
  1956. cmd << '"';
  1957. cmd << test_exe;
  1958. cmd << '"';
  1959. enum_graphics_device_luids(enum_luids, &cmd);
  1960. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  1961. if (!pp)
  1962. throw "Failed to launch the AMF test process I guess";
  1963. for (;;) {
  1964. char data[2048];
  1965. size_t len =
  1966. os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  1967. if (!len)
  1968. break;
  1969. caps_str.append(data, len);
  1970. }
  1971. os_process_pipe_destroy(pp);
  1972. if (caps_str.empty())
  1973. throw "Seems the AMF test subprocess crashed. "
  1974. "Better there than here I guess. "
  1975. "Let's just skip loading AMF then I suppose.";
  1976. ConfigFile config;
  1977. if (config.OpenString(caps_str.c_str()) != 0)
  1978. throw "Failed to open config string";
  1979. const char *error = config_get_string(config, "error", "string");
  1980. if (error)
  1981. throw std::string(error);
  1982. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  1983. bool avc_supported = false;
  1984. bool hevc_supported = false;
  1985. bool av1_supported = false;
  1986. for (uint32_t i = 0; i < adapter_count; i++) {
  1987. std::string section = std::to_string(i);
  1988. adapter_caps &info = caps[i];
  1989. info.is_amd =
  1990. config_get_bool(config, section.c_str(), "is_amd");
  1991. info.supports_avc = config_get_bool(config, section.c_str(),
  1992. "supports_avc");
  1993. info.supports_hevc = config_get_bool(config, section.c_str(),
  1994. "supports_hevc");
  1995. info.supports_av1 = config_get_bool(config, section.c_str(),
  1996. "supports_av1");
  1997. avc_supported |= info.supports_avc;
  1998. hevc_supported |= info.supports_hevc;
  1999. av1_supported |= info.supports_av1;
  2000. }
  2001. if (!avc_supported && !hevc_supported && !av1_supported)
  2002. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  2003. /* ----------------------------------- */
  2004. /* Init AMF */
  2005. amf_module = LoadLibraryW(AMF_DLL_NAME);
  2006. if (!amf_module)
  2007. throw "AMF library failed to load";
  2008. AMFInit_Fn init =
  2009. (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  2010. if (!init)
  2011. throw "Failed to get AMFInit address";
  2012. res = init(AMF_FULL_VERSION, &amf_factory);
  2013. if (res != AMF_OK)
  2014. throw amf_error("AMFInit failed", res);
  2015. res = amf_factory->GetTrace(&amf_trace);
  2016. if (res != AMF_OK)
  2017. throw amf_error("GetTrace failed", res);
  2018. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(
  2019. amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  2020. if (!get_ver)
  2021. throw "Failed to get AMFQueryVersion address";
  2022. res = get_ver(&amf_version);
  2023. if (res != AMF_OK)
  2024. throw amf_error("AMFQueryVersion failed", res);
  2025. #ifndef DEBUG_AMF_STUFF
  2026. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  2027. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  2028. #endif
  2029. /* ----------------------------------- */
  2030. /* Register encoders */
  2031. if (avc_supported)
  2032. register_avc();
  2033. #if ENABLE_HEVC
  2034. if (hevc_supported)
  2035. register_hevc();
  2036. #endif
  2037. if (av1_supported)
  2038. register_av1();
  2039. } catch (const std::string &str) {
  2040. /* doing debug here because string exceptions indicate the user is
  2041. * probably not using AMD */
  2042. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  2043. } catch (const char *str) {
  2044. /* doing debug here because string exceptions indicate the user is
  2045. * probably not using AMD */
  2046. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  2047. } catch (const amf_error &err) {
  2048. /* doing an error here because it means at least the library has loaded
  2049. * successfully, so they probably have AMD at this point */
  2050. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str,
  2051. (uint32_t)err.res);
  2052. }
  2053. extern "C" void amf_unload(void)
  2054. {
  2055. if (amf_module && amf_trace) {
  2056. amf_trace->TraceFlush();
  2057. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  2058. }
  2059. }