texture-amf.cpp 72 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  33. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  34. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  35. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  36. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  37. struct amf_error {
  38. const char *str;
  39. AMF_RESULT res;
  40. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res) {}
  41. };
  42. struct handle_tex {
  43. uint32_t handle;
  44. ComPtr<ID3D11Texture2D> tex;
  45. ComPtr<IDXGIKeyedMutex> km;
  46. };
  47. struct adapter_caps {
  48. bool is_amd = false;
  49. bool supports_avc = false;
  50. bool supports_hevc = false;
  51. bool supports_av1 = false;
  52. };
  53. /* ------------------------------------------------------------------------- */
  54. static std::map<uint32_t, adapter_caps> caps;
  55. static bool h264_supported = false;
  56. static AMFFactory *amf_factory = nullptr;
  57. static AMFTrace *amf_trace = nullptr;
  58. static HMODULE amf_module = nullptr;
  59. static uint64_t amf_version = 0;
  60. /* ========================================================================= */
  61. /* Main Implementation */
  62. enum class amf_codec_type {
  63. AVC,
  64. HEVC,
  65. AV1,
  66. };
  67. struct amf_base {
  68. obs_encoder_t *encoder;
  69. const char *encoder_str;
  70. amf_codec_type codec;
  71. bool fallback;
  72. AMFContextPtr amf_context;
  73. AMFComponentPtr amf_encoder;
  74. AMFBufferPtr packet_data;
  75. AMFRate amf_frame_rate;
  76. AMFBufferPtr header;
  77. AMFSurfacePtr roi_map;
  78. std::deque<AMFDataPtr> queued_packets;
  79. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  80. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  81. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  82. AMF_SURFACE_FORMAT amf_format;
  83. amf_int64 max_throughput = 0;
  84. amf_int64 requested_throughput = 0;
  85. amf_int64 throughput = 0;
  86. int64_t dts_offset = 0;
  87. uint32_t cx;
  88. uint32_t cy;
  89. uint32_t linesize = 0;
  90. uint32_t roi_increment = 0;
  91. int fps_num;
  92. int fps_den;
  93. bool full_range;
  94. bool bframes_supported = false;
  95. bool first_update = true;
  96. bool roi_supported = false;
  97. inline amf_base(bool fallback) : fallback(fallback) {}
  98. virtual ~amf_base() = default;
  99. virtual void init() = 0;
  100. };
  101. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  102. using buf_t = std::vector<uint8_t>;
  103. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  104. volatile bool destroying = false;
  105. std::vector<handle_tex> input_textures;
  106. std::mutex textures_mutex;
  107. std::vector<d3dtex_t> available_textures;
  108. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  109. ComPtr<ID3D11Device> device;
  110. ComPtr<ID3D11DeviceContext> context;
  111. inline amf_texencode() : amf_base(false) {}
  112. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  113. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  114. {
  115. if (os_atomic_load_bool(&destroying))
  116. return;
  117. std::scoped_lock lock(textures_mutex);
  118. auto it = active_textures.find(surf);
  119. if (it != active_textures.end()) {
  120. available_textures.push_back(it->second);
  121. active_textures.erase(it);
  122. }
  123. }
  124. void init() override
  125. {
  126. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  127. if (res != AMF_OK)
  128. throw amf_error("InitDX11 failed", res);
  129. }
  130. };
  131. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  132. volatile bool destroying = false;
  133. std::mutex buffers_mutex;
  134. std::vector<buf_t> available_buffers;
  135. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  136. inline amf_fallback() : amf_base(true) {}
  137. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  138. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  139. {
  140. if (os_atomic_load_bool(&destroying))
  141. return;
  142. std::scoped_lock lock(buffers_mutex);
  143. auto it = active_buffers.find(surf);
  144. if (it != active_buffers.end()) {
  145. available_buffers.push_back(std::move(it->second));
  146. active_buffers.erase(it);
  147. }
  148. }
  149. void init() override
  150. {
  151. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  152. if (res != AMF_OK)
  153. throw amf_error("InitDX11 failed", res);
  154. }
  155. };
  156. /* ------------------------------------------------------------------------- */
  157. /* More garbage */
  158. template<typename T> static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  159. {
  160. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  161. return res == AMF_OK;
  162. }
  163. template<typename T> static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  164. {
  165. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  166. if (res != AMF_OK)
  167. error("Failed to set property '%ls': %ls", name, amf_trace->GetResultText(res));
  168. }
  169. #define set_avc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  170. #define set_hevc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  171. #define set_av1_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  172. #define get_avc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  173. #define get_hevc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  174. #define get_av1_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  175. #define get_opt_name(name) \
  176. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  177. : (enc->codec == amf_codec_type::HEVC) ? AMF_VIDEO_ENCODER_HEVC_##name \
  178. : AMF_VIDEO_ENCODER_AV1_##name)
  179. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  180. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  181. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  182. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  183. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  184. #define set_enum_opt(name, value) set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  185. #define set_avc_enum(name, value) set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  186. #define set_hevc_enum(name, value) set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  187. #define set_av1_enum(name, value) set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  188. /* ------------------------------------------------------------------------- */
  189. /* Implementation */
  190. static HMODULE get_lib(const char *lib)
  191. {
  192. HMODULE mod = GetModuleHandleA(lib);
  193. if (mod)
  194. return mod;
  195. return LoadLibraryA(lib);
  196. }
  197. #define AMD_VENDOR_ID 0x1002
  198. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  199. static bool amf_init_d3d11(amf_texencode *enc)
  200. try {
  201. HMODULE dxgi = get_lib("DXGI.dll");
  202. HMODULE d3d11 = get_lib("D3D11.dll");
  203. CREATEDXGIFACTORY1PROC create_dxgi;
  204. PFN_D3D11_CREATE_DEVICE create_device;
  205. ComPtr<IDXGIFactory> factory;
  206. ComPtr<ID3D11Device> device;
  207. ComPtr<ID3D11DeviceContext> context;
  208. ComPtr<IDXGIAdapter> adapter;
  209. DXGI_ADAPTER_DESC desc;
  210. HRESULT hr;
  211. if (!dxgi || !d3d11)
  212. throw "Couldn't get D3D11/DXGI libraries? "
  213. "That definitely shouldn't be possible.";
  214. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(dxgi, "CreateDXGIFactory1");
  215. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(d3d11, "D3D11CreateDevice");
  216. if (!create_dxgi || !create_device)
  217. throw "Failed to load D3D11/DXGI procedures";
  218. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  219. if (FAILED(hr))
  220. throw HRError("CreateDXGIFactory1 failed", hr);
  221. obs_video_info ovi;
  222. obs_get_video_info(&ovi);
  223. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  224. if (FAILED(hr))
  225. throw HRError("EnumAdapters failed", hr);
  226. adapter->GetDesc(&desc);
  227. if (desc.VendorId != AMD_VENDOR_ID)
  228. throw "Seems somehow AMF is trying to initialize "
  229. "on a non-AMD adapter";
  230. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0, nullptr, 0, D3D11_SDK_VERSION, &device,
  231. nullptr, &context);
  232. if (FAILED(hr))
  233. throw HRError("D3D11CreateDevice failed", hr);
  234. enc->device = device;
  235. enc->context = context;
  236. return true;
  237. } catch (const HRError &err) {
  238. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  239. return false;
  240. } catch (const char *err) {
  241. error("%s: %s", __FUNCTION__, err);
  242. return false;
  243. }
  244. static void add_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  245. {
  246. ID3D11Device *device = enc->device;
  247. HRESULT hr;
  248. D3D11_TEXTURE2D_DESC desc;
  249. from->GetDesc(&desc);
  250. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  251. desc.MiscFlags = 0;
  252. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  253. if (FAILED(hr))
  254. throw HRError("Failed to create texture", hr);
  255. }
  256. static inline bool get_available_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex)
  257. {
  258. std::scoped_lock lock(enc->textures_mutex);
  259. if (enc->available_textures.size()) {
  260. output_tex = enc->available_textures.back();
  261. enc->available_textures.pop_back();
  262. return true;
  263. }
  264. return false;
  265. }
  266. static inline void get_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  267. {
  268. if (!get_available_tex(enc, output_tex))
  269. add_output_tex(enc, output_tex, from);
  270. }
  271. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle, IDXGIKeyedMutex **km_out,
  272. ID3D11Texture2D **tex_out)
  273. {
  274. ID3D11Device *device = enc->device;
  275. ComPtr<ID3D11Texture2D> tex;
  276. HRESULT hr;
  277. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  278. struct handle_tex &ht = enc->input_textures[i];
  279. if (ht.handle == handle) {
  280. ht.km.CopyTo(km_out);
  281. ht.tex.CopyTo(tex_out);
  282. return;
  283. }
  284. }
  285. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle, __uuidof(ID3D11Resource), (void **)&tex);
  286. if (FAILED(hr))
  287. throw HRError("OpenSharedResource failed", hr);
  288. ComQIPtr<IDXGIKeyedMutex> km(tex);
  289. if (!km)
  290. throw "QueryInterface(IDXGIKeyedMutex) failed";
  291. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  292. struct handle_tex new_ht = {handle, tex, km};
  293. enc->input_textures.push_back(std::move(new_ht));
  294. *km_out = km.Detach();
  295. *tex_out = tex.Detach();
  296. }
  297. static constexpr amf_int64 macroblock_size = 16;
  298. static inline void calc_throughput(amf_base *enc)
  299. {
  300. amf_int64 mb_cx = ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  301. amf_int64 mb_cy = ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  302. amf_int64 mb_frame = mb_cx * mb_cy;
  303. enc->throughput = mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  304. }
  305. static inline int get_avc_preset(amf_base *enc, const char *preset);
  306. #if ENABLE_HEVC
  307. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  308. #endif
  309. static inline int get_av1_preset(amf_base *enc, const char *preset);
  310. static inline int get_preset(amf_base *enc, const char *preset)
  311. {
  312. if (enc->codec == amf_codec_type::AVC)
  313. return get_avc_preset(enc, preset);
  314. #if ENABLE_HEVC
  315. else if (enc->codec == amf_codec_type::HEVC)
  316. return get_hevc_preset(enc, preset);
  317. #endif
  318. else if (enc->codec == amf_codec_type::AV1)
  319. return get_av1_preset(enc, preset);
  320. return 0;
  321. }
  322. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  323. {
  324. AMF_RESULT res = AMF_OK;
  325. AMFCapsPtr caps;
  326. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  327. res = enc->amf_encoder->GetCaps(&caps);
  328. if (res == AMF_OK) {
  329. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT), &enc->max_throughput);
  330. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT), &enc->requested_throughput);
  331. }
  332. }
  333. static inline void check_preset_compatibility(amf_base *enc, const char *&preset)
  334. {
  335. /* The throughput depends on the current preset and the other static
  336. * encoder properties. If the throughput is lower than the max
  337. * throughput, switch to a lower preset. */
  338. if (astrcmpi(preset, "highQuality") == 0) {
  339. if (!enc->max_throughput) {
  340. preset = "quality";
  341. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  342. } else {
  343. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  344. preset = "quality";
  345. refresh_throughput_caps(enc, preset);
  346. }
  347. }
  348. }
  349. if (astrcmpi(preset, "quality") == 0) {
  350. if (!enc->max_throughput) {
  351. preset = "balanced";
  352. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  353. } else {
  354. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  355. preset = "balanced";
  356. refresh_throughput_caps(enc, preset);
  357. }
  358. }
  359. }
  360. if (astrcmpi(preset, "balanced") == 0) {
  361. if (enc->max_throughput && enc->max_throughput - enc->requested_throughput < enc->throughput) {
  362. preset = "speed";
  363. refresh_throughput_caps(enc, preset);
  364. }
  365. }
  366. }
  367. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  368. {
  369. constexpr int64_t amf_timebase = AMF_SECOND;
  370. return ts * amf_timebase / (int64_t)enc->fps_den;
  371. }
  372. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  373. {
  374. constexpr int64_t amf_timebase = AMF_SECOND;
  375. return ts * (int64_t)enc->fps_den / amf_timebase;
  376. }
  377. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data, encoder_packet *packet)
  378. {
  379. if (!data)
  380. return;
  381. enc->packet_data = AMFBufferPtr(data);
  382. data->GetProperty(L"PTS", &packet->pts);
  383. const wchar_t *get_output_type;
  384. switch (enc->codec) {
  385. case amf_codec_type::AVC:
  386. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  387. break;
  388. case amf_codec_type::HEVC:
  389. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  390. break;
  391. case amf_codec_type::AV1:
  392. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  393. break;
  394. }
  395. uint64_t type = 0;
  396. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  397. if (res != AMF_OK)
  398. throw amf_error("Failed to GetProperty(): encoder output "
  399. "data type",
  400. res);
  401. if (enc->codec == amf_codec_type::AVC || enc->codec == amf_codec_type::HEVC) {
  402. switch (type) {
  403. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  404. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  405. break;
  406. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  407. packet->priority = OBS_NAL_PRIORITY_HIGH;
  408. break;
  409. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  410. packet->priority = OBS_NAL_PRIORITY_LOW;
  411. break;
  412. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  413. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  414. break;
  415. }
  416. } else if (enc->codec == amf_codec_type::AV1) {
  417. switch (type) {
  418. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  419. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  420. break;
  421. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  422. packet->priority = OBS_NAL_PRIORITY_HIGH;
  423. break;
  424. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  425. packet->priority = OBS_NAL_PRIORITY_LOW;
  426. break;
  427. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  428. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  429. break;
  430. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  431. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  432. break;
  433. }
  434. }
  435. packet->data = (uint8_t *)enc->packet_data->GetNative();
  436. packet->size = enc->packet_data->GetSize();
  437. packet->type = OBS_ENCODER_VIDEO;
  438. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  439. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  440. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  441. packet->dts -= enc->dts_offset;
  442. }
  443. #ifndef SEC_TO_NSEC
  444. #define SEC_TO_NSEC 1000000000ULL
  445. #endif
  446. struct roi_params {
  447. uint32_t mb_width;
  448. uint32_t mb_height;
  449. amf_int32 pitch;
  450. bool h264;
  451. amf_uint32 *buf;
  452. };
  453. static void roi_cb(void *param, obs_encoder_roi *roi)
  454. {
  455. const roi_params *rp = static_cast<roi_params *>(param);
  456. /* AMF does not support negative priority */
  457. if (roi->priority < 0)
  458. return;
  459. const uint32_t mb_size = rp->h264 ? 16 : 64;
  460. const uint32_t roi_left = roi->left / mb_size;
  461. const uint32_t roi_top = roi->top / mb_size;
  462. const uint32_t roi_right = (roi->right - 1) / mb_size;
  463. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  464. /* Importance value range is 0..10 */
  465. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  466. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  467. if (mb_y < roi_top || mb_y > roi_bottom)
  468. continue;
  469. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  470. if (mb_x < roi_left || mb_x > roi_right)
  471. continue;
  472. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] = priority;
  473. }
  474. }
  475. }
  476. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  477. {
  478. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  479. if (enc->codec == amf_codec_type::HEVC || enc->codec == amf_codec_type::AV1)
  480. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  481. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  482. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  483. if (!enc->roi_map) {
  484. AMFContext1Ptr context1(enc->amf_context);
  485. AMF_RESULT res = context1->AllocSurfaceEx(AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width, mb_height,
  486. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  487. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  488. if (res != AMF_OK) {
  489. warn("Failed allocating surface for ROI map!");
  490. /* Clear ROI to prevent failure the next frame */
  491. obs_encoder_clear_roi(enc->encoder);
  492. return;
  493. }
  494. }
  495. /* This is just following the SimpleROI example. */
  496. amf_uint32 *pBuf = (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  497. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  498. memset(pBuf, 0, pitch * mb_height);
  499. roi_params par{mb_width, mb_height, pitch, enc->codec == amf_codec_type::AVC, pBuf};
  500. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  501. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  502. }
  503. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  504. {
  505. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  506. if (increment != enc->roi_increment || !enc->roi_increment)
  507. create_roi(enc, amf_surf);
  508. if (enc->codec == amf_codec_type::AVC)
  509. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  510. else if (enc->codec == amf_codec_type::HEVC)
  511. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA, enc->roi_map);
  512. else if (enc->codec == amf_codec_type::AV1)
  513. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA, enc->roi_map);
  514. }
  515. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf, encoder_packet *packet, bool *received_packet)
  516. {
  517. auto &queued_packets = enc->queued_packets;
  518. uint64_t ts_start = os_gettime_ns();
  519. AMF_RESULT res;
  520. *received_packet = false;
  521. bool waiting = true;
  522. while (waiting) {
  523. /* ----------------------------------- */
  524. /* add ROI data (if any) */
  525. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  526. add_roi(enc, amf_surf);
  527. /* ----------------------------------- */
  528. /* submit frame */
  529. res = enc->amf_encoder->SubmitInput(amf_surf);
  530. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  531. waiting = false;
  532. } else if (res == AMF_INPUT_FULL) {
  533. os_sleep_ms(1);
  534. uint64_t duration = os_gettime_ns() - ts_start;
  535. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  536. if (duration >= timeout) {
  537. throw amf_error("SubmitInput timed out", res);
  538. }
  539. } else {
  540. throw amf_error("SubmitInput failed", res);
  541. }
  542. /* ----------------------------------- */
  543. /* query as many packets as possible */
  544. AMFDataPtr new_packet;
  545. do {
  546. res = enc->amf_encoder->QueryOutput(&new_packet);
  547. if (new_packet)
  548. queued_packets.push_back(new_packet);
  549. if (res != AMF_REPEAT && res != AMF_OK) {
  550. throw amf_error("QueryOutput failed", res);
  551. }
  552. } while (!!new_packet);
  553. }
  554. /* ----------------------------------- */
  555. /* return a packet if available */
  556. if (queued_packets.size()) {
  557. AMFDataPtr amf_out;
  558. amf_out = queued_packets.front();
  559. queued_packets.pop_front();
  560. *received_packet = true;
  561. convert_to_encoder_packet(enc, amf_out, packet);
  562. }
  563. }
  564. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts, uint64_t lock_key, uint64_t *next_key,
  565. encoder_packet *packet, bool *received_packet)
  566. try {
  567. amf_texencode *enc = (amf_texencode *)data;
  568. ID3D11DeviceContext *context = enc->context;
  569. ComPtr<ID3D11Texture2D> output_tex;
  570. ComPtr<ID3D11Texture2D> input_tex;
  571. ComPtr<IDXGIKeyedMutex> km;
  572. AMFSurfacePtr amf_surf;
  573. AMF_RESULT res;
  574. if (handle == GS_INVALID_HANDLE) {
  575. *next_key = lock_key;
  576. throw "Encode failed: bad texture handle";
  577. }
  578. /* ------------------------------------ */
  579. /* get the input tex */
  580. get_tex_from_handle(enc, handle, &km, &input_tex);
  581. /* ------------------------------------ */
  582. /* get an output tex */
  583. get_output_tex(enc, output_tex, input_tex);
  584. /* ------------------------------------ */
  585. /* copy to output tex */
  586. km->AcquireSync(lock_key, INFINITE);
  587. context->CopyResource((ID3D11Resource *)output_tex.Get(), (ID3D11Resource *)input_tex.Get());
  588. context->Flush();
  589. km->ReleaseSync(*next_key);
  590. /* ------------------------------------ */
  591. /* map output tex to amf surface */
  592. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex, &amf_surf, enc);
  593. if (res != AMF_OK)
  594. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  595. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  596. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  597. amf_surf->SetPts(cur_ts);
  598. amf_surf->SetProperty(L"PTS", pts);
  599. {
  600. std::scoped_lock lock(enc->textures_mutex);
  601. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  602. }
  603. /* ------------------------------------ */
  604. /* do actual encode */
  605. amf_encode_base(enc, amf_surf, packet, received_packet);
  606. return true;
  607. } catch (const char *err) {
  608. amf_texencode *enc = (amf_texencode *)data;
  609. error("%s: %s", __FUNCTION__, err);
  610. return false;
  611. } catch (const amf_error &err) {
  612. amf_texencode *enc = (amf_texencode *)data;
  613. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  614. *received_packet = false;
  615. return false;
  616. } catch (const HRError &err) {
  617. amf_texencode *enc = (amf_texencode *)data;
  618. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  619. *received_packet = false;
  620. return false;
  621. }
  622. static buf_t alloc_buf(amf_fallback *enc)
  623. {
  624. buf_t buf;
  625. size_t size;
  626. if (enc->amf_format == AMF_SURFACE_NV12) {
  627. size = enc->linesize * enc->cy * 2;
  628. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  629. size = enc->linesize * enc->cy * 4;
  630. } else if (enc->amf_format == AMF_SURFACE_P010) {
  631. size = enc->linesize * enc->cy * 2 * 2;
  632. } else {
  633. throw "Invalid amf_format";
  634. }
  635. buf.resize(size);
  636. return buf;
  637. }
  638. static buf_t get_buf(amf_fallback *enc)
  639. {
  640. std::scoped_lock lock(enc->buffers_mutex);
  641. buf_t buf;
  642. if (enc->available_buffers.size()) {
  643. buf = std::move(enc->available_buffers.back());
  644. enc->available_buffers.pop_back();
  645. } else {
  646. buf = alloc_buf(enc);
  647. }
  648. return buf;
  649. }
  650. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf, struct encoder_frame *frame)
  651. {
  652. uint8_t *dst = &buf[0];
  653. if (enc->amf_format == AMF_SURFACE_NV12 || enc->amf_format == AMF_SURFACE_P010) {
  654. size_t size = enc->linesize * enc->cy;
  655. memcpy(&buf[0], frame->data[0], size);
  656. memcpy(&buf[size], frame->data[1], size / 2);
  657. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  658. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  659. }
  660. }
  661. static bool amf_encode_fallback(void *data, struct encoder_frame *frame, struct encoder_packet *packet,
  662. bool *received_packet)
  663. try {
  664. amf_fallback *enc = (amf_fallback *)data;
  665. AMFSurfacePtr amf_surf;
  666. AMF_RESULT res;
  667. buf_t buf;
  668. if (!enc->linesize)
  669. enc->linesize = frame->linesize[0];
  670. buf = get_buf(enc);
  671. copy_frame_data(enc, buf, frame);
  672. res = enc->amf_context->CreateSurfaceFromHostNative(enc->amf_format, enc->cx, enc->cy, enc->linesize, 0,
  673. &buf[0], &amf_surf, enc);
  674. if (res != AMF_OK)
  675. throw amf_error("CreateSurfaceFromHostNative failed", res);
  676. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  677. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  678. amf_surf->SetPts(cur_ts);
  679. amf_surf->SetProperty(L"PTS", frame->pts);
  680. {
  681. std::scoped_lock lock(enc->buffers_mutex);
  682. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  683. }
  684. /* ------------------------------------ */
  685. /* do actual encode */
  686. amf_encode_base(enc, amf_surf, packet, received_packet);
  687. return true;
  688. } catch (const amf_error &err) {
  689. amf_fallback *enc = (amf_fallback *)data;
  690. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  691. *received_packet = false;
  692. return false;
  693. } catch (const char *err) {
  694. amf_fallback *enc = (amf_fallback *)data;
  695. error("%s: %s", __FUNCTION__, err);
  696. *received_packet = false;
  697. return false;
  698. }
  699. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  700. {
  701. amf_base *enc = (amf_base *)data;
  702. if (!enc->header)
  703. return false;
  704. *header = (uint8_t *)enc->header->GetNative();
  705. *size = enc->header->GetSize();
  706. return true;
  707. }
  708. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  709. {
  710. switch (info->format) {
  711. case VIDEO_FORMAT_RGBA:
  712. case VIDEO_FORMAT_BGRA:
  713. case VIDEO_FORMAT_BGRX:
  714. info->format = VIDEO_FORMAT_RGBA;
  715. break;
  716. default:
  717. info->format = VIDEO_FORMAT_NV12;
  718. break;
  719. }
  720. }
  721. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  722. {
  723. switch (info->format) {
  724. case VIDEO_FORMAT_RGBA:
  725. case VIDEO_FORMAT_BGRA:
  726. case VIDEO_FORMAT_BGRX:
  727. info->format = VIDEO_FORMAT_RGBA;
  728. break;
  729. case VIDEO_FORMAT_I010:
  730. case VIDEO_FORMAT_P010:
  731. info->format = VIDEO_FORMAT_P010;
  732. break;
  733. default:
  734. info->format = VIDEO_FORMAT_NV12;
  735. }
  736. }
  737. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  738. {
  739. switch (info->format) {
  740. case VIDEO_FORMAT_RGBA:
  741. case VIDEO_FORMAT_BGRA:
  742. case VIDEO_FORMAT_BGRX:
  743. info->format = VIDEO_FORMAT_RGBA;
  744. break;
  745. case VIDEO_FORMAT_I010:
  746. case VIDEO_FORMAT_P010:
  747. info->format = VIDEO_FORMAT_P010;
  748. break;
  749. default:
  750. info->format = VIDEO_FORMAT_NV12;
  751. }
  752. }
  753. static bool amf_create_encoder(amf_base *enc)
  754. try {
  755. AMF_RESULT res;
  756. /* ------------------------------------ */
  757. /* get video info */
  758. struct video_scale_info info;
  759. video_t *video = obs_encoder_video(enc->encoder);
  760. const struct video_output_info *voi = video_output_get_info(video);
  761. info.format = voi->format;
  762. info.colorspace = voi->colorspace;
  763. info.range = voi->range;
  764. if (enc->fallback) {
  765. if (enc->codec == amf_codec_type::AVC)
  766. h264_video_info_fallback(NULL, &info);
  767. else if (enc->codec == amf_codec_type::HEVC)
  768. h265_video_info_fallback(NULL, &info);
  769. else
  770. av1_video_info_fallback(NULL, &info);
  771. }
  772. enc->cx = obs_encoder_get_width(enc->encoder);
  773. enc->cy = obs_encoder_get_height(enc->encoder);
  774. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  775. enc->fps_num = (int)voi->fps_num;
  776. enc->fps_den = (int)voi->fps_den;
  777. enc->full_range = info.range == VIDEO_RANGE_FULL;
  778. switch (info.colorspace) {
  779. case VIDEO_CS_601:
  780. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  781. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  782. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  783. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  784. break;
  785. case VIDEO_CS_DEFAULT:
  786. case VIDEO_CS_709:
  787. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  788. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  789. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  790. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  791. break;
  792. case VIDEO_CS_SRGB:
  793. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  794. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  795. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  796. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  797. break;
  798. case VIDEO_CS_2100_HLG:
  799. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  800. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  801. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  802. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  803. break;
  804. case VIDEO_CS_2100_PQ:
  805. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  806. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  807. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  808. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  809. break;
  810. }
  811. switch (info.format) {
  812. case VIDEO_FORMAT_NV12:
  813. enc->amf_format = AMF_SURFACE_NV12;
  814. break;
  815. case VIDEO_FORMAT_P010:
  816. enc->amf_format = AMF_SURFACE_P010;
  817. break;
  818. case VIDEO_FORMAT_RGBA:
  819. enc->amf_format = AMF_SURFACE_RGBA;
  820. break;
  821. }
  822. /* ------------------------------------ */
  823. /* create encoder */
  824. res = amf_factory->CreateContext(&enc->amf_context);
  825. if (res != AMF_OK)
  826. throw amf_error("CreateContext failed", res);
  827. enc->init();
  828. const wchar_t *codec = nullptr;
  829. switch (enc->codec) {
  830. case (amf_codec_type::AVC):
  831. codec = AMFVideoEncoderVCE_AVC;
  832. break;
  833. case (amf_codec_type::HEVC):
  834. codec = AMFVideoEncoder_HEVC;
  835. break;
  836. case (amf_codec_type::AV1):
  837. codec = AMFVideoEncoder_AV1;
  838. break;
  839. default:
  840. codec = AMFVideoEncoder_HEVC;
  841. }
  842. res = amf_factory->CreateComponent(enc->amf_context, codec, &enc->amf_encoder);
  843. if (res != AMF_OK)
  844. throw amf_error("CreateComponent failed", res);
  845. calc_throughput(enc);
  846. return true;
  847. } catch (const amf_error &err) {
  848. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  849. return false;
  850. }
  851. static void amf_destroy(void *data)
  852. {
  853. amf_base *enc = (amf_base *)data;
  854. delete enc;
  855. }
  856. static void check_texture_encode_capability(obs_encoder_t *encoder, amf_codec_type codec)
  857. {
  858. obs_video_info ovi;
  859. obs_get_video_info(&ovi);
  860. bool avc = amf_codec_type::AVC == codec;
  861. bool hevc = amf_codec_type::HEVC == codec;
  862. bool av1 = amf_codec_type::AV1 == codec;
  863. if (obs_encoder_scaling_enabled(encoder) && !obs_encoder_gpu_scaling_enabled(encoder))
  864. throw "Encoder scaling is active";
  865. if (hevc || av1) {
  866. if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12) &&
  867. !obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_P010))
  868. throw "NV12/P010 textures aren't active";
  869. } else if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12)) {
  870. throw "NV12 textures aren't active";
  871. }
  872. video_t *video = obs_encoder_video(encoder);
  873. const struct video_output_info *voi = video_output_get_info(video);
  874. switch (voi->format) {
  875. case VIDEO_FORMAT_I010:
  876. case VIDEO_FORMAT_P010:
  877. break;
  878. default:
  879. switch (voi->colorspace) {
  880. case VIDEO_CS_2100_PQ:
  881. case VIDEO_CS_2100_HLG:
  882. throw "OBS does not support 8-bit output of Rec. 2100";
  883. }
  884. }
  885. if ((avc && !caps[ovi.adapter].supports_avc) || (hevc && !caps[ovi.adapter].supports_hevc) ||
  886. (av1 && !caps[ovi.adapter].supports_av1))
  887. throw "Wrong adapter";
  888. }
  889. #include "texture-amf-opts.hpp"
  890. static void amf_defaults(obs_data_t *settings)
  891. {
  892. obs_data_set_default_int(settings, "bitrate", 2500);
  893. obs_data_set_default_int(settings, "cqp", 20);
  894. obs_data_set_default_string(settings, "rate_control", "CBR");
  895. obs_data_set_default_string(settings, "preset", "quality");
  896. obs_data_set_default_string(settings, "profile", "high");
  897. obs_data_set_default_int(settings, "bf", 3);
  898. }
  899. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p, obs_data_t *settings)
  900. {
  901. const char *rc = obs_data_get_string(settings, "rate_control");
  902. bool cqp = astrcmpi(rc, "CQP") == 0;
  903. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  904. p = obs_properties_get(ppts, "bitrate");
  905. obs_property_set_visible(p, !cqp && !qvbr);
  906. p = obs_properties_get(ppts, "cqp");
  907. obs_property_set_visible(p, cqp || qvbr);
  908. return true;
  909. }
  910. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  911. {
  912. obs_properties_t *props = obs_properties_create();
  913. obs_property_t *p;
  914. p = obs_properties_add_list(props, "rate_control", obs_module_text("RateControl"), OBS_COMBO_TYPE_LIST,
  915. OBS_COMBO_FORMAT_STRING);
  916. obs_property_list_add_string(p, "CBR", "CBR");
  917. obs_property_list_add_string(p, "CQP", "CQP");
  918. obs_property_list_add_string(p, "VBR", "VBR");
  919. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  920. obs_property_list_add_string(p, "QVBR", "QVBR");
  921. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  922. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  923. obs_property_set_modified_callback(p, rate_control_modified);
  924. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"), 50, 100000, 50);
  925. obs_property_int_set_suffix(p, " Kbps");
  926. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"), 0,
  927. codec == amf_codec_type::AV1 ? 63 : 51, 1);
  928. p = obs_properties_add_int(props, "keyint_sec", obs_module_text("KeyframeIntervalSec"), 0, 10, 1);
  929. obs_property_int_set_suffix(p, " s");
  930. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"), OBS_COMBO_TYPE_LIST,
  931. OBS_COMBO_FORMAT_STRING);
  932. #define add_preset(val) obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  933. if (amf_codec_type::AV1 == codec) {
  934. add_preset("highQuality");
  935. }
  936. add_preset("quality");
  937. add_preset("balanced");
  938. add_preset("speed");
  939. #undef add_preset
  940. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  941. p = obs_properties_add_list(props, "profile", obs_module_text("Profile"), OBS_COMBO_TYPE_LIST,
  942. OBS_COMBO_FORMAT_STRING);
  943. #define add_profile(val) obs_property_list_add_string(p, val, val)
  944. if (amf_codec_type::AVC == codec)
  945. add_profile("high");
  946. add_profile("main");
  947. if (amf_codec_type::AVC == codec)
  948. add_profile("baseline");
  949. #undef add_profile
  950. }
  951. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  952. obs_properties_add_int(props, "bf", obs_module_text("BFrames"), 0, 5, 1);
  953. }
  954. p = obs_properties_add_text(props, "ffmpeg_opts", obs_module_text("AMFOpts"), OBS_TEXT_DEFAULT);
  955. obs_property_set_long_description(p, obs_module_text("AMFOpts.ToolTip"));
  956. return props;
  957. }
  958. static obs_properties_t *amf_avc_properties(void *unused)
  959. {
  960. UNUSED_PARAMETER(unused);
  961. return amf_properties_internal(amf_codec_type::AVC);
  962. }
  963. static obs_properties_t *amf_hevc_properties(void *unused)
  964. {
  965. UNUSED_PARAMETER(unused);
  966. return amf_properties_internal(amf_codec_type::HEVC);
  967. }
  968. static obs_properties_t *amf_av1_properties(void *unused)
  969. {
  970. UNUSED_PARAMETER(unused);
  971. return amf_properties_internal(amf_codec_type::AV1);
  972. }
  973. /* ========================================================================= */
  974. /* AVC Implementation */
  975. static const char *amf_avc_get_name(void *)
  976. {
  977. return "AMD HW H.264 (AVC)";
  978. }
  979. static inline int get_avc_preset(amf_base *enc, const char *preset)
  980. {
  981. if (astrcmpi(preset, "quality") == 0)
  982. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  983. else if (astrcmpi(preset, "speed") == 0)
  984. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  985. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  986. }
  987. static inline int get_avc_rate_control(const char *rc_str)
  988. {
  989. if (astrcmpi(rc_str, "cqp") == 0)
  990. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  991. else if (astrcmpi(rc_str, "cbr") == 0)
  992. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  993. else if (astrcmpi(rc_str, "vbr") == 0)
  994. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  995. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  996. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  997. else if (astrcmpi(rc_str, "qvbr") == 0)
  998. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  999. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1000. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1001. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1002. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1003. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1004. }
  1005. static inline int get_avc_profile(obs_data_t *settings)
  1006. {
  1007. const char *profile = obs_data_get_string(settings, "profile");
  1008. if (astrcmpi(profile, "baseline") == 0)
  1009. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1010. else if (astrcmpi(profile, "main") == 0)
  1011. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1012. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1013. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1014. else if (astrcmpi(profile, "constrained_high") == 0)
  1015. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1016. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1017. }
  1018. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1019. {
  1020. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1021. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1022. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1023. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1024. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1025. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1026. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1027. }
  1028. } else {
  1029. set_avc_property(enc, QP_I, qp);
  1030. set_avc_property(enc, QP_P, qp);
  1031. set_avc_property(enc, QP_B, qp);
  1032. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1033. }
  1034. }
  1035. static bool amf_avc_update(void *data, obs_data_t *settings)
  1036. try {
  1037. amf_base *enc = (amf_base *)data;
  1038. if (enc->first_update) {
  1039. enc->first_update = false;
  1040. return true;
  1041. }
  1042. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1043. int64_t qp = obs_data_get_int(settings, "cqp");
  1044. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1045. int rc = get_avc_rate_control(rc_str);
  1046. AMF_RESULT res = AMF_OK;
  1047. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1048. res = enc->amf_encoder->Flush();
  1049. if (res != AMF_OK)
  1050. throw amf_error("AMFComponent::Flush failed", res);
  1051. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1052. if (res != AMF_OK)
  1053. throw amf_error("AMFComponent::ReInit failed", res);
  1054. return true;
  1055. } catch (const amf_error &err) {
  1056. amf_base *enc = (amf_base *)data;
  1057. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1058. return false;
  1059. }
  1060. static bool amf_avc_init(void *data, obs_data_t *settings)
  1061. {
  1062. amf_base *enc = (amf_base *)data;
  1063. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1064. int64_t qp = obs_data_get_int(settings, "cqp");
  1065. const char *preset = obs_data_get_string(settings, "preset");
  1066. const char *profile = obs_data_get_string(settings, "profile");
  1067. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1068. int64_t bf = obs_data_get_int(settings, "bf");
  1069. if (enc->bframes_supported) {
  1070. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1071. set_avc_property(enc, B_PIC_PATTERN, bf);
  1072. /* AdaptiveMiniGOP is suggested for some types of content such
  1073. * as those with high motion. This only takes effect if
  1074. * Pre-Analysis is enabled.
  1075. */
  1076. if (bf > 0) {
  1077. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1078. }
  1079. } else if (bf != 0) {
  1080. warn("B-Frames set to %lld but b-frames are not "
  1081. "supported by this device",
  1082. bf);
  1083. bf = 0;
  1084. }
  1085. int rc = get_avc_rate_control(rc_str);
  1086. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1087. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP)
  1088. set_avc_property(enc, ENABLE_VBAQ, true);
  1089. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1090. set_avc_property(enc, ENFORCE_HRD, true);
  1091. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1092. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1093. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1094. set_avc_property(enc, IDR_PERIOD, gop_size);
  1095. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1096. if (repeat_headers)
  1097. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1098. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1099. check_preset_compatibility(enc, preset);
  1100. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1101. if (ffmpeg_opts && *ffmpeg_opts) {
  1102. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1103. for (size_t i = 0; i < opts.count; i++) {
  1104. amf_apply_opt(enc, &opts.options[i]);
  1105. }
  1106. obs_free_options(opts);
  1107. }
  1108. if (!ffmpeg_opts || !*ffmpeg_opts)
  1109. ffmpeg_opts = "(none)";
  1110. info("settings:\n"
  1111. "\trate_control: %s\n"
  1112. "\tbitrate: %d\n"
  1113. "\tcqp: %d\n"
  1114. "\tkeyint: %d\n"
  1115. "\tpreset: %s\n"
  1116. "\tprofile: %s\n"
  1117. "\tb-frames: %d\n"
  1118. "\twidth: %d\n"
  1119. "\theight: %d\n"
  1120. "\tparams: %s",
  1121. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx, enc->cy, ffmpeg_opts);
  1122. return true;
  1123. }
  1124. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1125. {
  1126. AMF_RESULT res;
  1127. AMFVariant p;
  1128. enc->codec = amf_codec_type::AVC;
  1129. if (!amf_create_encoder(enc))
  1130. throw "Failed to create encoder";
  1131. AMFCapsPtr caps;
  1132. res = enc->amf_encoder->GetCaps(&caps);
  1133. if (res == AMF_OK) {
  1134. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES, &enc->bframes_supported);
  1135. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1136. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1137. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI, &enc->roi_supported);
  1138. }
  1139. const char *preset = obs_data_get_string(settings, "preset");
  1140. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1141. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1142. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1143. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1144. set_avc_property(enc, LOWLATENCY_MODE, false);
  1145. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1146. set_avc_property(enc, PREENCODE_ENABLE, true);
  1147. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1148. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1149. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1150. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1151. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1152. amf_avc_init(enc, settings);
  1153. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1154. if (res != AMF_OK)
  1155. throw amf_error("AMFComponent::Init failed", res);
  1156. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1157. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1158. enc->header = AMFBufferPtr(p.pInterface);
  1159. if (enc->bframes_supported) {
  1160. amf_int64 b_frames = 0;
  1161. amf_int64 b_max = 0;
  1162. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1163. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1164. enc->dts_offset = b_frames + 1;
  1165. else
  1166. enc->dts_offset = 0;
  1167. }
  1168. }
  1169. static void *amf_avc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1170. try {
  1171. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1172. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1173. enc->encoder = encoder;
  1174. enc->encoder_str = "texture-amf-h264";
  1175. if (!amf_init_d3d11(enc.get()))
  1176. throw "Failed to create D3D11";
  1177. amf_avc_create_internal(enc.get(), settings);
  1178. return enc.release();
  1179. } catch (const amf_error &err) {
  1180. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1181. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1182. } catch (const char *err) {
  1183. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1184. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1185. }
  1186. static void *amf_avc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1187. try {
  1188. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1189. enc->encoder = encoder;
  1190. enc->encoder_str = "fallback-amf-h264";
  1191. video_t *video = obs_encoder_video(encoder);
  1192. const struct video_output_info *voi = video_output_get_info(video);
  1193. switch (voi->format) {
  1194. case VIDEO_FORMAT_I010:
  1195. case VIDEO_FORMAT_P010: {
  1196. const char *const text = obs_module_text("AMF.10bitUnsupportedAvc");
  1197. obs_encoder_set_last_error(encoder, text);
  1198. throw text;
  1199. }
  1200. case VIDEO_FORMAT_P216:
  1201. case VIDEO_FORMAT_P416: {
  1202. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1203. obs_encoder_set_last_error(encoder, text);
  1204. throw text;
  1205. }
  1206. default:
  1207. switch (voi->colorspace) {
  1208. case VIDEO_CS_2100_PQ:
  1209. case VIDEO_CS_2100_HLG: {
  1210. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1211. obs_encoder_set_last_error(encoder, text);
  1212. throw text;
  1213. }
  1214. }
  1215. }
  1216. amf_avc_create_internal(enc.get(), settings);
  1217. return enc.release();
  1218. } catch (const amf_error &err) {
  1219. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1220. return nullptr;
  1221. } catch (const char *err) {
  1222. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1223. return nullptr;
  1224. }
  1225. static void register_avc()
  1226. {
  1227. struct obs_encoder_info amf_encoder_info = {};
  1228. amf_encoder_info.id = "h264_texture_amf";
  1229. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1230. amf_encoder_info.codec = "h264";
  1231. amf_encoder_info.get_name = amf_avc_get_name;
  1232. amf_encoder_info.create = amf_avc_create_texencode;
  1233. amf_encoder_info.destroy = amf_destroy;
  1234. amf_encoder_info.update = amf_avc_update;
  1235. amf_encoder_info.encode_texture = amf_encode_tex;
  1236. amf_encoder_info.get_defaults = amf_defaults;
  1237. amf_encoder_info.get_properties = amf_avc_properties;
  1238. amf_encoder_info.get_extra_data = amf_extra_data;
  1239. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1240. obs_register_encoder(&amf_encoder_info);
  1241. amf_encoder_info.id = "h264_fallback_amf";
  1242. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1243. amf_encoder_info.encode_texture = nullptr;
  1244. amf_encoder_info.create = amf_avc_create_fallback;
  1245. amf_encoder_info.encode = amf_encode_fallback;
  1246. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1247. obs_register_encoder(&amf_encoder_info);
  1248. }
  1249. /* ========================================================================= */
  1250. /* HEVC Implementation */
  1251. #if ENABLE_HEVC
  1252. static const char *amf_hevc_get_name(void *)
  1253. {
  1254. return "AMD HW H.265 (HEVC)";
  1255. }
  1256. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1257. {
  1258. if (astrcmpi(preset, "balanced") == 0)
  1259. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1260. else if (astrcmpi(preset, "speed") == 0)
  1261. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1262. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1263. }
  1264. static inline int get_hevc_rate_control(const char *rc_str)
  1265. {
  1266. if (astrcmpi(rc_str, "cqp") == 0)
  1267. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1268. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1269. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1270. else if (astrcmpi(rc_str, "vbr") == 0)
  1271. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1272. else if (astrcmpi(rc_str, "cbr") == 0)
  1273. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1274. else if (astrcmpi(rc_str, "qvbr") == 0)
  1275. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1276. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1277. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1278. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1279. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1280. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1281. }
  1282. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1283. {
  1284. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1285. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1286. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1287. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1288. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1289. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1290. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1291. }
  1292. } else {
  1293. set_hevc_property(enc, QP_I, qp);
  1294. set_hevc_property(enc, QP_P, qp);
  1295. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1296. }
  1297. }
  1298. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1299. try {
  1300. amf_base *enc = (amf_base *)data;
  1301. if (enc->first_update) {
  1302. enc->first_update = false;
  1303. return true;
  1304. }
  1305. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1306. int64_t qp = obs_data_get_int(settings, "cqp");
  1307. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1308. int rc = get_hevc_rate_control(rc_str);
  1309. AMF_RESULT res = AMF_OK;
  1310. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1311. res = enc->amf_encoder->Flush();
  1312. if (res != AMF_OK)
  1313. throw amf_error("AMFComponent::Flush failed", res);
  1314. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1315. if (res != AMF_OK)
  1316. throw amf_error("AMFComponent::ReInit failed", res);
  1317. return true;
  1318. } catch (const amf_error &err) {
  1319. amf_base *enc = (amf_base *)data;
  1320. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1321. return false;
  1322. }
  1323. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1324. {
  1325. amf_base *enc = (amf_base *)data;
  1326. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1327. int64_t qp = obs_data_get_int(settings, "cqp");
  1328. const char *preset = obs_data_get_string(settings, "preset");
  1329. const char *profile = obs_data_get_string(settings, "profile");
  1330. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1331. int rc = get_hevc_rate_control(rc_str);
  1332. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1333. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP)
  1334. set_hevc_property(enc, ENABLE_VBAQ, true);
  1335. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1336. set_hevc_property(enc, ENFORCE_HRD, true);
  1337. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1338. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1339. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1340. set_hevc_property(enc, GOP_SIZE, gop_size);
  1341. check_preset_compatibility(enc, preset);
  1342. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1343. if (ffmpeg_opts && *ffmpeg_opts) {
  1344. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1345. for (size_t i = 0; i < opts.count; i++) {
  1346. amf_apply_opt(enc, &opts.options[i]);
  1347. }
  1348. obs_free_options(opts);
  1349. }
  1350. if (!ffmpeg_opts || !*ffmpeg_opts)
  1351. ffmpeg_opts = "(none)";
  1352. info("settings:\n"
  1353. "\trate_control: %s\n"
  1354. "\tbitrate: %d\n"
  1355. "\tcqp: %d\n"
  1356. "\tkeyint: %d\n"
  1357. "\tpreset: %s\n"
  1358. "\tprofile: %s\n"
  1359. "\twidth: %d\n"
  1360. "\theight: %d\n"
  1361. "\tparams: %s",
  1362. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy, ffmpeg_opts);
  1363. return true;
  1364. }
  1365. static inline bool is_hlg(amf_base *enc)
  1366. {
  1367. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1368. }
  1369. static inline bool is_pq(amf_base *enc)
  1370. {
  1371. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1372. }
  1373. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1374. {
  1375. return (amf_uint16)(num * 50000 / den);
  1376. }
  1377. constexpr amf_uint32 lum_mul = 10000;
  1378. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1379. {
  1380. return val * lum_mul;
  1381. }
  1382. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1383. {
  1384. AMF_RESULT res;
  1385. AMFVariant p;
  1386. enc->codec = amf_codec_type::HEVC;
  1387. if (!amf_create_encoder(enc))
  1388. throw "Failed to create encoder";
  1389. AMFCapsPtr caps;
  1390. res = enc->amf_encoder->GetCaps(&caps);
  1391. if (res == AMF_OK) {
  1392. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1393. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1394. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI, &enc->roi_supported);
  1395. }
  1396. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1397. const bool pq = is_pq(enc);
  1398. const bool hlg = is_hlg(enc);
  1399. const bool is_hdr = pq || hlg;
  1400. const char *preset = obs_data_get_string(settings, "preset");
  1401. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1402. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1403. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1404. set_hevc_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1405. set_hevc_property(enc, PROFILE,
  1406. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10 : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1407. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1408. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1409. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1410. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1411. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1412. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1413. if (is_hdr) {
  1414. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  1415. AMFBufferPtr buf;
  1416. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST, sizeof(AMFHDRMetadata), &buf);
  1417. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1418. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1419. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1420. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1421. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1422. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1423. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1424. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1425. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1426. md->minMasteringLuminance = 0;
  1427. md->maxMasteringLuminance = amf_make_lum(hdr_nominal_peak_level);
  1428. md->maxContentLightLevel = hdr_nominal_peak_level;
  1429. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1430. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1431. }
  1432. amf_hevc_init(enc, settings);
  1433. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1434. if (res != AMF_OK)
  1435. throw amf_error("AMFComponent::Init failed", res);
  1436. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA, &p);
  1437. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1438. enc->header = AMFBufferPtr(p.pInterface);
  1439. }
  1440. static void *amf_hevc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1441. try {
  1442. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1443. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1444. enc->encoder = encoder;
  1445. enc->encoder_str = "texture-amf-h265";
  1446. if (!amf_init_d3d11(enc.get()))
  1447. throw "Failed to create D3D11";
  1448. amf_hevc_create_internal(enc.get(), settings);
  1449. return enc.release();
  1450. } catch (const amf_error &err) {
  1451. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1452. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1453. } catch (const char *err) {
  1454. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1455. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1456. }
  1457. static void *amf_hevc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1458. try {
  1459. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1460. enc->encoder = encoder;
  1461. enc->encoder_str = "fallback-amf-h265";
  1462. video_t *video = obs_encoder_video(encoder);
  1463. const struct video_output_info *voi = video_output_get_info(video);
  1464. switch (voi->format) {
  1465. case VIDEO_FORMAT_I010:
  1466. case VIDEO_FORMAT_P010:
  1467. break;
  1468. case VIDEO_FORMAT_P216:
  1469. case VIDEO_FORMAT_P416: {
  1470. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1471. obs_encoder_set_last_error(encoder, text);
  1472. throw text;
  1473. }
  1474. default:
  1475. switch (voi->colorspace) {
  1476. case VIDEO_CS_2100_PQ:
  1477. case VIDEO_CS_2100_HLG: {
  1478. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1479. obs_encoder_set_last_error(encoder, text);
  1480. throw text;
  1481. }
  1482. }
  1483. }
  1484. amf_hevc_create_internal(enc.get(), settings);
  1485. return enc.release();
  1486. } catch (const amf_error &err) {
  1487. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1488. return nullptr;
  1489. } catch (const char *err) {
  1490. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1491. return nullptr;
  1492. }
  1493. static void register_hevc()
  1494. {
  1495. struct obs_encoder_info amf_encoder_info = {};
  1496. amf_encoder_info.id = "h265_texture_amf";
  1497. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1498. amf_encoder_info.codec = "hevc";
  1499. amf_encoder_info.get_name = amf_hevc_get_name;
  1500. amf_encoder_info.create = amf_hevc_create_texencode;
  1501. amf_encoder_info.destroy = amf_destroy;
  1502. amf_encoder_info.update = amf_hevc_update;
  1503. amf_encoder_info.encode_texture = amf_encode_tex;
  1504. amf_encoder_info.get_defaults = amf_defaults;
  1505. amf_encoder_info.get_properties = amf_hevc_properties;
  1506. amf_encoder_info.get_extra_data = amf_extra_data;
  1507. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1508. obs_register_encoder(&amf_encoder_info);
  1509. amf_encoder_info.id = "h265_fallback_amf";
  1510. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1511. amf_encoder_info.encode_texture = nullptr;
  1512. amf_encoder_info.create = amf_hevc_create_fallback;
  1513. amf_encoder_info.encode = amf_encode_fallback;
  1514. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1515. obs_register_encoder(&amf_encoder_info);
  1516. }
  1517. #endif //ENABLE_HEVC
  1518. /* ========================================================================= */
  1519. /* AV1 Implementation */
  1520. static const char *amf_av1_get_name(void *)
  1521. {
  1522. return "AMD HW AV1";
  1523. }
  1524. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1525. {
  1526. if (astrcmpi(preset, "highquality") == 0)
  1527. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1528. else if (astrcmpi(preset, "quality") == 0)
  1529. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1530. else if (astrcmpi(preset, "balanced") == 0)
  1531. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1532. else if (astrcmpi(preset, "speed") == 0)
  1533. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1534. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1535. }
  1536. static inline int get_av1_rate_control(const char *rc_str)
  1537. {
  1538. if (astrcmpi(rc_str, "cqp") == 0)
  1539. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1540. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1541. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1542. else if (astrcmpi(rc_str, "vbr") == 0)
  1543. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1544. else if (astrcmpi(rc_str, "cbr") == 0)
  1545. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1546. else if (astrcmpi(rc_str, "qvbr") == 0)
  1547. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1548. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1549. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1550. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1551. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1552. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1553. }
  1554. static inline int get_av1_profile(obs_data_t *settings)
  1555. {
  1556. const char *profile = obs_data_get_string(settings, "profile");
  1557. if (astrcmpi(profile, "main") == 0)
  1558. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1559. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1560. }
  1561. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t cq_value)
  1562. {
  1563. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1564. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1565. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1566. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1567. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1568. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1569. set_av1_property(enc, FILLER_DATA, true);
  1570. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1571. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1572. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1573. }
  1574. } else {
  1575. int64_t qp = cq_value * 4;
  1576. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1577. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1578. set_av1_property(enc, Q_INDEX_INTER, qp);
  1579. }
  1580. }
  1581. static bool amf_av1_update(void *data, obs_data_t *settings)
  1582. try {
  1583. amf_base *enc = (amf_base *)data;
  1584. if (enc->first_update) {
  1585. enc->first_update = false;
  1586. return true;
  1587. }
  1588. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1589. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1590. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1591. int rc = get_av1_rate_control(rc_str);
  1592. AMF_RESULT res = AMF_OK;
  1593. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1594. res = enc->amf_encoder->Flush();
  1595. if (res != AMF_OK)
  1596. throw amf_error("AMFComponent::Flush failed", res);
  1597. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1598. if (res != AMF_OK)
  1599. throw amf_error("AMFComponent::ReInit failed", res);
  1600. return true;
  1601. } catch (const amf_error &err) {
  1602. amf_base *enc = (amf_base *)data;
  1603. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1604. return false;
  1605. }
  1606. static bool amf_av1_init(void *data, obs_data_t *settings)
  1607. {
  1608. amf_base *enc = (amf_base *)data;
  1609. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1610. int64_t qp = obs_data_get_int(settings, "cqp");
  1611. const char *preset = obs_data_get_string(settings, "preset");
  1612. const char *profile = obs_data_get_string(settings, "profile");
  1613. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1614. int64_t bf = obs_data_get_int(settings, "bf");
  1615. if (enc->bframes_supported) {
  1616. set_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1617. set_av1_property(enc, B_PIC_PATTERN, bf);
  1618. } else if (bf != 0) {
  1619. warn("B-Frames set to %lld but b-frames are not supported by this device", bf);
  1620. bf = 0;
  1621. }
  1622. int rc = get_av1_rate_control(rc_str);
  1623. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1624. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1625. set_av1_property(enc, ENFORCE_HRD, true);
  1626. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1627. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1628. set_av1_property(enc, GOP_SIZE, gop_size);
  1629. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1630. if (ffmpeg_opts && *ffmpeg_opts) {
  1631. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1632. for (size_t i = 0; i < opts.count; i++) {
  1633. amf_apply_opt(enc, &opts.options[i]);
  1634. }
  1635. obs_free_options(opts);
  1636. }
  1637. check_preset_compatibility(enc, preset);
  1638. if (!ffmpeg_opts || !*ffmpeg_opts)
  1639. ffmpeg_opts = "(none)";
  1640. info("settings:\n"
  1641. "\trate_control: %s\n"
  1642. "\tbitrate: %d\n"
  1643. "\tcqp: %d\n"
  1644. "\tkeyint: %d\n"
  1645. "\tpreset: %s\n"
  1646. "\tprofile: %s\n"
  1647. "\tb-frames: %d\n"
  1648. "\twidth: %d\n"
  1649. "\theight: %d\n"
  1650. "\tparams: %s",
  1651. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx, enc->cy, ffmpeg_opts);
  1652. return true;
  1653. }
  1654. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1655. {
  1656. enc->codec = amf_codec_type::AV1;
  1657. if (!amf_create_encoder(enc))
  1658. throw "Failed to create encoder";
  1659. AMFCapsPtr caps;
  1660. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1661. if (res == AMF_OK) {
  1662. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_BFRAMES, &enc->bframes_supported);
  1663. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1664. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1665. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1666. enc->roi_supported = true;
  1667. }
  1668. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1669. const char *preset = obs_data_get_string(settings, "preset");
  1670. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1671. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1672. set_av1_property(enc, ALIGNMENT_MODE, AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1673. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1674. set_av1_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1675. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1676. set_av1_property(enc, ENCODING_LATENCY_MODE, AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1677. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1678. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1679. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1680. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1681. set_av1_property(enc, FRAMERATE, enc->amf_frame_rate);
  1682. amf_av1_init(enc, settings);
  1683. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1684. if (res != AMF_OK)
  1685. throw amf_error("AMFComponent::Init failed", res);
  1686. AMFVariant p;
  1687. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA, &p);
  1688. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1689. enc->header = AMFBufferPtr(p.pInterface);
  1690. if (enc->bframes_supported) {
  1691. amf_int64 b_frames = 0;
  1692. amf_int64 b_max = 0;
  1693. if (get_av1_property(enc, B_PIC_PATTERN, &b_frames) &&
  1694. get_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1695. enc->dts_offset = b_frames + 1;
  1696. else
  1697. enc->dts_offset = 0;
  1698. }
  1699. }
  1700. static void *amf_av1_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1701. try {
  1702. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  1703. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1704. enc->encoder = encoder;
  1705. enc->encoder_str = "texture-amf-av1";
  1706. if (!amf_init_d3d11(enc.get()))
  1707. throw "Failed to create D3D11";
  1708. amf_av1_create_internal(enc.get(), settings);
  1709. return enc.release();
  1710. } catch (const amf_error &err) {
  1711. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1712. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1713. } catch (const char *err) {
  1714. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  1715. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1716. }
  1717. static void *amf_av1_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1718. try {
  1719. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1720. enc->encoder = encoder;
  1721. enc->encoder_str = "fallback-amf-av1";
  1722. video_t *video = obs_encoder_video(encoder);
  1723. const struct video_output_info *voi = video_output_get_info(video);
  1724. switch (voi->format) {
  1725. case VIDEO_FORMAT_I010:
  1726. case VIDEO_FORMAT_P010: {
  1727. break;
  1728. }
  1729. case VIDEO_FORMAT_P216:
  1730. case VIDEO_FORMAT_P416: {
  1731. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1732. obs_encoder_set_last_error(encoder, text);
  1733. throw text;
  1734. }
  1735. default:
  1736. switch (voi->colorspace) {
  1737. case VIDEO_CS_2100_PQ:
  1738. case VIDEO_CS_2100_HLG: {
  1739. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1740. obs_encoder_set_last_error(encoder, text);
  1741. throw text;
  1742. }
  1743. }
  1744. }
  1745. amf_av1_create_internal(enc.get(), settings);
  1746. return enc.release();
  1747. } catch (const amf_error &err) {
  1748. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1749. return nullptr;
  1750. } catch (const char *err) {
  1751. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  1752. return nullptr;
  1753. }
  1754. static void amf_av1_defaults(obs_data_t *settings)
  1755. {
  1756. obs_data_set_default_int(settings, "bitrate", 2500);
  1757. obs_data_set_default_int(settings, "cqp", 20);
  1758. obs_data_set_default_string(settings, "rate_control", "CBR");
  1759. obs_data_set_default_string(settings, "preset", "quality");
  1760. obs_data_set_default_string(settings, "profile", "high");
  1761. obs_data_set_default_int(settings, "bf", 2);
  1762. }
  1763. static void register_av1()
  1764. {
  1765. struct obs_encoder_info amf_encoder_info = {};
  1766. amf_encoder_info.id = "av1_texture_amf";
  1767. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1768. amf_encoder_info.codec = "av1";
  1769. amf_encoder_info.get_name = amf_av1_get_name;
  1770. amf_encoder_info.create = amf_av1_create_texencode;
  1771. amf_encoder_info.destroy = amf_destroy;
  1772. amf_encoder_info.update = amf_av1_update;
  1773. amf_encoder_info.encode_texture = amf_encode_tex;
  1774. amf_encoder_info.get_defaults = amf_av1_defaults;
  1775. amf_encoder_info.get_properties = amf_av1_properties;
  1776. amf_encoder_info.get_extra_data = amf_extra_data;
  1777. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1778. obs_register_encoder(&amf_encoder_info);
  1779. amf_encoder_info.id = "av1_fallback_amf";
  1780. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1781. amf_encoder_info.encode_texture = nullptr;
  1782. amf_encoder_info.create = amf_av1_create_fallback;
  1783. amf_encoder_info.encode = amf_encode_fallback;
  1784. amf_encoder_info.get_video_info = av1_video_info_fallback;
  1785. obs_register_encoder(&amf_encoder_info);
  1786. }
  1787. /* ========================================================================= */
  1788. /* Global Stuff */
  1789. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  1790. {
  1791. std::stringstream &cmd = *(std::stringstream *)param;
  1792. cmd << " " << std::hex << luid;
  1793. UNUSED_PARAMETER(idx);
  1794. return true;
  1795. }
  1796. extern "C" void amf_load(void)
  1797. try {
  1798. AMF_RESULT res;
  1799. HMODULE amf_module_test;
  1800. /* Check if the DLL is present before running the more expensive */
  1801. /* obs-amf-test.exe, but load it as data so it can't crash us */
  1802. amf_module_test = LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  1803. if (!amf_module_test)
  1804. throw "No AMF library";
  1805. FreeLibrary(amf_module_test);
  1806. /* ----------------------------------- */
  1807. /* Check for supported codecs */
  1808. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  1809. std::stringstream cmd;
  1810. std::string caps_str;
  1811. cmd << '"';
  1812. cmd << test_exe;
  1813. cmd << '"';
  1814. enum_graphics_device_luids(enum_luids, &cmd);
  1815. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  1816. if (!pp)
  1817. throw "Failed to launch the AMF test process I guess";
  1818. for (;;) {
  1819. char data[2048];
  1820. size_t len = os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  1821. if (!len)
  1822. break;
  1823. caps_str.append(data, len);
  1824. }
  1825. os_process_pipe_destroy(pp);
  1826. if (caps_str.empty())
  1827. throw "Seems the AMF test subprocess crashed. "
  1828. "Better there than here I guess. "
  1829. "Let's just skip loading AMF then I suppose.";
  1830. ConfigFile config;
  1831. if (config.OpenString(caps_str.c_str()) != 0)
  1832. throw "Failed to open config string";
  1833. const char *error = config_get_string(config, "error", "string");
  1834. if (error)
  1835. throw std::string(error);
  1836. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  1837. bool avc_supported = false;
  1838. bool hevc_supported = false;
  1839. bool av1_supported = false;
  1840. for (uint32_t i = 0; i < adapter_count; i++) {
  1841. std::string section = std::to_string(i);
  1842. adapter_caps &info = caps[i];
  1843. info.is_amd = config_get_bool(config, section.c_str(), "is_amd");
  1844. info.supports_avc = config_get_bool(config, section.c_str(), "supports_avc");
  1845. info.supports_hevc = config_get_bool(config, section.c_str(), "supports_hevc");
  1846. info.supports_av1 = config_get_bool(config, section.c_str(), "supports_av1");
  1847. avc_supported |= info.supports_avc;
  1848. hevc_supported |= info.supports_hevc;
  1849. av1_supported |= info.supports_av1;
  1850. }
  1851. if (!avc_supported && !hevc_supported && !av1_supported)
  1852. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  1853. /* ----------------------------------- */
  1854. /* Init AMF */
  1855. amf_module = LoadLibraryW(AMF_DLL_NAME);
  1856. if (!amf_module)
  1857. throw "AMF library failed to load";
  1858. AMFInit_Fn init = (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  1859. if (!init)
  1860. throw "Failed to get AMFInit address";
  1861. res = init(AMF_FULL_VERSION, &amf_factory);
  1862. if (res != AMF_OK)
  1863. throw amf_error("AMFInit failed", res);
  1864. res = amf_factory->GetTrace(&amf_trace);
  1865. if (res != AMF_OK)
  1866. throw amf_error("GetTrace failed", res);
  1867. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  1868. if (!get_ver)
  1869. throw "Failed to get AMFQueryVersion address";
  1870. res = get_ver(&amf_version);
  1871. if (res != AMF_OK)
  1872. throw amf_error("AMFQueryVersion failed", res);
  1873. #ifndef DEBUG_AMF_STUFF
  1874. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  1875. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  1876. #endif
  1877. /* ----------------------------------- */
  1878. /* Register encoders */
  1879. if (avc_supported)
  1880. register_avc();
  1881. #if ENABLE_HEVC
  1882. if (hevc_supported)
  1883. register_hevc();
  1884. #endif
  1885. if (av1_supported)
  1886. register_av1();
  1887. } catch (const std::string &str) {
  1888. /* doing debug here because string exceptions indicate the user is
  1889. * probably not using AMD */
  1890. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  1891. } catch (const char *str) {
  1892. /* doing debug here because string exceptions indicate the user is
  1893. * probably not using AMD */
  1894. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  1895. } catch (const amf_error &err) {
  1896. /* doing an error here because it means at least the library has loaded
  1897. * successfully, so they probably have AMD at this point */
  1898. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str, (uint32_t)err.res);
  1899. }
  1900. extern "C" void amf_unload(void)
  1901. {
  1902. if (amf_module && amf_trace) {
  1903. amf_trace->TraceFlush();
  1904. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  1905. }
  1906. }