texture-amf.cpp 72 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  33. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  34. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  35. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  36. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  37. struct amf_error {
  38. const char *str;
  39. AMF_RESULT res;
  40. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res) {}
  41. };
  42. struct handle_tex {
  43. uint32_t handle;
  44. ComPtr<ID3D11Texture2D> tex;
  45. ComPtr<IDXGIKeyedMutex> km;
  46. };
  47. struct adapter_caps {
  48. bool is_amd = false;
  49. bool supports_avc = false;
  50. bool supports_hevc = false;
  51. bool supports_av1 = false;
  52. };
  53. /* ------------------------------------------------------------------------- */
  54. static std::map<uint32_t, adapter_caps> caps;
  55. static bool h264_supported = false;
  56. static AMFFactory *amf_factory = nullptr;
  57. static AMFTrace *amf_trace = nullptr;
  58. static HMODULE amf_module = nullptr;
  59. static uint64_t amf_version = 0;
  60. /* ========================================================================= */
  61. /* Main Implementation */
  62. enum class amf_codec_type {
  63. AVC,
  64. HEVC,
  65. AV1,
  66. };
  67. struct amf_base {
  68. obs_encoder_t *encoder;
  69. const char *encoder_str;
  70. amf_codec_type codec;
  71. bool fallback;
  72. AMFContextPtr amf_context;
  73. AMFComponentPtr amf_encoder;
  74. AMFBufferPtr packet_data;
  75. AMFRate amf_frame_rate;
  76. AMFBufferPtr header;
  77. AMFSurfacePtr roi_map;
  78. std::deque<AMFDataPtr> queued_packets;
  79. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  80. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  81. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  82. AMF_SURFACE_FORMAT amf_format;
  83. amf_int64 max_throughput = 0;
  84. amf_int64 requested_throughput = 0;
  85. amf_int64 throughput = 0;
  86. int64_t dts_offset = 0;
  87. uint32_t cx;
  88. uint32_t cy;
  89. uint32_t linesize = 0;
  90. uint32_t roi_increment = 0;
  91. int fps_num;
  92. int fps_den;
  93. bool full_range;
  94. bool bframes_supported = false;
  95. bool first_update = true;
  96. bool roi_supported = false;
  97. inline amf_base(bool fallback) : fallback(fallback) {}
  98. virtual ~amf_base() = default;
  99. virtual void init() = 0;
  100. };
  101. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  102. using buf_t = std::vector<uint8_t>;
  103. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  104. volatile bool destroying = false;
  105. std::vector<handle_tex> input_textures;
  106. std::mutex textures_mutex;
  107. std::vector<d3dtex_t> available_textures;
  108. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  109. ComPtr<ID3D11Device> device;
  110. ComPtr<ID3D11DeviceContext> context;
  111. inline amf_texencode() : amf_base(false) {}
  112. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  113. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  114. {
  115. if (os_atomic_load_bool(&destroying))
  116. return;
  117. std::scoped_lock lock(textures_mutex);
  118. auto it = active_textures.find(surf);
  119. if (it != active_textures.end()) {
  120. available_textures.push_back(it->second);
  121. active_textures.erase(it);
  122. }
  123. }
  124. void init() override
  125. {
  126. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  127. if (res != AMF_OK)
  128. throw amf_error("InitDX11 failed", res);
  129. }
  130. };
  131. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  132. volatile bool destroying = false;
  133. std::mutex buffers_mutex;
  134. std::vector<buf_t> available_buffers;
  135. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  136. inline amf_fallback() : amf_base(true) {}
  137. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  138. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  139. {
  140. if (os_atomic_load_bool(&destroying))
  141. return;
  142. std::scoped_lock lock(buffers_mutex);
  143. auto it = active_buffers.find(surf);
  144. if (it != active_buffers.end()) {
  145. available_buffers.push_back(std::move(it->second));
  146. active_buffers.erase(it);
  147. }
  148. }
  149. void init() override
  150. {
  151. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  152. if (res != AMF_OK)
  153. throw amf_error("InitDX11 failed", res);
  154. }
  155. };
  156. /* ------------------------------------------------------------------------- */
  157. /* More garbage */
  158. template<typename T> static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  159. {
  160. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  161. return res == AMF_OK;
  162. }
  163. template<typename T> static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  164. {
  165. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  166. if (res != AMF_OK)
  167. error("Failed to set property '%ls': %ls", name, amf_trace->GetResultText(res));
  168. }
  169. #define set_avc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  170. #define set_hevc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  171. #define set_av1_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  172. #define get_avc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  173. #define get_hevc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  174. #define get_av1_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  175. #define get_opt_name(name) \
  176. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  177. : (enc->codec == amf_codec_type::HEVC) ? AMF_VIDEO_ENCODER_HEVC_##name \
  178. : AMF_VIDEO_ENCODER_AV1_##name)
  179. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  180. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  181. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  182. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  183. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  184. #define set_enum_opt(name, value) set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  185. #define set_avc_enum(name, value) set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  186. #define set_hevc_enum(name, value) set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  187. #define set_av1_enum(name, value) set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  188. /* ------------------------------------------------------------------------- */
  189. /* Implementation */
  190. static HMODULE get_lib(const char *lib)
  191. {
  192. HMODULE mod = GetModuleHandleA(lib);
  193. if (mod)
  194. return mod;
  195. return LoadLibraryA(lib);
  196. }
  197. #define AMD_VENDOR_ID 0x1002
  198. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  199. static bool amf_init_d3d11(amf_texencode *enc)
  200. try {
  201. HMODULE dxgi = get_lib("DXGI.dll");
  202. HMODULE d3d11 = get_lib("D3D11.dll");
  203. CREATEDXGIFACTORY1PROC create_dxgi;
  204. PFN_D3D11_CREATE_DEVICE create_device;
  205. ComPtr<IDXGIFactory> factory;
  206. ComPtr<ID3D11Device> device;
  207. ComPtr<ID3D11DeviceContext> context;
  208. ComPtr<IDXGIAdapter> adapter;
  209. DXGI_ADAPTER_DESC desc;
  210. HRESULT hr;
  211. if (!dxgi || !d3d11)
  212. throw "Couldn't get D3D11/DXGI libraries? "
  213. "That definitely shouldn't be possible.";
  214. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(dxgi, "CreateDXGIFactory1");
  215. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(d3d11, "D3D11CreateDevice");
  216. if (!create_dxgi || !create_device)
  217. throw "Failed to load D3D11/DXGI procedures";
  218. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  219. if (FAILED(hr))
  220. throw HRError("CreateDXGIFactory1 failed", hr);
  221. obs_video_info ovi;
  222. obs_get_video_info(&ovi);
  223. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  224. if (FAILED(hr))
  225. throw HRError("EnumAdapters failed", hr);
  226. adapter->GetDesc(&desc);
  227. if (desc.VendorId != AMD_VENDOR_ID)
  228. throw "Seems somehow AMF is trying to initialize "
  229. "on a non-AMD adapter";
  230. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0, nullptr, 0, D3D11_SDK_VERSION, &device,
  231. nullptr, &context);
  232. if (FAILED(hr))
  233. throw HRError("D3D11CreateDevice failed", hr);
  234. enc->device = device;
  235. enc->context = context;
  236. return true;
  237. } catch (const HRError &err) {
  238. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  239. return false;
  240. } catch (const char *err) {
  241. error("%s: %s", __FUNCTION__, err);
  242. return false;
  243. }
  244. static void add_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  245. {
  246. ID3D11Device *device = enc->device;
  247. HRESULT hr;
  248. D3D11_TEXTURE2D_DESC desc;
  249. from->GetDesc(&desc);
  250. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  251. desc.MiscFlags = 0;
  252. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  253. if (FAILED(hr))
  254. throw HRError("Failed to create texture", hr);
  255. }
  256. static inline bool get_available_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex)
  257. {
  258. std::scoped_lock lock(enc->textures_mutex);
  259. if (enc->available_textures.size()) {
  260. output_tex = enc->available_textures.back();
  261. enc->available_textures.pop_back();
  262. return true;
  263. }
  264. return false;
  265. }
  266. static inline void get_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  267. {
  268. if (!get_available_tex(enc, output_tex))
  269. add_output_tex(enc, output_tex, from);
  270. }
  271. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle, IDXGIKeyedMutex **km_out,
  272. ID3D11Texture2D **tex_out)
  273. {
  274. ID3D11Device *device = enc->device;
  275. ComPtr<ID3D11Texture2D> tex;
  276. HRESULT hr;
  277. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  278. struct handle_tex &ht = enc->input_textures[i];
  279. if (ht.handle == handle) {
  280. ht.km.CopyTo(km_out);
  281. ht.tex.CopyTo(tex_out);
  282. return;
  283. }
  284. }
  285. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle, __uuidof(ID3D11Resource), (void **)&tex);
  286. if (FAILED(hr))
  287. throw HRError("OpenSharedResource failed", hr);
  288. ComQIPtr<IDXGIKeyedMutex> km(tex);
  289. if (!km)
  290. throw "QueryInterface(IDXGIKeyedMutex) failed";
  291. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  292. struct handle_tex new_ht = {handle, tex, km};
  293. enc->input_textures.push_back(std::move(new_ht));
  294. *km_out = km.Detach();
  295. *tex_out = tex.Detach();
  296. }
  297. static constexpr amf_int64 macroblock_size = 16;
  298. static inline void calc_throughput(amf_base *enc)
  299. {
  300. amf_int64 mb_cx = ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  301. amf_int64 mb_cy = ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  302. amf_int64 mb_frame = mb_cx * mb_cy;
  303. enc->throughput = mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  304. }
  305. static inline int get_avc_preset(amf_base *enc, const char *preset);
  306. #if ENABLE_HEVC
  307. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  308. #endif
  309. static inline int get_av1_preset(amf_base *enc, const char *preset);
  310. static inline int get_preset(amf_base *enc, const char *preset)
  311. {
  312. if (enc->codec == amf_codec_type::AVC)
  313. return get_avc_preset(enc, preset);
  314. #if ENABLE_HEVC
  315. else if (enc->codec == amf_codec_type::HEVC)
  316. return get_hevc_preset(enc, preset);
  317. #endif
  318. else if (enc->codec == amf_codec_type::AV1)
  319. return get_av1_preset(enc, preset);
  320. return 0;
  321. }
  322. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  323. {
  324. AMF_RESULT res = AMF_OK;
  325. AMFCapsPtr caps;
  326. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  327. res = enc->amf_encoder->GetCaps(&caps);
  328. if (res == AMF_OK) {
  329. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT), &enc->max_throughput);
  330. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT), &enc->requested_throughput);
  331. }
  332. }
  333. static inline void check_preset_compatibility(amf_base *enc, const char *&preset)
  334. {
  335. /* The throughput depends on the current preset and the other static
  336. * encoder properties. If the throughput is lower than the max
  337. * throughput, switch to a lower preset. */
  338. refresh_throughput_caps(enc, preset);
  339. if (astrcmpi(preset, "highQuality") == 0) {
  340. if (!enc->max_throughput) {
  341. preset = "quality";
  342. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  343. } else {
  344. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  345. preset = "quality";
  346. refresh_throughput_caps(enc, preset);
  347. }
  348. }
  349. }
  350. if (astrcmpi(preset, "quality") == 0) {
  351. if (!enc->max_throughput) {
  352. preset = "balanced";
  353. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  354. } else {
  355. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  356. preset = "balanced";
  357. refresh_throughput_caps(enc, preset);
  358. }
  359. }
  360. }
  361. if (astrcmpi(preset, "balanced") == 0) {
  362. if (!enc->max_throughput) {
  363. preset = "speed";
  364. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  365. } else {
  366. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  367. preset = "speed";
  368. refresh_throughput_caps(enc, preset);
  369. }
  370. }
  371. }
  372. }
  373. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  374. {
  375. constexpr int64_t amf_timebase = AMF_SECOND;
  376. return ts * amf_timebase / (int64_t)enc->fps_den;
  377. }
  378. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  379. {
  380. constexpr int64_t amf_timebase = AMF_SECOND;
  381. return ts * (int64_t)enc->fps_den / amf_timebase;
  382. }
  383. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data, encoder_packet *packet)
  384. {
  385. if (!data)
  386. return;
  387. enc->packet_data = AMFBufferPtr(data);
  388. data->GetProperty(L"PTS", &packet->pts);
  389. const wchar_t *get_output_type;
  390. switch (enc->codec) {
  391. case amf_codec_type::AVC:
  392. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  393. break;
  394. case amf_codec_type::HEVC:
  395. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  396. break;
  397. case amf_codec_type::AV1:
  398. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  399. break;
  400. }
  401. uint64_t type = 0;
  402. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  403. if (res != AMF_OK)
  404. throw amf_error("Failed to GetProperty(): encoder output "
  405. "data type",
  406. res);
  407. if (enc->codec == amf_codec_type::AVC || enc->codec == amf_codec_type::HEVC) {
  408. switch (type) {
  409. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  410. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  411. break;
  412. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  413. packet->priority = OBS_NAL_PRIORITY_HIGH;
  414. break;
  415. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  416. packet->priority = OBS_NAL_PRIORITY_LOW;
  417. break;
  418. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  419. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  420. break;
  421. }
  422. } else if (enc->codec == amf_codec_type::AV1) {
  423. switch (type) {
  424. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  425. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  426. break;
  427. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  428. packet->priority = OBS_NAL_PRIORITY_HIGH;
  429. break;
  430. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  431. packet->priority = OBS_NAL_PRIORITY_LOW;
  432. break;
  433. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  434. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  435. break;
  436. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  437. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  438. break;
  439. }
  440. }
  441. packet->data = (uint8_t *)enc->packet_data->GetNative();
  442. packet->size = enc->packet_data->GetSize();
  443. packet->type = OBS_ENCODER_VIDEO;
  444. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  445. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  446. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  447. packet->dts -= enc->dts_offset;
  448. }
  449. #ifndef SEC_TO_NSEC
  450. #define SEC_TO_NSEC 1000000000ULL
  451. #endif
  452. struct roi_params {
  453. uint32_t mb_width;
  454. uint32_t mb_height;
  455. amf_int32 pitch;
  456. bool h264;
  457. amf_uint32 *buf;
  458. };
  459. static void roi_cb(void *param, obs_encoder_roi *roi)
  460. {
  461. const roi_params *rp = static_cast<roi_params *>(param);
  462. /* AMF does not support negative priority */
  463. if (roi->priority < 0)
  464. return;
  465. const uint32_t mb_size = rp->h264 ? 16 : 64;
  466. const uint32_t roi_left = roi->left / mb_size;
  467. const uint32_t roi_top = roi->top / mb_size;
  468. const uint32_t roi_right = (roi->right - 1) / mb_size;
  469. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  470. /* Importance value range is 0..10 */
  471. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  472. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  473. if (mb_y < roi_top || mb_y > roi_bottom)
  474. continue;
  475. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  476. if (mb_x < roi_left || mb_x > roi_right)
  477. continue;
  478. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] = priority;
  479. }
  480. }
  481. }
  482. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  483. {
  484. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  485. if (enc->codec == amf_codec_type::HEVC || enc->codec == amf_codec_type::AV1)
  486. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  487. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  488. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  489. if (!enc->roi_map) {
  490. AMFContext1Ptr context1(enc->amf_context);
  491. AMF_RESULT res = context1->AllocSurfaceEx(AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width, mb_height,
  492. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  493. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  494. if (res != AMF_OK) {
  495. warn("Failed allocating surface for ROI map!");
  496. /* Clear ROI to prevent failure the next frame */
  497. obs_encoder_clear_roi(enc->encoder);
  498. return;
  499. }
  500. }
  501. /* This is just following the SimpleROI example. */
  502. amf_uint32 *pBuf = (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  503. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  504. memset(pBuf, 0, pitch * mb_height);
  505. roi_params par{mb_width, mb_height, pitch, enc->codec == amf_codec_type::AVC, pBuf};
  506. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  507. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  508. }
  509. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  510. {
  511. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  512. if (increment != enc->roi_increment || !enc->roi_increment)
  513. create_roi(enc, amf_surf);
  514. if (enc->codec == amf_codec_type::AVC)
  515. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  516. else if (enc->codec == amf_codec_type::HEVC)
  517. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA, enc->roi_map);
  518. else if (enc->codec == amf_codec_type::AV1)
  519. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA, enc->roi_map);
  520. }
  521. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf, encoder_packet *packet, bool *received_packet)
  522. {
  523. auto &queued_packets = enc->queued_packets;
  524. uint64_t ts_start = os_gettime_ns();
  525. AMF_RESULT res;
  526. *received_packet = false;
  527. bool waiting = true;
  528. while (waiting) {
  529. /* ----------------------------------- */
  530. /* add ROI data (if any) */
  531. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  532. add_roi(enc, amf_surf);
  533. /* ----------------------------------- */
  534. /* submit frame */
  535. res = enc->amf_encoder->SubmitInput(amf_surf);
  536. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  537. waiting = false;
  538. } else if (res == AMF_INPUT_FULL) {
  539. os_sleep_ms(1);
  540. uint64_t duration = os_gettime_ns() - ts_start;
  541. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  542. if (duration >= timeout) {
  543. throw amf_error("SubmitInput timed out", res);
  544. }
  545. } else {
  546. throw amf_error("SubmitInput failed", res);
  547. }
  548. /* ----------------------------------- */
  549. /* query as many packets as possible */
  550. AMFDataPtr new_packet;
  551. do {
  552. res = enc->amf_encoder->QueryOutput(&new_packet);
  553. if (new_packet)
  554. queued_packets.push_back(new_packet);
  555. if (res != AMF_REPEAT && res != AMF_OK) {
  556. throw amf_error("QueryOutput failed", res);
  557. }
  558. } while (!!new_packet);
  559. }
  560. /* ----------------------------------- */
  561. /* return a packet if available */
  562. if (queued_packets.size()) {
  563. AMFDataPtr amf_out;
  564. amf_out = queued_packets.front();
  565. queued_packets.pop_front();
  566. *received_packet = true;
  567. convert_to_encoder_packet(enc, amf_out, packet);
  568. }
  569. }
  570. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts, uint64_t lock_key, uint64_t *next_key,
  571. encoder_packet *packet, bool *received_packet)
  572. try {
  573. amf_texencode *enc = (amf_texencode *)data;
  574. ID3D11DeviceContext *context = enc->context;
  575. ComPtr<ID3D11Texture2D> output_tex;
  576. ComPtr<ID3D11Texture2D> input_tex;
  577. ComPtr<IDXGIKeyedMutex> km;
  578. AMFSurfacePtr amf_surf;
  579. AMF_RESULT res;
  580. if (handle == GS_INVALID_HANDLE) {
  581. *next_key = lock_key;
  582. throw "Encode failed: bad texture handle";
  583. }
  584. /* ------------------------------------ */
  585. /* get the input tex */
  586. get_tex_from_handle(enc, handle, &km, &input_tex);
  587. /* ------------------------------------ */
  588. /* get an output tex */
  589. get_output_tex(enc, output_tex, input_tex);
  590. /* ------------------------------------ */
  591. /* copy to output tex */
  592. km->AcquireSync(lock_key, INFINITE);
  593. context->CopyResource((ID3D11Resource *)output_tex.Get(), (ID3D11Resource *)input_tex.Get());
  594. context->Flush();
  595. km->ReleaseSync(*next_key);
  596. /* ------------------------------------ */
  597. /* map output tex to amf surface */
  598. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex, &amf_surf, enc);
  599. if (res != AMF_OK)
  600. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  601. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  602. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  603. amf_surf->SetPts(cur_ts);
  604. amf_surf->SetProperty(L"PTS", pts);
  605. {
  606. std::scoped_lock lock(enc->textures_mutex);
  607. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  608. }
  609. /* ------------------------------------ */
  610. /* do actual encode */
  611. amf_encode_base(enc, amf_surf, packet, received_packet);
  612. return true;
  613. } catch (const char *err) {
  614. amf_texencode *enc = (amf_texencode *)data;
  615. error("%s: %s", __FUNCTION__, err);
  616. return false;
  617. } catch (const amf_error &err) {
  618. amf_texencode *enc = (amf_texencode *)data;
  619. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  620. *received_packet = false;
  621. return false;
  622. } catch (const HRError &err) {
  623. amf_texencode *enc = (amf_texencode *)data;
  624. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  625. *received_packet = false;
  626. return false;
  627. }
  628. static buf_t alloc_buf(amf_fallback *enc)
  629. {
  630. buf_t buf;
  631. size_t size;
  632. if (enc->amf_format == AMF_SURFACE_NV12) {
  633. size = enc->linesize * enc->cy * 2;
  634. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  635. size = enc->linesize * enc->cy * 4;
  636. } else if (enc->amf_format == AMF_SURFACE_P010) {
  637. size = enc->linesize * enc->cy * 2 * 2;
  638. } else {
  639. throw "Invalid amf_format";
  640. }
  641. buf.resize(size);
  642. return buf;
  643. }
  644. static buf_t get_buf(amf_fallback *enc)
  645. {
  646. std::scoped_lock lock(enc->buffers_mutex);
  647. buf_t buf;
  648. if (enc->available_buffers.size()) {
  649. buf = std::move(enc->available_buffers.back());
  650. enc->available_buffers.pop_back();
  651. } else {
  652. buf = alloc_buf(enc);
  653. }
  654. return buf;
  655. }
  656. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf, struct encoder_frame *frame)
  657. {
  658. uint8_t *dst = &buf[0];
  659. if (enc->amf_format == AMF_SURFACE_NV12 || enc->amf_format == AMF_SURFACE_P010) {
  660. size_t size = enc->linesize * enc->cy;
  661. memcpy(&buf[0], frame->data[0], size);
  662. memcpy(&buf[size], frame->data[1], size / 2);
  663. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  664. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  665. }
  666. }
  667. static bool amf_encode_fallback(void *data, struct encoder_frame *frame, struct encoder_packet *packet,
  668. bool *received_packet)
  669. try {
  670. amf_fallback *enc = (amf_fallback *)data;
  671. AMFSurfacePtr amf_surf;
  672. AMF_RESULT res;
  673. buf_t buf;
  674. if (!enc->linesize)
  675. enc->linesize = frame->linesize[0];
  676. buf = get_buf(enc);
  677. copy_frame_data(enc, buf, frame);
  678. res = enc->amf_context->CreateSurfaceFromHostNative(enc->amf_format, enc->cx, enc->cy, enc->linesize, 0,
  679. &buf[0], &amf_surf, enc);
  680. if (res != AMF_OK)
  681. throw amf_error("CreateSurfaceFromHostNative failed", res);
  682. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  683. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  684. amf_surf->SetPts(cur_ts);
  685. amf_surf->SetProperty(L"PTS", frame->pts);
  686. {
  687. std::scoped_lock lock(enc->buffers_mutex);
  688. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  689. }
  690. /* ------------------------------------ */
  691. /* do actual encode */
  692. amf_encode_base(enc, amf_surf, packet, received_packet);
  693. return true;
  694. } catch (const amf_error &err) {
  695. amf_fallback *enc = (amf_fallback *)data;
  696. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  697. *received_packet = false;
  698. return false;
  699. } catch (const char *err) {
  700. amf_fallback *enc = (amf_fallback *)data;
  701. error("%s: %s", __FUNCTION__, err);
  702. *received_packet = false;
  703. return false;
  704. }
  705. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  706. {
  707. amf_base *enc = (amf_base *)data;
  708. if (!enc->header)
  709. return false;
  710. *header = (uint8_t *)enc->header->GetNative();
  711. *size = enc->header->GetSize();
  712. return true;
  713. }
  714. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  715. {
  716. switch (info->format) {
  717. case VIDEO_FORMAT_RGBA:
  718. case VIDEO_FORMAT_BGRA:
  719. case VIDEO_FORMAT_BGRX:
  720. info->format = VIDEO_FORMAT_RGBA;
  721. break;
  722. default:
  723. info->format = VIDEO_FORMAT_NV12;
  724. break;
  725. }
  726. }
  727. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  728. {
  729. switch (info->format) {
  730. case VIDEO_FORMAT_RGBA:
  731. case VIDEO_FORMAT_BGRA:
  732. case VIDEO_FORMAT_BGRX:
  733. info->format = VIDEO_FORMAT_RGBA;
  734. break;
  735. case VIDEO_FORMAT_I010:
  736. case VIDEO_FORMAT_P010:
  737. info->format = VIDEO_FORMAT_P010;
  738. break;
  739. default:
  740. info->format = VIDEO_FORMAT_NV12;
  741. }
  742. }
  743. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  744. {
  745. switch (info->format) {
  746. case VIDEO_FORMAT_RGBA:
  747. case VIDEO_FORMAT_BGRA:
  748. case VIDEO_FORMAT_BGRX:
  749. info->format = VIDEO_FORMAT_RGBA;
  750. break;
  751. case VIDEO_FORMAT_I010:
  752. case VIDEO_FORMAT_P010:
  753. info->format = VIDEO_FORMAT_P010;
  754. break;
  755. default:
  756. info->format = VIDEO_FORMAT_NV12;
  757. }
  758. }
  759. static bool amf_create_encoder(amf_base *enc)
  760. try {
  761. AMF_RESULT res;
  762. /* ------------------------------------ */
  763. /* get video info */
  764. struct video_scale_info info;
  765. video_t *video = obs_encoder_video(enc->encoder);
  766. const struct video_output_info *voi = video_output_get_info(video);
  767. info.format = voi->format;
  768. info.colorspace = voi->colorspace;
  769. info.range = voi->range;
  770. if (enc->fallback) {
  771. if (enc->codec == amf_codec_type::AVC)
  772. h264_video_info_fallback(NULL, &info);
  773. else if (enc->codec == amf_codec_type::HEVC)
  774. h265_video_info_fallback(NULL, &info);
  775. else
  776. av1_video_info_fallback(NULL, &info);
  777. }
  778. enc->cx = obs_encoder_get_width(enc->encoder);
  779. enc->cy = obs_encoder_get_height(enc->encoder);
  780. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  781. enc->fps_num = (int)voi->fps_num;
  782. enc->fps_den = (int)voi->fps_den;
  783. enc->full_range = info.range == VIDEO_RANGE_FULL;
  784. switch (info.colorspace) {
  785. case VIDEO_CS_601:
  786. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  787. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  788. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  789. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  790. break;
  791. case VIDEO_CS_DEFAULT:
  792. case VIDEO_CS_709:
  793. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  794. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  795. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  796. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  797. break;
  798. case VIDEO_CS_SRGB:
  799. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  800. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  801. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  802. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  803. break;
  804. case VIDEO_CS_2100_HLG:
  805. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  806. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  807. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  808. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  809. break;
  810. case VIDEO_CS_2100_PQ:
  811. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  812. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  813. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  814. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  815. break;
  816. }
  817. switch (info.format) {
  818. case VIDEO_FORMAT_NV12:
  819. enc->amf_format = AMF_SURFACE_NV12;
  820. break;
  821. case VIDEO_FORMAT_P010:
  822. enc->amf_format = AMF_SURFACE_P010;
  823. break;
  824. case VIDEO_FORMAT_RGBA:
  825. enc->amf_format = AMF_SURFACE_RGBA;
  826. break;
  827. }
  828. /* ------------------------------------ */
  829. /* create encoder */
  830. res = amf_factory->CreateContext(&enc->amf_context);
  831. if (res != AMF_OK)
  832. throw amf_error("CreateContext failed", res);
  833. enc->init();
  834. const wchar_t *codec = nullptr;
  835. switch (enc->codec) {
  836. case (amf_codec_type::AVC):
  837. codec = AMFVideoEncoderVCE_AVC;
  838. break;
  839. case (amf_codec_type::HEVC):
  840. codec = AMFVideoEncoder_HEVC;
  841. break;
  842. case (amf_codec_type::AV1):
  843. codec = AMFVideoEncoder_AV1;
  844. break;
  845. default:
  846. codec = AMFVideoEncoder_HEVC;
  847. }
  848. res = amf_factory->CreateComponent(enc->amf_context, codec, &enc->amf_encoder);
  849. if (res != AMF_OK)
  850. throw amf_error("CreateComponent failed", res);
  851. calc_throughput(enc);
  852. return true;
  853. } catch (const amf_error &err) {
  854. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  855. return false;
  856. }
  857. static void amf_destroy(void *data)
  858. {
  859. amf_base *enc = (amf_base *)data;
  860. delete enc;
  861. }
  862. static void check_texture_encode_capability(obs_encoder_t *encoder, amf_codec_type codec)
  863. {
  864. obs_video_info ovi;
  865. obs_get_video_info(&ovi);
  866. bool avc = amf_codec_type::AVC == codec;
  867. bool hevc = amf_codec_type::HEVC == codec;
  868. bool av1 = amf_codec_type::AV1 == codec;
  869. if (obs_encoder_scaling_enabled(encoder) && !obs_encoder_gpu_scaling_enabled(encoder))
  870. throw "Encoder scaling is active";
  871. if (hevc || av1) {
  872. if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12) &&
  873. !obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_P010))
  874. throw "NV12/P010 textures aren't active";
  875. } else if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12)) {
  876. throw "NV12 textures aren't active";
  877. }
  878. video_t *video = obs_encoder_video(encoder);
  879. const struct video_output_info *voi = video_output_get_info(video);
  880. switch (voi->format) {
  881. case VIDEO_FORMAT_I010:
  882. case VIDEO_FORMAT_P010:
  883. break;
  884. default:
  885. switch (voi->colorspace) {
  886. case VIDEO_CS_2100_PQ:
  887. case VIDEO_CS_2100_HLG:
  888. throw "OBS does not support 8-bit output of Rec. 2100";
  889. }
  890. }
  891. if ((avc && !caps[ovi.adapter].supports_avc) || (hevc && !caps[ovi.adapter].supports_hevc) ||
  892. (av1 && !caps[ovi.adapter].supports_av1))
  893. throw "Wrong adapter";
  894. }
  895. #include "texture-amf-opts.hpp"
  896. static void amf_defaults(obs_data_t *settings)
  897. {
  898. obs_data_set_default_int(settings, "bitrate", 2500);
  899. obs_data_set_default_int(settings, "cqp", 20);
  900. obs_data_set_default_string(settings, "rate_control", "CBR");
  901. obs_data_set_default_string(settings, "preset", "quality");
  902. obs_data_set_default_string(settings, "profile", "high");
  903. obs_data_set_default_int(settings, "bf", 3);
  904. }
  905. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p, obs_data_t *settings)
  906. {
  907. const char *rc = obs_data_get_string(settings, "rate_control");
  908. bool cqp = astrcmpi(rc, "CQP") == 0;
  909. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  910. p = obs_properties_get(ppts, "bitrate");
  911. obs_property_set_visible(p, !cqp && !qvbr);
  912. p = obs_properties_get(ppts, "cqp");
  913. obs_property_set_visible(p, cqp || qvbr);
  914. return true;
  915. }
  916. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  917. {
  918. obs_properties_t *props = obs_properties_create();
  919. obs_property_t *p;
  920. p = obs_properties_add_list(props, "rate_control", obs_module_text("RateControl"), OBS_COMBO_TYPE_LIST,
  921. OBS_COMBO_FORMAT_STRING);
  922. obs_property_list_add_string(p, "CBR", "CBR");
  923. obs_property_list_add_string(p, "CQP", "CQP");
  924. obs_property_list_add_string(p, "VBR", "VBR");
  925. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  926. obs_property_list_add_string(p, "QVBR", "QVBR");
  927. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  928. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  929. obs_property_set_modified_callback(p, rate_control_modified);
  930. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"), 50, 100000, 50);
  931. obs_property_int_set_suffix(p, " Kbps");
  932. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"), 0,
  933. codec == amf_codec_type::AV1 ? 63 : 51, 1);
  934. p = obs_properties_add_int(props, "keyint_sec", obs_module_text("KeyframeIntervalSec"), 0, 10, 1);
  935. obs_property_int_set_suffix(p, " s");
  936. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"), OBS_COMBO_TYPE_LIST,
  937. OBS_COMBO_FORMAT_STRING);
  938. #define add_preset(val) obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  939. if (amf_codec_type::AV1 == codec) {
  940. add_preset("highQuality");
  941. }
  942. add_preset("quality");
  943. add_preset("balanced");
  944. add_preset("speed");
  945. #undef add_preset
  946. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  947. p = obs_properties_add_list(props, "profile", obs_module_text("Profile"), OBS_COMBO_TYPE_LIST,
  948. OBS_COMBO_FORMAT_STRING);
  949. #define add_profile(val) obs_property_list_add_string(p, val, val)
  950. if (amf_codec_type::AVC == codec)
  951. add_profile("high");
  952. add_profile("main");
  953. if (amf_codec_type::AVC == codec)
  954. add_profile("baseline");
  955. #undef add_profile
  956. }
  957. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  958. obs_properties_add_int(props, "bf", obs_module_text("BFrames"), 0, 5, 1);
  959. }
  960. p = obs_properties_add_text(props, "ffmpeg_opts", obs_module_text("AMFOpts"), OBS_TEXT_DEFAULT);
  961. obs_property_set_long_description(p, obs_module_text("AMFOpts.ToolTip"));
  962. return props;
  963. }
  964. static obs_properties_t *amf_avc_properties(void *unused)
  965. {
  966. UNUSED_PARAMETER(unused);
  967. return amf_properties_internal(amf_codec_type::AVC);
  968. }
  969. static obs_properties_t *amf_hevc_properties(void *unused)
  970. {
  971. UNUSED_PARAMETER(unused);
  972. return amf_properties_internal(amf_codec_type::HEVC);
  973. }
  974. static obs_properties_t *amf_av1_properties(void *unused)
  975. {
  976. UNUSED_PARAMETER(unused);
  977. return amf_properties_internal(amf_codec_type::AV1);
  978. }
  979. /* ========================================================================= */
  980. /* AVC Implementation */
  981. static const char *amf_avc_get_name(void *)
  982. {
  983. return "AMD HW H.264 (AVC)";
  984. }
  985. static inline int get_avc_preset(amf_base *enc, const char *preset)
  986. {
  987. if (astrcmpi(preset, "quality") == 0)
  988. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  989. else if (astrcmpi(preset, "speed") == 0)
  990. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  991. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  992. }
  993. static inline int get_avc_rate_control(const char *rc_str)
  994. {
  995. if (astrcmpi(rc_str, "cqp") == 0)
  996. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  997. else if (astrcmpi(rc_str, "cbr") == 0)
  998. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  999. else if (astrcmpi(rc_str, "vbr") == 0)
  1000. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1001. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1002. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1003. else if (astrcmpi(rc_str, "qvbr") == 0)
  1004. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  1005. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1006. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1007. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1008. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1009. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1010. }
  1011. static inline int get_avc_profile(obs_data_t *settings)
  1012. {
  1013. const char *profile = obs_data_get_string(settings, "profile");
  1014. if (astrcmpi(profile, "baseline") == 0)
  1015. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1016. else if (astrcmpi(profile, "main") == 0)
  1017. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1018. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1019. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1020. else if (astrcmpi(profile, "constrained_high") == 0)
  1021. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1022. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1023. }
  1024. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1025. {
  1026. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1027. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1028. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1029. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1030. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1031. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1032. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1033. }
  1034. } else {
  1035. set_avc_property(enc, QP_I, qp);
  1036. set_avc_property(enc, QP_P, qp);
  1037. set_avc_property(enc, QP_B, qp);
  1038. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1039. }
  1040. }
  1041. static bool amf_avc_update(void *data, obs_data_t *settings)
  1042. try {
  1043. amf_base *enc = (amf_base *)data;
  1044. if (enc->first_update) {
  1045. enc->first_update = false;
  1046. return true;
  1047. }
  1048. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1049. int64_t qp = obs_data_get_int(settings, "cqp");
  1050. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1051. int rc = get_avc_rate_control(rc_str);
  1052. AMF_RESULT res = AMF_OK;
  1053. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1054. res = enc->amf_encoder->Flush();
  1055. if (res != AMF_OK)
  1056. throw amf_error("AMFComponent::Flush failed", res);
  1057. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1058. if (res != AMF_OK)
  1059. throw amf_error("AMFComponent::ReInit failed", res);
  1060. return true;
  1061. } catch (const amf_error &err) {
  1062. amf_base *enc = (amf_base *)data;
  1063. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1064. return false;
  1065. }
  1066. static bool amf_avc_init(void *data, obs_data_t *settings)
  1067. {
  1068. amf_base *enc = (amf_base *)data;
  1069. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1070. int64_t qp = obs_data_get_int(settings, "cqp");
  1071. const char *preset = obs_data_get_string(settings, "preset");
  1072. const char *profile = obs_data_get_string(settings, "profile");
  1073. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1074. int64_t bf = obs_data_get_int(settings, "bf");
  1075. if (enc->bframes_supported) {
  1076. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1077. set_avc_property(enc, B_PIC_PATTERN, bf);
  1078. /* AdaptiveMiniGOP is suggested for some types of content such
  1079. * as those with high motion. This only takes effect if
  1080. * Pre-Analysis is enabled.
  1081. */
  1082. if (bf > 0) {
  1083. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1084. }
  1085. } else if (bf != 0) {
  1086. warn("B-Frames set to %lld but b-frames are not "
  1087. "supported by this device",
  1088. bf);
  1089. bf = 0;
  1090. }
  1091. int rc = get_avc_rate_control(rc_str);
  1092. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1093. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP)
  1094. set_avc_property(enc, ENABLE_VBAQ, true);
  1095. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1096. set_avc_property(enc, ENFORCE_HRD, true);
  1097. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1098. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1099. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1100. set_avc_property(enc, IDR_PERIOD, gop_size);
  1101. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1102. if (repeat_headers)
  1103. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1104. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1105. check_preset_compatibility(enc, preset);
  1106. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1107. if (ffmpeg_opts && *ffmpeg_opts) {
  1108. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1109. for (size_t i = 0; i < opts.count; i++) {
  1110. amf_apply_opt(enc, &opts.options[i]);
  1111. }
  1112. obs_free_options(opts);
  1113. }
  1114. if (!ffmpeg_opts || !*ffmpeg_opts)
  1115. ffmpeg_opts = "(none)";
  1116. info("settings:\n"
  1117. "\trate_control: %s\n"
  1118. "\tbitrate: %d\n"
  1119. "\tcqp: %d\n"
  1120. "\tkeyint: %d\n"
  1121. "\tpreset: %s\n"
  1122. "\tprofile: %s\n"
  1123. "\tb-frames: %d\n"
  1124. "\twidth: %d\n"
  1125. "\theight: %d\n"
  1126. "\tparams: %s",
  1127. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx, enc->cy, ffmpeg_opts);
  1128. return true;
  1129. }
  1130. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1131. {
  1132. AMF_RESULT res;
  1133. AMFVariant p;
  1134. enc->codec = amf_codec_type::AVC;
  1135. if (!amf_create_encoder(enc))
  1136. throw "Failed to create encoder";
  1137. AMFCapsPtr caps;
  1138. res = enc->amf_encoder->GetCaps(&caps);
  1139. if (res == AMF_OK) {
  1140. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES, &enc->bframes_supported);
  1141. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1142. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1143. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI, &enc->roi_supported);
  1144. }
  1145. const char *preset = obs_data_get_string(settings, "preset");
  1146. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1147. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1148. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1149. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1150. set_avc_property(enc, LOWLATENCY_MODE, false);
  1151. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1152. set_avc_property(enc, PREENCODE_ENABLE, true);
  1153. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1154. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1155. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1156. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1157. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1158. amf_avc_init(enc, settings);
  1159. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1160. if (res != AMF_OK)
  1161. throw amf_error("AMFComponent::Init failed", res);
  1162. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1163. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1164. enc->header = AMFBufferPtr(p.pInterface);
  1165. if (enc->bframes_supported) {
  1166. amf_int64 b_frames = 0;
  1167. amf_int64 b_max = 0;
  1168. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1169. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1170. enc->dts_offset = b_frames + 1;
  1171. else
  1172. enc->dts_offset = 0;
  1173. }
  1174. }
  1175. static void *amf_avc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1176. try {
  1177. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1178. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1179. enc->encoder = encoder;
  1180. enc->encoder_str = "texture-amf-h264";
  1181. if (!amf_init_d3d11(enc.get()))
  1182. throw "Failed to create D3D11";
  1183. amf_avc_create_internal(enc.get(), settings);
  1184. return enc.release();
  1185. } catch (const amf_error &err) {
  1186. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1187. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1188. } catch (const char *err) {
  1189. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1190. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1191. }
  1192. static void *amf_avc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1193. try {
  1194. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1195. enc->encoder = encoder;
  1196. enc->encoder_str = "fallback-amf-h264";
  1197. video_t *video = obs_encoder_video(encoder);
  1198. const struct video_output_info *voi = video_output_get_info(video);
  1199. switch (voi->format) {
  1200. case VIDEO_FORMAT_I010:
  1201. case VIDEO_FORMAT_P010: {
  1202. const char *const text = obs_module_text("AMF.10bitUnsupportedAvc");
  1203. obs_encoder_set_last_error(encoder, text);
  1204. throw text;
  1205. }
  1206. case VIDEO_FORMAT_P216:
  1207. case VIDEO_FORMAT_P416: {
  1208. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1209. obs_encoder_set_last_error(encoder, text);
  1210. throw text;
  1211. }
  1212. default:
  1213. switch (voi->colorspace) {
  1214. case VIDEO_CS_2100_PQ:
  1215. case VIDEO_CS_2100_HLG: {
  1216. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1217. obs_encoder_set_last_error(encoder, text);
  1218. throw text;
  1219. }
  1220. }
  1221. }
  1222. amf_avc_create_internal(enc.get(), settings);
  1223. return enc.release();
  1224. } catch (const amf_error &err) {
  1225. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1226. return nullptr;
  1227. } catch (const char *err) {
  1228. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1229. return nullptr;
  1230. }
  1231. static void register_avc()
  1232. {
  1233. struct obs_encoder_info amf_encoder_info = {};
  1234. amf_encoder_info.id = "h264_texture_amf";
  1235. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1236. amf_encoder_info.codec = "h264";
  1237. amf_encoder_info.get_name = amf_avc_get_name;
  1238. amf_encoder_info.create = amf_avc_create_texencode;
  1239. amf_encoder_info.destroy = amf_destroy;
  1240. amf_encoder_info.update = amf_avc_update;
  1241. amf_encoder_info.encode_texture = amf_encode_tex;
  1242. amf_encoder_info.get_defaults = amf_defaults;
  1243. amf_encoder_info.get_properties = amf_avc_properties;
  1244. amf_encoder_info.get_extra_data = amf_extra_data;
  1245. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1246. obs_register_encoder(&amf_encoder_info);
  1247. amf_encoder_info.id = "h264_fallback_amf";
  1248. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1249. amf_encoder_info.encode_texture = nullptr;
  1250. amf_encoder_info.create = amf_avc_create_fallback;
  1251. amf_encoder_info.encode = amf_encode_fallback;
  1252. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1253. obs_register_encoder(&amf_encoder_info);
  1254. }
  1255. /* ========================================================================= */
  1256. /* HEVC Implementation */
  1257. #if ENABLE_HEVC
  1258. static const char *amf_hevc_get_name(void *)
  1259. {
  1260. return "AMD HW H.265 (HEVC)";
  1261. }
  1262. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1263. {
  1264. if (astrcmpi(preset, "balanced") == 0)
  1265. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1266. else if (astrcmpi(preset, "speed") == 0)
  1267. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1268. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1269. }
  1270. static inline int get_hevc_rate_control(const char *rc_str)
  1271. {
  1272. if (astrcmpi(rc_str, "cqp") == 0)
  1273. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1274. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1275. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1276. else if (astrcmpi(rc_str, "vbr") == 0)
  1277. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1278. else if (astrcmpi(rc_str, "cbr") == 0)
  1279. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1280. else if (astrcmpi(rc_str, "qvbr") == 0)
  1281. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1282. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1283. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1284. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1285. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1286. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1287. }
  1288. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1289. {
  1290. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1291. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1292. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1293. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1294. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1295. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1296. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1297. }
  1298. } else {
  1299. set_hevc_property(enc, QP_I, qp);
  1300. set_hevc_property(enc, QP_P, qp);
  1301. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1302. }
  1303. }
  1304. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1305. try {
  1306. amf_base *enc = (amf_base *)data;
  1307. if (enc->first_update) {
  1308. enc->first_update = false;
  1309. return true;
  1310. }
  1311. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1312. int64_t qp = obs_data_get_int(settings, "cqp");
  1313. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1314. int rc = get_hevc_rate_control(rc_str);
  1315. AMF_RESULT res = AMF_OK;
  1316. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1317. res = enc->amf_encoder->Flush();
  1318. if (res != AMF_OK)
  1319. throw amf_error("AMFComponent::Flush failed", res);
  1320. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1321. if (res != AMF_OK)
  1322. throw amf_error("AMFComponent::ReInit failed", res);
  1323. return true;
  1324. } catch (const amf_error &err) {
  1325. amf_base *enc = (amf_base *)data;
  1326. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1327. return false;
  1328. }
  1329. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1330. {
  1331. amf_base *enc = (amf_base *)data;
  1332. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1333. int64_t qp = obs_data_get_int(settings, "cqp");
  1334. const char *preset = obs_data_get_string(settings, "preset");
  1335. const char *profile = obs_data_get_string(settings, "profile");
  1336. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1337. int rc = get_hevc_rate_control(rc_str);
  1338. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1339. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP)
  1340. set_hevc_property(enc, ENABLE_VBAQ, true);
  1341. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1342. set_hevc_property(enc, ENFORCE_HRD, true);
  1343. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1344. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1345. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1346. set_hevc_property(enc, GOP_SIZE, gop_size);
  1347. check_preset_compatibility(enc, preset);
  1348. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1349. if (ffmpeg_opts && *ffmpeg_opts) {
  1350. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1351. for (size_t i = 0; i < opts.count; i++) {
  1352. amf_apply_opt(enc, &opts.options[i]);
  1353. }
  1354. obs_free_options(opts);
  1355. }
  1356. if (!ffmpeg_opts || !*ffmpeg_opts)
  1357. ffmpeg_opts = "(none)";
  1358. info("settings:\n"
  1359. "\trate_control: %s\n"
  1360. "\tbitrate: %d\n"
  1361. "\tcqp: %d\n"
  1362. "\tkeyint: %d\n"
  1363. "\tpreset: %s\n"
  1364. "\tprofile: %s\n"
  1365. "\twidth: %d\n"
  1366. "\theight: %d\n"
  1367. "\tparams: %s",
  1368. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy, ffmpeg_opts);
  1369. return true;
  1370. }
  1371. static inline bool is_hlg(amf_base *enc)
  1372. {
  1373. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1374. }
  1375. static inline bool is_pq(amf_base *enc)
  1376. {
  1377. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1378. }
  1379. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1380. {
  1381. return (amf_uint16)(num * 50000 / den);
  1382. }
  1383. constexpr amf_uint32 lum_mul = 10000;
  1384. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1385. {
  1386. return val * lum_mul;
  1387. }
  1388. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1389. {
  1390. AMF_RESULT res;
  1391. AMFVariant p;
  1392. enc->codec = amf_codec_type::HEVC;
  1393. if (!amf_create_encoder(enc))
  1394. throw "Failed to create encoder";
  1395. AMFCapsPtr caps;
  1396. res = enc->amf_encoder->GetCaps(&caps);
  1397. if (res == AMF_OK) {
  1398. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1399. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1400. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI, &enc->roi_supported);
  1401. }
  1402. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1403. const bool pq = is_pq(enc);
  1404. const bool hlg = is_hlg(enc);
  1405. const bool is_hdr = pq || hlg;
  1406. const char *preset = obs_data_get_string(settings, "preset");
  1407. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1408. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1409. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1410. set_hevc_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1411. set_hevc_property(enc, PROFILE,
  1412. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10 : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1413. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1414. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1415. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1416. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1417. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1418. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1419. if (is_hdr) {
  1420. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  1421. AMFBufferPtr buf;
  1422. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST, sizeof(AMFHDRMetadata), &buf);
  1423. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1424. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1425. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1426. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1427. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1428. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1429. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1430. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1431. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1432. md->minMasteringLuminance = 0;
  1433. md->maxMasteringLuminance = amf_make_lum(hdr_nominal_peak_level);
  1434. md->maxContentLightLevel = hdr_nominal_peak_level;
  1435. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1436. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1437. }
  1438. amf_hevc_init(enc, settings);
  1439. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1440. if (res != AMF_OK)
  1441. throw amf_error("AMFComponent::Init failed", res);
  1442. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA, &p);
  1443. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1444. enc->header = AMFBufferPtr(p.pInterface);
  1445. }
  1446. static void *amf_hevc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1447. try {
  1448. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1449. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1450. enc->encoder = encoder;
  1451. enc->encoder_str = "texture-amf-h265";
  1452. if (!amf_init_d3d11(enc.get()))
  1453. throw "Failed to create D3D11";
  1454. amf_hevc_create_internal(enc.get(), settings);
  1455. return enc.release();
  1456. } catch (const amf_error &err) {
  1457. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1458. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1459. } catch (const char *err) {
  1460. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1461. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1462. }
  1463. static void *amf_hevc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1464. try {
  1465. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1466. enc->encoder = encoder;
  1467. enc->encoder_str = "fallback-amf-h265";
  1468. video_t *video = obs_encoder_video(encoder);
  1469. const struct video_output_info *voi = video_output_get_info(video);
  1470. switch (voi->format) {
  1471. case VIDEO_FORMAT_I010:
  1472. case VIDEO_FORMAT_P010:
  1473. break;
  1474. case VIDEO_FORMAT_P216:
  1475. case VIDEO_FORMAT_P416: {
  1476. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1477. obs_encoder_set_last_error(encoder, text);
  1478. throw text;
  1479. }
  1480. default:
  1481. switch (voi->colorspace) {
  1482. case VIDEO_CS_2100_PQ:
  1483. case VIDEO_CS_2100_HLG: {
  1484. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1485. obs_encoder_set_last_error(encoder, text);
  1486. throw text;
  1487. }
  1488. }
  1489. }
  1490. amf_hevc_create_internal(enc.get(), settings);
  1491. return enc.release();
  1492. } catch (const amf_error &err) {
  1493. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1494. return nullptr;
  1495. } catch (const char *err) {
  1496. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1497. return nullptr;
  1498. }
  1499. static void register_hevc()
  1500. {
  1501. struct obs_encoder_info amf_encoder_info = {};
  1502. amf_encoder_info.id = "h265_texture_amf";
  1503. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1504. amf_encoder_info.codec = "hevc";
  1505. amf_encoder_info.get_name = amf_hevc_get_name;
  1506. amf_encoder_info.create = amf_hevc_create_texencode;
  1507. amf_encoder_info.destroy = amf_destroy;
  1508. amf_encoder_info.update = amf_hevc_update;
  1509. amf_encoder_info.encode_texture = amf_encode_tex;
  1510. amf_encoder_info.get_defaults = amf_defaults;
  1511. amf_encoder_info.get_properties = amf_hevc_properties;
  1512. amf_encoder_info.get_extra_data = amf_extra_data;
  1513. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1514. obs_register_encoder(&amf_encoder_info);
  1515. amf_encoder_info.id = "h265_fallback_amf";
  1516. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1517. amf_encoder_info.encode_texture = nullptr;
  1518. amf_encoder_info.create = amf_hevc_create_fallback;
  1519. amf_encoder_info.encode = amf_encode_fallback;
  1520. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1521. obs_register_encoder(&amf_encoder_info);
  1522. }
  1523. #endif //ENABLE_HEVC
  1524. /* ========================================================================= */
  1525. /* AV1 Implementation */
  1526. static const char *amf_av1_get_name(void *)
  1527. {
  1528. return "AMD HW AV1";
  1529. }
  1530. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1531. {
  1532. if (astrcmpi(preset, "highquality") == 0)
  1533. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1534. else if (astrcmpi(preset, "quality") == 0)
  1535. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1536. else if (astrcmpi(preset, "balanced") == 0)
  1537. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1538. else if (astrcmpi(preset, "speed") == 0)
  1539. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1540. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1541. }
  1542. static inline int get_av1_rate_control(const char *rc_str)
  1543. {
  1544. if (astrcmpi(rc_str, "cqp") == 0)
  1545. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1546. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1547. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1548. else if (astrcmpi(rc_str, "vbr") == 0)
  1549. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1550. else if (astrcmpi(rc_str, "cbr") == 0)
  1551. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1552. else if (astrcmpi(rc_str, "qvbr") == 0)
  1553. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1554. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1555. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1556. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1557. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1558. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1559. }
  1560. static inline int get_av1_profile(obs_data_t *settings)
  1561. {
  1562. const char *profile = obs_data_get_string(settings, "profile");
  1563. if (astrcmpi(profile, "main") == 0)
  1564. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1565. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1566. }
  1567. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t cq_value)
  1568. {
  1569. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1570. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1571. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1572. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1573. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1574. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1575. set_av1_property(enc, FILLER_DATA, true);
  1576. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1577. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1578. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1579. }
  1580. } else {
  1581. int64_t qp = cq_value * 4;
  1582. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1583. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1584. set_av1_property(enc, Q_INDEX_INTER, qp);
  1585. }
  1586. }
  1587. static bool amf_av1_update(void *data, obs_data_t *settings)
  1588. try {
  1589. amf_base *enc = (amf_base *)data;
  1590. if (enc->first_update) {
  1591. enc->first_update = false;
  1592. return true;
  1593. }
  1594. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1595. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1596. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1597. int rc = get_av1_rate_control(rc_str);
  1598. AMF_RESULT res = AMF_OK;
  1599. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1600. res = enc->amf_encoder->Flush();
  1601. if (res != AMF_OK)
  1602. throw amf_error("AMFComponent::Flush failed", res);
  1603. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1604. if (res != AMF_OK)
  1605. throw amf_error("AMFComponent::ReInit failed", res);
  1606. return true;
  1607. } catch (const amf_error &err) {
  1608. amf_base *enc = (amf_base *)data;
  1609. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1610. return false;
  1611. }
  1612. static bool amf_av1_init(void *data, obs_data_t *settings)
  1613. {
  1614. amf_base *enc = (amf_base *)data;
  1615. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1616. int64_t qp = obs_data_get_int(settings, "cqp");
  1617. const char *preset = obs_data_get_string(settings, "preset");
  1618. const char *profile = obs_data_get_string(settings, "profile");
  1619. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1620. int64_t bf = obs_data_get_int(settings, "bf");
  1621. if (enc->bframes_supported) {
  1622. set_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1623. set_av1_property(enc, B_PIC_PATTERN, bf);
  1624. } else if (bf != 0) {
  1625. warn("B-Frames set to %lld but b-frames are not supported by this device", bf);
  1626. bf = 0;
  1627. }
  1628. int rc = get_av1_rate_control(rc_str);
  1629. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1630. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1631. set_av1_property(enc, ENFORCE_HRD, true);
  1632. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1633. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1634. set_av1_property(enc, GOP_SIZE, gop_size);
  1635. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1636. if (ffmpeg_opts && *ffmpeg_opts) {
  1637. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1638. for (size_t i = 0; i < opts.count; i++) {
  1639. amf_apply_opt(enc, &opts.options[i]);
  1640. }
  1641. obs_free_options(opts);
  1642. }
  1643. check_preset_compatibility(enc, preset);
  1644. if (!ffmpeg_opts || !*ffmpeg_opts)
  1645. ffmpeg_opts = "(none)";
  1646. info("settings:\n"
  1647. "\trate_control: %s\n"
  1648. "\tbitrate: %d\n"
  1649. "\tcqp: %d\n"
  1650. "\tkeyint: %d\n"
  1651. "\tpreset: %s\n"
  1652. "\tprofile: %s\n"
  1653. "\tb-frames: %d\n"
  1654. "\twidth: %d\n"
  1655. "\theight: %d\n"
  1656. "\tparams: %s",
  1657. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx, enc->cy, ffmpeg_opts);
  1658. return true;
  1659. }
  1660. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1661. {
  1662. enc->codec = amf_codec_type::AV1;
  1663. if (!amf_create_encoder(enc))
  1664. throw "Failed to create encoder";
  1665. AMFCapsPtr caps;
  1666. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1667. if (res == AMF_OK) {
  1668. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_BFRAMES, &enc->bframes_supported);
  1669. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1670. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1671. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1672. enc->roi_supported = true;
  1673. }
  1674. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1675. const char *preset = obs_data_get_string(settings, "preset");
  1676. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1677. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1678. set_av1_property(enc, ALIGNMENT_MODE, AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1679. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1680. set_av1_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1681. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1682. set_av1_property(enc, ENCODING_LATENCY_MODE, AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1683. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1684. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1685. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1686. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1687. set_av1_property(enc, FRAMERATE, enc->amf_frame_rate);
  1688. amf_av1_init(enc, settings);
  1689. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1690. if (res != AMF_OK)
  1691. throw amf_error("AMFComponent::Init failed", res);
  1692. AMFVariant p;
  1693. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA, &p);
  1694. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1695. enc->header = AMFBufferPtr(p.pInterface);
  1696. if (enc->bframes_supported) {
  1697. amf_int64 b_frames = 0;
  1698. amf_int64 b_max = 0;
  1699. if (get_av1_property(enc, B_PIC_PATTERN, &b_frames) &&
  1700. get_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1701. enc->dts_offset = b_frames + 1;
  1702. else
  1703. enc->dts_offset = 0;
  1704. }
  1705. }
  1706. static void *amf_av1_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1707. try {
  1708. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  1709. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1710. enc->encoder = encoder;
  1711. enc->encoder_str = "texture-amf-av1";
  1712. if (!amf_init_d3d11(enc.get()))
  1713. throw "Failed to create D3D11";
  1714. amf_av1_create_internal(enc.get(), settings);
  1715. return enc.release();
  1716. } catch (const amf_error &err) {
  1717. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1718. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1719. } catch (const char *err) {
  1720. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  1721. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1722. }
  1723. static void *amf_av1_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1724. try {
  1725. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1726. enc->encoder = encoder;
  1727. enc->encoder_str = "fallback-amf-av1";
  1728. video_t *video = obs_encoder_video(encoder);
  1729. const struct video_output_info *voi = video_output_get_info(video);
  1730. switch (voi->format) {
  1731. case VIDEO_FORMAT_I010:
  1732. case VIDEO_FORMAT_P010: {
  1733. break;
  1734. }
  1735. case VIDEO_FORMAT_P216:
  1736. case VIDEO_FORMAT_P416: {
  1737. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1738. obs_encoder_set_last_error(encoder, text);
  1739. throw text;
  1740. }
  1741. default:
  1742. switch (voi->colorspace) {
  1743. case VIDEO_CS_2100_PQ:
  1744. case VIDEO_CS_2100_HLG: {
  1745. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1746. obs_encoder_set_last_error(encoder, text);
  1747. throw text;
  1748. }
  1749. }
  1750. }
  1751. amf_av1_create_internal(enc.get(), settings);
  1752. return enc.release();
  1753. } catch (const amf_error &err) {
  1754. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1755. return nullptr;
  1756. } catch (const char *err) {
  1757. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  1758. return nullptr;
  1759. }
  1760. static void amf_av1_defaults(obs_data_t *settings)
  1761. {
  1762. obs_data_set_default_int(settings, "bitrate", 2500);
  1763. obs_data_set_default_int(settings, "cqp", 20);
  1764. obs_data_set_default_string(settings, "rate_control", "CBR");
  1765. obs_data_set_default_string(settings, "preset", "quality");
  1766. obs_data_set_default_string(settings, "profile", "high");
  1767. obs_data_set_default_int(settings, "bf", 2);
  1768. }
  1769. static void register_av1()
  1770. {
  1771. struct obs_encoder_info amf_encoder_info = {};
  1772. amf_encoder_info.id = "av1_texture_amf";
  1773. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1774. amf_encoder_info.codec = "av1";
  1775. amf_encoder_info.get_name = amf_av1_get_name;
  1776. amf_encoder_info.create = amf_av1_create_texencode;
  1777. amf_encoder_info.destroy = amf_destroy;
  1778. amf_encoder_info.update = amf_av1_update;
  1779. amf_encoder_info.encode_texture = amf_encode_tex;
  1780. amf_encoder_info.get_defaults = amf_av1_defaults;
  1781. amf_encoder_info.get_properties = amf_av1_properties;
  1782. amf_encoder_info.get_extra_data = amf_extra_data;
  1783. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1784. obs_register_encoder(&amf_encoder_info);
  1785. amf_encoder_info.id = "av1_fallback_amf";
  1786. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1787. amf_encoder_info.encode_texture = nullptr;
  1788. amf_encoder_info.create = amf_av1_create_fallback;
  1789. amf_encoder_info.encode = amf_encode_fallback;
  1790. amf_encoder_info.get_video_info = av1_video_info_fallback;
  1791. obs_register_encoder(&amf_encoder_info);
  1792. }
  1793. /* ========================================================================= */
  1794. /* Global Stuff */
  1795. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  1796. {
  1797. std::stringstream &cmd = *(std::stringstream *)param;
  1798. cmd << " " << std::hex << luid;
  1799. UNUSED_PARAMETER(idx);
  1800. return true;
  1801. }
  1802. extern "C" void amf_load(void)
  1803. try {
  1804. AMF_RESULT res;
  1805. HMODULE amf_module_test;
  1806. /* Check if the DLL is present before running the more expensive */
  1807. /* obs-amf-test.exe, but load it as data so it can't crash us */
  1808. amf_module_test = LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  1809. if (!amf_module_test)
  1810. throw "No AMF library";
  1811. FreeLibrary(amf_module_test);
  1812. /* ----------------------------------- */
  1813. /* Check for supported codecs */
  1814. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  1815. std::stringstream cmd;
  1816. std::string caps_str;
  1817. cmd << '"';
  1818. cmd << test_exe;
  1819. cmd << '"';
  1820. enum_graphics_device_luids(enum_luids, &cmd);
  1821. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  1822. if (!pp)
  1823. throw "Failed to launch the AMF test process I guess";
  1824. for (;;) {
  1825. char data[2048];
  1826. size_t len = os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  1827. if (!len)
  1828. break;
  1829. caps_str.append(data, len);
  1830. }
  1831. os_process_pipe_destroy(pp);
  1832. if (caps_str.empty())
  1833. throw "Seems the AMF test subprocess crashed. "
  1834. "Better there than here I guess. "
  1835. "Let's just skip loading AMF then I suppose.";
  1836. ConfigFile config;
  1837. if (config.OpenString(caps_str.c_str()) != 0)
  1838. throw "Failed to open config string";
  1839. const char *error = config_get_string(config, "error", "string");
  1840. if (error)
  1841. throw std::string(error);
  1842. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  1843. bool avc_supported = false;
  1844. bool hevc_supported = false;
  1845. bool av1_supported = false;
  1846. for (uint32_t i = 0; i < adapter_count; i++) {
  1847. std::string section = std::to_string(i);
  1848. adapter_caps &info = caps[i];
  1849. info.is_amd = config_get_bool(config, section.c_str(), "is_amd");
  1850. info.supports_avc = config_get_bool(config, section.c_str(), "supports_avc");
  1851. info.supports_hevc = config_get_bool(config, section.c_str(), "supports_hevc");
  1852. info.supports_av1 = config_get_bool(config, section.c_str(), "supports_av1");
  1853. avc_supported |= info.supports_avc;
  1854. hevc_supported |= info.supports_hevc;
  1855. av1_supported |= info.supports_av1;
  1856. }
  1857. if (!avc_supported && !hevc_supported && !av1_supported)
  1858. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  1859. /* ----------------------------------- */
  1860. /* Init AMF */
  1861. amf_module = LoadLibraryW(AMF_DLL_NAME);
  1862. if (!amf_module)
  1863. throw "AMF library failed to load";
  1864. AMFInit_Fn init = (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  1865. if (!init)
  1866. throw "Failed to get AMFInit address";
  1867. res = init(AMF_FULL_VERSION, &amf_factory);
  1868. if (res != AMF_OK)
  1869. throw amf_error("AMFInit failed", res);
  1870. res = amf_factory->GetTrace(&amf_trace);
  1871. if (res != AMF_OK)
  1872. throw amf_error("GetTrace failed", res);
  1873. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  1874. if (!get_ver)
  1875. throw "Failed to get AMFQueryVersion address";
  1876. res = get_ver(&amf_version);
  1877. if (res != AMF_OK)
  1878. throw amf_error("AMFQueryVersion failed", res);
  1879. #ifndef DEBUG_AMF_STUFF
  1880. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  1881. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  1882. #endif
  1883. /* ----------------------------------- */
  1884. /* Register encoders */
  1885. if (avc_supported)
  1886. register_avc();
  1887. #if ENABLE_HEVC
  1888. if (hevc_supported)
  1889. register_hevc();
  1890. #endif
  1891. if (av1_supported)
  1892. register_av1();
  1893. } catch (const std::string &str) {
  1894. /* doing debug here because string exceptions indicate the user is
  1895. * probably not using AMD */
  1896. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  1897. } catch (const char *str) {
  1898. /* doing debug here because string exceptions indicate the user is
  1899. * probably not using AMD */
  1900. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  1901. } catch (const amf_error &err) {
  1902. /* doing an error here because it means at least the library has loaded
  1903. * successfully, so they probably have AMD at this point */
  1904. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str, (uint32_t)err.res);
  1905. }
  1906. extern "C" void amf_unload(void)
  1907. {
  1908. if (amf_module && amf_trace) {
  1909. amf_trace->TraceFlush();
  1910. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  1911. }
  1912. }