texture-amf.cpp 71 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  33. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  34. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  35. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  36. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  37. struct amf_error {
  38. const char *str;
  39. AMF_RESULT res;
  40. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res) {}
  41. };
  42. struct handle_tex {
  43. uint32_t handle;
  44. ComPtr<ID3D11Texture2D> tex;
  45. ComPtr<IDXGIKeyedMutex> km;
  46. };
  47. struct adapter_caps {
  48. bool is_amd = false;
  49. bool supports_avc = false;
  50. bool supports_hevc = false;
  51. bool supports_av1 = false;
  52. };
  53. /* ------------------------------------------------------------------------- */
  54. static std::map<uint32_t, adapter_caps> caps;
  55. static bool h264_supported = false;
  56. static AMFFactory *amf_factory = nullptr;
  57. static AMFTrace *amf_trace = nullptr;
  58. static HMODULE amf_module = nullptr;
  59. static uint64_t amf_version = 0;
  60. /* ========================================================================= */
  61. /* Main Implementation */
  62. enum class amf_codec_type {
  63. AVC,
  64. HEVC,
  65. AV1,
  66. };
  67. struct amf_base {
  68. obs_encoder_t *encoder;
  69. const char *encoder_str;
  70. amf_codec_type codec;
  71. bool fallback;
  72. AMFContextPtr amf_context;
  73. AMFComponentPtr amf_encoder;
  74. AMFBufferPtr packet_data;
  75. AMFRate amf_frame_rate;
  76. AMFBufferPtr header;
  77. AMFSurfacePtr roi_map;
  78. std::deque<AMFDataPtr> queued_packets;
  79. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  80. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  81. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  82. AMF_SURFACE_FORMAT amf_format;
  83. amf_int64 max_throughput = 0;
  84. amf_int64 requested_throughput = 0;
  85. amf_int64 throughput = 0;
  86. int64_t dts_offset = 0;
  87. uint32_t cx;
  88. uint32_t cy;
  89. uint32_t linesize = 0;
  90. uint32_t roi_increment = 0;
  91. int fps_num;
  92. int fps_den;
  93. bool full_range;
  94. bool bframes_supported = false;
  95. bool first_update = true;
  96. bool roi_supported = false;
  97. inline amf_base(bool fallback) : fallback(fallback) {}
  98. virtual ~amf_base() = default;
  99. virtual void init() = 0;
  100. };
  101. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  102. using buf_t = std::vector<uint8_t>;
  103. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  104. volatile bool destroying = false;
  105. std::vector<handle_tex> input_textures;
  106. std::mutex textures_mutex;
  107. std::vector<d3dtex_t> available_textures;
  108. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  109. ComPtr<ID3D11Device> device;
  110. ComPtr<ID3D11DeviceContext> context;
  111. inline amf_texencode() : amf_base(false) {}
  112. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  113. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  114. {
  115. if (os_atomic_load_bool(&destroying))
  116. return;
  117. std::scoped_lock lock(textures_mutex);
  118. auto it = active_textures.find(surf);
  119. if (it != active_textures.end()) {
  120. available_textures.push_back(it->second);
  121. active_textures.erase(it);
  122. }
  123. }
  124. void init() override
  125. {
  126. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  127. if (res != AMF_OK)
  128. throw amf_error("InitDX11 failed", res);
  129. }
  130. };
  131. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  132. volatile bool destroying = false;
  133. std::mutex buffers_mutex;
  134. std::vector<buf_t> available_buffers;
  135. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  136. inline amf_fallback() : amf_base(true) {}
  137. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  138. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  139. {
  140. if (os_atomic_load_bool(&destroying))
  141. return;
  142. std::scoped_lock lock(buffers_mutex);
  143. auto it = active_buffers.find(surf);
  144. if (it != active_buffers.end()) {
  145. available_buffers.push_back(std::move(it->second));
  146. active_buffers.erase(it);
  147. }
  148. }
  149. void init() override
  150. {
  151. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  152. if (res != AMF_OK)
  153. throw amf_error("InitDX11 failed", res);
  154. }
  155. };
  156. /* ------------------------------------------------------------------------- */
  157. /* More garbage */
  158. template<typename T> static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  159. {
  160. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  161. return res == AMF_OK;
  162. }
  163. template<typename T> static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  164. {
  165. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  166. if (res != AMF_OK)
  167. error("Failed to set property '%ls': %ls", name, amf_trace->GetResultText(res));
  168. }
  169. #define set_avc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  170. #define set_hevc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  171. #define set_av1_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  172. #define get_avc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  173. #define get_hevc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  174. #define get_av1_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  175. #define get_opt_name(name) \
  176. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  177. : (enc->codec == amf_codec_type::HEVC) ? AMF_VIDEO_ENCODER_HEVC_##name \
  178. : AMF_VIDEO_ENCODER_AV1_##name)
  179. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  180. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  181. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  182. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  183. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  184. #define set_enum_opt(name, value) set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  185. #define set_avc_enum(name, value) set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  186. #define set_hevc_enum(name, value) set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  187. #define set_av1_enum(name, value) set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  188. /* ------------------------------------------------------------------------- */
  189. /* Implementation */
  190. static HMODULE get_lib(const char *lib)
  191. {
  192. HMODULE mod = GetModuleHandleA(lib);
  193. if (mod)
  194. return mod;
  195. return LoadLibraryA(lib);
  196. }
  197. #define AMD_VENDOR_ID 0x1002
  198. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  199. static bool amf_init_d3d11(amf_texencode *enc)
  200. try {
  201. HMODULE dxgi = get_lib("DXGI.dll");
  202. HMODULE d3d11 = get_lib("D3D11.dll");
  203. CREATEDXGIFACTORY1PROC create_dxgi;
  204. PFN_D3D11_CREATE_DEVICE create_device;
  205. ComPtr<IDXGIFactory> factory;
  206. ComPtr<ID3D11Device> device;
  207. ComPtr<ID3D11DeviceContext> context;
  208. ComPtr<IDXGIAdapter> adapter;
  209. DXGI_ADAPTER_DESC desc;
  210. HRESULT hr;
  211. if (!dxgi || !d3d11)
  212. throw "Couldn't get D3D11/DXGI libraries? "
  213. "That definitely shouldn't be possible.";
  214. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(dxgi, "CreateDXGIFactory1");
  215. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(d3d11, "D3D11CreateDevice");
  216. if (!create_dxgi || !create_device)
  217. throw "Failed to load D3D11/DXGI procedures";
  218. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  219. if (FAILED(hr))
  220. throw HRError("CreateDXGIFactory1 failed", hr);
  221. obs_video_info ovi;
  222. obs_get_video_info(&ovi);
  223. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  224. if (FAILED(hr))
  225. throw HRError("EnumAdapters failed", hr);
  226. adapter->GetDesc(&desc);
  227. if (desc.VendorId != AMD_VENDOR_ID)
  228. throw "Seems somehow AMF is trying to initialize "
  229. "on a non-AMD adapter";
  230. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0, nullptr, 0, D3D11_SDK_VERSION, &device,
  231. nullptr, &context);
  232. if (FAILED(hr))
  233. throw HRError("D3D11CreateDevice failed", hr);
  234. enc->device = device;
  235. enc->context = context;
  236. return true;
  237. } catch (const HRError &err) {
  238. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  239. return false;
  240. } catch (const char *err) {
  241. error("%s: %s", __FUNCTION__, err);
  242. return false;
  243. }
  244. static void add_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  245. {
  246. ID3D11Device *device = enc->device;
  247. HRESULT hr;
  248. D3D11_TEXTURE2D_DESC desc;
  249. from->GetDesc(&desc);
  250. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  251. desc.MiscFlags = 0;
  252. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  253. if (FAILED(hr))
  254. throw HRError("Failed to create texture", hr);
  255. }
  256. static inline bool get_available_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex)
  257. {
  258. std::scoped_lock lock(enc->textures_mutex);
  259. if (enc->available_textures.size()) {
  260. output_tex = enc->available_textures.back();
  261. enc->available_textures.pop_back();
  262. return true;
  263. }
  264. return false;
  265. }
  266. static inline void get_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  267. {
  268. if (!get_available_tex(enc, output_tex))
  269. add_output_tex(enc, output_tex, from);
  270. }
  271. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle, IDXGIKeyedMutex **km_out,
  272. ID3D11Texture2D **tex_out)
  273. {
  274. ID3D11Device *device = enc->device;
  275. ComPtr<ID3D11Texture2D> tex;
  276. HRESULT hr;
  277. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  278. struct handle_tex &ht = enc->input_textures[i];
  279. if (ht.handle == handle) {
  280. ht.km.CopyTo(km_out);
  281. ht.tex.CopyTo(tex_out);
  282. return;
  283. }
  284. }
  285. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle, __uuidof(ID3D11Resource), (void **)&tex);
  286. if (FAILED(hr))
  287. throw HRError("OpenSharedResource failed", hr);
  288. ComQIPtr<IDXGIKeyedMutex> km(tex);
  289. if (!km)
  290. throw "QueryInterface(IDXGIKeyedMutex) failed";
  291. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  292. struct handle_tex new_ht = {handle, tex, km};
  293. enc->input_textures.push_back(std::move(new_ht));
  294. *km_out = km.Detach();
  295. *tex_out = tex.Detach();
  296. }
  297. static constexpr amf_int64 macroblock_size = 16;
  298. static inline void calc_throughput(amf_base *enc)
  299. {
  300. amf_int64 mb_cx = ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  301. amf_int64 mb_cy = ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  302. amf_int64 mb_frame = mb_cx * mb_cy;
  303. enc->throughput = mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  304. }
  305. static inline int get_avc_preset(amf_base *enc, const char *preset);
  306. #if ENABLE_HEVC
  307. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  308. #endif
  309. static inline int get_av1_preset(amf_base *enc, const char *preset);
  310. static inline int get_preset(amf_base *enc, const char *preset)
  311. {
  312. if (enc->codec == amf_codec_type::AVC)
  313. return get_avc_preset(enc, preset);
  314. #if ENABLE_HEVC
  315. else if (enc->codec == amf_codec_type::HEVC)
  316. return get_hevc_preset(enc, preset);
  317. #endif
  318. else if (enc->codec == amf_codec_type::AV1)
  319. return get_av1_preset(enc, preset);
  320. return 0;
  321. }
  322. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  323. {
  324. AMF_RESULT res = AMF_OK;
  325. AMFCapsPtr caps;
  326. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  327. res = enc->amf_encoder->GetCaps(&caps);
  328. if (res == AMF_OK) {
  329. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT), &enc->max_throughput);
  330. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT), &enc->requested_throughput);
  331. }
  332. }
  333. static inline void check_preset_compatibility(amf_base *enc, const char *&preset)
  334. {
  335. /* The throughput depends on the current preset and the other static
  336. * encoder properties. If the throughput is lower than the max
  337. * throughput, switch to a lower preset. */
  338. if (astrcmpi(preset, "highQuality") == 0) {
  339. if (!enc->max_throughput) {
  340. preset = "quality";
  341. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  342. } else {
  343. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  344. preset = "quality";
  345. refresh_throughput_caps(enc, preset);
  346. }
  347. }
  348. }
  349. if (astrcmpi(preset, "quality") == 0) {
  350. if (!enc->max_throughput) {
  351. preset = "balanced";
  352. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  353. } else {
  354. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  355. preset = "balanced";
  356. refresh_throughput_caps(enc, preset);
  357. }
  358. }
  359. }
  360. if (astrcmpi(preset, "balanced") == 0) {
  361. if (enc->max_throughput && enc->max_throughput - enc->requested_throughput < enc->throughput) {
  362. preset = "speed";
  363. refresh_throughput_caps(enc, preset);
  364. }
  365. }
  366. }
  367. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  368. {
  369. constexpr int64_t amf_timebase = AMF_SECOND;
  370. return ts * amf_timebase / (int64_t)enc->fps_den;
  371. }
  372. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  373. {
  374. constexpr int64_t amf_timebase = AMF_SECOND;
  375. return ts * (int64_t)enc->fps_den / amf_timebase;
  376. }
  377. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data, encoder_packet *packet)
  378. {
  379. if (!data)
  380. return;
  381. enc->packet_data = AMFBufferPtr(data);
  382. data->GetProperty(L"PTS", &packet->pts);
  383. const wchar_t *get_output_type;
  384. switch (enc->codec) {
  385. case amf_codec_type::AVC:
  386. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  387. break;
  388. case amf_codec_type::HEVC:
  389. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  390. break;
  391. case amf_codec_type::AV1:
  392. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  393. break;
  394. }
  395. uint64_t type = 0;
  396. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  397. if (res != AMF_OK)
  398. throw amf_error("Failed to GetProperty(): encoder output "
  399. "data type",
  400. res);
  401. if (enc->codec == amf_codec_type::AVC || enc->codec == amf_codec_type::HEVC) {
  402. switch (type) {
  403. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  404. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  405. break;
  406. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  407. packet->priority = OBS_NAL_PRIORITY_HIGH;
  408. break;
  409. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  410. packet->priority = OBS_NAL_PRIORITY_LOW;
  411. break;
  412. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  413. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  414. break;
  415. }
  416. } else if (enc->codec == amf_codec_type::AV1) {
  417. switch (type) {
  418. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  419. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  420. break;
  421. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  422. packet->priority = OBS_NAL_PRIORITY_HIGH;
  423. break;
  424. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  425. packet->priority = OBS_NAL_PRIORITY_LOW;
  426. break;
  427. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  428. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  429. break;
  430. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  431. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  432. break;
  433. }
  434. }
  435. packet->data = (uint8_t *)enc->packet_data->GetNative();
  436. packet->size = enc->packet_data->GetSize();
  437. packet->type = OBS_ENCODER_VIDEO;
  438. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  439. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  440. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  441. packet->dts -= enc->dts_offset;
  442. }
  443. #ifndef SEC_TO_NSEC
  444. #define SEC_TO_NSEC 1000000000ULL
  445. #endif
  446. struct roi_params {
  447. uint32_t mb_width;
  448. uint32_t mb_height;
  449. amf_int32 pitch;
  450. bool h264;
  451. amf_uint32 *buf;
  452. };
  453. static void roi_cb(void *param, obs_encoder_roi *roi)
  454. {
  455. const roi_params *rp = static_cast<roi_params *>(param);
  456. /* AMF does not support negative priority */
  457. if (roi->priority < 0)
  458. return;
  459. const uint32_t mb_size = rp->h264 ? 16 : 64;
  460. const uint32_t roi_left = roi->left / mb_size;
  461. const uint32_t roi_top = roi->top / mb_size;
  462. const uint32_t roi_right = (roi->right - 1) / mb_size;
  463. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  464. /* Importance value range is 0..10 */
  465. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  466. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  467. if (mb_y < roi_top || mb_y > roi_bottom)
  468. continue;
  469. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  470. if (mb_x < roi_left || mb_x > roi_right)
  471. continue;
  472. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] = priority;
  473. }
  474. }
  475. }
  476. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  477. {
  478. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  479. if (enc->codec == amf_codec_type::HEVC || enc->codec == amf_codec_type::AV1)
  480. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  481. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  482. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  483. if (!enc->roi_map) {
  484. AMFContext1Ptr context1(enc->amf_context);
  485. AMF_RESULT res = context1->AllocSurfaceEx(AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width, mb_height,
  486. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  487. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  488. if (res != AMF_OK) {
  489. warn("Failed allocating surface for ROI map!");
  490. /* Clear ROI to prevent failure the next frame */
  491. obs_encoder_clear_roi(enc->encoder);
  492. return;
  493. }
  494. }
  495. /* This is just following the SimpleROI example. */
  496. amf_uint32 *pBuf = (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  497. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  498. memset(pBuf, 0, pitch * mb_height);
  499. roi_params par{mb_width, mb_height, pitch, enc->codec == amf_codec_type::AVC, pBuf};
  500. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  501. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  502. }
  503. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  504. {
  505. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  506. if (increment != enc->roi_increment || !enc->roi_increment)
  507. create_roi(enc, amf_surf);
  508. if (enc->codec == amf_codec_type::AVC)
  509. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  510. else if (enc->codec == amf_codec_type::HEVC)
  511. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA, enc->roi_map);
  512. else if (enc->codec == amf_codec_type::AV1)
  513. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA, enc->roi_map);
  514. }
  515. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf, encoder_packet *packet, bool *received_packet)
  516. {
  517. auto &queued_packets = enc->queued_packets;
  518. uint64_t ts_start = os_gettime_ns();
  519. AMF_RESULT res;
  520. *received_packet = false;
  521. bool waiting = true;
  522. while (waiting) {
  523. /* ----------------------------------- */
  524. /* add ROI data (if any) */
  525. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  526. add_roi(enc, amf_surf);
  527. /* ----------------------------------- */
  528. /* submit frame */
  529. res = enc->amf_encoder->SubmitInput(amf_surf);
  530. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  531. waiting = false;
  532. } else if (res == AMF_INPUT_FULL) {
  533. os_sleep_ms(1);
  534. uint64_t duration = os_gettime_ns() - ts_start;
  535. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  536. if (duration >= timeout) {
  537. throw amf_error("SubmitInput timed out", res);
  538. }
  539. } else {
  540. throw amf_error("SubmitInput failed", res);
  541. }
  542. /* ----------------------------------- */
  543. /* query as many packets as possible */
  544. AMFDataPtr new_packet;
  545. do {
  546. res = enc->amf_encoder->QueryOutput(&new_packet);
  547. if (new_packet)
  548. queued_packets.push_back(new_packet);
  549. if (res != AMF_REPEAT && res != AMF_OK) {
  550. throw amf_error("QueryOutput failed", res);
  551. }
  552. } while (!!new_packet);
  553. }
  554. /* ----------------------------------- */
  555. /* return a packet if available */
  556. if (queued_packets.size()) {
  557. AMFDataPtr amf_out;
  558. amf_out = queued_packets.front();
  559. queued_packets.pop_front();
  560. *received_packet = true;
  561. convert_to_encoder_packet(enc, amf_out, packet);
  562. }
  563. }
  564. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts, uint64_t lock_key, uint64_t *next_key,
  565. encoder_packet *packet, bool *received_packet)
  566. try {
  567. amf_texencode *enc = (amf_texencode *)data;
  568. ID3D11DeviceContext *context = enc->context;
  569. ComPtr<ID3D11Texture2D> output_tex;
  570. ComPtr<ID3D11Texture2D> input_tex;
  571. ComPtr<IDXGIKeyedMutex> km;
  572. AMFSurfacePtr amf_surf;
  573. AMF_RESULT res;
  574. if (handle == GS_INVALID_HANDLE) {
  575. *next_key = lock_key;
  576. throw "Encode failed: bad texture handle";
  577. }
  578. /* ------------------------------------ */
  579. /* get the input tex */
  580. get_tex_from_handle(enc, handle, &km, &input_tex);
  581. /* ------------------------------------ */
  582. /* get an output tex */
  583. get_output_tex(enc, output_tex, input_tex);
  584. /* ------------------------------------ */
  585. /* copy to output tex */
  586. km->AcquireSync(lock_key, INFINITE);
  587. context->CopyResource((ID3D11Resource *)output_tex.Get(), (ID3D11Resource *)input_tex.Get());
  588. context->Flush();
  589. km->ReleaseSync(*next_key);
  590. /* ------------------------------------ */
  591. /* map output tex to amf surface */
  592. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex, &amf_surf, enc);
  593. if (res != AMF_OK)
  594. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  595. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  596. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  597. amf_surf->SetPts(cur_ts);
  598. amf_surf->SetProperty(L"PTS", pts);
  599. {
  600. std::scoped_lock lock(enc->textures_mutex);
  601. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  602. }
  603. /* ------------------------------------ */
  604. /* do actual encode */
  605. amf_encode_base(enc, amf_surf, packet, received_packet);
  606. return true;
  607. } catch (const char *err) {
  608. amf_texencode *enc = (amf_texencode *)data;
  609. error("%s: %s", __FUNCTION__, err);
  610. return false;
  611. } catch (const amf_error &err) {
  612. amf_texencode *enc = (amf_texencode *)data;
  613. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  614. *received_packet = false;
  615. return false;
  616. } catch (const HRError &err) {
  617. amf_texencode *enc = (amf_texencode *)data;
  618. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  619. *received_packet = false;
  620. return false;
  621. }
  622. static buf_t alloc_buf(amf_fallback *enc)
  623. {
  624. buf_t buf;
  625. size_t size;
  626. if (enc->amf_format == AMF_SURFACE_NV12) {
  627. size = enc->linesize * enc->cy * 2;
  628. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  629. size = enc->linesize * enc->cy * 4;
  630. } else if (enc->amf_format == AMF_SURFACE_P010) {
  631. size = enc->linesize * enc->cy * 2 * 2;
  632. } else {
  633. throw "Invalid amf_format";
  634. }
  635. buf.resize(size);
  636. return buf;
  637. }
  638. static buf_t get_buf(amf_fallback *enc)
  639. {
  640. std::scoped_lock lock(enc->buffers_mutex);
  641. buf_t buf;
  642. if (enc->available_buffers.size()) {
  643. buf = std::move(enc->available_buffers.back());
  644. enc->available_buffers.pop_back();
  645. } else {
  646. buf = alloc_buf(enc);
  647. }
  648. return buf;
  649. }
  650. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf, struct encoder_frame *frame)
  651. {
  652. uint8_t *dst = &buf[0];
  653. if (enc->amf_format == AMF_SURFACE_NV12 || enc->amf_format == AMF_SURFACE_P010) {
  654. size_t size = enc->linesize * enc->cy;
  655. memcpy(&buf[0], frame->data[0], size);
  656. memcpy(&buf[size], frame->data[1], size / 2);
  657. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  658. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  659. }
  660. }
  661. static bool amf_encode_fallback(void *data, struct encoder_frame *frame, struct encoder_packet *packet,
  662. bool *received_packet)
  663. try {
  664. amf_fallback *enc = (amf_fallback *)data;
  665. AMFSurfacePtr amf_surf;
  666. AMF_RESULT res;
  667. buf_t buf;
  668. if (!enc->linesize)
  669. enc->linesize = frame->linesize[0];
  670. buf = get_buf(enc);
  671. copy_frame_data(enc, buf, frame);
  672. res = enc->amf_context->CreateSurfaceFromHostNative(enc->amf_format, enc->cx, enc->cy, enc->linesize, 0,
  673. &buf[0], &amf_surf, enc);
  674. if (res != AMF_OK)
  675. throw amf_error("CreateSurfaceFromHostNative failed", res);
  676. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  677. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  678. amf_surf->SetPts(cur_ts);
  679. amf_surf->SetProperty(L"PTS", frame->pts);
  680. {
  681. std::scoped_lock lock(enc->buffers_mutex);
  682. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  683. }
  684. /* ------------------------------------ */
  685. /* do actual encode */
  686. amf_encode_base(enc, amf_surf, packet, received_packet);
  687. return true;
  688. } catch (const amf_error &err) {
  689. amf_fallback *enc = (amf_fallback *)data;
  690. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  691. *received_packet = false;
  692. return false;
  693. } catch (const char *err) {
  694. amf_fallback *enc = (amf_fallback *)data;
  695. error("%s: %s", __FUNCTION__, err);
  696. *received_packet = false;
  697. return false;
  698. }
  699. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  700. {
  701. amf_base *enc = (amf_base *)data;
  702. if (!enc->header)
  703. return false;
  704. *header = (uint8_t *)enc->header->GetNative();
  705. *size = enc->header->GetSize();
  706. return true;
  707. }
  708. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  709. {
  710. switch (info->format) {
  711. case VIDEO_FORMAT_RGBA:
  712. case VIDEO_FORMAT_BGRA:
  713. case VIDEO_FORMAT_BGRX:
  714. info->format = VIDEO_FORMAT_RGBA;
  715. break;
  716. default:
  717. info->format = VIDEO_FORMAT_NV12;
  718. break;
  719. }
  720. }
  721. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  722. {
  723. switch (info->format) {
  724. case VIDEO_FORMAT_RGBA:
  725. case VIDEO_FORMAT_BGRA:
  726. case VIDEO_FORMAT_BGRX:
  727. info->format = VIDEO_FORMAT_RGBA;
  728. break;
  729. case VIDEO_FORMAT_I010:
  730. case VIDEO_FORMAT_P010:
  731. info->format = VIDEO_FORMAT_P010;
  732. break;
  733. default:
  734. info->format = VIDEO_FORMAT_NV12;
  735. }
  736. }
  737. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  738. {
  739. switch (info->format) {
  740. case VIDEO_FORMAT_RGBA:
  741. case VIDEO_FORMAT_BGRA:
  742. case VIDEO_FORMAT_BGRX:
  743. info->format = VIDEO_FORMAT_RGBA;
  744. break;
  745. case VIDEO_FORMAT_I010:
  746. case VIDEO_FORMAT_P010:
  747. info->format = VIDEO_FORMAT_P010;
  748. break;
  749. default:
  750. info->format = VIDEO_FORMAT_NV12;
  751. }
  752. }
  753. static bool amf_create_encoder(amf_base *enc)
  754. try {
  755. AMF_RESULT res;
  756. /* ------------------------------------ */
  757. /* get video info */
  758. struct video_scale_info info;
  759. video_t *video = obs_encoder_video(enc->encoder);
  760. const struct video_output_info *voi = video_output_get_info(video);
  761. info.format = voi->format;
  762. info.colorspace = voi->colorspace;
  763. info.range = voi->range;
  764. if (enc->fallback) {
  765. if (enc->codec == amf_codec_type::AVC)
  766. h264_video_info_fallback(NULL, &info);
  767. else if (enc->codec == amf_codec_type::HEVC)
  768. h265_video_info_fallback(NULL, &info);
  769. else
  770. av1_video_info_fallback(NULL, &info);
  771. }
  772. enc->cx = obs_encoder_get_width(enc->encoder);
  773. enc->cy = obs_encoder_get_height(enc->encoder);
  774. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  775. enc->fps_num = (int)voi->fps_num;
  776. enc->fps_den = (int)voi->fps_den;
  777. enc->full_range = info.range == VIDEO_RANGE_FULL;
  778. switch (info.colorspace) {
  779. case VIDEO_CS_601:
  780. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  781. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  782. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  783. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  784. break;
  785. case VIDEO_CS_DEFAULT:
  786. case VIDEO_CS_709:
  787. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  788. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  789. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  790. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  791. break;
  792. case VIDEO_CS_SRGB:
  793. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  794. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  795. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  796. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  797. break;
  798. case VIDEO_CS_2100_HLG:
  799. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  800. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  801. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  802. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  803. break;
  804. case VIDEO_CS_2100_PQ:
  805. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  806. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  807. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  808. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  809. break;
  810. }
  811. switch (info.format) {
  812. case VIDEO_FORMAT_NV12:
  813. enc->amf_format = AMF_SURFACE_NV12;
  814. break;
  815. case VIDEO_FORMAT_P010:
  816. enc->amf_format = AMF_SURFACE_P010;
  817. break;
  818. case VIDEO_FORMAT_RGBA:
  819. enc->amf_format = AMF_SURFACE_RGBA;
  820. break;
  821. }
  822. /* ------------------------------------ */
  823. /* create encoder */
  824. res = amf_factory->CreateContext(&enc->amf_context);
  825. if (res != AMF_OK)
  826. throw amf_error("CreateContext failed", res);
  827. enc->init();
  828. const wchar_t *codec = nullptr;
  829. switch (enc->codec) {
  830. case (amf_codec_type::AVC):
  831. codec = AMFVideoEncoderVCE_AVC;
  832. break;
  833. case (amf_codec_type::HEVC):
  834. codec = AMFVideoEncoder_HEVC;
  835. break;
  836. case (amf_codec_type::AV1):
  837. codec = AMFVideoEncoder_AV1;
  838. break;
  839. default:
  840. codec = AMFVideoEncoder_HEVC;
  841. }
  842. res = amf_factory->CreateComponent(enc->amf_context, codec, &enc->amf_encoder);
  843. if (res != AMF_OK)
  844. throw amf_error("CreateComponent failed", res);
  845. calc_throughput(enc);
  846. return true;
  847. } catch (const amf_error &err) {
  848. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  849. return false;
  850. }
  851. static void amf_destroy(void *data)
  852. {
  853. amf_base *enc = (amf_base *)data;
  854. delete enc;
  855. }
  856. static void check_texture_encode_capability(obs_encoder_t *encoder, amf_codec_type codec)
  857. {
  858. obs_video_info ovi;
  859. obs_get_video_info(&ovi);
  860. bool avc = amf_codec_type::AVC == codec;
  861. bool hevc = amf_codec_type::HEVC == codec;
  862. bool av1 = amf_codec_type::AV1 == codec;
  863. if (obs_encoder_scaling_enabled(encoder) && !obs_encoder_gpu_scaling_enabled(encoder))
  864. throw "Encoder scaling is active";
  865. if (hevc || av1) {
  866. if (!obs_nv12_tex_active() && !obs_p010_tex_active())
  867. throw "NV12/P010 textures aren't active";
  868. } else if (!obs_nv12_tex_active()) {
  869. throw "NV12 textures aren't active";
  870. }
  871. video_t *video = obs_encoder_video(encoder);
  872. const struct video_output_info *voi = video_output_get_info(video);
  873. switch (voi->format) {
  874. case VIDEO_FORMAT_I010:
  875. case VIDEO_FORMAT_P010:
  876. break;
  877. default:
  878. switch (voi->colorspace) {
  879. case VIDEO_CS_2100_PQ:
  880. case VIDEO_CS_2100_HLG:
  881. throw "OBS does not support 8-bit output of Rec. 2100";
  882. }
  883. }
  884. if ((avc && !caps[ovi.adapter].supports_avc) || (hevc && !caps[ovi.adapter].supports_hevc) ||
  885. (av1 && !caps[ovi.adapter].supports_av1))
  886. throw "Wrong adapter";
  887. }
  888. #include "texture-amf-opts.hpp"
  889. static void amf_defaults(obs_data_t *settings)
  890. {
  891. obs_data_set_default_int(settings, "bitrate", 2500);
  892. obs_data_set_default_int(settings, "cqp", 20);
  893. obs_data_set_default_string(settings, "rate_control", "CBR");
  894. obs_data_set_default_string(settings, "preset", "quality");
  895. obs_data_set_default_string(settings, "profile", "high");
  896. obs_data_set_default_int(settings, "bf", 3);
  897. }
  898. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p, obs_data_t *settings)
  899. {
  900. const char *rc = obs_data_get_string(settings, "rate_control");
  901. bool cqp = astrcmpi(rc, "CQP") == 0;
  902. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  903. p = obs_properties_get(ppts, "bitrate");
  904. obs_property_set_visible(p, !cqp && !qvbr);
  905. p = obs_properties_get(ppts, "cqp");
  906. obs_property_set_visible(p, cqp || qvbr);
  907. return true;
  908. }
  909. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  910. {
  911. obs_properties_t *props = obs_properties_create();
  912. obs_property_t *p;
  913. p = obs_properties_add_list(props, "rate_control", obs_module_text("RateControl"), OBS_COMBO_TYPE_LIST,
  914. OBS_COMBO_FORMAT_STRING);
  915. obs_property_list_add_string(p, "CBR", "CBR");
  916. obs_property_list_add_string(p, "CQP", "CQP");
  917. obs_property_list_add_string(p, "VBR", "VBR");
  918. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  919. obs_property_list_add_string(p, "QVBR", "QVBR");
  920. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  921. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  922. obs_property_set_modified_callback(p, rate_control_modified);
  923. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"), 50, 100000, 50);
  924. obs_property_int_set_suffix(p, " Kbps");
  925. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"), 0,
  926. codec == amf_codec_type::AV1 ? 63 : 51, 1);
  927. p = obs_properties_add_int(props, "keyint_sec", obs_module_text("KeyframeIntervalSec"), 0, 10, 1);
  928. obs_property_int_set_suffix(p, " s");
  929. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"), OBS_COMBO_TYPE_LIST,
  930. OBS_COMBO_FORMAT_STRING);
  931. #define add_preset(val) obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  932. if (amf_codec_type::AV1 == codec) {
  933. add_preset("highQuality");
  934. }
  935. add_preset("quality");
  936. add_preset("balanced");
  937. add_preset("speed");
  938. #undef add_preset
  939. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  940. p = obs_properties_add_list(props, "profile", obs_module_text("Profile"), OBS_COMBO_TYPE_LIST,
  941. OBS_COMBO_FORMAT_STRING);
  942. #define add_profile(val) obs_property_list_add_string(p, val, val)
  943. if (amf_codec_type::AVC == codec)
  944. add_profile("high");
  945. add_profile("main");
  946. if (amf_codec_type::AVC == codec)
  947. add_profile("baseline");
  948. #undef add_profile
  949. }
  950. if (amf_codec_type::AVC == codec) {
  951. obs_properties_add_int(props, "bf", obs_module_text("BFrames"), 0, 5, 1);
  952. }
  953. p = obs_properties_add_text(props, "ffmpeg_opts", obs_module_text("AMFOpts"), OBS_TEXT_DEFAULT);
  954. obs_property_set_long_description(p, obs_module_text("AMFOpts.ToolTip"));
  955. return props;
  956. }
  957. static obs_properties_t *amf_avc_properties(void *unused)
  958. {
  959. UNUSED_PARAMETER(unused);
  960. return amf_properties_internal(amf_codec_type::AVC);
  961. }
  962. static obs_properties_t *amf_hevc_properties(void *unused)
  963. {
  964. UNUSED_PARAMETER(unused);
  965. return amf_properties_internal(amf_codec_type::HEVC);
  966. }
  967. static obs_properties_t *amf_av1_properties(void *unused)
  968. {
  969. UNUSED_PARAMETER(unused);
  970. return amf_properties_internal(amf_codec_type::AV1);
  971. }
  972. /* ========================================================================= */
  973. /* AVC Implementation */
  974. static const char *amf_avc_get_name(void *)
  975. {
  976. return "AMD HW H.264 (AVC)";
  977. }
  978. static inline int get_avc_preset(amf_base *enc, const char *preset)
  979. {
  980. if (astrcmpi(preset, "quality") == 0)
  981. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  982. else if (astrcmpi(preset, "speed") == 0)
  983. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  984. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  985. }
  986. static inline int get_avc_rate_control(const char *rc_str)
  987. {
  988. if (astrcmpi(rc_str, "cqp") == 0)
  989. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  990. else if (astrcmpi(rc_str, "cbr") == 0)
  991. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  992. else if (astrcmpi(rc_str, "vbr") == 0)
  993. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  994. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  995. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  996. else if (astrcmpi(rc_str, "qvbr") == 0)
  997. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  998. else if (astrcmpi(rc_str, "hqvbr") == 0)
  999. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1000. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1001. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1002. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1003. }
  1004. static inline int get_avc_profile(obs_data_t *settings)
  1005. {
  1006. const char *profile = obs_data_get_string(settings, "profile");
  1007. if (astrcmpi(profile, "baseline") == 0)
  1008. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1009. else if (astrcmpi(profile, "main") == 0)
  1010. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1011. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1012. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1013. else if (astrcmpi(profile, "constrained_high") == 0)
  1014. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1015. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1016. }
  1017. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1018. {
  1019. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1020. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1021. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1022. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1023. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1024. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1025. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1026. }
  1027. } else {
  1028. set_avc_property(enc, QP_I, qp);
  1029. set_avc_property(enc, QP_P, qp);
  1030. set_avc_property(enc, QP_B, qp);
  1031. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1032. }
  1033. }
  1034. static bool amf_avc_update(void *data, obs_data_t *settings)
  1035. try {
  1036. amf_base *enc = (amf_base *)data;
  1037. if (enc->first_update) {
  1038. enc->first_update = false;
  1039. return true;
  1040. }
  1041. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1042. int64_t qp = obs_data_get_int(settings, "cqp");
  1043. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1044. int rc = get_avc_rate_control(rc_str);
  1045. AMF_RESULT res = AMF_OK;
  1046. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1047. res = enc->amf_encoder->Flush();
  1048. if (res != AMF_OK)
  1049. throw amf_error("AMFComponent::Flush failed", res);
  1050. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1051. if (res != AMF_OK)
  1052. throw amf_error("AMFComponent::ReInit failed", res);
  1053. return true;
  1054. } catch (const amf_error &err) {
  1055. amf_base *enc = (amf_base *)data;
  1056. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1057. return false;
  1058. }
  1059. static bool amf_avc_init(void *data, obs_data_t *settings)
  1060. {
  1061. amf_base *enc = (amf_base *)data;
  1062. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1063. int64_t qp = obs_data_get_int(settings, "cqp");
  1064. const char *preset = obs_data_get_string(settings, "preset");
  1065. const char *profile = obs_data_get_string(settings, "profile");
  1066. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1067. int64_t bf = obs_data_get_int(settings, "bf");
  1068. if (enc->bframes_supported) {
  1069. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1070. set_avc_property(enc, B_PIC_PATTERN, bf);
  1071. /* AdaptiveMiniGOP is suggested for some types of content such
  1072. * as those with high motion. This only takes effect if
  1073. * Pre-Analysis is enabled.
  1074. */
  1075. if (bf > 0) {
  1076. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1077. }
  1078. } else if (bf != 0) {
  1079. warn("B-Frames set to %lld but b-frames are not "
  1080. "supported by this device",
  1081. bf);
  1082. bf = 0;
  1083. }
  1084. int rc = get_avc_rate_control(rc_str);
  1085. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1086. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP)
  1087. set_avc_property(enc, ENABLE_VBAQ, true);
  1088. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1089. set_avc_property(enc, ENFORCE_HRD, true);
  1090. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1091. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1092. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1093. set_avc_property(enc, IDR_PERIOD, gop_size);
  1094. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1095. if (repeat_headers)
  1096. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1097. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1098. check_preset_compatibility(enc, preset);
  1099. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1100. if (ffmpeg_opts && *ffmpeg_opts) {
  1101. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1102. for (size_t i = 0; i < opts.count; i++) {
  1103. amf_apply_opt(enc, &opts.options[i]);
  1104. }
  1105. obs_free_options(opts);
  1106. }
  1107. if (!ffmpeg_opts || !*ffmpeg_opts)
  1108. ffmpeg_opts = "(none)";
  1109. info("settings:\n"
  1110. "\trate_control: %s\n"
  1111. "\tbitrate: %d\n"
  1112. "\tcqp: %d\n"
  1113. "\tkeyint: %d\n"
  1114. "\tpreset: %s\n"
  1115. "\tprofile: %s\n"
  1116. "\tb-frames: %d\n"
  1117. "\twidth: %d\n"
  1118. "\theight: %d\n"
  1119. "\tparams: %s",
  1120. rc_str, bitrate, qp, gop_size, preset, profile, bf, enc->cx, enc->cy, ffmpeg_opts);
  1121. return true;
  1122. }
  1123. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1124. {
  1125. AMF_RESULT res;
  1126. AMFVariant p;
  1127. enc->codec = amf_codec_type::AVC;
  1128. if (!amf_create_encoder(enc))
  1129. throw "Failed to create encoder";
  1130. AMFCapsPtr caps;
  1131. res = enc->amf_encoder->GetCaps(&caps);
  1132. if (res == AMF_OK) {
  1133. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES, &enc->bframes_supported);
  1134. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1135. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1136. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI, &enc->roi_supported);
  1137. }
  1138. const char *preset = obs_data_get_string(settings, "preset");
  1139. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1140. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1141. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1142. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1143. set_avc_property(enc, LOWLATENCY_MODE, false);
  1144. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1145. set_avc_property(enc, PREENCODE_ENABLE, true);
  1146. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1147. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1148. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1149. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1150. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1151. amf_avc_init(enc, settings);
  1152. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1153. if (res != AMF_OK)
  1154. throw amf_error("AMFComponent::Init failed", res);
  1155. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1156. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1157. enc->header = AMFBufferPtr(p.pInterface);
  1158. if (enc->bframes_supported) {
  1159. amf_int64 b_frames = 0;
  1160. amf_int64 b_max = 0;
  1161. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1162. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1163. enc->dts_offset = b_frames + 1;
  1164. else
  1165. enc->dts_offset = 0;
  1166. }
  1167. }
  1168. static void *amf_avc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1169. try {
  1170. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1171. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1172. enc->encoder = encoder;
  1173. enc->encoder_str = "texture-amf-h264";
  1174. if (!amf_init_d3d11(enc.get()))
  1175. throw "Failed to create D3D11";
  1176. amf_avc_create_internal(enc.get(), settings);
  1177. return enc.release();
  1178. } catch (const amf_error &err) {
  1179. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1180. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1181. } catch (const char *err) {
  1182. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1183. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1184. }
  1185. static void *amf_avc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1186. try {
  1187. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1188. enc->encoder = encoder;
  1189. enc->encoder_str = "fallback-amf-h264";
  1190. video_t *video = obs_encoder_video(encoder);
  1191. const struct video_output_info *voi = video_output_get_info(video);
  1192. switch (voi->format) {
  1193. case VIDEO_FORMAT_I010:
  1194. case VIDEO_FORMAT_P010: {
  1195. const char *const text = obs_module_text("AMF.10bitUnsupportedAvc");
  1196. obs_encoder_set_last_error(encoder, text);
  1197. throw text;
  1198. }
  1199. case VIDEO_FORMAT_P216:
  1200. case VIDEO_FORMAT_P416: {
  1201. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1202. obs_encoder_set_last_error(encoder, text);
  1203. throw text;
  1204. }
  1205. default:
  1206. switch (voi->colorspace) {
  1207. case VIDEO_CS_2100_PQ:
  1208. case VIDEO_CS_2100_HLG: {
  1209. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1210. obs_encoder_set_last_error(encoder, text);
  1211. throw text;
  1212. }
  1213. }
  1214. }
  1215. amf_avc_create_internal(enc.get(), settings);
  1216. return enc.release();
  1217. } catch (const amf_error &err) {
  1218. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1219. return nullptr;
  1220. } catch (const char *err) {
  1221. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1222. return nullptr;
  1223. }
  1224. static void register_avc()
  1225. {
  1226. struct obs_encoder_info amf_encoder_info = {};
  1227. amf_encoder_info.id = "h264_texture_amf";
  1228. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1229. amf_encoder_info.codec = "h264";
  1230. amf_encoder_info.get_name = amf_avc_get_name;
  1231. amf_encoder_info.create = amf_avc_create_texencode;
  1232. amf_encoder_info.destroy = amf_destroy;
  1233. amf_encoder_info.update = amf_avc_update;
  1234. amf_encoder_info.encode_texture = amf_encode_tex;
  1235. amf_encoder_info.get_defaults = amf_defaults;
  1236. amf_encoder_info.get_properties = amf_avc_properties;
  1237. amf_encoder_info.get_extra_data = amf_extra_data;
  1238. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1239. obs_register_encoder(&amf_encoder_info);
  1240. amf_encoder_info.id = "h264_fallback_amf";
  1241. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1242. amf_encoder_info.encode_texture = nullptr;
  1243. amf_encoder_info.create = amf_avc_create_fallback;
  1244. amf_encoder_info.encode = amf_encode_fallback;
  1245. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1246. obs_register_encoder(&amf_encoder_info);
  1247. }
  1248. /* ========================================================================= */
  1249. /* HEVC Implementation */
  1250. #if ENABLE_HEVC
  1251. static const char *amf_hevc_get_name(void *)
  1252. {
  1253. return "AMD HW H.265 (HEVC)";
  1254. }
  1255. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1256. {
  1257. if (astrcmpi(preset, "balanced") == 0)
  1258. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1259. else if (astrcmpi(preset, "speed") == 0)
  1260. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1261. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1262. }
  1263. static inline int get_hevc_rate_control(const char *rc_str)
  1264. {
  1265. if (astrcmpi(rc_str, "cqp") == 0)
  1266. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1267. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1268. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1269. else if (astrcmpi(rc_str, "vbr") == 0)
  1270. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1271. else if (astrcmpi(rc_str, "cbr") == 0)
  1272. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1273. else if (astrcmpi(rc_str, "qvbr") == 0)
  1274. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1275. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1276. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1277. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1278. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1279. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1280. }
  1281. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1282. {
  1283. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1284. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1285. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1286. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1287. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1288. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1289. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1290. }
  1291. } else {
  1292. set_hevc_property(enc, QP_I, qp);
  1293. set_hevc_property(enc, QP_P, qp);
  1294. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1295. }
  1296. }
  1297. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1298. try {
  1299. amf_base *enc = (amf_base *)data;
  1300. if (enc->first_update) {
  1301. enc->first_update = false;
  1302. return true;
  1303. }
  1304. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1305. int64_t qp = obs_data_get_int(settings, "cqp");
  1306. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1307. int rc = get_hevc_rate_control(rc_str);
  1308. AMF_RESULT res = AMF_OK;
  1309. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1310. res = enc->amf_encoder->Flush();
  1311. if (res != AMF_OK)
  1312. throw amf_error("AMFComponent::Flush failed", res);
  1313. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1314. if (res != AMF_OK)
  1315. throw amf_error("AMFComponent::ReInit failed", res);
  1316. return true;
  1317. } catch (const amf_error &err) {
  1318. amf_base *enc = (amf_base *)data;
  1319. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1320. return false;
  1321. }
  1322. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1323. {
  1324. amf_base *enc = (amf_base *)data;
  1325. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1326. int64_t qp = obs_data_get_int(settings, "cqp");
  1327. const char *preset = obs_data_get_string(settings, "preset");
  1328. const char *profile = obs_data_get_string(settings, "profile");
  1329. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1330. int rc = get_hevc_rate_control(rc_str);
  1331. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1332. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP)
  1333. set_hevc_property(enc, ENABLE_VBAQ, true);
  1334. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1335. set_hevc_property(enc, ENFORCE_HRD, true);
  1336. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1337. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1338. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1339. set_hevc_property(enc, GOP_SIZE, gop_size);
  1340. check_preset_compatibility(enc, preset);
  1341. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1342. if (ffmpeg_opts && *ffmpeg_opts) {
  1343. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1344. for (size_t i = 0; i < opts.count; i++) {
  1345. amf_apply_opt(enc, &opts.options[i]);
  1346. }
  1347. obs_free_options(opts);
  1348. }
  1349. if (!ffmpeg_opts || !*ffmpeg_opts)
  1350. ffmpeg_opts = "(none)";
  1351. info("settings:\n"
  1352. "\trate_control: %s\n"
  1353. "\tbitrate: %d\n"
  1354. "\tcqp: %d\n"
  1355. "\tkeyint: %d\n"
  1356. "\tpreset: %s\n"
  1357. "\tprofile: %s\n"
  1358. "\twidth: %d\n"
  1359. "\theight: %d\n"
  1360. "\tparams: %s",
  1361. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy, ffmpeg_opts);
  1362. return true;
  1363. }
  1364. static inline bool is_hlg(amf_base *enc)
  1365. {
  1366. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1367. }
  1368. static inline bool is_pq(amf_base *enc)
  1369. {
  1370. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1371. }
  1372. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1373. {
  1374. return (amf_uint16)(num * 50000 / den);
  1375. }
  1376. constexpr amf_uint32 lum_mul = 10000;
  1377. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1378. {
  1379. return val * lum_mul;
  1380. }
  1381. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1382. {
  1383. AMF_RESULT res;
  1384. AMFVariant p;
  1385. enc->codec = amf_codec_type::HEVC;
  1386. if (!amf_create_encoder(enc))
  1387. throw "Failed to create encoder";
  1388. AMFCapsPtr caps;
  1389. res = enc->amf_encoder->GetCaps(&caps);
  1390. if (res == AMF_OK) {
  1391. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1392. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1393. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI, &enc->roi_supported);
  1394. }
  1395. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1396. const bool pq = is_pq(enc);
  1397. const bool hlg = is_hlg(enc);
  1398. const bool is_hdr = pq || hlg;
  1399. const char *preset = obs_data_get_string(settings, "preset");
  1400. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1401. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1402. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1403. set_hevc_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1404. set_hevc_property(enc, PROFILE,
  1405. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10 : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1406. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1407. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1408. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1409. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1410. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1411. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1412. if (is_hdr) {
  1413. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  1414. AMFBufferPtr buf;
  1415. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST, sizeof(AMFHDRMetadata), &buf);
  1416. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1417. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1418. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1419. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1420. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1421. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1422. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1423. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1424. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1425. md->minMasteringLuminance = 0;
  1426. md->maxMasteringLuminance = amf_make_lum(hdr_nominal_peak_level);
  1427. md->maxContentLightLevel = hdr_nominal_peak_level;
  1428. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1429. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1430. }
  1431. amf_hevc_init(enc, settings);
  1432. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1433. if (res != AMF_OK)
  1434. throw amf_error("AMFComponent::Init failed", res);
  1435. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA, &p);
  1436. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1437. enc->header = AMFBufferPtr(p.pInterface);
  1438. }
  1439. static void *amf_hevc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1440. try {
  1441. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1442. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1443. enc->encoder = encoder;
  1444. enc->encoder_str = "texture-amf-h265";
  1445. if (!amf_init_d3d11(enc.get()))
  1446. throw "Failed to create D3D11";
  1447. amf_hevc_create_internal(enc.get(), settings);
  1448. return enc.release();
  1449. } catch (const amf_error &err) {
  1450. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1451. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1452. } catch (const char *err) {
  1453. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1454. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1455. }
  1456. static void *amf_hevc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1457. try {
  1458. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1459. enc->encoder = encoder;
  1460. enc->encoder_str = "fallback-amf-h265";
  1461. video_t *video = obs_encoder_video(encoder);
  1462. const struct video_output_info *voi = video_output_get_info(video);
  1463. switch (voi->format) {
  1464. case VIDEO_FORMAT_I010:
  1465. case VIDEO_FORMAT_P010:
  1466. break;
  1467. case VIDEO_FORMAT_P216:
  1468. case VIDEO_FORMAT_P416: {
  1469. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1470. obs_encoder_set_last_error(encoder, text);
  1471. throw text;
  1472. }
  1473. default:
  1474. switch (voi->colorspace) {
  1475. case VIDEO_CS_2100_PQ:
  1476. case VIDEO_CS_2100_HLG: {
  1477. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1478. obs_encoder_set_last_error(encoder, text);
  1479. throw text;
  1480. }
  1481. }
  1482. }
  1483. amf_hevc_create_internal(enc.get(), settings);
  1484. return enc.release();
  1485. } catch (const amf_error &err) {
  1486. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1487. return nullptr;
  1488. } catch (const char *err) {
  1489. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1490. return nullptr;
  1491. }
  1492. static void register_hevc()
  1493. {
  1494. struct obs_encoder_info amf_encoder_info = {};
  1495. amf_encoder_info.id = "h265_texture_amf";
  1496. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1497. amf_encoder_info.codec = "hevc";
  1498. amf_encoder_info.get_name = amf_hevc_get_name;
  1499. amf_encoder_info.create = amf_hevc_create_texencode;
  1500. amf_encoder_info.destroy = amf_destroy;
  1501. amf_encoder_info.update = amf_hevc_update;
  1502. amf_encoder_info.encode_texture = amf_encode_tex;
  1503. amf_encoder_info.get_defaults = amf_defaults;
  1504. amf_encoder_info.get_properties = amf_hevc_properties;
  1505. amf_encoder_info.get_extra_data = amf_extra_data;
  1506. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1507. obs_register_encoder(&amf_encoder_info);
  1508. amf_encoder_info.id = "h265_fallback_amf";
  1509. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1510. amf_encoder_info.encode_texture = nullptr;
  1511. amf_encoder_info.create = amf_hevc_create_fallback;
  1512. amf_encoder_info.encode = amf_encode_fallback;
  1513. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1514. obs_register_encoder(&amf_encoder_info);
  1515. }
  1516. #endif //ENABLE_HEVC
  1517. /* ========================================================================= */
  1518. /* AV1 Implementation */
  1519. static const char *amf_av1_get_name(void *)
  1520. {
  1521. return "AMD HW AV1";
  1522. }
  1523. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1524. {
  1525. if (astrcmpi(preset, "highquality") == 0)
  1526. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1527. else if (astrcmpi(preset, "quality") == 0)
  1528. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1529. else if (astrcmpi(preset, "balanced") == 0)
  1530. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1531. else if (astrcmpi(preset, "speed") == 0)
  1532. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1533. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1534. }
  1535. static inline int get_av1_rate_control(const char *rc_str)
  1536. {
  1537. if (astrcmpi(rc_str, "cqp") == 0)
  1538. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1539. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1540. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1541. else if (astrcmpi(rc_str, "vbr") == 0)
  1542. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1543. else if (astrcmpi(rc_str, "cbr") == 0)
  1544. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1545. else if (astrcmpi(rc_str, "qvbr") == 0)
  1546. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1547. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1548. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1549. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1550. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1551. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1552. }
  1553. static inline int get_av1_profile(obs_data_t *settings)
  1554. {
  1555. const char *profile = obs_data_get_string(settings, "profile");
  1556. if (astrcmpi(profile, "main") == 0)
  1557. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1558. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1559. }
  1560. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t cq_value)
  1561. {
  1562. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1563. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1564. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1565. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1566. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1567. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1568. set_av1_property(enc, FILLER_DATA, true);
  1569. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1570. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1571. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1572. }
  1573. } else {
  1574. int64_t qp = cq_value * 4;
  1575. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1576. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1577. set_av1_property(enc, Q_INDEX_INTER, qp);
  1578. }
  1579. }
  1580. static bool amf_av1_update(void *data, obs_data_t *settings)
  1581. try {
  1582. amf_base *enc = (amf_base *)data;
  1583. if (enc->first_update) {
  1584. enc->first_update = false;
  1585. return true;
  1586. }
  1587. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1588. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1589. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1590. int rc = get_av1_rate_control(rc_str);
  1591. AMF_RESULT res = AMF_OK;
  1592. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1593. res = enc->amf_encoder->Flush();
  1594. if (res != AMF_OK)
  1595. throw amf_error("AMFComponent::Flush failed", res);
  1596. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1597. if (res != AMF_OK)
  1598. throw amf_error("AMFComponent::ReInit failed", res);
  1599. return true;
  1600. } catch (const amf_error &err) {
  1601. amf_base *enc = (amf_base *)data;
  1602. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1603. return false;
  1604. }
  1605. static bool amf_av1_init(void *data, obs_data_t *settings)
  1606. {
  1607. amf_base *enc = (amf_base *)data;
  1608. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1609. int64_t qp = obs_data_get_int(settings, "cqp");
  1610. const char *preset = obs_data_get_string(settings, "preset");
  1611. const char *profile = obs_data_get_string(settings, "profile");
  1612. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1613. int rc = get_av1_rate_control(rc_str);
  1614. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1615. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1616. set_av1_property(enc, ENFORCE_HRD, true);
  1617. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1618. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1619. set_av1_property(enc, GOP_SIZE, gop_size);
  1620. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1621. if (ffmpeg_opts && *ffmpeg_opts) {
  1622. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1623. for (size_t i = 0; i < opts.count; i++) {
  1624. amf_apply_opt(enc, &opts.options[i]);
  1625. }
  1626. obs_free_options(opts);
  1627. }
  1628. check_preset_compatibility(enc, preset);
  1629. if (!ffmpeg_opts || !*ffmpeg_opts)
  1630. ffmpeg_opts = "(none)";
  1631. info("settings:\n"
  1632. "\trate_control: %s\n"
  1633. "\tbitrate: %d\n"
  1634. "\tcqp: %d\n"
  1635. "\tkeyint: %d\n"
  1636. "\tpreset: %s\n"
  1637. "\tprofile: %s\n"
  1638. "\twidth: %d\n"
  1639. "\theight: %d\n"
  1640. "\tparams: %s",
  1641. rc_str, bitrate, qp, gop_size, preset, profile, enc->cx, enc->cy, ffmpeg_opts);
  1642. return true;
  1643. }
  1644. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1645. {
  1646. enc->codec = amf_codec_type::AV1;
  1647. if (!amf_create_encoder(enc))
  1648. throw "Failed to create encoder";
  1649. AMFCapsPtr caps;
  1650. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1651. if (res == AMF_OK) {
  1652. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1653. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1654. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1655. enc->roi_supported = true;
  1656. }
  1657. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1658. const char *preset = obs_data_get_string(settings, "preset");
  1659. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1660. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1661. set_av1_property(enc, ALIGNMENT_MODE, AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1662. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1663. set_av1_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1664. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1665. set_av1_property(enc, ENCODING_LATENCY_MODE, AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1666. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1667. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1668. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1669. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1670. set_av1_property(enc, FRAMERATE, enc->amf_frame_rate);
  1671. amf_av1_init(enc, settings);
  1672. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1673. if (res != AMF_OK)
  1674. throw amf_error("AMFComponent::Init failed", res);
  1675. AMFVariant p;
  1676. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA, &p);
  1677. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1678. enc->header = AMFBufferPtr(p.pInterface);
  1679. }
  1680. static void *amf_av1_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1681. try {
  1682. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  1683. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1684. enc->encoder = encoder;
  1685. enc->encoder_str = "texture-amf-av1";
  1686. if (!amf_init_d3d11(enc.get()))
  1687. throw "Failed to create D3D11";
  1688. amf_av1_create_internal(enc.get(), settings);
  1689. return enc.release();
  1690. } catch (const amf_error &err) {
  1691. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1692. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1693. } catch (const char *err) {
  1694. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  1695. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  1696. }
  1697. static void *amf_av1_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1698. try {
  1699. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1700. enc->encoder = encoder;
  1701. enc->encoder_str = "fallback-amf-av1";
  1702. video_t *video = obs_encoder_video(encoder);
  1703. const struct video_output_info *voi = video_output_get_info(video);
  1704. switch (voi->format) {
  1705. case VIDEO_FORMAT_I010:
  1706. case VIDEO_FORMAT_P010: {
  1707. break;
  1708. }
  1709. case VIDEO_FORMAT_P216:
  1710. case VIDEO_FORMAT_P416: {
  1711. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1712. obs_encoder_set_last_error(encoder, text);
  1713. throw text;
  1714. }
  1715. default:
  1716. switch (voi->colorspace) {
  1717. case VIDEO_CS_2100_PQ:
  1718. case VIDEO_CS_2100_HLG: {
  1719. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1720. obs_encoder_set_last_error(encoder, text);
  1721. throw text;
  1722. }
  1723. }
  1724. }
  1725. amf_av1_create_internal(enc.get(), settings);
  1726. return enc.release();
  1727. } catch (const amf_error &err) {
  1728. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1729. return nullptr;
  1730. } catch (const char *err) {
  1731. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  1732. return nullptr;
  1733. }
  1734. static void amf_av1_defaults(obs_data_t *settings)
  1735. {
  1736. obs_data_set_default_int(settings, "bitrate", 2500);
  1737. obs_data_set_default_int(settings, "cqp", 20);
  1738. obs_data_set_default_string(settings, "rate_control", "CBR");
  1739. obs_data_set_default_string(settings, "preset", "quality");
  1740. obs_data_set_default_string(settings, "profile", "high");
  1741. }
  1742. static void register_av1()
  1743. {
  1744. struct obs_encoder_info amf_encoder_info = {};
  1745. amf_encoder_info.id = "av1_texture_amf";
  1746. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1747. amf_encoder_info.codec = "av1";
  1748. amf_encoder_info.get_name = amf_av1_get_name;
  1749. amf_encoder_info.create = amf_av1_create_texencode;
  1750. amf_encoder_info.destroy = amf_destroy;
  1751. amf_encoder_info.update = amf_av1_update;
  1752. amf_encoder_info.encode_texture = amf_encode_tex;
  1753. amf_encoder_info.get_defaults = amf_av1_defaults;
  1754. amf_encoder_info.get_properties = amf_av1_properties;
  1755. amf_encoder_info.get_extra_data = amf_extra_data;
  1756. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1757. obs_register_encoder(&amf_encoder_info);
  1758. amf_encoder_info.id = "av1_fallback_amf";
  1759. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1760. amf_encoder_info.encode_texture = nullptr;
  1761. amf_encoder_info.create = amf_av1_create_fallback;
  1762. amf_encoder_info.encode = amf_encode_fallback;
  1763. amf_encoder_info.get_video_info = av1_video_info_fallback;
  1764. obs_register_encoder(&amf_encoder_info);
  1765. }
  1766. /* ========================================================================= */
  1767. /* Global Stuff */
  1768. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  1769. {
  1770. std::stringstream &cmd = *(std::stringstream *)param;
  1771. cmd << " " << std::hex << luid;
  1772. UNUSED_PARAMETER(idx);
  1773. return true;
  1774. }
  1775. extern "C" void amf_load(void)
  1776. try {
  1777. AMF_RESULT res;
  1778. HMODULE amf_module_test;
  1779. /* Check if the DLL is present before running the more expensive */
  1780. /* obs-amf-test.exe, but load it as data so it can't crash us */
  1781. amf_module_test = LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  1782. if (!amf_module_test)
  1783. throw "No AMF library";
  1784. FreeLibrary(amf_module_test);
  1785. /* ----------------------------------- */
  1786. /* Check for supported codecs */
  1787. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  1788. std::stringstream cmd;
  1789. std::string caps_str;
  1790. cmd << '"';
  1791. cmd << test_exe;
  1792. cmd << '"';
  1793. enum_graphics_device_luids(enum_luids, &cmd);
  1794. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  1795. if (!pp)
  1796. throw "Failed to launch the AMF test process I guess";
  1797. for (;;) {
  1798. char data[2048];
  1799. size_t len = os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  1800. if (!len)
  1801. break;
  1802. caps_str.append(data, len);
  1803. }
  1804. os_process_pipe_destroy(pp);
  1805. if (caps_str.empty())
  1806. throw "Seems the AMF test subprocess crashed. "
  1807. "Better there than here I guess. "
  1808. "Let's just skip loading AMF then I suppose.";
  1809. ConfigFile config;
  1810. if (config.OpenString(caps_str.c_str()) != 0)
  1811. throw "Failed to open config string";
  1812. const char *error = config_get_string(config, "error", "string");
  1813. if (error)
  1814. throw std::string(error);
  1815. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  1816. bool avc_supported = false;
  1817. bool hevc_supported = false;
  1818. bool av1_supported = false;
  1819. for (uint32_t i = 0; i < adapter_count; i++) {
  1820. std::string section = std::to_string(i);
  1821. adapter_caps &info = caps[i];
  1822. info.is_amd = config_get_bool(config, section.c_str(), "is_amd");
  1823. info.supports_avc = config_get_bool(config, section.c_str(), "supports_avc");
  1824. info.supports_hevc = config_get_bool(config, section.c_str(), "supports_hevc");
  1825. info.supports_av1 = config_get_bool(config, section.c_str(), "supports_av1");
  1826. avc_supported |= info.supports_avc;
  1827. hevc_supported |= info.supports_hevc;
  1828. av1_supported |= info.supports_av1;
  1829. }
  1830. if (!avc_supported && !hevc_supported && !av1_supported)
  1831. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  1832. /* ----------------------------------- */
  1833. /* Init AMF */
  1834. amf_module = LoadLibraryW(AMF_DLL_NAME);
  1835. if (!amf_module)
  1836. throw "AMF library failed to load";
  1837. AMFInit_Fn init = (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  1838. if (!init)
  1839. throw "Failed to get AMFInit address";
  1840. res = init(AMF_FULL_VERSION, &amf_factory);
  1841. if (res != AMF_OK)
  1842. throw amf_error("AMFInit failed", res);
  1843. res = amf_factory->GetTrace(&amf_trace);
  1844. if (res != AMF_OK)
  1845. throw amf_error("GetTrace failed", res);
  1846. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  1847. if (!get_ver)
  1848. throw "Failed to get AMFQueryVersion address";
  1849. res = get_ver(&amf_version);
  1850. if (res != AMF_OK)
  1851. throw amf_error("AMFQueryVersion failed", res);
  1852. #ifndef DEBUG_AMF_STUFF
  1853. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  1854. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  1855. #endif
  1856. /* ----------------------------------- */
  1857. /* Register encoders */
  1858. if (avc_supported)
  1859. register_avc();
  1860. #if ENABLE_HEVC
  1861. if (hevc_supported)
  1862. register_hevc();
  1863. #endif
  1864. if (av1_supported)
  1865. register_av1();
  1866. } catch (const std::string &str) {
  1867. /* doing debug here because string exceptions indicate the user is
  1868. * probably not using AMD */
  1869. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  1870. } catch (const char *str) {
  1871. /* doing debug here because string exceptions indicate the user is
  1872. * probably not using AMD */
  1873. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  1874. } catch (const amf_error &err) {
  1875. /* doing an error here because it means at least the library has loaded
  1876. * successfully, so they probably have AMD at this point */
  1877. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str, (uint32_t)err.res);
  1878. }
  1879. extern "C" void amf_unload(void)
  1880. {
  1881. if (amf_module && amf_trace) {
  1882. amf_trace->TraceFlush();
  1883. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  1884. }
  1885. }