texture-amf.cpp 87 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  33. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  34. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  35. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  36. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  37. struct amf_error {
  38. const char *str;
  39. AMF_RESULT res;
  40. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res) {}
  41. };
  42. struct handle_tex {
  43. uint32_t handle;
  44. ComPtr<ID3D11Texture2D> tex;
  45. ComPtr<IDXGIKeyedMutex> km;
  46. };
  47. struct adapter_caps {
  48. bool is_amd = false;
  49. bool supports_avc = false;
  50. bool supports_hevc = false;
  51. bool supports_av1 = false;
  52. };
  53. /* ------------------------------------------------------------------------- */
  54. static std::map<uint32_t, adapter_caps> caps;
  55. static bool h264_supported = false;
  56. static AMFFactory *amf_factory = nullptr;
  57. static AMFTrace *amf_trace = nullptr;
  58. static HMODULE amf_module = nullptr;
  59. static uint64_t amf_version = 0;
  60. /* ================================================================================================================= */
  61. /* The structure and tables below are used to determine the appropriate minimum encoding level for the codecs. AMF
  62. * defaults to the highest level for each codec (AVC, HEVC, AV1), and some client devices will reject playback if the
  63. * codec level is higher than its decode abilities.
  64. */
  65. struct codec_level_entry {
  66. const char *level_str;
  67. uint64_t max_luma_sample_rate;
  68. uint64_t max_luma_picture_size;
  69. amf_int64 amf_level;
  70. };
  71. // Ensure the table entries are ordered from lowest to highest
  72. static std::vector<codec_level_entry> avc_levels = {{"1", (uint64_t)1485 * 256, 99 * 256, AMF_H264_LEVEL__1},
  73. {"1.1", (uint64_t)3000 * 256, 396 * 256, AMF_H264_LEVEL__1_1},
  74. {"1.2", (uint64_t)6000 * 256, 396 * 256, AMF_H264_LEVEL__1_2},
  75. {"1.3", (uint64_t)11880 * 256, 396 * 256, AMF_H264_LEVEL__1_3},
  76. {"2", (uint64_t)11880 * 256, 396 * 256, AMF_H264_LEVEL__2},
  77. {"2.1", (uint64_t)19800 * 256, 792 * 256, AMF_H264_LEVEL__2_1},
  78. {"2.2", (uint64_t)20250 * 256, 1620 * 256, AMF_H264_LEVEL__2_2},
  79. {"3", (uint64_t)40500 * 256, 1620 * 256, AMF_H264_LEVEL__3},
  80. {"3.1", (uint64_t)108000 * 256, 3600 * 256, AMF_H264_LEVEL__3_1},
  81. {"3.2", (uint64_t)216000 * 256, 5120 * 256, AMF_H264_LEVEL__3_2},
  82. {"4", (uint64_t)245760 * 256, 8192 * 256, AMF_H264_LEVEL__4},
  83. {"4.1", (uint64_t)245760 * 256, 8192 * 256, AMF_H264_LEVEL__4_1},
  84. {"4.2", (uint64_t)522240 * 256, 8704 * 256, AMF_H264_LEVEL__4_2},
  85. {"5", (uint64_t)589824 * 256, 22080 * 256, AMF_H264_LEVEL__5},
  86. {"5.1", (uint64_t)983040 * 256, 36864 * 256, AMF_H264_LEVEL__5_1},
  87. {"5.2", (uint64_t)2073600 * 256, 36864 * 256, AMF_H264_LEVEL__5_2},
  88. {"6", (uint64_t)4177920 * 256, 139264 * 256, AMF_H264_LEVEL__6},
  89. {"6.1", (uint64_t)8355840 * 256, 139264 * 256, AMF_H264_LEVEL__6_1},
  90. {"6.2", (uint64_t)16711680 * 256, 139264 * 256,
  91. AMF_H264_LEVEL__6_2}};
  92. // Ensure the table entries are ordered from lowest to highest
  93. static std::vector<codec_level_entry> hevc_levels = {
  94. {"1", 552960, 36864, AMF_LEVEL_1}, {"2", 3686400, 122880, AMF_LEVEL_2},
  95. {"2.1", 7372800, 245760, AMF_LEVEL_2_1}, {"3", 16588800, 552960, AMF_LEVEL_3},
  96. {"3.1", 33177600, 983040, AMF_LEVEL_3_1}, {"4", 66846720, 2228224, AMF_LEVEL_4},
  97. {"4.1", 133693440, 2228224, AMF_LEVEL_4_1}, {"5", 267386880, 8912896, AMF_LEVEL_5},
  98. {"5.1", 534773760, 8912896, AMF_LEVEL_5_1}, {"5.2", 1069547520, 8912896, AMF_LEVEL_5_2},
  99. {"6", 1069547520, 35651584, AMF_LEVEL_6}, {"6.1", 2139095040, 35651584, AMF_LEVEL_6_1},
  100. {"6.2", 4278190080, 35651584, AMF_LEVEL_6_2}};
  101. /* Ensure the table entries are ordered from lowest to highest.
  102. *
  103. * The AV1 specification currently defines 14 levels, even though more are available (reserved) such as 4.3 and 7.0.
  104. *
  105. * AV1 defines MaxDisplayRate and MaxDecodeRate, which correspond to TotalDisplayLumaSampleRate and
  106. * TotalDecodedLumaSampleRate, respectively, defined in the specification. For the table below, MaxDecodeRate is being
  107. * used because it corresponds to all frames with show_existing_frame=0.
  108. *
  109. * Refer to the following for more information: https://github.com/AOMediaCodec/av1-spec/blob/master/annex.a.levels.md
  110. */
  111. static std::vector<codec_level_entry> av1_levels = {
  112. {"2.0", (uint64_t)5529600, 147456, AMF_VIDEO_ENCODER_AV1_LEVEL_2_0},
  113. {"2.1", (uint64_t)10454400, 278784, AMF_VIDEO_ENCODER_AV1_LEVEL_2_1},
  114. {"3.0", (uint64_t)24969600, 665856, AMF_VIDEO_ENCODER_AV1_LEVEL_3_0},
  115. {"3.1", (uint64_t)39938400, 1065024, AMF_VIDEO_ENCODER_AV1_LEVEL_3_1},
  116. {"4.0", (uint64_t)77856768, 2359296, AMF_VIDEO_ENCODER_AV1_LEVEL_4_0},
  117. {"4.1", (uint64_t)155713536, 2359296, AMF_VIDEO_ENCODER_AV1_LEVEL_4_1},
  118. {"5.0", (uint64_t)273715200, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_0},
  119. {"5.1", (uint64_t)547430400, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_1},
  120. {"5.2", (uint64_t)1094860800, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_2},
  121. {"5.3", (uint64_t)1176502272, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_3},
  122. {"6.0", (uint64_t)1176502272, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_0},
  123. {"6.1", (uint64_t)2189721600, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_1},
  124. {"6.2", (uint64_t)4379443200, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_2},
  125. {"6.3", (uint64_t)4706009088, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_3}};
  126. /* ========================================================================= */
  127. /* Main Implementation */
  128. enum class amf_codec_type {
  129. AVC,
  130. HEVC,
  131. AV1,
  132. };
  133. struct amf_base {
  134. obs_encoder_t *encoder;
  135. const char *encoder_str;
  136. amf_codec_type codec;
  137. bool fallback;
  138. AMFContextPtr amf_context;
  139. AMFComponentPtr amf_encoder;
  140. AMFBufferPtr packet_data;
  141. AMFRate amf_frame_rate;
  142. AMFBufferPtr header;
  143. AMFSurfacePtr roi_map;
  144. std::deque<AMFDataPtr> queued_packets;
  145. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  146. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  147. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  148. AMF_SURFACE_FORMAT amf_format;
  149. amf_int64 max_throughput = 0;
  150. amf_int64 requested_throughput = 0;
  151. amf_int64 throughput = 0;
  152. int64_t dts_offset = 0;
  153. uint32_t cx;
  154. uint32_t cy;
  155. uint32_t linesize = 0;
  156. uint32_t roi_increment = 0;
  157. int fps_num;
  158. int fps_den;
  159. bool full_range;
  160. bool bframes_supported = false;
  161. bool first_update = true;
  162. bool roi_supported = false;
  163. inline amf_base(bool fallback) : fallback(fallback) {}
  164. virtual ~amf_base() = default;
  165. virtual void init() = 0;
  166. };
  167. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  168. using buf_t = std::vector<uint8_t>;
  169. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  170. volatile bool destroying = false;
  171. std::vector<handle_tex> input_textures;
  172. std::mutex textures_mutex;
  173. std::vector<d3dtex_t> available_textures;
  174. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  175. ComPtr<ID3D11Device> device;
  176. ComPtr<ID3D11DeviceContext> context;
  177. inline amf_texencode() : amf_base(false) {}
  178. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  179. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  180. {
  181. if (os_atomic_load_bool(&destroying))
  182. return;
  183. std::scoped_lock lock(textures_mutex);
  184. auto it = active_textures.find(surf);
  185. if (it != active_textures.end()) {
  186. available_textures.push_back(it->second);
  187. active_textures.erase(it);
  188. }
  189. }
  190. void init() override
  191. {
  192. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  193. if (res != AMF_OK)
  194. throw amf_error("InitDX11 failed", res);
  195. }
  196. };
  197. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  198. volatile bool destroying = false;
  199. std::mutex buffers_mutex;
  200. std::vector<buf_t> available_buffers;
  201. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  202. inline amf_fallback() : amf_base(true) {}
  203. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  204. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  205. {
  206. if (os_atomic_load_bool(&destroying))
  207. return;
  208. std::scoped_lock lock(buffers_mutex);
  209. auto it = active_buffers.find(surf);
  210. if (it != active_buffers.end()) {
  211. available_buffers.push_back(std::move(it->second));
  212. active_buffers.erase(it);
  213. }
  214. }
  215. void init() override
  216. {
  217. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  218. if (res != AMF_OK)
  219. throw amf_error("InitDX11 failed", res);
  220. }
  221. };
  222. /* ------------------------------------------------------------------------- */
  223. /* More garbage */
  224. template<typename T> static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  225. {
  226. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  227. return res == AMF_OK;
  228. }
  229. template<typename T> static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  230. {
  231. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  232. if (res != AMF_OK)
  233. error("Failed to set property '%ls': %ls", name, amf_trace->GetResultText(res));
  234. }
  235. #define set_avc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  236. #define set_hevc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  237. #define set_av1_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  238. #define get_avc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  239. #define get_hevc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  240. #define get_av1_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  241. #define get_opt_name(name) \
  242. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  243. : (enc->codec == amf_codec_type::HEVC) ? AMF_VIDEO_ENCODER_HEVC_##name \
  244. : AMF_VIDEO_ENCODER_AV1_##name)
  245. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  246. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  247. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  248. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  249. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  250. #define set_enum_opt(name, value) set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  251. #define set_avc_enum(name, value) set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  252. #define set_hevc_enum(name, value) set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  253. #define set_av1_enum(name, value) set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  254. /* ------------------------------------------------------------------------- */
  255. /* Implementation */
  256. static HMODULE get_lib(const char *lib)
  257. {
  258. HMODULE mod = GetModuleHandleA(lib);
  259. if (mod)
  260. return mod;
  261. return LoadLibraryA(lib);
  262. }
  263. #define AMD_VENDOR_ID 0x1002
  264. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  265. static bool amf_init_d3d11(amf_texencode *enc)
  266. try {
  267. HMODULE dxgi = get_lib("DXGI.dll");
  268. HMODULE d3d11 = get_lib("D3D11.dll");
  269. CREATEDXGIFACTORY1PROC create_dxgi;
  270. PFN_D3D11_CREATE_DEVICE create_device;
  271. ComPtr<IDXGIFactory> factory;
  272. ComPtr<ID3D11Device> device;
  273. ComPtr<ID3D11DeviceContext> context;
  274. ComPtr<IDXGIAdapter> adapter;
  275. DXGI_ADAPTER_DESC desc;
  276. HRESULT hr;
  277. if (!dxgi || !d3d11)
  278. throw "Couldn't get D3D11/DXGI libraries? "
  279. "That definitely shouldn't be possible.";
  280. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(dxgi, "CreateDXGIFactory1");
  281. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(d3d11, "D3D11CreateDevice");
  282. if (!create_dxgi || !create_device)
  283. throw "Failed to load D3D11/DXGI procedures";
  284. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  285. if (FAILED(hr))
  286. throw HRError("CreateDXGIFactory1 failed", hr);
  287. obs_video_info ovi;
  288. obs_get_video_info(&ovi);
  289. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  290. if (FAILED(hr))
  291. throw HRError("EnumAdapters failed", hr);
  292. adapter->GetDesc(&desc);
  293. if (desc.VendorId != AMD_VENDOR_ID)
  294. throw "Seems somehow AMF is trying to initialize "
  295. "on a non-AMD adapter";
  296. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0, nullptr, 0, D3D11_SDK_VERSION, &device,
  297. nullptr, &context);
  298. if (FAILED(hr))
  299. throw HRError("D3D11CreateDevice failed", hr);
  300. enc->device = device;
  301. enc->context = context;
  302. return true;
  303. } catch (const HRError &err) {
  304. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  305. return false;
  306. } catch (const char *err) {
  307. error("%s: %s", __FUNCTION__, err);
  308. return false;
  309. }
  310. static void add_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  311. {
  312. ID3D11Device *device = enc->device;
  313. HRESULT hr;
  314. D3D11_TEXTURE2D_DESC desc;
  315. from->GetDesc(&desc);
  316. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  317. desc.MiscFlags = 0;
  318. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  319. if (FAILED(hr))
  320. throw HRError("Failed to create texture", hr);
  321. }
  322. static inline bool get_available_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex)
  323. {
  324. std::scoped_lock lock(enc->textures_mutex);
  325. if (enc->available_textures.size()) {
  326. output_tex = enc->available_textures.back();
  327. enc->available_textures.pop_back();
  328. return true;
  329. }
  330. return false;
  331. }
  332. static inline void get_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  333. {
  334. if (!get_available_tex(enc, output_tex))
  335. add_output_tex(enc, output_tex, from);
  336. }
  337. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle, IDXGIKeyedMutex **km_out,
  338. ID3D11Texture2D **tex_out)
  339. {
  340. ID3D11Device *device = enc->device;
  341. ComPtr<ID3D11Texture2D> tex;
  342. HRESULT hr;
  343. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  344. struct handle_tex &ht = enc->input_textures[i];
  345. if (ht.handle == handle) {
  346. ht.km.CopyTo(km_out);
  347. ht.tex.CopyTo(tex_out);
  348. return;
  349. }
  350. }
  351. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle, __uuidof(ID3D11Resource), (void **)&tex);
  352. if (FAILED(hr))
  353. throw HRError("OpenSharedResource failed", hr);
  354. ComQIPtr<IDXGIKeyedMutex> km(tex);
  355. if (!km)
  356. throw "QueryInterface(IDXGIKeyedMutex) failed";
  357. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  358. struct handle_tex new_ht = {handle, tex, km};
  359. enc->input_textures.push_back(std::move(new_ht));
  360. *km_out = km.Detach();
  361. *tex_out = tex.Detach();
  362. }
  363. static constexpr amf_int64 macroblock_size = 16;
  364. static inline void calc_throughput(amf_base *enc)
  365. {
  366. amf_int64 mb_cx = ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  367. amf_int64 mb_cy = ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  368. amf_int64 mb_frame = mb_cx * mb_cy;
  369. enc->throughput = mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  370. }
  371. static inline int get_avc_preset(amf_base *enc, const char *preset);
  372. #if ENABLE_HEVC
  373. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  374. #endif
  375. static inline int get_av1_preset(amf_base *enc, const char *preset);
  376. static inline int get_preset(amf_base *enc, const char *preset)
  377. {
  378. if (enc->codec == amf_codec_type::AVC)
  379. return get_avc_preset(enc, preset);
  380. #if ENABLE_HEVC
  381. else if (enc->codec == amf_codec_type::HEVC)
  382. return get_hevc_preset(enc, preset);
  383. #endif
  384. else if (enc->codec == amf_codec_type::AV1)
  385. return get_av1_preset(enc, preset);
  386. return 0;
  387. }
  388. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  389. {
  390. AMF_RESULT res = AMF_OK;
  391. AMFCapsPtr caps;
  392. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  393. res = enc->amf_encoder->GetCaps(&caps);
  394. if (res == AMF_OK) {
  395. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT), &enc->max_throughput);
  396. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT), &enc->requested_throughput);
  397. }
  398. }
  399. static inline void check_preset_compatibility(amf_base *enc, const char *&preset)
  400. {
  401. /* The throughput depends on the current preset and the other static
  402. * encoder properties. If the throughput is lower than the max
  403. * throughput, switch to a lower preset. */
  404. refresh_throughput_caps(enc, preset);
  405. if (astrcmpi(preset, "highQuality") == 0) {
  406. if (!enc->max_throughput) {
  407. preset = "quality";
  408. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  409. } else {
  410. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  411. preset = "quality";
  412. refresh_throughput_caps(enc, preset);
  413. }
  414. }
  415. }
  416. if (astrcmpi(preset, "quality") == 0) {
  417. if (!enc->max_throughput) {
  418. preset = "balanced";
  419. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  420. } else {
  421. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  422. preset = "balanced";
  423. refresh_throughput_caps(enc, preset);
  424. }
  425. }
  426. }
  427. if (astrcmpi(preset, "balanced") == 0) {
  428. if (!enc->max_throughput) {
  429. preset = "speed";
  430. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  431. } else {
  432. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  433. preset = "speed";
  434. refresh_throughput_caps(enc, preset);
  435. }
  436. }
  437. }
  438. }
  439. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  440. {
  441. constexpr int64_t amf_timebase = AMF_SECOND;
  442. return ts * amf_timebase / (int64_t)enc->fps_den;
  443. }
  444. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  445. {
  446. constexpr int64_t amf_timebase = AMF_SECOND;
  447. return ts * (int64_t)enc->fps_den / amf_timebase;
  448. }
  449. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data, encoder_packet *packet)
  450. {
  451. if (!data)
  452. return;
  453. enc->packet_data = AMFBufferPtr(data);
  454. data->GetProperty(L"PTS", &packet->pts);
  455. const wchar_t *get_output_type;
  456. switch (enc->codec) {
  457. case amf_codec_type::AVC:
  458. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  459. break;
  460. case amf_codec_type::HEVC:
  461. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  462. break;
  463. case amf_codec_type::AV1:
  464. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  465. break;
  466. }
  467. uint64_t type = 0;
  468. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  469. if (res != AMF_OK)
  470. throw amf_error("Failed to GetProperty(): encoder output "
  471. "data type",
  472. res);
  473. if (enc->codec == amf_codec_type::AVC || enc->codec == amf_codec_type::HEVC) {
  474. switch (type) {
  475. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  476. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  477. break;
  478. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  479. packet->priority = OBS_NAL_PRIORITY_HIGH;
  480. break;
  481. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  482. packet->priority = OBS_NAL_PRIORITY_LOW;
  483. break;
  484. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  485. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  486. break;
  487. }
  488. } else if (enc->codec == amf_codec_type::AV1) {
  489. switch (type) {
  490. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  491. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  492. break;
  493. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  494. packet->priority = OBS_NAL_PRIORITY_HIGH;
  495. break;
  496. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  497. packet->priority = OBS_NAL_PRIORITY_LOW;
  498. break;
  499. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  500. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  501. break;
  502. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  503. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  504. break;
  505. }
  506. }
  507. packet->data = (uint8_t *)enc->packet_data->GetNative();
  508. packet->size = enc->packet_data->GetSize();
  509. packet->type = OBS_ENCODER_VIDEO;
  510. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  511. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  512. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  513. packet->dts -= enc->dts_offset;
  514. }
  515. #ifndef SEC_TO_NSEC
  516. #define SEC_TO_NSEC 1000000000ULL
  517. #endif
  518. struct roi_params {
  519. uint32_t mb_width;
  520. uint32_t mb_height;
  521. amf_int32 pitch;
  522. bool h264;
  523. amf_uint32 *buf;
  524. };
  525. static void roi_cb(void *param, obs_encoder_roi *roi)
  526. {
  527. const roi_params *rp = static_cast<roi_params *>(param);
  528. /* AMF does not support negative priority */
  529. if (roi->priority < 0)
  530. return;
  531. const uint32_t mb_size = rp->h264 ? 16 : 64;
  532. const uint32_t roi_left = roi->left / mb_size;
  533. const uint32_t roi_top = roi->top / mb_size;
  534. const uint32_t roi_right = (roi->right - 1) / mb_size;
  535. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  536. /* Importance value range is 0..10 */
  537. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  538. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  539. if (mb_y < roi_top || mb_y > roi_bottom)
  540. continue;
  541. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  542. if (mb_x < roi_left || mb_x > roi_right)
  543. continue;
  544. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] = priority;
  545. }
  546. }
  547. }
  548. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  549. {
  550. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  551. if (enc->codec == amf_codec_type::HEVC || enc->codec == amf_codec_type::AV1)
  552. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  553. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  554. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  555. if (!enc->roi_map) {
  556. AMFContext1Ptr context1(enc->amf_context);
  557. AMF_RESULT res = context1->AllocSurfaceEx(AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width, mb_height,
  558. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  559. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  560. if (res != AMF_OK) {
  561. warn("Failed allocating surface for ROI map!");
  562. /* Clear ROI to prevent failure the next frame */
  563. obs_encoder_clear_roi(enc->encoder);
  564. return;
  565. }
  566. }
  567. /* This is just following the SimpleROI example. */
  568. amf_uint32 *pBuf = (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  569. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  570. memset(pBuf, 0, pitch * mb_height);
  571. roi_params par{mb_width, mb_height, pitch, enc->codec == amf_codec_type::AVC, pBuf};
  572. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  573. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  574. }
  575. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  576. {
  577. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  578. if (increment != enc->roi_increment || !enc->roi_increment)
  579. create_roi(enc, amf_surf);
  580. if (enc->codec == amf_codec_type::AVC)
  581. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  582. else if (enc->codec == amf_codec_type::HEVC)
  583. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA, enc->roi_map);
  584. else if (enc->codec == amf_codec_type::AV1)
  585. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA, enc->roi_map);
  586. }
  587. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf, encoder_packet *packet, bool *received_packet)
  588. {
  589. auto &queued_packets = enc->queued_packets;
  590. uint64_t ts_start = os_gettime_ns();
  591. AMF_RESULT res;
  592. *received_packet = false;
  593. bool waiting = true;
  594. while (waiting) {
  595. /* ----------------------------------- */
  596. /* add ROI data (if any) */
  597. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  598. add_roi(enc, amf_surf);
  599. /* ----------------------------------- */
  600. /* submit frame */
  601. res = enc->amf_encoder->SubmitInput(amf_surf);
  602. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  603. waiting = false;
  604. } else if (res == AMF_INPUT_FULL) {
  605. os_sleep_ms(1);
  606. uint64_t duration = os_gettime_ns() - ts_start;
  607. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  608. if (duration >= timeout) {
  609. throw amf_error("SubmitInput timed out", res);
  610. }
  611. } else {
  612. throw amf_error("SubmitInput failed", res);
  613. }
  614. /* ----------------------------------- */
  615. /* query as many packets as possible */
  616. AMFDataPtr new_packet;
  617. do {
  618. res = enc->amf_encoder->QueryOutput(&new_packet);
  619. if (new_packet)
  620. queued_packets.push_back(new_packet);
  621. if (res != AMF_REPEAT && res != AMF_OK) {
  622. throw amf_error("QueryOutput failed", res);
  623. }
  624. } while (!!new_packet);
  625. }
  626. /* ----------------------------------- */
  627. /* return a packet if available */
  628. if (queued_packets.size()) {
  629. AMFDataPtr amf_out;
  630. amf_out = queued_packets.front();
  631. queued_packets.pop_front();
  632. *received_packet = true;
  633. convert_to_encoder_packet(enc, amf_out, packet);
  634. }
  635. }
  636. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts, uint64_t lock_key, uint64_t *next_key,
  637. encoder_packet *packet, bool *received_packet)
  638. try {
  639. amf_texencode *enc = (amf_texencode *)data;
  640. ID3D11DeviceContext *context = enc->context;
  641. ComPtr<ID3D11Texture2D> output_tex;
  642. ComPtr<ID3D11Texture2D> input_tex;
  643. ComPtr<IDXGIKeyedMutex> km;
  644. AMFSurfacePtr amf_surf;
  645. AMF_RESULT res;
  646. if (handle == GS_INVALID_HANDLE) {
  647. *next_key = lock_key;
  648. throw "Encode failed: bad texture handle";
  649. }
  650. /* ------------------------------------ */
  651. /* get the input tex */
  652. get_tex_from_handle(enc, handle, &km, &input_tex);
  653. /* ------------------------------------ */
  654. /* get an output tex */
  655. get_output_tex(enc, output_tex, input_tex);
  656. /* ------------------------------------ */
  657. /* copy to output tex */
  658. km->AcquireSync(lock_key, INFINITE);
  659. context->CopyResource((ID3D11Resource *)output_tex.Get(), (ID3D11Resource *)input_tex.Get());
  660. context->Flush();
  661. km->ReleaseSync(*next_key);
  662. /* ------------------------------------ */
  663. /* map output tex to amf surface */
  664. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex, &amf_surf, enc);
  665. if (res != AMF_OK)
  666. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  667. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  668. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  669. amf_surf->SetPts(cur_ts);
  670. amf_surf->SetProperty(L"PTS", pts);
  671. {
  672. std::scoped_lock lock(enc->textures_mutex);
  673. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  674. }
  675. /* ------------------------------------ */
  676. /* do actual encode */
  677. amf_encode_base(enc, amf_surf, packet, received_packet);
  678. return true;
  679. } catch (const char *err) {
  680. amf_texencode *enc = (amf_texencode *)data;
  681. error("%s: %s", __FUNCTION__, err);
  682. return false;
  683. } catch (const amf_error &err) {
  684. amf_texencode *enc = (amf_texencode *)data;
  685. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  686. *received_packet = false;
  687. return false;
  688. } catch (const HRError &err) {
  689. amf_texencode *enc = (amf_texencode *)data;
  690. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  691. *received_packet = false;
  692. return false;
  693. }
  694. static buf_t alloc_buf(amf_fallback *enc)
  695. {
  696. buf_t buf;
  697. size_t size;
  698. if (enc->amf_format == AMF_SURFACE_NV12) {
  699. size = enc->linesize * enc->cy * 2;
  700. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  701. size = enc->linesize * enc->cy * 4;
  702. } else if (enc->amf_format == AMF_SURFACE_P010) {
  703. size = enc->linesize * enc->cy * 2 * 2;
  704. } else {
  705. throw "Invalid amf_format";
  706. }
  707. buf.resize(size);
  708. return buf;
  709. }
  710. static buf_t get_buf(amf_fallback *enc)
  711. {
  712. std::scoped_lock lock(enc->buffers_mutex);
  713. buf_t buf;
  714. if (enc->available_buffers.size()) {
  715. buf = std::move(enc->available_buffers.back());
  716. enc->available_buffers.pop_back();
  717. } else {
  718. buf = alloc_buf(enc);
  719. }
  720. return buf;
  721. }
  722. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf, struct encoder_frame *frame)
  723. {
  724. uint8_t *dst = &buf[0];
  725. if (enc->amf_format == AMF_SURFACE_NV12 || enc->amf_format == AMF_SURFACE_P010) {
  726. size_t size = enc->linesize * enc->cy;
  727. memcpy(&buf[0], frame->data[0], size);
  728. memcpy(&buf[size], frame->data[1], size / 2);
  729. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  730. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  731. }
  732. }
  733. static bool amf_encode_fallback(void *data, struct encoder_frame *frame, struct encoder_packet *packet,
  734. bool *received_packet)
  735. try {
  736. amf_fallback *enc = (amf_fallback *)data;
  737. AMFSurfacePtr amf_surf;
  738. AMF_RESULT res;
  739. buf_t buf;
  740. if (!enc->linesize)
  741. enc->linesize = frame->linesize[0];
  742. buf = get_buf(enc);
  743. copy_frame_data(enc, buf, frame);
  744. res = enc->amf_context->CreateSurfaceFromHostNative(enc->amf_format, enc->cx, enc->cy, enc->linesize, 0,
  745. &buf[0], &amf_surf, enc);
  746. if (res != AMF_OK)
  747. throw amf_error("CreateSurfaceFromHostNative failed", res);
  748. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  749. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  750. amf_surf->SetPts(cur_ts);
  751. amf_surf->SetProperty(L"PTS", frame->pts);
  752. {
  753. std::scoped_lock lock(enc->buffers_mutex);
  754. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  755. }
  756. /* ------------------------------------ */
  757. /* do actual encode */
  758. amf_encode_base(enc, amf_surf, packet, received_packet);
  759. return true;
  760. } catch (const amf_error &err) {
  761. amf_fallback *enc = (amf_fallback *)data;
  762. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  763. *received_packet = false;
  764. return false;
  765. } catch (const char *err) {
  766. amf_fallback *enc = (amf_fallback *)data;
  767. error("%s: %s", __FUNCTION__, err);
  768. *received_packet = false;
  769. return false;
  770. }
  771. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  772. {
  773. amf_base *enc = (amf_base *)data;
  774. if (!enc->header)
  775. return false;
  776. *header = (uint8_t *)enc->header->GetNative();
  777. *size = enc->header->GetSize();
  778. return true;
  779. }
  780. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  781. {
  782. switch (info->format) {
  783. case VIDEO_FORMAT_RGBA:
  784. case VIDEO_FORMAT_BGRA:
  785. case VIDEO_FORMAT_BGRX:
  786. info->format = VIDEO_FORMAT_RGBA;
  787. break;
  788. default:
  789. info->format = VIDEO_FORMAT_NV12;
  790. break;
  791. }
  792. }
  793. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  794. {
  795. switch (info->format) {
  796. case VIDEO_FORMAT_RGBA:
  797. case VIDEO_FORMAT_BGRA:
  798. case VIDEO_FORMAT_BGRX:
  799. info->format = VIDEO_FORMAT_RGBA;
  800. break;
  801. case VIDEO_FORMAT_I010:
  802. case VIDEO_FORMAT_P010:
  803. info->format = VIDEO_FORMAT_P010;
  804. break;
  805. default:
  806. info->format = VIDEO_FORMAT_NV12;
  807. }
  808. }
  809. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  810. {
  811. switch (info->format) {
  812. case VIDEO_FORMAT_RGBA:
  813. case VIDEO_FORMAT_BGRA:
  814. case VIDEO_FORMAT_BGRX:
  815. info->format = VIDEO_FORMAT_RGBA;
  816. break;
  817. case VIDEO_FORMAT_I010:
  818. case VIDEO_FORMAT_P010:
  819. info->format = VIDEO_FORMAT_P010;
  820. break;
  821. default:
  822. info->format = VIDEO_FORMAT_NV12;
  823. }
  824. }
  825. static bool amf_create_encoder(amf_base *enc)
  826. try {
  827. AMF_RESULT res;
  828. /* ------------------------------------ */
  829. /* get video info */
  830. struct video_scale_info info;
  831. video_t *video = obs_encoder_video(enc->encoder);
  832. const struct video_output_info *voi = video_output_get_info(video);
  833. info.format = voi->format;
  834. info.colorspace = voi->colorspace;
  835. info.range = voi->range;
  836. if (enc->fallback) {
  837. if (enc->codec == amf_codec_type::AVC)
  838. h264_video_info_fallback(NULL, &info);
  839. else if (enc->codec == amf_codec_type::HEVC)
  840. h265_video_info_fallback(NULL, &info);
  841. else
  842. av1_video_info_fallback(NULL, &info);
  843. }
  844. enc->cx = obs_encoder_get_width(enc->encoder);
  845. enc->cy = obs_encoder_get_height(enc->encoder);
  846. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  847. enc->fps_num = (int)voi->fps_num;
  848. enc->fps_den = (int)voi->fps_den;
  849. enc->full_range = info.range == VIDEO_RANGE_FULL;
  850. switch (info.colorspace) {
  851. case VIDEO_CS_601:
  852. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  853. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  854. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  855. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  856. break;
  857. case VIDEO_CS_DEFAULT:
  858. case VIDEO_CS_709:
  859. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  860. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  861. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  862. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  863. break;
  864. case VIDEO_CS_SRGB:
  865. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  866. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  867. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  868. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  869. break;
  870. case VIDEO_CS_2100_HLG:
  871. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  872. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  873. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  874. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  875. break;
  876. case VIDEO_CS_2100_PQ:
  877. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  878. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  879. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  880. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  881. break;
  882. }
  883. switch (info.format) {
  884. case VIDEO_FORMAT_NV12:
  885. enc->amf_format = AMF_SURFACE_NV12;
  886. break;
  887. case VIDEO_FORMAT_P010:
  888. enc->amf_format = AMF_SURFACE_P010;
  889. break;
  890. case VIDEO_FORMAT_RGBA:
  891. enc->amf_format = AMF_SURFACE_RGBA;
  892. break;
  893. }
  894. /* ------------------------------------ */
  895. /* create encoder */
  896. res = amf_factory->CreateContext(&enc->amf_context);
  897. if (res != AMF_OK)
  898. throw amf_error("CreateContext failed", res);
  899. enc->init();
  900. const wchar_t *codec = nullptr;
  901. switch (enc->codec) {
  902. case (amf_codec_type::AVC):
  903. codec = AMFVideoEncoderVCE_AVC;
  904. break;
  905. case (amf_codec_type::HEVC):
  906. codec = AMFVideoEncoder_HEVC;
  907. break;
  908. case (amf_codec_type::AV1):
  909. codec = AMFVideoEncoder_AV1;
  910. break;
  911. default:
  912. codec = AMFVideoEncoder_HEVC;
  913. }
  914. res = amf_factory->CreateComponent(enc->amf_context, codec, &enc->amf_encoder);
  915. if (res != AMF_OK)
  916. throw amf_error("CreateComponent failed", res);
  917. calc_throughput(enc);
  918. return true;
  919. } catch (const amf_error &err) {
  920. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  921. return false;
  922. }
  923. static void amf_destroy(void *data)
  924. {
  925. amf_base *enc = (amf_base *)data;
  926. delete enc;
  927. }
  928. static void check_texture_encode_capability(obs_encoder_t *encoder, amf_codec_type codec)
  929. {
  930. obs_video_info ovi;
  931. obs_get_video_info(&ovi);
  932. bool avc = amf_codec_type::AVC == codec;
  933. bool hevc = amf_codec_type::HEVC == codec;
  934. bool av1 = amf_codec_type::AV1 == codec;
  935. if (obs_encoder_scaling_enabled(encoder) && !obs_encoder_gpu_scaling_enabled(encoder))
  936. throw "Encoder scaling is active";
  937. if (hevc || av1) {
  938. if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12) &&
  939. !obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_P010))
  940. throw "NV12/P010 textures aren't active";
  941. } else if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12)) {
  942. throw "NV12 textures aren't active";
  943. }
  944. video_t *video = obs_encoder_video(encoder);
  945. const struct video_output_info *voi = video_output_get_info(video);
  946. switch (voi->format) {
  947. case VIDEO_FORMAT_I010:
  948. case VIDEO_FORMAT_P010:
  949. break;
  950. default:
  951. switch (voi->colorspace) {
  952. case VIDEO_CS_2100_PQ:
  953. case VIDEO_CS_2100_HLG:
  954. throw "OBS does not support 8-bit output of Rec. 2100";
  955. }
  956. }
  957. if ((avc && !caps[ovi.adapter].supports_avc) || (hevc && !caps[ovi.adapter].supports_hevc) ||
  958. (av1 && !caps[ovi.adapter].supports_av1))
  959. throw "Wrong adapter";
  960. }
  961. #include "texture-amf-opts.hpp"
  962. static void amf_avc_defaults(obs_data_t *settings)
  963. {
  964. // These are initial recommended settings that may be lowered later
  965. // once we know more info such as the resolution and frame rate.
  966. obs_data_set_default_string(settings, "rate_control", "CBR");
  967. obs_data_set_default_int(settings, "bitrate", 2500);
  968. obs_data_set_default_int(settings, "cqp", 20);
  969. obs_data_set_default_string(settings, "preset", "quality");
  970. obs_data_set_default_string(settings, "profile", "high");
  971. obs_data_set_default_int(settings, "bf", 2);
  972. }
  973. static void amf_hevc_defaults(obs_data_t *settings)
  974. {
  975. // These are initial recommended settings that may be lowered later
  976. // once we know more info such as the resolution and frame rate.
  977. obs_data_set_default_string(settings, "rate_control", "VBR");
  978. obs_data_set_default_int(settings, "bitrate", 2500);
  979. obs_data_set_default_int(settings, "cqp", 20);
  980. obs_data_set_default_string(settings, "preset", "quality");
  981. }
  982. static void amf_av1_defaults(obs_data_t *settings)
  983. {
  984. // These are initial recommended settings that may be lowered later
  985. // once we know more info such as the resolution and frame rate.
  986. obs_data_set_default_int(settings, "bitrate", 2500);
  987. obs_data_set_default_int(settings, "cqp", 20);
  988. obs_data_set_default_string(settings, "rate_control", "VBR");
  989. obs_data_set_default_string(settings, "preset", "highQuality");
  990. }
  991. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p, obs_data_t *settings)
  992. {
  993. const char *rc = obs_data_get_string(settings, "rate_control");
  994. bool cqp = astrcmpi(rc, "CQP") == 0;
  995. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  996. p = obs_properties_get(ppts, "bitrate");
  997. obs_property_set_visible(p, !cqp && !qvbr);
  998. p = obs_properties_get(ppts, "cqp");
  999. obs_property_set_visible(p, cqp || qvbr);
  1000. return true;
  1001. }
  1002. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  1003. {
  1004. obs_properties_t *props = obs_properties_create();
  1005. obs_property_t *p;
  1006. p = obs_properties_add_list(props, "rate_control", obs_module_text("RateControl"), OBS_COMBO_TYPE_LIST,
  1007. OBS_COMBO_FORMAT_STRING);
  1008. obs_property_list_add_string(p, "CBR", "CBR");
  1009. obs_property_list_add_string(p, "CQP", "CQP");
  1010. obs_property_list_add_string(p, "VBR", "VBR");
  1011. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  1012. obs_property_list_add_string(p, "QVBR", "QVBR");
  1013. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  1014. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  1015. obs_property_set_modified_callback(p, rate_control_modified);
  1016. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"), 50, 100000, 50);
  1017. obs_property_int_set_suffix(p, " Kbps");
  1018. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"), 0,
  1019. codec == amf_codec_type::AV1 ? 63 : 51, 1);
  1020. p = obs_properties_add_int(props, "keyint_sec", obs_module_text("KeyframeIntervalSec"), 0, 10, 1);
  1021. obs_property_int_set_suffix(p, " s");
  1022. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"), OBS_COMBO_TYPE_LIST,
  1023. OBS_COMBO_FORMAT_STRING);
  1024. #define add_preset(val) obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  1025. if (amf_codec_type::AV1 == codec) {
  1026. add_preset("highQuality");
  1027. }
  1028. add_preset("quality");
  1029. add_preset("balanced");
  1030. add_preset("speed");
  1031. #undef add_preset
  1032. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  1033. p = obs_properties_add_list(props, "profile", obs_module_text("Profile"), OBS_COMBO_TYPE_LIST,
  1034. OBS_COMBO_FORMAT_STRING);
  1035. #define add_profile(val) obs_property_list_add_string(p, val, val)
  1036. if (amf_codec_type::AVC == codec)
  1037. add_profile("high");
  1038. add_profile("main");
  1039. if (amf_codec_type::AVC == codec)
  1040. add_profile("baseline");
  1041. #undef add_profile
  1042. }
  1043. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  1044. obs_properties_add_int(props, "bf", obs_module_text("BFrames"), 0, 5, 1);
  1045. }
  1046. p = obs_properties_add_text(props, "ffmpeg_opts", obs_module_text("AMFOpts"), OBS_TEXT_DEFAULT);
  1047. obs_property_set_long_description(p, obs_module_text("AMFOpts.ToolTip"));
  1048. return props;
  1049. }
  1050. static obs_properties_t *amf_avc_properties(void *unused)
  1051. {
  1052. UNUSED_PARAMETER(unused);
  1053. return amf_properties_internal(amf_codec_type::AVC);
  1054. }
  1055. static obs_properties_t *amf_hevc_properties(void *unused)
  1056. {
  1057. UNUSED_PARAMETER(unused);
  1058. return amf_properties_internal(amf_codec_type::HEVC);
  1059. }
  1060. static obs_properties_t *amf_av1_properties(void *unused)
  1061. {
  1062. UNUSED_PARAMETER(unused);
  1063. return amf_properties_internal(amf_codec_type::AV1);
  1064. }
  1065. /* ========================================================================= */
  1066. /* AVC Implementation */
  1067. static const char *amf_avc_get_name(void *)
  1068. {
  1069. return "AMD HW H.264 (AVC)";
  1070. }
  1071. static inline int get_avc_preset(amf_base *enc, const char *preset)
  1072. {
  1073. if (astrcmpi(preset, "quality") == 0)
  1074. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  1075. else if (astrcmpi(preset, "speed") == 0)
  1076. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  1077. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  1078. }
  1079. static inline int get_avc_rate_control(const char *rc_str)
  1080. {
  1081. if (astrcmpi(rc_str, "cqp") == 0)
  1082. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  1083. else if (astrcmpi(rc_str, "cbr") == 0)
  1084. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1085. else if (astrcmpi(rc_str, "vbr") == 0)
  1086. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1087. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1088. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1089. else if (astrcmpi(rc_str, "qvbr") == 0)
  1090. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  1091. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1092. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1093. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1094. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1095. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1096. }
  1097. static inline int get_avc_profile(obs_data_t *settings)
  1098. {
  1099. const char *profile = obs_data_get_string(settings, "profile");
  1100. if (astrcmpi(profile, "baseline") == 0)
  1101. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1102. else if (astrcmpi(profile, "main") == 0)
  1103. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1104. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1105. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1106. else if (astrcmpi(profile, "constrained_high") == 0)
  1107. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1108. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1109. }
  1110. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1111. {
  1112. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1113. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1114. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1115. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1116. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1117. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1118. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1119. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1120. rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1121. set_avc_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1122. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1123. } else if (rc ==
  1124. AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1125. int64_t framerate = enc->fps_num / enc->fps_den;
  1126. set_avc_property(enc, VBV_BUFFER_SIZE,
  1127. (bitrate / framerate) * 1.1);
  1128. }
  1129. } else {
  1130. set_avc_property(enc, QP_I, qp);
  1131. set_avc_property(enc, QP_P, qp);
  1132. set_avc_property(enc, QP_B, qp);
  1133. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1134. }
  1135. }
  1136. static bool amf_avc_update(void *data, obs_data_t *settings)
  1137. try {
  1138. amf_base *enc = (amf_base *)data;
  1139. if (enc->first_update) {
  1140. enc->first_update = false;
  1141. return true;
  1142. }
  1143. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1144. int64_t qp = obs_data_get_int(settings, "cqp");
  1145. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1146. int rc = get_avc_rate_control(rc_str);
  1147. AMF_RESULT res = AMF_OK;
  1148. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1149. res = enc->amf_encoder->Flush();
  1150. if (res != AMF_OK)
  1151. throw amf_error("AMFComponent::Flush failed", res);
  1152. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1153. if (res != AMF_OK)
  1154. throw amf_error("AMFComponent::ReInit failed", res);
  1155. return true;
  1156. } catch (const amf_error &err) {
  1157. amf_base *enc = (amf_base *)data;
  1158. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1159. return false;
  1160. }
  1161. static inline void adjust_recommended_avc_defaults(amf_base *enc,
  1162. obs_data_t *settings)
  1163. {
  1164. int64_t framerate = enc->fps_num / enc->fps_den;
  1165. if ((enc->cx * enc->cy > 1920 * 1088) || (framerate > 60)) {
  1166. // Recommended base defaults
  1167. obs_data_set_default_int(settings, "bitrate", 2500);
  1168. obs_data_set_default_int(settings, "cqp", 20);
  1169. obs_data_set_default_string(settings, "rate_control", "CBR");
  1170. obs_data_set_default_string(settings, "preset", "quality");
  1171. obs_data_set_default_string(settings, "profile", "high");
  1172. obs_data_set_default_int(settings, "bf", 0);
  1173. info("Original base default settings were used according to resolution and framerate.");
  1174. }
  1175. }
  1176. static void amf_set_codec_level(amf_base *enc)
  1177. {
  1178. uint64_t luma_pic_size = enc->cx * enc->cy;
  1179. uint64_t luma_sample_rate = luma_pic_size * (enc->fps_num / enc->fps_den);
  1180. std::vector<codec_level_entry> *levels;
  1181. if (enc->codec == amf_codec_type::AVC) {
  1182. levels = &avc_levels;
  1183. } else if (enc->codec == amf_codec_type::HEVC) {
  1184. levels = &hevc_levels;
  1185. } else if (enc->codec == amf_codec_type::AV1) {
  1186. levels = &av1_levels;
  1187. } else {
  1188. blog(LOG_ERROR, "%s: Unknown amf_codec_type", __FUNCTION__);
  1189. return;
  1190. }
  1191. std::vector<codec_level_entry>::const_iterator level_it = levels->begin();
  1192. // First check if the requested sample rate and/or picture size is too large for the maximum level.
  1193. if ((luma_sample_rate > levels->back().max_luma_sample_rate) ||
  1194. (luma_pic_size > levels->back().max_luma_picture_size)) {
  1195. /* If the calculated sample rate is greater than the highest value supported by the codec, clamp to the
  1196. * upper limit and log an error.
  1197. */
  1198. level_it = --(levels->end());
  1199. blog(LOG_ERROR,
  1200. "%s: Luma sample rate %u or luma pic size %u is greater than maximum "
  1201. "allowed. Setting to level %s.",
  1202. __FUNCTION__, luma_sample_rate, luma_pic_size, level_it->level_str);
  1203. } else {
  1204. // Walk the table and find the lowest codec level value suitable for the given luma sample rate.
  1205. while (level_it != levels->end()) {
  1206. if ((luma_sample_rate <= level_it->max_luma_sample_rate) &&
  1207. (luma_pic_size <= level_it->max_luma_picture_size)) {
  1208. break;
  1209. }
  1210. ++level_it;
  1211. }
  1212. }
  1213. // Set the level for the encoder
  1214. if (enc->codec == amf_codec_type::AVC) {
  1215. set_avc_property(enc, PROFILE_LEVEL, level_it->amf_level);
  1216. } else if (enc->codec == amf_codec_type::HEVC) {
  1217. set_hevc_property(enc, PROFILE_LEVEL, level_it->amf_level);
  1218. } else if (enc->codec == amf_codec_type::AV1) {
  1219. set_av1_property(enc, LEVEL, level_it->amf_level);
  1220. }
  1221. }
  1222. static bool amf_get_level_str(amf_base *enc, amf_int64 level, char const **level_str)
  1223. {
  1224. bool found = false;
  1225. std::vector<codec_level_entry> *levels;
  1226. if (enc->codec == amf_codec_type::AVC) {
  1227. levels = &avc_levels;
  1228. } else if (enc->codec == amf_codec_type::HEVC) {
  1229. levels = &hevc_levels;
  1230. } else if (enc->codec == amf_codec_type::AV1) {
  1231. levels = &av1_levels;
  1232. } else {
  1233. blog(LOG_ERROR, "%s: Unknown amf_codec_type", __FUNCTION__);
  1234. return false;
  1235. }
  1236. for (auto level_it = levels->begin(); level_it != levels->end(); ++level_it) {
  1237. if (level == level_it->amf_level) {
  1238. found = true;
  1239. *level_str = level_it->level_str;
  1240. break;
  1241. }
  1242. }
  1243. if (!found) {
  1244. *level_str = "unknown";
  1245. }
  1246. return found;
  1247. }
  1248. static bool amf_avc_init(void *data, obs_data_t *settings)
  1249. {
  1250. amf_base *enc = (amf_base *)data;
  1251. // Initial high perceptual quality settings are set in the UI.
  1252. // Adjust during init based on resolution and framerate.
  1253. adjust_recommended_avc_defaults(enc, settings);
  1254. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1255. int64_t qp = obs_data_get_int(settings, "cqp");
  1256. const char *preset = obs_data_get_string(settings, "preset");
  1257. const char *profile = obs_data_get_string(settings, "profile");
  1258. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1259. int64_t bf = obs_data_get_int(settings, "bf");
  1260. if (enc->bframes_supported) {
  1261. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1262. set_avc_property(enc, B_PIC_PATTERN, bf);
  1263. /* AdaptiveMiniGOP is suggested for some types of content such
  1264. * as those with high motion. This only takes effect if
  1265. * Pre-Analysis is enabled.
  1266. */
  1267. if (bf > 0) {
  1268. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1269. }
  1270. } else if (bf != 0) {
  1271. warn("B-Frames set to %lld but b-frames are not "
  1272. "supported by this device",
  1273. bf);
  1274. bf = 0;
  1275. }
  1276. int rc = get_avc_rate_control(rc_str);
  1277. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1278. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1279. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1280. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR)
  1281. set_avc_property(enc, ENABLE_VBAQ, true);
  1282. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1283. set_avc_property(enc, ENFORCE_HRD, true);
  1284. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1285. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1286. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1287. set_avc_property(enc, IDR_PERIOD, gop_size);
  1288. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1289. if (repeat_headers)
  1290. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1291. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1292. // Determine and set the appropriate AVC level
  1293. amf_set_codec_level(enc);
  1294. check_preset_compatibility(enc, preset);
  1295. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1296. if (ffmpeg_opts && *ffmpeg_opts) {
  1297. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1298. for (size_t i = 0; i < opts.count; i++) {
  1299. amf_apply_opt(enc, &opts.options[i]);
  1300. }
  1301. obs_free_options(opts);
  1302. }
  1303. if (!ffmpeg_opts || !*ffmpeg_opts)
  1304. ffmpeg_opts = "(none)";
  1305. /* The ffmpeg_opts just above may have explicitly set the AVC level to a value different than what was
  1306. * determined by amf_set_codec_level(). Query the final AVC level then lookup the matching string. Warn if not
  1307. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1308. */
  1309. amf_int64 final_level;
  1310. get_avc_property(enc, PROFILE_LEVEL, &final_level);
  1311. const char *level_str = nullptr;
  1312. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1313. warn("AVC level string not found. Level %d may be incorrect.", final_level);
  1314. }
  1315. info("settings:\n"
  1316. "\trate_control: %s\n"
  1317. "\tbitrate: %d\n"
  1318. "\tcqp: %d\n"
  1319. "\tkeyint: %d\n"
  1320. "\tpreset: %s\n"
  1321. "\tprofile: %s\n"
  1322. "\tlevel: %s\n"
  1323. "\tb-frames: %d\n"
  1324. "\twidth: %d\n"
  1325. "\theight: %d\n"
  1326. "\tparams: %s",
  1327. rc_str, bitrate, qp, gop_size, preset, profile, level_str, bf, enc->cx, enc->cy, ffmpeg_opts);
  1328. return true;
  1329. }
  1330. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1331. {
  1332. AMF_RESULT res;
  1333. AMFVariant p;
  1334. enc->codec = amf_codec_type::AVC;
  1335. if (!amf_create_encoder(enc))
  1336. throw "Failed to create encoder";
  1337. AMFCapsPtr caps;
  1338. res = enc->amf_encoder->GetCaps(&caps);
  1339. if (res == AMF_OK) {
  1340. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES, &enc->bframes_supported);
  1341. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1342. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1343. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI, &enc->roi_supported);
  1344. }
  1345. const char *preset = obs_data_get_string(settings, "preset");
  1346. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1347. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1348. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1349. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1350. set_avc_property(enc, LOWLATENCY_MODE, false);
  1351. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1352. set_avc_property(enc, PREENCODE_ENABLE, true);
  1353. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1354. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1355. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1356. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1357. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1358. amf_avc_init(enc, settings);
  1359. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1360. if (res != AMF_OK)
  1361. throw amf_error("AMFComponent::Init failed", res);
  1362. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1363. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1364. enc->header = AMFBufferPtr(p.pInterface);
  1365. if (enc->bframes_supported) {
  1366. amf_int64 b_frames = 0;
  1367. amf_int64 b_max = 0;
  1368. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1369. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1370. enc->dts_offset = b_frames + 1;
  1371. else
  1372. enc->dts_offset = 0;
  1373. }
  1374. }
  1375. static void *amf_avc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1376. try {
  1377. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1378. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1379. enc->encoder = encoder;
  1380. enc->encoder_str = "texture-amf-h264";
  1381. if (!amf_init_d3d11(enc.get()))
  1382. throw "Failed to create D3D11";
  1383. amf_avc_create_internal(enc.get(), settings);
  1384. return enc.release();
  1385. } catch (const amf_error &err) {
  1386. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1387. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1388. } catch (const char *err) {
  1389. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1390. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1391. }
  1392. static void *amf_avc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1393. try {
  1394. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1395. enc->encoder = encoder;
  1396. enc->encoder_str = "fallback-amf-h264";
  1397. video_t *video = obs_encoder_video(encoder);
  1398. const struct video_output_info *voi = video_output_get_info(video);
  1399. switch (voi->format) {
  1400. case VIDEO_FORMAT_I010:
  1401. case VIDEO_FORMAT_P010: {
  1402. const char *const text = obs_module_text("AMF.10bitUnsupportedAvc");
  1403. obs_encoder_set_last_error(encoder, text);
  1404. throw text;
  1405. }
  1406. case VIDEO_FORMAT_P216:
  1407. case VIDEO_FORMAT_P416: {
  1408. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1409. obs_encoder_set_last_error(encoder, text);
  1410. throw text;
  1411. }
  1412. default:
  1413. switch (voi->colorspace) {
  1414. case VIDEO_CS_2100_PQ:
  1415. case VIDEO_CS_2100_HLG: {
  1416. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1417. obs_encoder_set_last_error(encoder, text);
  1418. throw text;
  1419. }
  1420. }
  1421. }
  1422. amf_avc_create_internal(enc.get(), settings);
  1423. return enc.release();
  1424. } catch (const amf_error &err) {
  1425. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1426. return nullptr;
  1427. } catch (const char *err) {
  1428. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1429. return nullptr;
  1430. }
  1431. static void register_avc()
  1432. {
  1433. struct obs_encoder_info amf_encoder_info = {};
  1434. amf_encoder_info.id = "h264_texture_amf";
  1435. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1436. amf_encoder_info.codec = "h264";
  1437. amf_encoder_info.get_name = amf_avc_get_name;
  1438. amf_encoder_info.create = amf_avc_create_texencode;
  1439. amf_encoder_info.destroy = amf_destroy;
  1440. amf_encoder_info.update = amf_avc_update;
  1441. amf_encoder_info.encode_texture = amf_encode_tex;
  1442. amf_encoder_info.get_defaults = amf_avc_defaults;
  1443. amf_encoder_info.get_properties = amf_avc_properties;
  1444. amf_encoder_info.get_extra_data = amf_extra_data;
  1445. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1446. obs_register_encoder(&amf_encoder_info);
  1447. amf_encoder_info.id = "h264_fallback_amf";
  1448. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1449. amf_encoder_info.encode_texture = nullptr;
  1450. amf_encoder_info.create = amf_avc_create_fallback;
  1451. amf_encoder_info.encode = amf_encode_fallback;
  1452. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1453. obs_register_encoder(&amf_encoder_info);
  1454. }
  1455. /* ========================================================================= */
  1456. /* HEVC Implementation */
  1457. #if ENABLE_HEVC
  1458. static const char *amf_hevc_get_name(void *)
  1459. {
  1460. return "AMD HW H.265 (HEVC)";
  1461. }
  1462. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1463. {
  1464. if (astrcmpi(preset, "balanced") == 0)
  1465. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1466. else if (astrcmpi(preset, "speed") == 0)
  1467. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1468. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1469. }
  1470. static inline int get_hevc_rate_control(const char *rc_str)
  1471. {
  1472. if (astrcmpi(rc_str, "cqp") == 0)
  1473. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1474. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1475. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1476. else if (astrcmpi(rc_str, "vbr") == 0)
  1477. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1478. else if (astrcmpi(rc_str, "cbr") == 0)
  1479. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1480. else if (astrcmpi(rc_str, "qvbr") == 0)
  1481. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1482. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1483. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1484. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1485. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1486. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1487. }
  1488. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1489. {
  1490. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1491. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1492. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1493. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1494. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1495. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1496. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1497. } else if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1498. rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1499. set_hevc_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1500. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1501. } else if (rc ==
  1502. AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1503. int64_t framerate = enc->fps_num / enc->fps_den;
  1504. set_hevc_property(enc, VBV_BUFFER_SIZE,
  1505. (bitrate / framerate) * 1.1);
  1506. }
  1507. } else {
  1508. set_hevc_property(enc, QP_I, qp);
  1509. set_hevc_property(enc, QP_P, qp);
  1510. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1511. }
  1512. }
  1513. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1514. try {
  1515. amf_base *enc = (amf_base *)data;
  1516. if (enc->first_update) {
  1517. enc->first_update = false;
  1518. return true;
  1519. }
  1520. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1521. int64_t qp = obs_data_get_int(settings, "cqp");
  1522. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1523. int rc = get_hevc_rate_control(rc_str);
  1524. AMF_RESULT res = AMF_OK;
  1525. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1526. res = enc->amf_encoder->Flush();
  1527. if (res != AMF_OK)
  1528. throw amf_error("AMFComponent::Flush failed", res);
  1529. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1530. if (res != AMF_OK)
  1531. throw amf_error("AMFComponent::ReInit failed", res);
  1532. return true;
  1533. } catch (const amf_error &err) {
  1534. amf_base *enc = (amf_base *)data;
  1535. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1536. return false;
  1537. }
  1538. static inline void adjust_recommended_hevc_defaults(amf_base *enc,
  1539. obs_data_t *settings)
  1540. {
  1541. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1542. const int64_t framerate = enc->fps_num / enc->fps_den;
  1543. if ((enc->cx * enc->cy > 1920 * 1088) || is10bit || (framerate > 60)) {
  1544. // Recommended base defaults
  1545. obs_data_set_default_int(settings, "bitrate", 2500);
  1546. obs_data_set_default_int(settings, "cqp", 20);
  1547. obs_data_set_default_string(settings, "preset", "quality");
  1548. info("Original base default settings were used according to resolution and framerate.");
  1549. }
  1550. }
  1551. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1552. {
  1553. amf_base *enc = (amf_base *)data;
  1554. // Initial high perceptual quality settings are set in the UI.
  1555. // Adjust during init based on resolution and framerate.
  1556. adjust_recommended_hevc_defaults(enc, settings);
  1557. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1558. int64_t qp = obs_data_get_int(settings, "cqp");
  1559. const char *preset = obs_data_get_string(settings, "preset");
  1560. const char *profile = obs_data_get_string(settings, "profile");
  1561. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1562. int rc = get_hevc_rate_control(rc_str);
  1563. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1564. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1565. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1566. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR)
  1567. set_hevc_property(enc, ENABLE_VBAQ, true);
  1568. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1569. set_hevc_property(enc, ENFORCE_HRD, true);
  1570. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1571. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1572. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1573. set_hevc_property(enc, GOP_SIZE, gop_size);
  1574. // Determine and set the appropriate HEVC level
  1575. amf_set_codec_level(enc);
  1576. check_preset_compatibility(enc, preset);
  1577. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1578. if (ffmpeg_opts && *ffmpeg_opts) {
  1579. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1580. for (size_t i = 0; i < opts.count; i++) {
  1581. amf_apply_opt(enc, &opts.options[i]);
  1582. }
  1583. obs_free_options(opts);
  1584. }
  1585. if (!ffmpeg_opts || !*ffmpeg_opts)
  1586. ffmpeg_opts = "(none)";
  1587. /* The ffmpeg_opts just above may have explicitly set the HEVC level to a value different than what was
  1588. * determined by amf_set_codec_level(). Query the final HEVC level then lookup the matching string. Warn if not
  1589. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1590. */
  1591. amf_int64 final_level;
  1592. get_hevc_property(enc, PROFILE_LEVEL, &final_level);
  1593. char const *level_str = nullptr;
  1594. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1595. warn("HEVC level string not found. Level %d may be incorrect.", final_level);
  1596. }
  1597. info("settings:\n"
  1598. "\trate_control: %s\n"
  1599. "\tbitrate: %d\n"
  1600. "\tcqp: %d\n"
  1601. "\tkeyint: %d\n"
  1602. "\tpreset: %s\n"
  1603. "\tprofile: %s\n"
  1604. "\tlevel: %s\n"
  1605. "\twidth: %d\n"
  1606. "\theight: %d\n"
  1607. "\tparams: %s",
  1608. rc_str, bitrate, qp, gop_size, preset, profile, level_str, enc->cx, enc->cy, ffmpeg_opts);
  1609. return true;
  1610. }
  1611. static inline bool is_hlg(amf_base *enc)
  1612. {
  1613. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1614. }
  1615. static inline bool is_pq(amf_base *enc)
  1616. {
  1617. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1618. }
  1619. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1620. {
  1621. return (amf_uint16)(num * 50000 / den);
  1622. }
  1623. constexpr amf_uint32 lum_mul = 10000;
  1624. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1625. {
  1626. return val * lum_mul;
  1627. }
  1628. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1629. {
  1630. AMF_RESULT res;
  1631. AMFVariant p;
  1632. enc->codec = amf_codec_type::HEVC;
  1633. if (!amf_create_encoder(enc))
  1634. throw "Failed to create encoder";
  1635. AMFCapsPtr caps;
  1636. res = enc->amf_encoder->GetCaps(&caps);
  1637. if (res == AMF_OK) {
  1638. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1639. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1640. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI, &enc->roi_supported);
  1641. }
  1642. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1643. const bool pq = is_pq(enc);
  1644. const bool hlg = is_hlg(enc);
  1645. const bool is_hdr = pq || hlg;
  1646. const char *preset = obs_data_get_string(settings, "preset");
  1647. obs_data_set_string(settings, "profile", is10bit ? "main10" : "main");
  1648. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1649. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1650. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1651. set_hevc_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1652. set_hevc_property(enc, PROFILE,
  1653. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10 : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1654. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1655. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1656. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1657. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1658. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1659. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1660. if (is_hdr) {
  1661. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  1662. AMFBufferPtr buf;
  1663. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST, sizeof(AMFHDRMetadata), &buf);
  1664. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1665. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1666. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1667. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1668. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1669. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1670. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1671. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1672. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1673. md->minMasteringLuminance = 0;
  1674. md->maxMasteringLuminance = amf_make_lum(hdr_nominal_peak_level);
  1675. md->maxContentLightLevel = hdr_nominal_peak_level;
  1676. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1677. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1678. }
  1679. amf_hevc_init(enc, settings);
  1680. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1681. if (res != AMF_OK)
  1682. throw amf_error("AMFComponent::Init failed", res);
  1683. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA, &p);
  1684. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1685. enc->header = AMFBufferPtr(p.pInterface);
  1686. }
  1687. static void *amf_hevc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1688. try {
  1689. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1690. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1691. enc->encoder = encoder;
  1692. enc->encoder_str = "texture-amf-h265";
  1693. if (!amf_init_d3d11(enc.get()))
  1694. throw "Failed to create D3D11";
  1695. amf_hevc_create_internal(enc.get(), settings);
  1696. return enc.release();
  1697. } catch (const amf_error &err) {
  1698. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1699. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1700. } catch (const char *err) {
  1701. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1702. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1703. }
  1704. static void *amf_hevc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1705. try {
  1706. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1707. enc->encoder = encoder;
  1708. enc->encoder_str = "fallback-amf-h265";
  1709. video_t *video = obs_encoder_video(encoder);
  1710. const struct video_output_info *voi = video_output_get_info(video);
  1711. switch (voi->format) {
  1712. case VIDEO_FORMAT_I010:
  1713. case VIDEO_FORMAT_P010:
  1714. break;
  1715. case VIDEO_FORMAT_P216:
  1716. case VIDEO_FORMAT_P416: {
  1717. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1718. obs_encoder_set_last_error(encoder, text);
  1719. throw text;
  1720. }
  1721. default:
  1722. switch (voi->colorspace) {
  1723. case VIDEO_CS_2100_PQ:
  1724. case VIDEO_CS_2100_HLG: {
  1725. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1726. obs_encoder_set_last_error(encoder, text);
  1727. throw text;
  1728. }
  1729. }
  1730. }
  1731. amf_hevc_create_internal(enc.get(), settings);
  1732. return enc.release();
  1733. } catch (const amf_error &err) {
  1734. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1735. return nullptr;
  1736. } catch (const char *err) {
  1737. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1738. return nullptr;
  1739. }
  1740. /* These are initial recommended settings that may be lowered later
  1741. * once we know more info such as the resolution and frame rate.
  1742. */
  1743. static void amf_hevc_defaults(obs_data_t *settings)
  1744. {
  1745. obs_data_set_default_string(settings, "rate_control", "CBR");
  1746. obs_data_set_default_int(settings, "bitrate", 2500);
  1747. obs_data_set_default_int(settings, "cqp", 20);
  1748. obs_data_set_default_string(settings, "preset", "quality");
  1749. }
  1750. static void register_hevc()
  1751. {
  1752. struct obs_encoder_info amf_encoder_info = {};
  1753. amf_encoder_info.id = "h265_texture_amf";
  1754. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1755. amf_encoder_info.codec = "hevc";
  1756. amf_encoder_info.get_name = amf_hevc_get_name;
  1757. amf_encoder_info.create = amf_hevc_create_texencode;
  1758. amf_encoder_info.destroy = amf_destroy;
  1759. amf_encoder_info.update = amf_hevc_update;
  1760. amf_encoder_info.encode_texture = amf_encode_tex;
  1761. amf_encoder_info.get_defaults = amf_hevc_defaults;
  1762. amf_encoder_info.get_properties = amf_hevc_properties;
  1763. amf_encoder_info.get_extra_data = amf_extra_data;
  1764. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1765. obs_register_encoder(&amf_encoder_info);
  1766. amf_encoder_info.id = "h265_fallback_amf";
  1767. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1768. amf_encoder_info.encode_texture = nullptr;
  1769. amf_encoder_info.create = amf_hevc_create_fallback;
  1770. amf_encoder_info.encode = amf_encode_fallback;
  1771. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1772. obs_register_encoder(&amf_encoder_info);
  1773. }
  1774. #endif //ENABLE_HEVC
  1775. /* ========================================================================= */
  1776. /* AV1 Implementation */
  1777. static const char *amf_av1_get_name(void *)
  1778. {
  1779. return "AMD HW AV1";
  1780. }
  1781. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1782. {
  1783. if (astrcmpi(preset, "highquality") == 0)
  1784. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1785. else if (astrcmpi(preset, "quality") == 0)
  1786. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1787. else if (astrcmpi(preset, "balanced") == 0)
  1788. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1789. else if (astrcmpi(preset, "speed") == 0)
  1790. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1791. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1792. }
  1793. static inline int get_av1_rate_control(const char *rc_str)
  1794. {
  1795. if (astrcmpi(rc_str, "cqp") == 0)
  1796. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1797. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1798. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1799. else if (astrcmpi(rc_str, "vbr") == 0)
  1800. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1801. else if (astrcmpi(rc_str, "cbr") == 0)
  1802. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1803. else if (astrcmpi(rc_str, "qvbr") == 0)
  1804. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1805. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1806. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1807. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1808. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1809. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1810. }
  1811. static inline int get_av1_profile(obs_data_t *settings)
  1812. {
  1813. const char *profile = obs_data_get_string(settings, "profile");
  1814. if (astrcmpi(profile, "main") == 0)
  1815. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1816. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1817. }
  1818. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t cq_value)
  1819. {
  1820. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1821. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1822. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1823. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1824. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1825. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1826. set_av1_property(enc, FILLER_DATA, true);
  1827. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1828. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1829. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1830. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1831. } else if (rc ==
  1832. AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1833. int64_t framerate = enc->fps_num / enc->fps_den;
  1834. set_av1_property(enc, VBV_BUFFER_SIZE,
  1835. (bitrate / framerate) * 1.1);
  1836. }
  1837. } else {
  1838. int64_t qp = cq_value * 4;
  1839. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1840. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1841. set_av1_property(enc, Q_INDEX_INTER, qp);
  1842. }
  1843. }
  1844. static bool amf_av1_update(void *data, obs_data_t *settings)
  1845. try {
  1846. amf_base *enc = (amf_base *)data;
  1847. if (enc->first_update) {
  1848. enc->first_update = false;
  1849. return true;
  1850. }
  1851. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1852. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1853. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1854. int rc = get_av1_rate_control(rc_str);
  1855. AMF_RESULT res = AMF_OK;
  1856. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1857. res = enc->amf_encoder->Flush();
  1858. if (res != AMF_OK)
  1859. throw amf_error("AMFComponent::Flush failed", res);
  1860. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1861. if (res != AMF_OK)
  1862. throw amf_error("AMFComponent::ReInit failed", res);
  1863. return true;
  1864. } catch (const amf_error &err) {
  1865. amf_base *enc = (amf_base *)data;
  1866. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1867. return false;
  1868. }
  1869. static inline void adjust_recommended_av1_defaults(amf_base *enc,
  1870. obs_data_t *settings)
  1871. {
  1872. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1873. const int64_t framerate = enc->fps_num / enc->fps_den;
  1874. if ((enc->cx * enc->cy > 1920 * 1088) || is10bit || (framerate > 60)) {
  1875. // Recommended base defaults
  1876. obs_data_set_default_int(settings, "bitrate", 2500);
  1877. obs_data_set_default_int(settings, "cqp", 20);
  1878. obs_data_set_default_string(settings, "preset", "balanced");
  1879. obs_data_set_default_string(settings, "profile", "main");
  1880. obs_data_set_default_int(settings, "bf", 0);
  1881. info("Original base default settings were used according to resolution and framerate.");
  1882. }
  1883. }
  1884. static bool amf_av1_init(void *data, obs_data_t *settings)
  1885. {
  1886. amf_base *enc = (amf_base *)data;
  1887. // Initial high perceptual quality settings are set in the UI.
  1888. // Adjust during init based on resolution and framerate.
  1889. adjust_recommended_av1_defaults(enc, settings);
  1890. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1891. int64_t qp = obs_data_get_int(settings, "cqp");
  1892. const char *preset = obs_data_get_string(settings, "preset");
  1893. const char *profile = obs_data_get_string(settings, "profile");
  1894. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1895. int64_t bf = obs_data_get_int(settings, "bf");
  1896. if (enc->bframes_supported) {
  1897. set_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1898. set_av1_property(enc, B_PIC_PATTERN, bf);
  1899. } else if (bf != 0) {
  1900. warn("B-Frames set to %lld but b-frames are not supported by this device", bf);
  1901. bf = 0;
  1902. }
  1903. int rc = get_av1_rate_control(rc_str);
  1904. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1905. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1906. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1907. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR) {
  1908. set_av1_property(enc, AQ_MODE, 1);
  1909. }
  1910. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1911. set_av1_property(enc, ENFORCE_HRD, true);
  1912. // Determine and set the appropriate AV1 level
  1913. amf_set_codec_level(enc);
  1914. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1915. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1916. set_av1_property(enc, GOP_SIZE, gop_size);
  1917. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1918. if (ffmpeg_opts && *ffmpeg_opts) {
  1919. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1920. for (size_t i = 0; i < opts.count; i++) {
  1921. amf_apply_opt(enc, &opts.options[i]);
  1922. }
  1923. obs_free_options(opts);
  1924. }
  1925. check_preset_compatibility(enc, preset);
  1926. if (!ffmpeg_opts || !*ffmpeg_opts)
  1927. ffmpeg_opts = "(none)";
  1928. /* The ffmpeg_opts just above may have explicitly set the AV1 level to a value different than what was
  1929. * determined by amf_set_codec_level(). Query the final AV1 level then lookup the matching string. Warn if not
  1930. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1931. */
  1932. amf_int64 final_level;
  1933. get_av1_property(enc, LEVEL, &final_level);
  1934. char const *level_str = nullptr;
  1935. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1936. warn("AV1 level string not found. Level %d may be incorrect.", final_level);
  1937. }
  1938. info("settings:\n"
  1939. "\trate_control: %s\n"
  1940. "\tbitrate: %d\n"
  1941. "\tcqp: %d\n"
  1942. "\tkeyint: %d\n"
  1943. "\tpreset: %s\n"
  1944. "\tprofile: %s\n"
  1945. "\tlevel: %s\n"
  1946. "\tb-frames: %d\n"
  1947. "\twidth: %d\n"
  1948. "\theight: %d\n"
  1949. "\tscreen content tools: %s\n"
  1950. "\tpalette mode: %s\n"
  1951. "\tpre-analysis: %s\n"
  1952. "\tparams: %s",
  1953. rc_str, bitrate, qp, gop_size, preset, profile, level_str, bf, enc->cx, enc->cy,
  1954. screen_content_tools_enabled ? "true" : "false", palette_mode_enabled ? "true" : "false",
  1955. pa_enabled ? "true" : "false", ffmpeg_opts);
  1956. return true;
  1957. }
  1958. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1959. {
  1960. enc->codec = amf_codec_type::AV1;
  1961. if (!amf_create_encoder(enc))
  1962. throw "Failed to create encoder";
  1963. AMFCapsPtr caps;
  1964. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1965. if (res == AMF_OK) {
  1966. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_BFRAMES, &enc->bframes_supported);
  1967. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1968. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1969. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1970. enc->roi_supported = true;
  1971. }
  1972. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1973. const char *preset = obs_data_get_string(settings, "preset");
  1974. obs_data_set_string(settings, "profile", "main");
  1975. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1976. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1977. set_av1_property(enc, ALIGNMENT_MODE, AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1978. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1979. set_av1_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1980. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1981. set_av1_property(enc, ENCODING_LATENCY_MODE, AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1982. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1983. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1984. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1985. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1986. set_av1_property(enc, SCREEN_CONTENT_TOOLS, true);
  1987. set_av1_property(enc, PALETTE_MODE, true);
  1988. amf_av1_init(enc, settings);
  1989. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1990. if (res != AMF_OK)
  1991. throw amf_error("AMFComponent::Init failed", res);
  1992. AMFVariant p;
  1993. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA, &p);
  1994. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1995. enc->header = AMFBufferPtr(p.pInterface);
  1996. if (enc->bframes_supported) {
  1997. amf_int64 b_frames = 0;
  1998. amf_int64 b_max = 0;
  1999. if (get_av1_property(enc, B_PIC_PATTERN, &b_frames) &&
  2000. get_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  2001. enc->dts_offset = b_frames + 1;
  2002. else
  2003. enc->dts_offset = 0;
  2004. }
  2005. }
  2006. static void *amf_av1_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  2007. try {
  2008. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  2009. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  2010. enc->encoder = encoder;
  2011. enc->encoder_str = "texture-amf-av1";
  2012. if (!amf_init_d3d11(enc.get()))
  2013. throw "Failed to create D3D11";
  2014. amf_av1_create_internal(enc.get(), settings);
  2015. return enc.release();
  2016. } catch (const amf_error &err) {
  2017. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  2018. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  2019. } catch (const char *err) {
  2020. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  2021. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  2022. }
  2023. static void *amf_av1_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  2024. try {
  2025. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  2026. enc->encoder = encoder;
  2027. enc->encoder_str = "fallback-amf-av1";
  2028. video_t *video = obs_encoder_video(encoder);
  2029. const struct video_output_info *voi = video_output_get_info(video);
  2030. switch (voi->format) {
  2031. case VIDEO_FORMAT_I010:
  2032. case VIDEO_FORMAT_P010: {
  2033. break;
  2034. }
  2035. case VIDEO_FORMAT_P216:
  2036. case VIDEO_FORMAT_P416: {
  2037. const char *const text = obs_module_text("AMF.16bitUnsupported");
  2038. obs_encoder_set_last_error(encoder, text);
  2039. throw text;
  2040. }
  2041. default:
  2042. switch (voi->colorspace) {
  2043. case VIDEO_CS_2100_PQ:
  2044. case VIDEO_CS_2100_HLG: {
  2045. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  2046. obs_encoder_set_last_error(encoder, text);
  2047. throw text;
  2048. }
  2049. }
  2050. }
  2051. amf_av1_create_internal(enc.get(), settings);
  2052. return enc.release();
  2053. } catch (const amf_error &err) {
  2054. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  2055. return nullptr;
  2056. } catch (const char *err) {
  2057. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  2058. return nullptr;
  2059. }
  2060. /* These are initial recommended settings that may be lowered later
  2061. * once we know more info such as the resolution and frame rate.
  2062. */
  2063. static void amf_av1_defaults(obs_data_t *settings)
  2064. {
  2065. obs_data_set_default_int(settings, "bitrate", 2500);
  2066. obs_data_set_default_int(settings, "cqp", 20);
  2067. obs_data_set_default_string(settings, "rate_control", "CBR");
  2068. obs_data_set_default_string(settings, "preset", "highQuality");
  2069. obs_data_set_default_int(settings, "bf", 2);
  2070. }
  2071. static void register_av1()
  2072. {
  2073. struct obs_encoder_info amf_encoder_info = {};
  2074. amf_encoder_info.id = "av1_texture_amf";
  2075. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  2076. amf_encoder_info.codec = "av1";
  2077. amf_encoder_info.get_name = amf_av1_get_name;
  2078. amf_encoder_info.create = amf_av1_create_texencode;
  2079. amf_encoder_info.destroy = amf_destroy;
  2080. amf_encoder_info.update = amf_av1_update;
  2081. amf_encoder_info.encode_texture = amf_encode_tex;
  2082. amf_encoder_info.get_defaults = amf_av1_defaults;
  2083. amf_encoder_info.get_properties = amf_av1_properties;
  2084. amf_encoder_info.get_extra_data = amf_extra_data;
  2085. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  2086. obs_register_encoder(&amf_encoder_info);
  2087. amf_encoder_info.id = "av1_fallback_amf";
  2088. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  2089. amf_encoder_info.encode_texture = nullptr;
  2090. amf_encoder_info.create = amf_av1_create_fallback;
  2091. amf_encoder_info.encode = amf_encode_fallback;
  2092. amf_encoder_info.get_video_info = av1_video_info_fallback;
  2093. obs_register_encoder(&amf_encoder_info);
  2094. }
  2095. /* ========================================================================= */
  2096. /* Global Stuff */
  2097. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  2098. {
  2099. std::stringstream &cmd = *(std::stringstream *)param;
  2100. cmd << " " << std::hex << luid;
  2101. UNUSED_PARAMETER(idx);
  2102. return true;
  2103. }
  2104. extern "C" void amf_load(void)
  2105. try {
  2106. AMF_RESULT res;
  2107. HMODULE amf_module_test;
  2108. /* Check if the DLL is present before running the more expensive */
  2109. /* obs-amf-test.exe, but load it as data so it can't crash us */
  2110. amf_module_test = LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  2111. if (!amf_module_test)
  2112. throw "No AMF library";
  2113. FreeLibrary(amf_module_test);
  2114. /* ----------------------------------- */
  2115. /* Check for supported codecs */
  2116. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  2117. std::stringstream cmd;
  2118. std::string caps_str;
  2119. cmd << '"';
  2120. cmd << test_exe;
  2121. cmd << '"';
  2122. enum_graphics_device_luids(enum_luids, &cmd);
  2123. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  2124. if (!pp)
  2125. throw "Failed to launch the AMF test process I guess";
  2126. for (;;) {
  2127. char data[2048];
  2128. size_t len = os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  2129. if (!len)
  2130. break;
  2131. caps_str.append(data, len);
  2132. }
  2133. os_process_pipe_destroy(pp);
  2134. if (caps_str.empty())
  2135. throw "Seems the AMF test subprocess crashed. "
  2136. "Better there than here I guess. "
  2137. "Let's just skip loading AMF then I suppose.";
  2138. ConfigFile config;
  2139. if (config.OpenString(caps_str.c_str()) != 0)
  2140. throw "Failed to open config string";
  2141. const char *error = config_get_string(config, "error", "string");
  2142. if (error)
  2143. throw std::string(error);
  2144. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  2145. bool avc_supported = false;
  2146. bool hevc_supported = false;
  2147. bool av1_supported = false;
  2148. for (uint32_t i = 0; i < adapter_count; i++) {
  2149. std::string section = std::to_string(i);
  2150. adapter_caps &info = caps[i];
  2151. info.is_amd = config_get_bool(config, section.c_str(), "is_amd");
  2152. info.supports_avc = config_get_bool(config, section.c_str(), "supports_avc");
  2153. info.supports_hevc = config_get_bool(config, section.c_str(), "supports_hevc");
  2154. info.supports_av1 = config_get_bool(config, section.c_str(), "supports_av1");
  2155. avc_supported |= info.supports_avc;
  2156. hevc_supported |= info.supports_hevc;
  2157. av1_supported |= info.supports_av1;
  2158. }
  2159. if (!avc_supported && !hevc_supported && !av1_supported)
  2160. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  2161. /* ----------------------------------- */
  2162. /* Init AMF */
  2163. amf_module = LoadLibraryW(AMF_DLL_NAME);
  2164. if (!amf_module)
  2165. throw "AMF library failed to load";
  2166. AMFInit_Fn init = (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  2167. if (!init)
  2168. throw "Failed to get AMFInit address";
  2169. res = init(AMF_FULL_VERSION, &amf_factory);
  2170. if (res != AMF_OK)
  2171. throw amf_error("AMFInit failed", res);
  2172. res = amf_factory->GetTrace(&amf_trace);
  2173. if (res != AMF_OK)
  2174. throw amf_error("GetTrace failed", res);
  2175. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  2176. if (!get_ver)
  2177. throw "Failed to get AMFQueryVersion address";
  2178. res = get_ver(&amf_version);
  2179. if (res != AMF_OK)
  2180. throw amf_error("AMFQueryVersion failed", res);
  2181. #ifndef DEBUG_AMF_STUFF
  2182. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  2183. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  2184. #endif
  2185. /* ----------------------------------- */
  2186. /* Register encoders */
  2187. if (avc_supported)
  2188. register_avc();
  2189. #if ENABLE_HEVC
  2190. if (hevc_supported)
  2191. register_hevc();
  2192. #endif
  2193. if (av1_supported)
  2194. register_av1();
  2195. } catch (const std::string &str) {
  2196. /* doing debug here because string exceptions indicate the user is
  2197. * probably not using AMD */
  2198. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  2199. } catch (const char *str) {
  2200. /* doing debug here because string exceptions indicate the user is
  2201. * probably not using AMD */
  2202. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  2203. } catch (const amf_error &err) {
  2204. /* doing an error here because it means at least the library has loaded
  2205. * successfully, so they probably have AMD at this point */
  2206. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str, (uint32_t)err.res);
  2207. }
  2208. extern "C" void amf_unload(void)
  2209. {
  2210. if (amf_module && amf_trace) {
  2211. amf_trace->TraceFlush();
  2212. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  2213. }
  2214. }