1
0

texture-amf.cpp 88 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681
  1. #include <util/threading.h>
  2. #include <opts-parser.h>
  3. #include <obs-module.h>
  4. #include <obs-avc.h>
  5. #include <unordered_map>
  6. #include <cstdlib>
  7. #include <memory>
  8. #include <sstream>
  9. #include <vector>
  10. #include <mutex>
  11. #include <deque>
  12. #include <map>
  13. #include <AMF/components/VideoEncoderHEVC.h>
  14. #include <AMF/components/VideoEncoderVCE.h>
  15. #include <AMF/components/VideoEncoderAV1.h>
  16. #include <AMF/core/Factory.h>
  17. #include <AMF/core/Trace.h>
  18. #include <dxgi.h>
  19. #include <d3d11.h>
  20. #include <d3d11_1.h>
  21. #include <util/windows/device-enum.h>
  22. #include <util/windows/HRError.hpp>
  23. #include <util/windows/ComPtr.hpp>
  24. #include <util/platform.h>
  25. #include <util/util.hpp>
  26. #include <util/pipe.h>
  27. #include <util/dstr.h>
  28. using namespace amf;
  29. /* ========================================================================= */
  30. /* Junk */
  31. #define do_log(level, format, ...) \
  32. blog(level, "[%s: '%s'] " format, enc->encoder_str, obs_encoder_get_name(enc->encoder), ##__VA_ARGS__)
  33. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  34. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  35. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  36. #define debug(format, ...) do_log(LOG_DEBUG, format, ##__VA_ARGS__)
  37. struct amf_error {
  38. const char *str;
  39. AMF_RESULT res;
  40. inline amf_error(const char *str, AMF_RESULT res) : str(str), res(res) {}
  41. };
  42. struct handle_tex {
  43. uint32_t handle;
  44. ComPtr<ID3D11Texture2D> tex;
  45. ComPtr<IDXGIKeyedMutex> km;
  46. };
  47. struct adapter_caps {
  48. bool is_amd = false;
  49. bool supports_avc = false;
  50. bool supports_hevc = false;
  51. bool supports_av1 = false;
  52. };
  53. /* ------------------------------------------------------------------------- */
  54. static std::map<uint32_t, adapter_caps> caps;
  55. static bool h264_supported = false;
  56. static AMFFactory *amf_factory = nullptr;
  57. static AMFTrace *amf_trace = nullptr;
  58. static HMODULE amf_module = nullptr;
  59. static uint64_t amf_version = 0;
  60. /* ================================================================================================================= */
  61. /* The structure and tables below are used to determine the appropriate minimum encoding level for the codecs. AMF
  62. * defaults to the highest level for each codec (AVC, HEVC, AV1), and some client devices will reject playback if the
  63. * codec level is higher than its decode abilities.
  64. */
  65. struct codec_level_entry {
  66. const char *level_str;
  67. uint64_t max_luma_sample_rate;
  68. uint64_t max_luma_picture_size;
  69. amf_int64 amf_level;
  70. };
  71. // Ensure the table entries are ordered from lowest to highest
  72. static std::vector<codec_level_entry> avc_levels = {{"1", (uint64_t)1485 * 256, 99 * 256, AMF_H264_LEVEL__1},
  73. {"1.1", (uint64_t)3000 * 256, 396 * 256, AMF_H264_LEVEL__1_1},
  74. {"1.2", (uint64_t)6000 * 256, 396 * 256, AMF_H264_LEVEL__1_2},
  75. {"1.3", (uint64_t)11880 * 256, 396 * 256, AMF_H264_LEVEL__1_3},
  76. {"2", (uint64_t)11880 * 256, 396 * 256, AMF_H264_LEVEL__2},
  77. {"2.1", (uint64_t)19800 * 256, 792 * 256, AMF_H264_LEVEL__2_1},
  78. {"2.2", (uint64_t)20250 * 256, 1620 * 256, AMF_H264_LEVEL__2_2},
  79. {"3", (uint64_t)40500 * 256, 1620 * 256, AMF_H264_LEVEL__3},
  80. {"3.1", (uint64_t)108000 * 256, 3600 * 256, AMF_H264_LEVEL__3_1},
  81. {"3.2", (uint64_t)216000 * 256, 5120 * 256, AMF_H264_LEVEL__3_2},
  82. {"4", (uint64_t)245760 * 256, 8192 * 256, AMF_H264_LEVEL__4},
  83. {"4.1", (uint64_t)245760 * 256, 8192 * 256, AMF_H264_LEVEL__4_1},
  84. {"4.2", (uint64_t)522240 * 256, 8704 * 256, AMF_H264_LEVEL__4_2},
  85. {"5", (uint64_t)589824 * 256, 22080 * 256, AMF_H264_LEVEL__5},
  86. {"5.1", (uint64_t)983040 * 256, 36864 * 256, AMF_H264_LEVEL__5_1},
  87. {"5.2", (uint64_t)2073600 * 256, 36864 * 256, AMF_H264_LEVEL__5_2},
  88. {"6", (uint64_t)4177920 * 256, 139264 * 256, AMF_H264_LEVEL__6},
  89. {"6.1", (uint64_t)8355840 * 256, 139264 * 256, AMF_H264_LEVEL__6_1},
  90. {"6.2", (uint64_t)16711680 * 256, 139264 * 256,
  91. AMF_H264_LEVEL__6_2}};
  92. // Ensure the table entries are ordered from lowest to highest
  93. static std::vector<codec_level_entry> hevc_levels = {
  94. {"1", 552960, 36864, AMF_LEVEL_1}, {"2", 3686400, 122880, AMF_LEVEL_2},
  95. {"2.1", 7372800, 245760, AMF_LEVEL_2_1}, {"3", 16588800, 552960, AMF_LEVEL_3},
  96. {"3.1", 33177600, 983040, AMF_LEVEL_3_1}, {"4", 66846720, 2228224, AMF_LEVEL_4},
  97. {"4.1", 133693440, 2228224, AMF_LEVEL_4_1}, {"5", 267386880, 8912896, AMF_LEVEL_5},
  98. {"5.1", 534773760, 8912896, AMF_LEVEL_5_1}, {"5.2", 1069547520, 8912896, AMF_LEVEL_5_2},
  99. {"6", 1069547520, 35651584, AMF_LEVEL_6}, {"6.1", 2139095040, 35651584, AMF_LEVEL_6_1},
  100. {"6.2", 4278190080, 35651584, AMF_LEVEL_6_2}};
  101. /* Ensure the table entries are ordered from lowest to highest.
  102. *
  103. * The AV1 specification currently defines 14 levels, even though more are available (reserved) such as 4.3 and 7.0.
  104. *
  105. * AV1 defines MaxDisplayRate and MaxDecodeRate, which correspond to TotalDisplayLumaSampleRate and
  106. * TotalDecodedLumaSampleRate, respectively, defined in the specification. For the table below, MaxDecodeRate is being
  107. * used because it corresponds to all frames with show_existing_frame=0.
  108. *
  109. * Refer to the following for more information: https://github.com/AOMediaCodec/av1-spec/blob/master/annex.a.levels.md
  110. */
  111. static std::vector<codec_level_entry> av1_levels = {
  112. {"2.0", (uint64_t)5529600, 147456, AMF_VIDEO_ENCODER_AV1_LEVEL_2_0},
  113. {"2.1", (uint64_t)10454400, 278784, AMF_VIDEO_ENCODER_AV1_LEVEL_2_1},
  114. {"3.0", (uint64_t)24969600, 665856, AMF_VIDEO_ENCODER_AV1_LEVEL_3_0},
  115. {"3.1", (uint64_t)39938400, 1065024, AMF_VIDEO_ENCODER_AV1_LEVEL_3_1},
  116. {"4.0", (uint64_t)77856768, 2359296, AMF_VIDEO_ENCODER_AV1_LEVEL_4_0},
  117. {"4.1", (uint64_t)155713536, 2359296, AMF_VIDEO_ENCODER_AV1_LEVEL_4_1},
  118. {"5.0", (uint64_t)273715200, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_0},
  119. {"5.1", (uint64_t)547430400, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_1},
  120. {"5.2", (uint64_t)1094860800, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_2},
  121. {"5.3", (uint64_t)1176502272, 8912896, AMF_VIDEO_ENCODER_AV1_LEVEL_5_3},
  122. {"6.0", (uint64_t)1176502272, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_0},
  123. {"6.1", (uint64_t)2189721600, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_1},
  124. {"6.2", (uint64_t)4379443200, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_2},
  125. {"6.3", (uint64_t)4706009088, 35651584, AMF_VIDEO_ENCODER_AV1_LEVEL_6_3}};
  126. /* ========================================================================= */
  127. /* Main Implementation */
  128. enum class amf_codec_type {
  129. AVC,
  130. HEVC,
  131. AV1,
  132. };
  133. struct amf_base {
  134. obs_encoder_t *encoder;
  135. const char *encoder_str;
  136. amf_codec_type codec;
  137. bool fallback;
  138. AMFContextPtr amf_context;
  139. AMFComponentPtr amf_encoder;
  140. AMFBufferPtr packet_data;
  141. AMFRate amf_frame_rate;
  142. AMFBufferPtr header;
  143. AMFSurfacePtr roi_map;
  144. std::deque<AMFDataPtr> queued_packets;
  145. AMF_VIDEO_CONVERTER_COLOR_PROFILE_ENUM amf_color_profile;
  146. AMF_COLOR_TRANSFER_CHARACTERISTIC_ENUM amf_characteristic;
  147. AMF_COLOR_PRIMARIES_ENUM amf_primaries;
  148. AMF_SURFACE_FORMAT amf_format;
  149. amf_int64 max_throughput = 0;
  150. amf_int64 requested_throughput = 0;
  151. amf_int64 throughput = 0;
  152. int64_t dts_offset = 0;
  153. uint32_t cx;
  154. uint32_t cy;
  155. uint32_t linesize = 0;
  156. uint32_t roi_increment = 0;
  157. int fps_num;
  158. int fps_den;
  159. bool full_range;
  160. bool bframes_supported = false;
  161. bool first_update = true;
  162. bool roi_supported = false;
  163. inline amf_base(bool fallback) : fallback(fallback) {}
  164. virtual ~amf_base() = default;
  165. virtual void init() = 0;
  166. };
  167. using d3dtex_t = ComPtr<ID3D11Texture2D>;
  168. using buf_t = std::vector<uint8_t>;
  169. struct amf_texencode : amf_base, public AMFSurfaceObserver {
  170. volatile bool destroying = false;
  171. std::vector<handle_tex> input_textures;
  172. std::mutex textures_mutex;
  173. std::vector<d3dtex_t> available_textures;
  174. std::unordered_map<AMFSurface *, d3dtex_t> active_textures;
  175. ComPtr<ID3D11Device> device;
  176. ComPtr<ID3D11DeviceContext> context;
  177. inline amf_texencode() : amf_base(false) {}
  178. ~amf_texencode() { os_atomic_set_bool(&destroying, true); }
  179. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  180. {
  181. if (os_atomic_load_bool(&destroying))
  182. return;
  183. std::scoped_lock lock(textures_mutex);
  184. auto it = active_textures.find(surf);
  185. if (it != active_textures.end()) {
  186. available_textures.push_back(it->second);
  187. active_textures.erase(it);
  188. }
  189. }
  190. void init() override
  191. {
  192. AMF_RESULT res = amf_context->InitDX11(device, AMF_DX11_1);
  193. if (res != AMF_OK)
  194. throw amf_error("InitDX11 failed", res);
  195. }
  196. };
  197. struct amf_fallback : amf_base, public AMFSurfaceObserver {
  198. volatile bool destroying = false;
  199. std::mutex buffers_mutex;
  200. std::vector<buf_t> available_buffers;
  201. std::unordered_map<AMFSurface *, buf_t> active_buffers;
  202. inline amf_fallback() : amf_base(true) {}
  203. ~amf_fallback() { os_atomic_set_bool(&destroying, true); }
  204. void AMF_STD_CALL OnSurfaceDataRelease(amf::AMFSurface *surf) override
  205. {
  206. if (os_atomic_load_bool(&destroying))
  207. return;
  208. std::scoped_lock lock(buffers_mutex);
  209. auto it = active_buffers.find(surf);
  210. if (it != active_buffers.end()) {
  211. available_buffers.push_back(std::move(it->second));
  212. active_buffers.erase(it);
  213. }
  214. }
  215. void init() override
  216. {
  217. AMF_RESULT res = amf_context->InitDX11(nullptr, AMF_DX11_1);
  218. if (res != AMF_OK)
  219. throw amf_error("InitDX11 failed", res);
  220. }
  221. };
  222. /* ------------------------------------------------------------------------- */
  223. /* More garbage */
  224. template<typename T> static bool get_amf_property(amf_base *enc, const wchar_t *name, T *value)
  225. {
  226. AMF_RESULT res = enc->amf_encoder->GetProperty(name, value);
  227. return res == AMF_OK;
  228. }
  229. template<typename T> static void set_amf_property(amf_base *enc, const wchar_t *name, const T &value)
  230. {
  231. AMF_RESULT res = enc->amf_encoder->SetProperty(name, value);
  232. if (res != AMF_OK)
  233. error("Failed to set property '%ls': %ls", name, amf_trace->GetResultText(res));
  234. }
  235. #define set_avc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  236. #define set_hevc_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  237. #define set_av1_property(enc, name, value) set_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  238. #define get_avc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_##name, value)
  239. #define get_hevc_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_HEVC_##name, value)
  240. #define get_av1_property(enc, name, value) get_amf_property(enc, AMF_VIDEO_ENCODER_AV1_##name, value)
  241. #define get_opt_name(name) \
  242. ((enc->codec == amf_codec_type::AVC) ? AMF_VIDEO_ENCODER_##name \
  243. : (enc->codec == amf_codec_type::HEVC) ? AMF_VIDEO_ENCODER_HEVC_##name \
  244. : AMF_VIDEO_ENCODER_AV1_##name)
  245. #define set_opt(name, value) set_amf_property(enc, get_opt_name(name), value)
  246. #define get_opt(name, value) get_amf_property(enc, get_opt_name(name), value)
  247. #define set_avc_opt(name, value) set_avc_property(enc, name, value)
  248. #define set_hevc_opt(name, value) set_hevc_property(enc, name, value)
  249. #define set_av1_opt(name, value) set_av1_property(enc, name, value)
  250. #define set_enum_opt(name, value) set_amf_property(enc, get_opt_name(name), get_opt_name(name##_##value))
  251. #define set_avc_enum(name, value) set_avc_property(enc, name, AMF_VIDEO_ENCODER_##name##_##value)
  252. #define set_hevc_enum(name, value) set_hevc_property(enc, name, AMF_VIDEO_ENCODER_HEVC_##name##_##value)
  253. #define set_av1_enum(name, value) set_av1_property(enc, name, AMF_VIDEO_ENCODER_AV1_##name##_##value)
  254. /* ------------------------------------------------------------------------- */
  255. /* Implementation */
  256. static HMODULE get_lib(const char *lib)
  257. {
  258. HMODULE mod = GetModuleHandleA(lib);
  259. if (mod)
  260. return mod;
  261. return LoadLibraryA(lib);
  262. }
  263. #define AMD_VENDOR_ID 0x1002
  264. typedef HRESULT(WINAPI *CREATEDXGIFACTORY1PROC)(REFIID, void **);
  265. static bool amf_init_d3d11(amf_texencode *enc)
  266. try {
  267. HMODULE dxgi = get_lib("DXGI.dll");
  268. HMODULE d3d11 = get_lib("D3D11.dll");
  269. CREATEDXGIFACTORY1PROC create_dxgi;
  270. PFN_D3D11_CREATE_DEVICE create_device;
  271. ComPtr<IDXGIFactory> factory;
  272. ComPtr<ID3D11Device> device;
  273. ComPtr<ID3D11DeviceContext> context;
  274. ComPtr<IDXGIAdapter> adapter;
  275. DXGI_ADAPTER_DESC desc;
  276. HRESULT hr;
  277. if (!dxgi || !d3d11)
  278. throw "Couldn't get D3D11/DXGI libraries? "
  279. "That definitely shouldn't be possible.";
  280. create_dxgi = (CREATEDXGIFACTORY1PROC)GetProcAddress(dxgi, "CreateDXGIFactory1");
  281. create_device = (PFN_D3D11_CREATE_DEVICE)GetProcAddress(d3d11, "D3D11CreateDevice");
  282. if (!create_dxgi || !create_device)
  283. throw "Failed to load D3D11/DXGI procedures";
  284. hr = create_dxgi(__uuidof(IDXGIFactory2), (void **)&factory);
  285. if (FAILED(hr))
  286. throw HRError("CreateDXGIFactory1 failed", hr);
  287. obs_video_info ovi;
  288. obs_get_video_info(&ovi);
  289. hr = factory->EnumAdapters(ovi.adapter, &adapter);
  290. if (FAILED(hr))
  291. throw HRError("EnumAdapters failed", hr);
  292. adapter->GetDesc(&desc);
  293. if (desc.VendorId != AMD_VENDOR_ID)
  294. throw "Seems somehow AMF is trying to initialize "
  295. "on a non-AMD adapter";
  296. hr = create_device(adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr, 0, nullptr, 0, D3D11_SDK_VERSION, &device,
  297. nullptr, &context);
  298. if (FAILED(hr))
  299. throw HRError("D3D11CreateDevice failed", hr);
  300. enc->device = device;
  301. enc->context = context;
  302. return true;
  303. } catch (const HRError &err) {
  304. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  305. return false;
  306. } catch (const char *err) {
  307. error("%s: %s", __FUNCTION__, err);
  308. return false;
  309. }
  310. static void add_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  311. {
  312. ID3D11Device *device = enc->device;
  313. HRESULT hr;
  314. D3D11_TEXTURE2D_DESC desc;
  315. from->GetDesc(&desc);
  316. desc.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
  317. desc.MiscFlags = 0;
  318. hr = device->CreateTexture2D(&desc, nullptr, &output_tex);
  319. if (FAILED(hr))
  320. throw HRError("Failed to create texture", hr);
  321. }
  322. static inline bool get_available_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex)
  323. {
  324. std::scoped_lock lock(enc->textures_mutex);
  325. if (enc->available_textures.size()) {
  326. output_tex = enc->available_textures.back();
  327. enc->available_textures.pop_back();
  328. return true;
  329. }
  330. return false;
  331. }
  332. static inline void get_output_tex(amf_texencode *enc, ComPtr<ID3D11Texture2D> &output_tex, ID3D11Texture2D *from)
  333. {
  334. if (!get_available_tex(enc, output_tex))
  335. add_output_tex(enc, output_tex, from);
  336. }
  337. static void get_tex_from_handle(amf_texencode *enc, uint32_t handle, IDXGIKeyedMutex **km_out,
  338. ID3D11Texture2D **tex_out)
  339. {
  340. ID3D11Device *device = enc->device;
  341. ComPtr<ID3D11Texture2D> tex;
  342. HRESULT hr;
  343. for (size_t i = 0; i < enc->input_textures.size(); i++) {
  344. struct handle_tex &ht = enc->input_textures[i];
  345. if (ht.handle == handle) {
  346. ht.km.CopyTo(km_out);
  347. ht.tex.CopyTo(tex_out);
  348. return;
  349. }
  350. }
  351. hr = device->OpenSharedResource((HANDLE)(uintptr_t)handle, __uuidof(ID3D11Resource), (void **)&tex);
  352. if (FAILED(hr))
  353. throw HRError("OpenSharedResource failed", hr);
  354. ComQIPtr<IDXGIKeyedMutex> km(tex);
  355. if (!km)
  356. throw "QueryInterface(IDXGIKeyedMutex) failed";
  357. tex->SetEvictionPriority(DXGI_RESOURCE_PRIORITY_MAXIMUM);
  358. struct handle_tex new_ht = {handle, tex, km};
  359. enc->input_textures.push_back(std::move(new_ht));
  360. *km_out = km.Detach();
  361. *tex_out = tex.Detach();
  362. }
  363. static constexpr amf_int64 macroblock_size = 16;
  364. static inline void calc_throughput(amf_base *enc)
  365. {
  366. amf_int64 mb_cx = ((amf_int64)enc->cx + (macroblock_size - 1)) / macroblock_size;
  367. amf_int64 mb_cy = ((amf_int64)enc->cy + (macroblock_size - 1)) / macroblock_size;
  368. amf_int64 mb_frame = mb_cx * mb_cy;
  369. enc->throughput = mb_frame * (amf_int64)enc->fps_num / (amf_int64)enc->fps_den;
  370. }
  371. static inline int get_avc_preset(amf_base *enc, const char *preset);
  372. #if ENABLE_HEVC
  373. static inline int get_hevc_preset(amf_base *enc, const char *preset);
  374. #endif
  375. static inline int get_av1_preset(amf_base *enc, const char *preset);
  376. static inline int get_preset(amf_base *enc, const char *preset)
  377. {
  378. if (enc->codec == amf_codec_type::AVC)
  379. return get_avc_preset(enc, preset);
  380. #if ENABLE_HEVC
  381. else if (enc->codec == amf_codec_type::HEVC)
  382. return get_hevc_preset(enc, preset);
  383. #endif
  384. else if (enc->codec == amf_codec_type::AV1)
  385. return get_av1_preset(enc, preset);
  386. return 0;
  387. }
  388. static inline void refresh_throughput_caps(amf_base *enc, const char *&preset)
  389. {
  390. AMF_RESULT res = AMF_OK;
  391. AMFCapsPtr caps;
  392. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  393. res = enc->amf_encoder->GetCaps(&caps);
  394. if (res == AMF_OK) {
  395. caps->GetProperty(get_opt_name(CAP_MAX_THROUGHPUT), &enc->max_throughput);
  396. caps->GetProperty(get_opt_name(CAP_REQUESTED_THROUGHPUT), &enc->requested_throughput);
  397. }
  398. }
  399. static inline void check_preset_compatibility(amf_base *enc, const char *&preset)
  400. {
  401. /* The throughput depends on the current preset and the other static
  402. * encoder properties. If the throughput is lower than the max
  403. * throughput, switch to a lower preset. */
  404. refresh_throughput_caps(enc, preset);
  405. if (astrcmpi(preset, "highQuality") == 0) {
  406. if (!enc->max_throughput) {
  407. preset = "quality";
  408. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  409. } else {
  410. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  411. preset = "quality";
  412. refresh_throughput_caps(enc, preset);
  413. }
  414. }
  415. }
  416. if (astrcmpi(preset, "quality") == 0) {
  417. if (!enc->max_throughput) {
  418. preset = "balanced";
  419. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  420. } else {
  421. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  422. preset = "balanced";
  423. refresh_throughput_caps(enc, preset);
  424. }
  425. }
  426. }
  427. if (astrcmpi(preset, "balanced") == 0) {
  428. if (!enc->max_throughput) {
  429. preset = "speed";
  430. set_opt(QUALITY_PRESET, get_preset(enc, preset));
  431. } else {
  432. if (enc->max_throughput - enc->requested_throughput < enc->throughput) {
  433. preset = "speed";
  434. refresh_throughput_caps(enc, preset);
  435. }
  436. }
  437. }
  438. }
  439. static inline int64_t convert_to_amf_ts(amf_base *enc, int64_t ts)
  440. {
  441. constexpr int64_t amf_timebase = AMF_SECOND;
  442. return ts * amf_timebase / (int64_t)enc->fps_den;
  443. }
  444. static inline int64_t convert_to_obs_ts(amf_base *enc, int64_t ts)
  445. {
  446. constexpr int64_t amf_timebase = AMF_SECOND;
  447. return ts * (int64_t)enc->fps_den / amf_timebase;
  448. }
  449. static void convert_to_encoder_packet(amf_base *enc, AMFDataPtr &data, encoder_packet *packet)
  450. {
  451. if (!data)
  452. return;
  453. enc->packet_data = AMFBufferPtr(data);
  454. data->GetProperty(L"PTS", &packet->pts);
  455. const wchar_t *get_output_type;
  456. switch (enc->codec) {
  457. case amf_codec_type::AVC:
  458. get_output_type = AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE;
  459. break;
  460. case amf_codec_type::HEVC:
  461. get_output_type = AMF_VIDEO_ENCODER_HEVC_OUTPUT_DATA_TYPE;
  462. break;
  463. case amf_codec_type::AV1:
  464. get_output_type = AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE;
  465. break;
  466. }
  467. uint64_t type = 0;
  468. AMF_RESULT res = data->GetProperty(get_output_type, &type);
  469. if (res != AMF_OK)
  470. throw amf_error("Failed to GetProperty(): encoder output "
  471. "data type",
  472. res);
  473. if (enc->codec == amf_codec_type::AVC || enc->codec == amf_codec_type::HEVC) {
  474. switch (type) {
  475. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR:
  476. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  477. break;
  478. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_I:
  479. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_P:
  480. packet->priority = OBS_NAL_PRIORITY_HIGH;
  481. break;
  482. case AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_B:
  483. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  484. break;
  485. }
  486. } else if (enc->codec == amf_codec_type::AV1) {
  487. switch (type) {
  488. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_KEY:
  489. packet->priority = OBS_NAL_PRIORITY_HIGHEST;
  490. break;
  491. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTRA_ONLY:
  492. packet->priority = OBS_NAL_PRIORITY_HIGH;
  493. break;
  494. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_INTER:
  495. packet->priority = OBS_NAL_PRIORITY_LOW;
  496. break;
  497. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SWITCH:
  498. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  499. break;
  500. case AMF_VIDEO_ENCODER_AV1_OUTPUT_FRAME_TYPE_SHOW_EXISTING:
  501. packet->priority = OBS_NAL_PRIORITY_DISPOSABLE;
  502. break;
  503. }
  504. }
  505. packet->data = (uint8_t *)enc->packet_data->GetNative();
  506. packet->size = enc->packet_data->GetSize();
  507. packet->type = OBS_ENCODER_VIDEO;
  508. packet->dts = convert_to_obs_ts(enc, data->GetPts());
  509. packet->keyframe = type == AMF_VIDEO_ENCODER_OUTPUT_DATA_TYPE_IDR;
  510. if (enc->dts_offset && enc->codec != amf_codec_type::AV1)
  511. packet->dts -= enc->dts_offset;
  512. }
  513. #ifndef SEC_TO_NSEC
  514. #define SEC_TO_NSEC 1000000000ULL
  515. #endif
  516. struct roi_params {
  517. uint32_t mb_width;
  518. uint32_t mb_height;
  519. amf_int32 pitch;
  520. bool h264;
  521. amf_uint32 *buf;
  522. };
  523. static void roi_cb(void *param, obs_encoder_roi *roi)
  524. {
  525. const roi_params *rp = static_cast<roi_params *>(param);
  526. /* AMF does not support negative priority */
  527. if (roi->priority < 0)
  528. return;
  529. const uint32_t mb_size = rp->h264 ? 16 : 64;
  530. const uint32_t roi_left = roi->left / mb_size;
  531. const uint32_t roi_top = roi->top / mb_size;
  532. const uint32_t roi_right = (roi->right - 1) / mb_size;
  533. const uint32_t roi_bottom = (roi->bottom - 1) / mb_size;
  534. /* Importance value range is 0..10 */
  535. const amf_uint32 priority = (amf_uint32)(10.0f * roi->priority);
  536. for (uint32_t mb_y = 0; mb_y < rp->mb_height; mb_y++) {
  537. if (mb_y < roi_top || mb_y > roi_bottom)
  538. continue;
  539. for (uint32_t mb_x = 0; mb_x < rp->mb_width; mb_x++) {
  540. if (mb_x < roi_left || mb_x > roi_right)
  541. continue;
  542. rp->buf[mb_y * rp->pitch / sizeof(amf_uint32) + mb_x] = priority;
  543. }
  544. }
  545. }
  546. static void create_roi(amf_base *enc, AMFSurface *amf_surf)
  547. {
  548. uint32_t mb_size = 16; /* H.264 is always 16x16 */
  549. if (enc->codec == amf_codec_type::HEVC || enc->codec == amf_codec_type::AV1)
  550. mb_size = 64; /* AMF HEVC & AV1 use 64x64 blocks */
  551. const uint32_t mb_width = (enc->cx + mb_size - 1) / mb_size;
  552. const uint32_t mb_height = (enc->cy + mb_size - 1) / mb_size;
  553. if (!enc->roi_map) {
  554. AMFContext1Ptr context1(enc->amf_context);
  555. AMF_RESULT res = context1->AllocSurfaceEx(AMF_MEMORY_HOST, AMF_SURFACE_GRAY32, mb_width, mb_height,
  556. AMF_SURFACE_USAGE_DEFAULT | AMF_SURFACE_USAGE_LINEAR,
  557. AMF_MEMORY_CPU_DEFAULT, &enc->roi_map);
  558. if (res != AMF_OK) {
  559. warn("Failed allocating surface for ROI map!");
  560. /* Clear ROI to prevent failure the next frame */
  561. obs_encoder_clear_roi(enc->encoder);
  562. return;
  563. }
  564. }
  565. /* This is just following the SimpleROI example. */
  566. amf_uint32 *pBuf = (amf_uint32 *)enc->roi_map->GetPlaneAt(0)->GetNative();
  567. amf_int32 pitch = enc->roi_map->GetPlaneAt(0)->GetHPitch();
  568. memset(pBuf, 0, pitch * mb_height);
  569. roi_params par{mb_width, mb_height, pitch, enc->codec == amf_codec_type::AVC, pBuf};
  570. obs_encoder_enum_roi(enc->encoder, roi_cb, &par);
  571. enc->roi_increment = obs_encoder_get_roi_increment(enc->encoder);
  572. }
  573. static void add_roi(amf_base *enc, AMFSurface *amf_surf)
  574. {
  575. const uint32_t increment = obs_encoder_get_roi_increment(enc->encoder);
  576. if (increment != enc->roi_increment || !enc->roi_increment)
  577. create_roi(enc, amf_surf);
  578. if (enc->codec == amf_codec_type::AVC)
  579. amf_surf->SetProperty(AMF_VIDEO_ENCODER_ROI_DATA, enc->roi_map);
  580. else if (enc->codec == amf_codec_type::HEVC)
  581. amf_surf->SetProperty(AMF_VIDEO_ENCODER_HEVC_ROI_DATA, enc->roi_map);
  582. else if (enc->codec == amf_codec_type::AV1)
  583. amf_surf->SetProperty(AMF_VIDEO_ENCODER_AV1_ROI_DATA, enc->roi_map);
  584. }
  585. static void amf_encode_base(amf_base *enc, AMFSurface *amf_surf, encoder_packet *packet, bool *received_packet)
  586. {
  587. auto &queued_packets = enc->queued_packets;
  588. uint64_t ts_start = os_gettime_ns();
  589. AMF_RESULT res;
  590. *received_packet = false;
  591. bool waiting = true;
  592. while (waiting) {
  593. /* ----------------------------------- */
  594. /* add ROI data (if any) */
  595. if (enc->roi_supported && obs_encoder_has_roi(enc->encoder))
  596. add_roi(enc, amf_surf);
  597. /* ----------------------------------- */
  598. /* submit frame */
  599. res = enc->amf_encoder->SubmitInput(amf_surf);
  600. if (res == AMF_OK || res == AMF_NEED_MORE_INPUT) {
  601. waiting = false;
  602. } else if (res == AMF_INPUT_FULL) {
  603. os_sleep_ms(1);
  604. uint64_t duration = os_gettime_ns() - ts_start;
  605. constexpr uint64_t timeout = 5 * SEC_TO_NSEC;
  606. if (duration >= timeout) {
  607. throw amf_error("SubmitInput timed out", res);
  608. }
  609. } else {
  610. throw amf_error("SubmitInput failed", res);
  611. }
  612. /* ----------------------------------- */
  613. /* query as many packets as possible */
  614. AMFDataPtr new_packet;
  615. do {
  616. res = enc->amf_encoder->QueryOutput(&new_packet);
  617. if (new_packet)
  618. queued_packets.push_back(new_packet);
  619. if (res != AMF_REPEAT && res != AMF_OK) {
  620. throw amf_error("QueryOutput failed", res);
  621. }
  622. } while (!!new_packet);
  623. }
  624. /* ----------------------------------- */
  625. /* return a packet if available */
  626. if (queued_packets.size()) {
  627. AMFDataPtr amf_out;
  628. amf_out = queued_packets.front();
  629. queued_packets.pop_front();
  630. *received_packet = true;
  631. convert_to_encoder_packet(enc, amf_out, packet);
  632. }
  633. }
  634. static bool amf_encode_tex(void *data, uint32_t handle, int64_t pts, uint64_t lock_key, uint64_t *next_key,
  635. encoder_packet *packet, bool *received_packet)
  636. try {
  637. amf_texencode *enc = (amf_texencode *)data;
  638. ID3D11DeviceContext *context = enc->context;
  639. ComPtr<ID3D11Texture2D> output_tex;
  640. ComPtr<ID3D11Texture2D> input_tex;
  641. ComPtr<IDXGIKeyedMutex> km;
  642. AMFSurfacePtr amf_surf;
  643. AMF_RESULT res;
  644. if (handle == GS_INVALID_HANDLE) {
  645. *next_key = lock_key;
  646. throw "Encode failed: bad texture handle";
  647. }
  648. /* ------------------------------------ */
  649. /* get the input tex */
  650. get_tex_from_handle(enc, handle, &km, &input_tex);
  651. /* ------------------------------------ */
  652. /* get an output tex */
  653. get_output_tex(enc, output_tex, input_tex);
  654. /* ------------------------------------ */
  655. /* copy to output tex */
  656. km->AcquireSync(lock_key, INFINITE);
  657. context->CopyResource((ID3D11Resource *)output_tex.Get(), (ID3D11Resource *)input_tex.Get());
  658. context->Flush();
  659. km->ReleaseSync(*next_key);
  660. /* ------------------------------------ */
  661. /* map output tex to amf surface */
  662. res = enc->amf_context->CreateSurfaceFromDX11Native(output_tex, &amf_surf, enc);
  663. if (res != AMF_OK)
  664. throw amf_error("CreateSurfaceFromDX11Native failed", res);
  665. int64_t last_ts = convert_to_amf_ts(enc, pts - 1);
  666. int64_t cur_ts = convert_to_amf_ts(enc, pts);
  667. amf_surf->SetPts(cur_ts);
  668. amf_surf->SetProperty(L"PTS", pts);
  669. {
  670. std::scoped_lock lock(enc->textures_mutex);
  671. enc->active_textures[amf_surf.GetPtr()] = output_tex;
  672. }
  673. /* ------------------------------------ */
  674. /* do actual encode */
  675. amf_encode_base(enc, amf_surf, packet, received_packet);
  676. return true;
  677. } catch (const char *err) {
  678. amf_texencode *enc = (amf_texencode *)data;
  679. error("%s: %s", __FUNCTION__, err);
  680. return false;
  681. } catch (const amf_error &err) {
  682. amf_texencode *enc = (amf_texencode *)data;
  683. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  684. *received_packet = false;
  685. return false;
  686. } catch (const HRError &err) {
  687. amf_texencode *enc = (amf_texencode *)data;
  688. error("%s: %s: 0x%lX", __FUNCTION__, err.str, err.hr);
  689. *received_packet = false;
  690. return false;
  691. }
  692. static buf_t alloc_buf(amf_fallback *enc)
  693. {
  694. buf_t buf;
  695. size_t size;
  696. if (enc->amf_format == AMF_SURFACE_NV12) {
  697. size = enc->linesize * enc->cy * 2;
  698. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  699. size = enc->linesize * enc->cy * 4;
  700. } else if (enc->amf_format == AMF_SURFACE_P010) {
  701. size = enc->linesize * enc->cy * 2 * 2;
  702. } else {
  703. throw "Invalid amf_format";
  704. }
  705. buf.resize(size);
  706. return buf;
  707. }
  708. static buf_t get_buf(amf_fallback *enc)
  709. {
  710. std::scoped_lock lock(enc->buffers_mutex);
  711. buf_t buf;
  712. if (enc->available_buffers.size()) {
  713. buf = std::move(enc->available_buffers.back());
  714. enc->available_buffers.pop_back();
  715. } else {
  716. buf = alloc_buf(enc);
  717. }
  718. return buf;
  719. }
  720. static inline void copy_frame_data(amf_fallback *enc, buf_t &buf, struct encoder_frame *frame)
  721. {
  722. uint8_t *dst = &buf[0];
  723. if (enc->amf_format == AMF_SURFACE_NV12 || enc->amf_format == AMF_SURFACE_P010) {
  724. size_t size = enc->linesize * enc->cy;
  725. memcpy(&buf[0], frame->data[0], size);
  726. memcpy(&buf[size], frame->data[1], size / 2);
  727. } else if (enc->amf_format == AMF_SURFACE_RGBA) {
  728. memcpy(dst, frame->data[0], enc->linesize * enc->cy);
  729. }
  730. }
  731. static bool amf_encode_fallback(void *data, struct encoder_frame *frame, struct encoder_packet *packet,
  732. bool *received_packet)
  733. try {
  734. amf_fallback *enc = (amf_fallback *)data;
  735. AMFSurfacePtr amf_surf;
  736. AMF_RESULT res;
  737. buf_t buf;
  738. if (!enc->linesize)
  739. enc->linesize = frame->linesize[0];
  740. buf = get_buf(enc);
  741. copy_frame_data(enc, buf, frame);
  742. res = enc->amf_context->CreateSurfaceFromHostNative(enc->amf_format, enc->cx, enc->cy, enc->linesize, 0,
  743. &buf[0], &amf_surf, enc);
  744. if (res != AMF_OK)
  745. throw amf_error("CreateSurfaceFromHostNative failed", res);
  746. int64_t last_ts = convert_to_amf_ts(enc, frame->pts - 1);
  747. int64_t cur_ts = convert_to_amf_ts(enc, frame->pts);
  748. amf_surf->SetPts(cur_ts);
  749. amf_surf->SetProperty(L"PTS", frame->pts);
  750. {
  751. std::scoped_lock lock(enc->buffers_mutex);
  752. enc->active_buffers[amf_surf.GetPtr()] = std::move(buf);
  753. }
  754. /* ------------------------------------ */
  755. /* do actual encode */
  756. amf_encode_base(enc, amf_surf, packet, received_packet);
  757. return true;
  758. } catch (const amf_error &err) {
  759. amf_fallback *enc = (amf_fallback *)data;
  760. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  761. *received_packet = false;
  762. return false;
  763. } catch (const char *err) {
  764. amf_fallback *enc = (amf_fallback *)data;
  765. error("%s: %s", __FUNCTION__, err);
  766. *received_packet = false;
  767. return false;
  768. }
  769. static bool amf_extra_data(void *data, uint8_t **header, size_t *size)
  770. {
  771. amf_base *enc = (amf_base *)data;
  772. if (!enc->header)
  773. return false;
  774. *header = (uint8_t *)enc->header->GetNative();
  775. *size = enc->header->GetSize();
  776. return true;
  777. }
  778. static void h264_video_info_fallback(void *, struct video_scale_info *info)
  779. {
  780. switch (info->format) {
  781. case VIDEO_FORMAT_RGBA:
  782. case VIDEO_FORMAT_BGRA:
  783. case VIDEO_FORMAT_BGRX:
  784. info->format = VIDEO_FORMAT_RGBA;
  785. break;
  786. default:
  787. info->format = VIDEO_FORMAT_NV12;
  788. break;
  789. }
  790. }
  791. static void h265_video_info_fallback(void *, struct video_scale_info *info)
  792. {
  793. switch (info->format) {
  794. case VIDEO_FORMAT_RGBA:
  795. case VIDEO_FORMAT_BGRA:
  796. case VIDEO_FORMAT_BGRX:
  797. info->format = VIDEO_FORMAT_RGBA;
  798. break;
  799. case VIDEO_FORMAT_I010:
  800. case VIDEO_FORMAT_P010:
  801. info->format = VIDEO_FORMAT_P010;
  802. break;
  803. default:
  804. info->format = VIDEO_FORMAT_NV12;
  805. }
  806. }
  807. static void av1_video_info_fallback(void *, struct video_scale_info *info)
  808. {
  809. switch (info->format) {
  810. case VIDEO_FORMAT_RGBA:
  811. case VIDEO_FORMAT_BGRA:
  812. case VIDEO_FORMAT_BGRX:
  813. info->format = VIDEO_FORMAT_RGBA;
  814. break;
  815. case VIDEO_FORMAT_I010:
  816. case VIDEO_FORMAT_P010:
  817. info->format = VIDEO_FORMAT_P010;
  818. break;
  819. default:
  820. info->format = VIDEO_FORMAT_NV12;
  821. }
  822. }
  823. static bool amf_create_encoder(amf_base *enc)
  824. try {
  825. AMF_RESULT res;
  826. /* ------------------------------------ */
  827. /* get video info */
  828. struct video_scale_info info;
  829. video_t *video = obs_encoder_video(enc->encoder);
  830. const struct video_output_info *voi = video_output_get_info(video);
  831. info.format = voi->format;
  832. info.colorspace = voi->colorspace;
  833. info.range = voi->range;
  834. if (enc->fallback) {
  835. if (enc->codec == amf_codec_type::AVC)
  836. h264_video_info_fallback(NULL, &info);
  837. else if (enc->codec == amf_codec_type::HEVC)
  838. h265_video_info_fallback(NULL, &info);
  839. else
  840. av1_video_info_fallback(NULL, &info);
  841. }
  842. enc->cx = obs_encoder_get_width(enc->encoder);
  843. enc->cy = obs_encoder_get_height(enc->encoder);
  844. enc->amf_frame_rate = AMFConstructRate(voi->fps_num, voi->fps_den);
  845. enc->fps_num = (int)voi->fps_num;
  846. enc->fps_den = (int)voi->fps_den;
  847. enc->full_range = info.range == VIDEO_RANGE_FULL;
  848. switch (info.colorspace) {
  849. case VIDEO_CS_601:
  850. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_601
  851. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_601;
  852. enc->amf_primaries = AMF_COLOR_PRIMARIES_SMPTE170M;
  853. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE170M;
  854. break;
  855. case VIDEO_CS_DEFAULT:
  856. case VIDEO_CS_709:
  857. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  858. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  859. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  860. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_BT709;
  861. break;
  862. case VIDEO_CS_SRGB:
  863. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_709
  864. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_709;
  865. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT709;
  866. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_IEC61966_2_1;
  867. break;
  868. case VIDEO_CS_2100_HLG:
  869. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  870. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  871. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  872. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  873. break;
  874. case VIDEO_CS_2100_PQ:
  875. enc->amf_color_profile = enc->full_range ? AMF_VIDEO_CONVERTER_COLOR_PROFILE_FULL_2020
  876. : AMF_VIDEO_CONVERTER_COLOR_PROFILE_2020;
  877. enc->amf_primaries = AMF_COLOR_PRIMARIES_BT2020;
  878. enc->amf_characteristic = AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  879. break;
  880. }
  881. switch (info.format) {
  882. case VIDEO_FORMAT_NV12:
  883. enc->amf_format = AMF_SURFACE_NV12;
  884. break;
  885. case VIDEO_FORMAT_P010:
  886. enc->amf_format = AMF_SURFACE_P010;
  887. break;
  888. case VIDEO_FORMAT_RGBA:
  889. enc->amf_format = AMF_SURFACE_RGBA;
  890. break;
  891. }
  892. /* ------------------------------------ */
  893. /* create encoder */
  894. res = amf_factory->CreateContext(&enc->amf_context);
  895. if (res != AMF_OK)
  896. throw amf_error("CreateContext failed", res);
  897. enc->init();
  898. const wchar_t *codec = nullptr;
  899. switch (enc->codec) {
  900. case (amf_codec_type::AVC):
  901. codec = AMFVideoEncoderVCE_AVC;
  902. break;
  903. case (amf_codec_type::HEVC):
  904. codec = AMFVideoEncoder_HEVC;
  905. break;
  906. case (amf_codec_type::AV1):
  907. codec = AMFVideoEncoder_AV1;
  908. break;
  909. default:
  910. codec = AMFVideoEncoder_HEVC;
  911. }
  912. res = amf_factory->CreateComponent(enc->amf_context, codec, &enc->amf_encoder);
  913. if (res != AMF_OK)
  914. throw amf_error("CreateComponent failed", res);
  915. calc_throughput(enc);
  916. return true;
  917. } catch (const amf_error &err) {
  918. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  919. return false;
  920. }
  921. static void amf_destroy(void *data)
  922. {
  923. amf_base *enc = (amf_base *)data;
  924. delete enc;
  925. }
  926. static void check_texture_encode_capability(obs_encoder_t *encoder, amf_codec_type codec)
  927. {
  928. obs_video_info ovi;
  929. obs_get_video_info(&ovi);
  930. bool avc = amf_codec_type::AVC == codec;
  931. bool hevc = amf_codec_type::HEVC == codec;
  932. bool av1 = amf_codec_type::AV1 == codec;
  933. if (obs_encoder_scaling_enabled(encoder) && !obs_encoder_gpu_scaling_enabled(encoder))
  934. throw "Encoder scaling is active";
  935. if (hevc || av1) {
  936. if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12) &&
  937. !obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_P010))
  938. throw "NV12/P010 textures aren't active";
  939. } else if (!obs_encoder_video_tex_active(encoder, VIDEO_FORMAT_NV12)) {
  940. throw "NV12 textures aren't active";
  941. }
  942. video_t *video = obs_encoder_video(encoder);
  943. const struct video_output_info *voi = video_output_get_info(video);
  944. switch (voi->format) {
  945. case VIDEO_FORMAT_I010:
  946. case VIDEO_FORMAT_P010:
  947. break;
  948. default:
  949. switch (voi->colorspace) {
  950. case VIDEO_CS_2100_PQ:
  951. case VIDEO_CS_2100_HLG:
  952. throw "OBS does not support 8-bit output of Rec. 2100";
  953. }
  954. }
  955. if ((avc && !caps[ovi.adapter].supports_avc) || (hevc && !caps[ovi.adapter].supports_hevc) ||
  956. (av1 && !caps[ovi.adapter].supports_av1))
  957. throw "Wrong adapter";
  958. }
  959. #include "texture-amf-opts.hpp"
  960. /* These are initial recommended settings that may be lowered later once we know more info such as the resolution and
  961. * frame rate. */
  962. static void amf_avc_defaults(obs_data_t *settings)
  963. {
  964. obs_data_set_default_string(settings, "rate_control", "CBR");
  965. obs_data_set_default_int(settings, "bitrate", 2500);
  966. obs_data_set_default_int(settings, "cqp", 20);
  967. obs_data_set_default_string(settings, "preset", "quality");
  968. obs_data_set_default_string(settings, "profile", "high");
  969. obs_data_set_default_int(settings, "bf", 2);
  970. }
  971. static bool rate_control_modified(obs_properties_t *ppts, obs_property_t *p, obs_data_t *settings)
  972. {
  973. const char *rc = obs_data_get_string(settings, "rate_control");
  974. bool cqp = astrcmpi(rc, "CQP") == 0;
  975. bool qvbr = astrcmpi(rc, "QVBR") == 0;
  976. p = obs_properties_get(ppts, "bitrate");
  977. obs_property_set_visible(p, !cqp && !qvbr);
  978. p = obs_properties_get(ppts, "cqp");
  979. obs_property_set_visible(p, cqp || qvbr);
  980. return true;
  981. }
  982. static obs_properties_t *amf_properties_internal(amf_codec_type codec)
  983. {
  984. obs_properties_t *props = obs_properties_create();
  985. obs_property_t *p;
  986. p = obs_properties_add_list(props, "rate_control", obs_module_text("RateControl"), OBS_COMBO_TYPE_LIST,
  987. OBS_COMBO_FORMAT_STRING);
  988. obs_property_list_add_string(p, "CBR", "CBR");
  989. obs_property_list_add_string(p, "CQP", "CQP");
  990. obs_property_list_add_string(p, "VBR", "VBR");
  991. obs_property_list_add_string(p, "VBR_LAT", "VBR_LAT");
  992. obs_property_list_add_string(p, "QVBR", "QVBR");
  993. obs_property_list_add_string(p, "HQVBR", "HQVBR");
  994. obs_property_list_add_string(p, "HQCBR", "HQCBR");
  995. obs_property_set_modified_callback(p, rate_control_modified);
  996. p = obs_properties_add_int(props, "bitrate", obs_module_text("Bitrate"), 50, 100000, 50);
  997. obs_property_int_set_suffix(p, " Kbps");
  998. obs_properties_add_int(props, "cqp", obs_module_text("NVENC.CQLevel"), 0,
  999. codec == amf_codec_type::AV1 ? 63 : 51, 1);
  1000. p = obs_properties_add_int(props, "keyint_sec", obs_module_text("KeyframeIntervalSec"), 0, 10, 1);
  1001. obs_property_int_set_suffix(p, " s");
  1002. p = obs_properties_add_list(props, "preset", obs_module_text("Preset"), OBS_COMBO_TYPE_LIST,
  1003. OBS_COMBO_FORMAT_STRING);
  1004. #define add_preset(val) obs_property_list_add_string(p, obs_module_text("AMF.Preset." val), val)
  1005. if (amf_codec_type::AV1 == codec) {
  1006. add_preset("highQuality");
  1007. }
  1008. add_preset("quality");
  1009. add_preset("balanced");
  1010. add_preset("speed");
  1011. #undef add_preset
  1012. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  1013. p = obs_properties_add_list(props, "profile", obs_module_text("Profile"), OBS_COMBO_TYPE_LIST,
  1014. OBS_COMBO_FORMAT_STRING);
  1015. #define add_profile(val) obs_property_list_add_string(p, val, val)
  1016. if (amf_codec_type::AVC == codec)
  1017. add_profile("high");
  1018. add_profile("main");
  1019. if (amf_codec_type::AVC == codec)
  1020. add_profile("baseline");
  1021. #undef add_profile
  1022. }
  1023. p = obs_properties_add_bool(props, "pre_analysis", obs_module_text("AMF.PreAnalysis"));
  1024. obs_property_set_long_description(p, obs_module_text("AMF.PreAnalysis.ToolTip"));
  1025. if (amf_codec_type::AVC == codec || amf_codec_type::AV1 == codec) {
  1026. obs_properties_add_int(props, "bf", obs_module_text("BFrames"), 0, 5, 1);
  1027. }
  1028. p = obs_properties_add_text(props, "ffmpeg_opts", obs_module_text("AMFOpts"), OBS_TEXT_DEFAULT);
  1029. obs_property_set_long_description(p, obs_module_text("AMFOpts.ToolTip"));
  1030. return props;
  1031. }
  1032. static obs_properties_t *amf_avc_properties(void *unused)
  1033. {
  1034. UNUSED_PARAMETER(unused);
  1035. return amf_properties_internal(amf_codec_type::AVC);
  1036. }
  1037. static obs_properties_t *amf_hevc_properties(void *unused)
  1038. {
  1039. UNUSED_PARAMETER(unused);
  1040. return amf_properties_internal(amf_codec_type::HEVC);
  1041. }
  1042. static obs_properties_t *amf_av1_properties(void *unused)
  1043. {
  1044. UNUSED_PARAMETER(unused);
  1045. return amf_properties_internal(amf_codec_type::AV1);
  1046. }
  1047. /* ========================================================================= */
  1048. /* AVC Implementation */
  1049. static const char *amf_avc_get_name(void *)
  1050. {
  1051. return "AMD HW H.264 (AVC)";
  1052. }
  1053. static inline int get_avc_preset(amf_base *enc, const char *preset)
  1054. {
  1055. if (astrcmpi(preset, "quality") == 0)
  1056. return AMF_VIDEO_ENCODER_QUALITY_PRESET_QUALITY;
  1057. else if (astrcmpi(preset, "speed") == 0)
  1058. return AMF_VIDEO_ENCODER_QUALITY_PRESET_SPEED;
  1059. return AMF_VIDEO_ENCODER_QUALITY_PRESET_BALANCED;
  1060. }
  1061. static inline int get_avc_rate_control(const char *rc_str)
  1062. {
  1063. if (astrcmpi(rc_str, "cqp") == 0)
  1064. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP;
  1065. else if (astrcmpi(rc_str, "cbr") == 0)
  1066. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1067. else if (astrcmpi(rc_str, "vbr") == 0)
  1068. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1069. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1070. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1071. else if (astrcmpi(rc_str, "qvbr") == 0)
  1072. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR;
  1073. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1074. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1075. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1076. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1077. return AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR;
  1078. }
  1079. static inline int get_avc_profile(obs_data_t *settings)
  1080. {
  1081. const char *profile = obs_data_get_string(settings, "profile");
  1082. if (astrcmpi(profile, "baseline") == 0)
  1083. return AMF_VIDEO_ENCODER_PROFILE_BASELINE;
  1084. else if (astrcmpi(profile, "main") == 0)
  1085. return AMF_VIDEO_ENCODER_PROFILE_MAIN;
  1086. else if (astrcmpi(profile, "constrained_baseline") == 0)
  1087. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_BASELINE;
  1088. else if (astrcmpi(profile, "constrained_high") == 0)
  1089. return AMF_VIDEO_ENCODER_PROFILE_CONSTRAINED_HIGH;
  1090. return AMF_VIDEO_ENCODER_PROFILE_HIGH;
  1091. }
  1092. static void amf_avc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1093. {
  1094. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1095. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1096. set_avc_property(enc, TARGET_BITRATE, bitrate);
  1097. set_avc_property(enc, PEAK_BITRATE, bitrate);
  1098. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1099. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1100. set_avc_property(enc, FILLER_DATA_ENABLE, true);
  1101. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1102. rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1103. set_avc_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1104. set_avc_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1105. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1106. int64_t framerate = enc->fps_num / enc->fps_den;
  1107. set_avc_property(enc, VBV_BUFFER_SIZE, (bitrate / framerate) * 1.1);
  1108. }
  1109. } else {
  1110. set_avc_property(enc, QP_I, qp);
  1111. set_avc_property(enc, QP_P, qp);
  1112. set_avc_property(enc, QP_B, qp);
  1113. set_avc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1114. }
  1115. }
  1116. static bool amf_avc_update(void *data, obs_data_t *settings)
  1117. try {
  1118. amf_base *enc = (amf_base *)data;
  1119. if (enc->first_update) {
  1120. enc->first_update = false;
  1121. return true;
  1122. }
  1123. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1124. int64_t qp = obs_data_get_int(settings, "cqp");
  1125. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1126. int rc = get_avc_rate_control(rc_str);
  1127. AMF_RESULT res = AMF_OK;
  1128. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1129. res = enc->amf_encoder->Flush();
  1130. if (res != AMF_OK)
  1131. throw amf_error("AMFComponent::Flush failed", res);
  1132. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1133. if (res != AMF_OK)
  1134. throw amf_error("AMFComponent::ReInit failed", res);
  1135. return true;
  1136. } catch (const amf_error &err) {
  1137. amf_base *enc = (amf_base *)data;
  1138. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1139. return false;
  1140. }
  1141. static inline void adjust_recommended_avc_defaults(amf_base *enc, obs_data_t *settings)
  1142. {
  1143. int64_t framerate = enc->fps_num / enc->fps_den;
  1144. if ((enc->cx * enc->cy > 1920 * 1088) || (framerate > 60)) {
  1145. // Recommended base defaults
  1146. obs_data_set_default_int(settings, "bitrate", 2500);
  1147. obs_data_set_default_int(settings, "cqp", 20);
  1148. obs_data_set_default_string(settings, "rate_control", "CBR");
  1149. obs_data_set_default_string(settings, "preset", "quality");
  1150. obs_data_set_default_string(settings, "profile", "high");
  1151. obs_data_set_default_int(settings, "bf", 0);
  1152. info("Original base default settings were used according to resolution and framerate.");
  1153. }
  1154. }
  1155. static void amf_set_codec_level(amf_base *enc)
  1156. {
  1157. uint64_t luma_pic_size = enc->cx * enc->cy;
  1158. uint64_t luma_sample_rate = luma_pic_size * (enc->fps_num / enc->fps_den);
  1159. std::vector<codec_level_entry> *levels;
  1160. if (enc->codec == amf_codec_type::AVC) {
  1161. levels = &avc_levels;
  1162. } else if (enc->codec == amf_codec_type::HEVC) {
  1163. levels = &hevc_levels;
  1164. } else if (enc->codec == amf_codec_type::AV1) {
  1165. levels = &av1_levels;
  1166. } else {
  1167. blog(LOG_ERROR, "%s: Unknown amf_codec_type", __FUNCTION__);
  1168. return;
  1169. }
  1170. std::vector<codec_level_entry>::const_iterator level_it = levels->begin();
  1171. // First check if the requested sample rate and/or picture size is too large for the maximum level.
  1172. if ((luma_sample_rate > levels->back().max_luma_sample_rate) ||
  1173. (luma_pic_size > levels->back().max_luma_picture_size)) {
  1174. /* If the calculated sample rate is greater than the highest value supported by the codec, clamp to the
  1175. * upper limit and log an error.
  1176. */
  1177. level_it = --(levels->end());
  1178. blog(LOG_ERROR,
  1179. "%s: Luma sample rate %u or luma pic size %u is greater than maximum "
  1180. "allowed. Setting to level %s.",
  1181. __FUNCTION__, luma_sample_rate, luma_pic_size, level_it->level_str);
  1182. } else {
  1183. // Walk the table and find the lowest codec level value suitable for the given luma sample rate.
  1184. while (level_it != levels->end()) {
  1185. if ((luma_sample_rate <= level_it->max_luma_sample_rate) &&
  1186. (luma_pic_size <= level_it->max_luma_picture_size)) {
  1187. break;
  1188. }
  1189. ++level_it;
  1190. }
  1191. }
  1192. // Set the level for the encoder
  1193. if (enc->codec == amf_codec_type::AVC) {
  1194. set_avc_property(enc, PROFILE_LEVEL, level_it->amf_level);
  1195. } else if (enc->codec == amf_codec_type::HEVC) {
  1196. set_hevc_property(enc, PROFILE_LEVEL, level_it->amf_level);
  1197. } else if (enc->codec == amf_codec_type::AV1) {
  1198. set_av1_property(enc, LEVEL, level_it->amf_level);
  1199. }
  1200. }
  1201. static bool amf_get_level_str(amf_base *enc, amf_int64 level, char const **level_str)
  1202. {
  1203. bool found = false;
  1204. std::vector<codec_level_entry> *levels;
  1205. if (enc->codec == amf_codec_type::AVC) {
  1206. levels = &avc_levels;
  1207. } else if (enc->codec == amf_codec_type::HEVC) {
  1208. levels = &hevc_levels;
  1209. } else if (enc->codec == amf_codec_type::AV1) {
  1210. levels = &av1_levels;
  1211. } else {
  1212. blog(LOG_ERROR, "%s: Unknown amf_codec_type", __FUNCTION__);
  1213. return false;
  1214. }
  1215. for (auto level_it = levels->begin(); level_it != levels->end(); ++level_it) {
  1216. if (level == level_it->amf_level) {
  1217. found = true;
  1218. *level_str = level_it->level_str;
  1219. break;
  1220. }
  1221. }
  1222. if (!found) {
  1223. *level_str = "unknown";
  1224. }
  1225. return found;
  1226. }
  1227. static bool amf_avc_init(void *data, obs_data_t *settings)
  1228. {
  1229. amf_base *enc = (amf_base *)data;
  1230. // Initial high perceptual quality settings are set in the UI.
  1231. // Adjust during init based on resolution and framerate.
  1232. adjust_recommended_avc_defaults(enc, settings);
  1233. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1234. int64_t qp = obs_data_get_int(settings, "cqp");
  1235. const char *preset = obs_data_get_string(settings, "preset");
  1236. const char *profile = obs_data_get_string(settings, "profile");
  1237. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1238. int64_t bf = obs_data_get_int(settings, "bf");
  1239. const bool pa_enabled = obs_data_get_bool(settings, "pre_analysis");
  1240. if (pa_enabled) {
  1241. set_avc_property(enc, PRE_ANALYSIS_ENABLE, pa_enabled);
  1242. }
  1243. if (enc->bframes_supported) {
  1244. set_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1245. set_avc_property(enc, B_PIC_PATTERN, bf);
  1246. /* AdaptiveMiniGOP is suggested for some types of content such
  1247. * as those with high motion. This only takes effect if
  1248. * Pre-Analysis is enabled.
  1249. */
  1250. if (bf > 0 && pa_enabled == true) {
  1251. set_avc_property(enc, ADAPTIVE_MINIGOP, true);
  1252. }
  1253. } else if (bf != 0) {
  1254. warn("B-Frames set to %lld but b-frames are not "
  1255. "supported by this device",
  1256. bf);
  1257. bf = 0;
  1258. }
  1259. int rc = get_avc_rate_control(rc_str);
  1260. set_avc_property(enc, RATE_CONTROL_METHOD, rc);
  1261. if (rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1262. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1263. rc != AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR) {
  1264. set_avc_property(enc, ENABLE_VBAQ, true);
  1265. }
  1266. amf_avc_update_data(enc, rc, bitrate * 1000, qp);
  1267. set_avc_property(enc, ENFORCE_HRD, true);
  1268. set_avc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1269. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1270. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1271. set_avc_property(enc, IDR_PERIOD, gop_size);
  1272. bool repeat_headers = obs_data_get_bool(settings, "repeat_headers");
  1273. if (repeat_headers)
  1274. set_avc_property(enc, HEADER_INSERTION_SPACING, gop_size);
  1275. set_avc_property(enc, DE_BLOCKING_FILTER, true);
  1276. // Determine and set the appropriate AVC level
  1277. amf_set_codec_level(enc);
  1278. check_preset_compatibility(enc, preset);
  1279. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1280. if (ffmpeg_opts && *ffmpeg_opts) {
  1281. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1282. for (size_t i = 0; i < opts.count; i++) {
  1283. amf_apply_opt(enc, &opts.options[i]);
  1284. }
  1285. obs_free_options(opts);
  1286. }
  1287. if (!ffmpeg_opts || !*ffmpeg_opts)
  1288. ffmpeg_opts = "(none)";
  1289. /* The ffmpeg_opts just above may have explicitly set the AVC level to a value different than what was
  1290. * determined by amf_set_codec_level(). Query the final AVC level then lookup the matching string. Warn if not
  1291. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1292. */
  1293. amf_int64 final_level;
  1294. get_avc_property(enc, PROFILE_LEVEL, &final_level);
  1295. const char *level_str = nullptr;
  1296. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1297. warn("AVC level string not found. Level %d may be incorrect.", final_level);
  1298. }
  1299. info("settings:\n"
  1300. "\trate_control: %s\n"
  1301. "\tbitrate: %d\n"
  1302. "\tcqp: %d\n"
  1303. "\tkeyint: %d\n"
  1304. "\tpreset: %s\n"
  1305. "\tprofile: %s\n"
  1306. "\tlevel: %s\n"
  1307. "\tb-frames: %d\n"
  1308. "\twidth: %d\n"
  1309. "\theight: %d\n"
  1310. "\tpre-analysis: %s\n"
  1311. "\tparams: %s",
  1312. rc_str, bitrate, qp, gop_size, preset, profile, level_str, bf, enc->cx, enc->cy,
  1313. pa_enabled ? "true" : "false", ffmpeg_opts);
  1314. return true;
  1315. }
  1316. static void amf_avc_create_internal(amf_base *enc, obs_data_t *settings)
  1317. {
  1318. AMF_RESULT res;
  1319. AMFVariant p;
  1320. enc->codec = amf_codec_type::AVC;
  1321. if (!amf_create_encoder(enc))
  1322. throw "Failed to create encoder";
  1323. AMFCapsPtr caps;
  1324. res = enc->amf_encoder->GetCaps(&caps);
  1325. if (res == AMF_OK) {
  1326. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_BFRAMES, &enc->bframes_supported);
  1327. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1328. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1329. caps->GetProperty(AMF_VIDEO_ENCODER_CAP_ROI, &enc->roi_supported);
  1330. }
  1331. const char *preset = obs_data_get_string(settings, "preset");
  1332. set_avc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1333. set_avc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1334. set_avc_property(enc, QUALITY_PRESET, get_avc_preset(enc, preset));
  1335. set_avc_property(enc, PROFILE, get_avc_profile(settings));
  1336. set_avc_property(enc, LOWLATENCY_MODE, false);
  1337. set_avc_property(enc, CABAC_ENABLE, AMF_VIDEO_ENCODER_UNDEFINED);
  1338. set_avc_property(enc, PREENCODE_ENABLE, true);
  1339. set_avc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1340. set_avc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1341. set_avc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1342. set_avc_property(enc, FULL_RANGE_COLOR, enc->full_range);
  1343. set_avc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1344. amf_avc_init(enc, settings);
  1345. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1346. if (res != AMF_OK)
  1347. throw amf_error("AMFComponent::Init failed", res);
  1348. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_EXTRADATA, &p);
  1349. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1350. enc->header = AMFBufferPtr(p.pInterface);
  1351. if (enc->bframes_supported) {
  1352. amf_int64 b_frames = 0;
  1353. amf_int64 b_max = 0;
  1354. if (get_avc_property(enc, B_PIC_PATTERN, &b_frames) &&
  1355. get_avc_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  1356. enc->dts_offset = b_frames + 1;
  1357. else
  1358. enc->dts_offset = 0;
  1359. }
  1360. }
  1361. static void *amf_avc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1362. try {
  1363. check_texture_encode_capability(encoder, amf_codec_type::AVC);
  1364. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1365. enc->encoder = encoder;
  1366. enc->encoder_str = "texture-amf-h264";
  1367. if (!amf_init_d3d11(enc.get()))
  1368. throw "Failed to create D3D11";
  1369. amf_avc_create_internal(enc.get(), settings);
  1370. return enc.release();
  1371. } catch (const amf_error &err) {
  1372. blog(LOG_ERROR, "[texture-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1373. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1374. } catch (const char *err) {
  1375. blog(LOG_ERROR, "[texture-amf-h264] %s: %s", __FUNCTION__, err);
  1376. return obs_encoder_create_rerouted(encoder, "h264_fallback_amf");
  1377. }
  1378. static void *amf_avc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1379. try {
  1380. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1381. enc->encoder = encoder;
  1382. enc->encoder_str = "fallback-amf-h264";
  1383. video_t *video = obs_encoder_video(encoder);
  1384. const struct video_output_info *voi = video_output_get_info(video);
  1385. switch (voi->format) {
  1386. case VIDEO_FORMAT_I010:
  1387. case VIDEO_FORMAT_P010: {
  1388. const char *const text = obs_module_text("AMF.10bitUnsupportedAvc");
  1389. obs_encoder_set_last_error(encoder, text);
  1390. throw text;
  1391. }
  1392. case VIDEO_FORMAT_P216:
  1393. case VIDEO_FORMAT_P416: {
  1394. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1395. obs_encoder_set_last_error(encoder, text);
  1396. throw text;
  1397. }
  1398. default:
  1399. switch (voi->colorspace) {
  1400. case VIDEO_CS_2100_PQ:
  1401. case VIDEO_CS_2100_HLG: {
  1402. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1403. obs_encoder_set_last_error(encoder, text);
  1404. throw text;
  1405. }
  1406. }
  1407. }
  1408. amf_avc_create_internal(enc.get(), settings);
  1409. return enc.release();
  1410. } catch (const amf_error &err) {
  1411. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1412. return nullptr;
  1413. } catch (const char *err) {
  1414. blog(LOG_ERROR, "[fallback-amf-h264] %s: %s", __FUNCTION__, err);
  1415. return nullptr;
  1416. }
  1417. static void register_avc()
  1418. {
  1419. struct obs_encoder_info amf_encoder_info = {};
  1420. amf_encoder_info.id = "h264_texture_amf";
  1421. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1422. amf_encoder_info.codec = "h264";
  1423. amf_encoder_info.get_name = amf_avc_get_name;
  1424. amf_encoder_info.create = amf_avc_create_texencode;
  1425. amf_encoder_info.destroy = amf_destroy;
  1426. amf_encoder_info.update = amf_avc_update;
  1427. amf_encoder_info.encode_texture = amf_encode_tex;
  1428. amf_encoder_info.get_defaults = amf_avc_defaults;
  1429. amf_encoder_info.get_properties = amf_avc_properties;
  1430. amf_encoder_info.get_extra_data = amf_extra_data;
  1431. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1432. obs_register_encoder(&amf_encoder_info);
  1433. amf_encoder_info.id = "h264_fallback_amf";
  1434. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1435. amf_encoder_info.encode_texture = nullptr;
  1436. amf_encoder_info.create = amf_avc_create_fallback;
  1437. amf_encoder_info.encode = amf_encode_fallback;
  1438. amf_encoder_info.get_video_info = h264_video_info_fallback;
  1439. obs_register_encoder(&amf_encoder_info);
  1440. }
  1441. /* ========================================================================= */
  1442. /* HEVC Implementation */
  1443. #if ENABLE_HEVC
  1444. static const char *amf_hevc_get_name(void *)
  1445. {
  1446. return "AMD HW H.265 (HEVC)";
  1447. }
  1448. static inline int get_hevc_preset(amf_base *enc, const char *preset)
  1449. {
  1450. if (astrcmpi(preset, "balanced") == 0)
  1451. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_BALANCED;
  1452. else if (astrcmpi(preset, "speed") == 0)
  1453. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_SPEED;
  1454. return AMF_VIDEO_ENCODER_HEVC_QUALITY_PRESET_QUALITY;
  1455. }
  1456. static inline int get_hevc_rate_control(const char *rc_str)
  1457. {
  1458. if (astrcmpi(rc_str, "cqp") == 0)
  1459. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP;
  1460. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1461. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1462. else if (astrcmpi(rc_str, "vbr") == 0)
  1463. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1464. else if (astrcmpi(rc_str, "cbr") == 0)
  1465. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1466. else if (astrcmpi(rc_str, "qvbr") == 0)
  1467. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR;
  1468. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1469. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1470. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1471. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1472. return AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR;
  1473. }
  1474. static void amf_hevc_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t qp)
  1475. {
  1476. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1477. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1478. set_hevc_property(enc, TARGET_BITRATE, bitrate);
  1479. set_hevc_property(enc, PEAK_BITRATE, bitrate);
  1480. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate);
  1481. if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CBR) {
  1482. set_hevc_property(enc, FILLER_DATA_ENABLE, true);
  1483. } else if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1484. rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1485. set_hevc_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1486. set_hevc_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1487. } else if (rc == AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1488. int64_t framerate = enc->fps_num / enc->fps_den;
  1489. set_hevc_property(enc, VBV_BUFFER_SIZE, (bitrate / framerate) * 1.1);
  1490. }
  1491. } else {
  1492. set_hevc_property(enc, QP_I, qp);
  1493. set_hevc_property(enc, QP_P, qp);
  1494. set_hevc_property(enc, QVBR_QUALITY_LEVEL, qp);
  1495. }
  1496. }
  1497. static bool amf_hevc_update(void *data, obs_data_t *settings)
  1498. try {
  1499. amf_base *enc = (amf_base *)data;
  1500. if (enc->first_update) {
  1501. enc->first_update = false;
  1502. return true;
  1503. }
  1504. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1505. int64_t qp = obs_data_get_int(settings, "cqp");
  1506. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1507. int rc = get_hevc_rate_control(rc_str);
  1508. AMF_RESULT res = AMF_OK;
  1509. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1510. res = enc->amf_encoder->Flush();
  1511. if (res != AMF_OK)
  1512. throw amf_error("AMFComponent::Flush failed", res);
  1513. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1514. if (res != AMF_OK)
  1515. throw amf_error("AMFComponent::ReInit failed", res);
  1516. return true;
  1517. } catch (const amf_error &err) {
  1518. amf_base *enc = (amf_base *)data;
  1519. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1520. return false;
  1521. }
  1522. static inline void adjust_recommended_hevc_defaults(amf_base *enc, obs_data_t *settings)
  1523. {
  1524. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1525. const int64_t framerate = enc->fps_num / enc->fps_den;
  1526. if ((enc->cx * enc->cy > 1920 * 1088) || is10bit || (framerate > 60)) {
  1527. // Recommended base defaults
  1528. obs_data_set_default_int(settings, "bitrate", 2500);
  1529. obs_data_set_default_int(settings, "cqp", 20);
  1530. obs_data_set_default_string(settings, "preset", "quality");
  1531. info("Original base default settings were used according to resolution and framerate.");
  1532. }
  1533. }
  1534. static bool amf_hevc_init(void *data, obs_data_t *settings)
  1535. {
  1536. amf_base *enc = (amf_base *)data;
  1537. // Initial high perceptual quality settings are set in the UI.
  1538. // Adjust during init based on resolution and framerate.
  1539. adjust_recommended_hevc_defaults(enc, settings);
  1540. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1541. int64_t qp = obs_data_get_int(settings, "cqp");
  1542. const char *preset = obs_data_get_string(settings, "preset");
  1543. const char *profile = obs_data_get_string(settings, "profile");
  1544. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1545. int rc = get_hevc_rate_control(rc_str);
  1546. const bool pa_enabled = obs_data_get_bool(settings, "pre_analysis");
  1547. if (pa_enabled) {
  1548. set_hevc_property(enc, PRE_ANALYSIS_ENABLE, pa_enabled);
  1549. }
  1550. set_hevc_property(enc, RATE_CONTROL_METHOD, rc);
  1551. if (rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1552. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1553. rc != AMF_VIDEO_ENCODER_HEVC_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR) {
  1554. set_hevc_property(enc, ENABLE_VBAQ, true);
  1555. }
  1556. amf_hevc_update_data(enc, rc, bitrate * 1000, qp);
  1557. set_hevc_property(enc, ENFORCE_HRD, true);
  1558. set_hevc_property(enc, HIGH_MOTION_QUALITY_BOOST_ENABLE, false);
  1559. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1560. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1561. set_hevc_property(enc, GOP_SIZE, gop_size);
  1562. // Determine and set the appropriate HEVC level
  1563. amf_set_codec_level(enc);
  1564. check_preset_compatibility(enc, preset);
  1565. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1566. if (ffmpeg_opts && *ffmpeg_opts) {
  1567. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1568. for (size_t i = 0; i < opts.count; i++) {
  1569. amf_apply_opt(enc, &opts.options[i]);
  1570. }
  1571. obs_free_options(opts);
  1572. }
  1573. if (!ffmpeg_opts || !*ffmpeg_opts)
  1574. ffmpeg_opts = "(none)";
  1575. /* The ffmpeg_opts just above may have explicitly set the HEVC level to a value different than what was
  1576. * determined by amf_set_codec_level(). Query the final HEVC level then lookup the matching string. Warn if not
  1577. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1578. */
  1579. amf_int64 final_level;
  1580. get_hevc_property(enc, PROFILE_LEVEL, &final_level);
  1581. char const *level_str = nullptr;
  1582. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1583. warn("HEVC level string not found. Level %d may be incorrect.", final_level);
  1584. }
  1585. info("settings:\n"
  1586. "\trate_control: %s\n"
  1587. "\tbitrate: %d\n"
  1588. "\tcqp: %d\n"
  1589. "\tkeyint: %d\n"
  1590. "\tpreset: %s\n"
  1591. "\tprofile: %s\n"
  1592. "\tlevel: %s\n"
  1593. "\twidth: %d\n"
  1594. "\theight: %d\n"
  1595. "\tpre-analysis: %s\n"
  1596. "\tparams: %s",
  1597. rc_str, bitrate, qp, gop_size, preset, profile, level_str, enc->cx, enc->cy, pa_enabled ? "true" : "false",
  1598. ffmpeg_opts);
  1599. return true;
  1600. }
  1601. static inline bool is_hlg(amf_base *enc)
  1602. {
  1603. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_ARIB_STD_B67;
  1604. }
  1605. static inline bool is_pq(amf_base *enc)
  1606. {
  1607. return enc->amf_characteristic == AMF_COLOR_TRANSFER_CHARACTERISTIC_SMPTE2084;
  1608. }
  1609. constexpr amf_uint16 amf_hdr_primary(uint32_t num, uint32_t den)
  1610. {
  1611. return (amf_uint16)(num * 50000 / den);
  1612. }
  1613. constexpr amf_uint32 lum_mul = 10000;
  1614. constexpr amf_uint32 amf_make_lum(amf_uint32 val)
  1615. {
  1616. return val * lum_mul;
  1617. }
  1618. static void amf_hevc_create_internal(amf_base *enc, obs_data_t *settings)
  1619. {
  1620. AMF_RESULT res;
  1621. AMFVariant p;
  1622. enc->codec = amf_codec_type::HEVC;
  1623. if (!amf_create_encoder(enc))
  1624. throw "Failed to create encoder";
  1625. AMFCapsPtr caps;
  1626. res = enc->amf_encoder->GetCaps(&caps);
  1627. if (res == AMF_OK) {
  1628. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1629. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1630. caps->GetProperty(AMF_VIDEO_ENCODER_HEVC_CAP_ROI, &enc->roi_supported);
  1631. }
  1632. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1633. const bool pq = is_pq(enc);
  1634. const bool hlg = is_hlg(enc);
  1635. const bool is_hdr = pq || hlg;
  1636. const char *preset = obs_data_get_string(settings, "preset");
  1637. obs_data_set_string(settings, "profile", is10bit ? "main10" : "main");
  1638. set_hevc_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1639. set_hevc_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1640. set_hevc_property(enc, QUALITY_PRESET, get_hevc_preset(enc, preset));
  1641. set_hevc_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1642. set_hevc_property(enc, PROFILE,
  1643. is10bit ? AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN_10 : AMF_VIDEO_ENCODER_HEVC_PROFILE_MAIN);
  1644. set_hevc_property(enc, LOWLATENCY_MODE, false);
  1645. set_hevc_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1646. set_hevc_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1647. set_hevc_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1648. set_hevc_property(enc, NOMINAL_RANGE, enc->full_range);
  1649. set_hevc_property(enc, FRAMERATE, enc->amf_frame_rate);
  1650. if (is_hdr) {
  1651. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  1652. AMFBufferPtr buf;
  1653. enc->amf_context->AllocBuffer(AMF_MEMORY_HOST, sizeof(AMFHDRMetadata), &buf);
  1654. AMFHDRMetadata *md = (AMFHDRMetadata *)buf->GetNative();
  1655. md->redPrimary[0] = amf_hdr_primary(17, 25);
  1656. md->redPrimary[1] = amf_hdr_primary(8, 25);
  1657. md->greenPrimary[0] = amf_hdr_primary(53, 200);
  1658. md->greenPrimary[1] = amf_hdr_primary(69, 100);
  1659. md->bluePrimary[0] = amf_hdr_primary(3, 20);
  1660. md->bluePrimary[1] = amf_hdr_primary(3, 50);
  1661. md->whitePoint[0] = amf_hdr_primary(3127, 10000);
  1662. md->whitePoint[1] = amf_hdr_primary(329, 1000);
  1663. md->minMasteringLuminance = 0;
  1664. md->maxMasteringLuminance = amf_make_lum(hdr_nominal_peak_level);
  1665. md->maxContentLightLevel = hdr_nominal_peak_level;
  1666. md->maxFrameAverageLightLevel = hdr_nominal_peak_level;
  1667. set_hevc_property(enc, INPUT_HDR_METADATA, buf);
  1668. }
  1669. amf_hevc_init(enc, settings);
  1670. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1671. if (res != AMF_OK)
  1672. throw amf_error("AMFComponent::Init failed", res);
  1673. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_HEVC_EXTRADATA, &p);
  1674. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  1675. enc->header = AMFBufferPtr(p.pInterface);
  1676. }
  1677. static void *amf_hevc_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  1678. try {
  1679. check_texture_encode_capability(encoder, amf_codec_type::HEVC);
  1680. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  1681. enc->encoder = encoder;
  1682. enc->encoder_str = "texture-amf-h265";
  1683. if (!amf_init_d3d11(enc.get()))
  1684. throw "Failed to create D3D11";
  1685. amf_hevc_create_internal(enc.get(), settings);
  1686. return enc.release();
  1687. } catch (const amf_error &err) {
  1688. blog(LOG_ERROR, "[texture-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1689. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1690. } catch (const char *err) {
  1691. blog(LOG_ERROR, "[texture-amf-h265] %s: %s", __FUNCTION__, err);
  1692. return obs_encoder_create_rerouted(encoder, "h265_fallback_amf");
  1693. }
  1694. static void *amf_hevc_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  1695. try {
  1696. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  1697. enc->encoder = encoder;
  1698. enc->encoder_str = "fallback-amf-h265";
  1699. video_t *video = obs_encoder_video(encoder);
  1700. const struct video_output_info *voi = video_output_get_info(video);
  1701. switch (voi->format) {
  1702. case VIDEO_FORMAT_I010:
  1703. case VIDEO_FORMAT_P010:
  1704. break;
  1705. case VIDEO_FORMAT_P216:
  1706. case VIDEO_FORMAT_P416: {
  1707. const char *const text = obs_module_text("AMF.16bitUnsupported");
  1708. obs_encoder_set_last_error(encoder, text);
  1709. throw text;
  1710. }
  1711. default:
  1712. switch (voi->colorspace) {
  1713. case VIDEO_CS_2100_PQ:
  1714. case VIDEO_CS_2100_HLG: {
  1715. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  1716. obs_encoder_set_last_error(encoder, text);
  1717. throw text;
  1718. }
  1719. }
  1720. }
  1721. amf_hevc_create_internal(enc.get(), settings);
  1722. return enc.release();
  1723. } catch (const amf_error &err) {
  1724. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1725. return nullptr;
  1726. } catch (const char *err) {
  1727. blog(LOG_ERROR, "[fallback-amf-h265] %s: %s", __FUNCTION__, err);
  1728. return nullptr;
  1729. }
  1730. /* These are initial recommended settings that may be lowered later once we know more info such as the resolution and
  1731. * frame rate. */
  1732. static void amf_hevc_defaults(obs_data_t *settings)
  1733. {
  1734. obs_data_set_default_string(settings, "rate_control", "CBR");
  1735. obs_data_set_default_int(settings, "bitrate", 2500);
  1736. obs_data_set_default_int(settings, "cqp", 20);
  1737. obs_data_set_default_string(settings, "preset", "quality");
  1738. }
  1739. static void register_hevc()
  1740. {
  1741. struct obs_encoder_info amf_encoder_info = {};
  1742. amf_encoder_info.id = "h265_texture_amf";
  1743. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  1744. amf_encoder_info.codec = "hevc";
  1745. amf_encoder_info.get_name = amf_hevc_get_name;
  1746. amf_encoder_info.create = amf_hevc_create_texencode;
  1747. amf_encoder_info.destroy = amf_destroy;
  1748. amf_encoder_info.update = amf_hevc_update;
  1749. amf_encoder_info.encode_texture = amf_encode_tex;
  1750. amf_encoder_info.get_defaults = amf_hevc_defaults;
  1751. amf_encoder_info.get_properties = amf_hevc_properties;
  1752. amf_encoder_info.get_extra_data = amf_extra_data;
  1753. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1754. obs_register_encoder(&amf_encoder_info);
  1755. amf_encoder_info.id = "h265_fallback_amf";
  1756. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  1757. amf_encoder_info.encode_texture = nullptr;
  1758. amf_encoder_info.create = amf_hevc_create_fallback;
  1759. amf_encoder_info.encode = amf_encode_fallback;
  1760. amf_encoder_info.get_video_info = h265_video_info_fallback;
  1761. obs_register_encoder(&amf_encoder_info);
  1762. }
  1763. #endif //ENABLE_HEVC
  1764. /* ========================================================================= */
  1765. /* AV1 Implementation */
  1766. static const char *amf_av1_get_name(void *)
  1767. {
  1768. return "AMD HW AV1";
  1769. }
  1770. static inline int get_av1_preset(amf_base *enc, const char *preset)
  1771. {
  1772. if (astrcmpi(preset, "highquality") == 0)
  1773. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_HIGH_QUALITY;
  1774. else if (astrcmpi(preset, "quality") == 0)
  1775. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_QUALITY;
  1776. else if (astrcmpi(preset, "balanced") == 0)
  1777. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1778. else if (astrcmpi(preset, "speed") == 0)
  1779. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_SPEED;
  1780. return AMF_VIDEO_ENCODER_AV1_QUALITY_PRESET_BALANCED;
  1781. }
  1782. static inline int get_av1_rate_control(const char *rc_str)
  1783. {
  1784. if (astrcmpi(rc_str, "cqp") == 0)
  1785. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP;
  1786. else if (astrcmpi(rc_str, "vbr_lat") == 0)
  1787. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR;
  1788. else if (astrcmpi(rc_str, "vbr") == 0)
  1789. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR;
  1790. else if (astrcmpi(rc_str, "cbr") == 0)
  1791. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1792. else if (astrcmpi(rc_str, "qvbr") == 0)
  1793. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR;
  1794. else if (astrcmpi(rc_str, "hqvbr") == 0)
  1795. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR;
  1796. else if (astrcmpi(rc_str, "hqcbr") == 0)
  1797. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR;
  1798. return AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CBR;
  1799. }
  1800. static inline int get_av1_profile(obs_data_t *settings)
  1801. {
  1802. const char *profile = obs_data_get_string(settings, "profile");
  1803. if (astrcmpi(profile, "main") == 0)
  1804. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1805. return AMF_VIDEO_ENCODER_AV1_PROFILE_MAIN;
  1806. }
  1807. static void amf_av1_update_data(amf_base *enc, int rc, int64_t bitrate, int64_t cq_value)
  1808. {
  1809. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1810. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_QUALITY_VBR) {
  1811. set_av1_property(enc, TARGET_BITRATE, bitrate);
  1812. set_av1_property(enc, PEAK_BITRATE, bitrate);
  1813. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate);
  1814. if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_CBR) {
  1815. set_av1_property(enc, FILLER_DATA, true);
  1816. } else if (rc == AMF_VIDEO_ENCODER_RATE_CONTROL_METHOD_PEAK_CONSTRAINED_VBR ||
  1817. rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR) {
  1818. set_av1_property(enc, PEAK_BITRATE, bitrate * 1.5);
  1819. set_av1_property(enc, VBV_BUFFER_SIZE, bitrate * 1.5);
  1820. } else if (rc == AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_LATENCY_CONSTRAINED_VBR) {
  1821. int64_t framerate = enc->fps_num / enc->fps_den;
  1822. set_av1_property(enc, VBV_BUFFER_SIZE, (bitrate / framerate) * 1.1);
  1823. }
  1824. } else {
  1825. int64_t qp = cq_value * 4;
  1826. set_av1_property(enc, QVBR_QUALITY_LEVEL, qp / 4);
  1827. set_av1_property(enc, Q_INDEX_INTRA, qp);
  1828. set_av1_property(enc, Q_INDEX_INTER, qp);
  1829. set_av1_property(enc, Q_INDEX_INTER_B, qp);
  1830. }
  1831. }
  1832. static bool amf_av1_update(void *data, obs_data_t *settings)
  1833. try {
  1834. amf_base *enc = (amf_base *)data;
  1835. if (enc->first_update) {
  1836. enc->first_update = false;
  1837. return true;
  1838. }
  1839. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1840. int64_t cq_level = obs_data_get_int(settings, "cqp");
  1841. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1842. int rc = get_av1_rate_control(rc_str);
  1843. AMF_RESULT res = AMF_OK;
  1844. amf_av1_update_data(enc, rc, bitrate * 1000, cq_level);
  1845. res = enc->amf_encoder->Flush();
  1846. if (res != AMF_OK)
  1847. throw amf_error("AMFComponent::Flush failed", res);
  1848. res = enc->amf_encoder->ReInit(enc->cx, enc->cy);
  1849. if (res != AMF_OK)
  1850. throw amf_error("AMFComponent::ReInit failed", res);
  1851. return true;
  1852. } catch (const amf_error &err) {
  1853. amf_base *enc = (amf_base *)data;
  1854. error("%s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  1855. return false;
  1856. }
  1857. static inline void adjust_recommended_av1_defaults(amf_base *enc, obs_data_t *settings)
  1858. {
  1859. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1860. const int64_t framerate = enc->fps_num / enc->fps_den;
  1861. if ((enc->cx * enc->cy > 1920 * 1088) || is10bit || (framerate > 60)) {
  1862. // Recommended base defaults
  1863. obs_data_set_default_int(settings, "bitrate", 2500);
  1864. obs_data_set_default_int(settings, "cqp", 20);
  1865. obs_data_set_default_string(settings, "preset", "balanced");
  1866. obs_data_set_default_string(settings, "profile", "main");
  1867. obs_data_set_default_int(settings, "bf", 0);
  1868. info("Original base default settings were used according to resolution and framerate.");
  1869. }
  1870. }
  1871. static bool amf_av1_init(void *data, obs_data_t *settings)
  1872. {
  1873. amf_base *enc = (amf_base *)data;
  1874. // Initial high perceptual quality settings are set in the UI.
  1875. // Adjust during init based on resolution and framerate.
  1876. adjust_recommended_av1_defaults(enc, settings);
  1877. int64_t bitrate = obs_data_get_int(settings, "bitrate");
  1878. int64_t qp = obs_data_get_int(settings, "cqp");
  1879. const char *preset = obs_data_get_string(settings, "preset");
  1880. const char *profile = obs_data_get_string(settings, "profile");
  1881. const char *rc_str = obs_data_get_string(settings, "rate_control");
  1882. const bool pa_enabled = obs_data_get_bool(settings, "pre_analysis");
  1883. const bool screen_content_tools_enabled = obs_data_get_bool(settings, "screen_content_tools");
  1884. const bool palette_mode_enabled = obs_data_get_bool(settings, "palette_mode");
  1885. int64_t bf = obs_data_get_int(settings, "bf");
  1886. if (pa_enabled) {
  1887. set_av1_property(enc, PRE_ANALYSIS_ENABLE, pa_enabled);
  1888. }
  1889. if (enc->bframes_supported) {
  1890. set_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, bf);
  1891. set_av1_property(enc, B_PIC_PATTERN, bf);
  1892. /* AdaptiveMiniGOP is suggested for some types of content such
  1893. * as those with high motion. This only takes effect if
  1894. * Pre-Analysis is enabled.
  1895. */
  1896. if (bf > 0 && pa_enabled == true) {
  1897. set_av1_property(enc, ADAPTIVE_MINIGOP, true);
  1898. }
  1899. } else if (bf != 0) {
  1900. warn("B-Frames set to %lld but b-frames are not supported by this device", bf);
  1901. bf = 0;
  1902. }
  1903. int rc = get_av1_rate_control(rc_str);
  1904. set_av1_property(enc, RATE_CONTROL_METHOD, rc);
  1905. if (rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_CONSTANT_QP &&
  1906. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_VBR &&
  1907. rc != AMF_VIDEO_ENCODER_AV1_RATE_CONTROL_METHOD_HIGH_QUALITY_CBR) {
  1908. set_av1_property(enc, AQ_MODE, 1);
  1909. }
  1910. amf_av1_update_data(enc, rc, bitrate * 1000, qp);
  1911. set_av1_property(enc, ENFORCE_HRD, true);
  1912. // Determine and set the appropriate AV1 level
  1913. amf_set_codec_level(enc);
  1914. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  1915. int gop_size = (keyint_sec) ? keyint_sec * enc->fps_num / enc->fps_den : 250;
  1916. set_av1_property(enc, GOP_SIZE, gop_size);
  1917. const char *ffmpeg_opts = obs_data_get_string(settings, "ffmpeg_opts");
  1918. if (ffmpeg_opts && *ffmpeg_opts) {
  1919. struct obs_options opts = obs_parse_options(ffmpeg_opts);
  1920. for (size_t i = 0; i < opts.count; i++) {
  1921. amf_apply_opt(enc, &opts.options[i]);
  1922. }
  1923. obs_free_options(opts);
  1924. }
  1925. check_preset_compatibility(enc, preset);
  1926. if (!ffmpeg_opts || !*ffmpeg_opts)
  1927. ffmpeg_opts = "(none)";
  1928. /* The ffmpeg_opts just above may have explicitly set the AV1 level to a value different than what was
  1929. * determined by amf_set_codec_level(). Query the final AV1 level then lookup the matching string. Warn if not
  1930. * found, because ffmpeg_opts is free-form and may have set something bogus.
  1931. */
  1932. amf_int64 final_level;
  1933. get_av1_property(enc, LEVEL, &final_level);
  1934. char const *level_str = nullptr;
  1935. if (!amf_get_level_str(enc, final_level, &level_str)) {
  1936. warn("AV1 level string not found. Level %d may be incorrect.", final_level);
  1937. }
  1938. info("settings:\n"
  1939. "\trate_control: %s\n"
  1940. "\tbitrate: %d\n"
  1941. "\tcqp: %d\n"
  1942. "\tkeyint: %d\n"
  1943. "\tpreset: %s\n"
  1944. "\tprofile: %s\n"
  1945. "\tlevel: %s\n"
  1946. "\tb-frames: %d\n"
  1947. "\twidth: %d\n"
  1948. "\theight: %d\n"
  1949. "\tscreen content tools: %s\n"
  1950. "\tpalette mode: %s\n"
  1951. "\tpre-analysis: %s\n"
  1952. "\tparams: %s",
  1953. rc_str, bitrate, qp, gop_size, preset, profile, level_str, bf, enc->cx, enc->cy,
  1954. screen_content_tools_enabled ? "true" : "false", palette_mode_enabled ? "true" : "false",
  1955. pa_enabled ? "true" : "false", ffmpeg_opts);
  1956. return true;
  1957. }
  1958. static void amf_av1_create_internal(amf_base *enc, obs_data_t *settings)
  1959. {
  1960. enc->codec = amf_codec_type::AV1;
  1961. if (!amf_create_encoder(enc))
  1962. throw "Failed to create encoder";
  1963. AMFCapsPtr caps;
  1964. AMF_RESULT res = enc->amf_encoder->GetCaps(&caps);
  1965. if (res == AMF_OK) {
  1966. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_BFRAMES, &enc->bframes_supported);
  1967. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_MAX_THROUGHPUT, &enc->max_throughput);
  1968. caps->GetProperty(AMF_VIDEO_ENCODER_AV1_CAP_REQUESTED_THROUGHPUT, &enc->requested_throughput);
  1969. /* For some reason there's no specific CAP for AV1, but should always be supported */
  1970. enc->roi_supported = true;
  1971. }
  1972. const bool is10bit = enc->amf_format == AMF_SURFACE_P010;
  1973. const char *preset = obs_data_get_string(settings, "preset");
  1974. const bool enable_screen_content_tools = true;
  1975. const bool enable_palette_mode = true;
  1976. obs_data_set_string(settings, "profile", "main");
  1977. obs_data_set_bool(settings, "screen_content_tools", enable_screen_content_tools);
  1978. obs_data_set_bool(settings, "palette_mode", enable_palette_mode);
  1979. set_av1_property(enc, FRAMESIZE, AMFConstructSize(enc->cx, enc->cy));
  1980. set_av1_property(enc, USAGE, AMF_VIDEO_ENCODER_USAGE_TRANSCODING);
  1981. set_av1_property(enc, ALIGNMENT_MODE, AMF_VIDEO_ENCODER_AV1_ALIGNMENT_MODE_NO_RESTRICTIONS);
  1982. set_av1_property(enc, QUALITY_PRESET, get_av1_preset(enc, preset));
  1983. set_av1_property(enc, COLOR_BIT_DEPTH, is10bit ? AMF_COLOR_BIT_DEPTH_10 : AMF_COLOR_BIT_DEPTH_8);
  1984. set_av1_property(enc, PROFILE, get_av1_profile(settings));
  1985. set_av1_property(enc, ENCODING_LATENCY_MODE, AMF_VIDEO_ENCODER_AV1_ENCODING_LATENCY_MODE_NONE);
  1986. // set_av1_property(enc, RATE_CONTROL_PREENCODE, true);
  1987. set_av1_property(enc, OUTPUT_COLOR_PROFILE, enc->amf_color_profile);
  1988. set_av1_property(enc, OUTPUT_TRANSFER_CHARACTERISTIC, enc->amf_characteristic);
  1989. set_av1_property(enc, OUTPUT_COLOR_PRIMARIES, enc->amf_primaries);
  1990. set_av1_property(enc, NOMINAL_RANGE, enc->full_range);
  1991. set_av1_property(enc, FRAMERATE, enc->amf_frame_rate);
  1992. set_av1_property(enc, SCREEN_CONTENT_TOOLS, true);
  1993. set_av1_property(enc, PALETTE_MODE, true);
  1994. amf_av1_init(enc, settings);
  1995. res = enc->amf_encoder->Init(enc->amf_format, enc->cx, enc->cy);
  1996. if (res != AMF_OK)
  1997. throw amf_error("AMFComponent::Init failed", res);
  1998. AMFVariant p;
  1999. res = enc->amf_encoder->GetProperty(AMF_VIDEO_ENCODER_AV1_EXTRA_DATA, &p);
  2000. if (res == AMF_OK && p.type == AMF_VARIANT_INTERFACE)
  2001. enc->header = AMFBufferPtr(p.pInterface);
  2002. if (enc->bframes_supported) {
  2003. amf_int64 b_frames = 0;
  2004. amf_int64 b_max = 0;
  2005. if (get_av1_property(enc, B_PIC_PATTERN, &b_frames) &&
  2006. get_av1_property(enc, MAX_CONSECUTIVE_BPICTURES, &b_max))
  2007. enc->dts_offset = b_frames + 1;
  2008. else
  2009. enc->dts_offset = 0;
  2010. }
  2011. }
  2012. static void *amf_av1_create_texencode(obs_data_t *settings, obs_encoder_t *encoder)
  2013. try {
  2014. check_texture_encode_capability(encoder, amf_codec_type::AV1);
  2015. std::unique_ptr<amf_texencode> enc = std::make_unique<amf_texencode>();
  2016. enc->encoder = encoder;
  2017. enc->encoder_str = "texture-amf-av1";
  2018. if (!amf_init_d3d11(enc.get()))
  2019. throw "Failed to create D3D11";
  2020. amf_av1_create_internal(enc.get(), settings);
  2021. return enc.release();
  2022. } catch (const amf_error &err) {
  2023. blog(LOG_ERROR, "[texture-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  2024. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  2025. } catch (const char *err) {
  2026. blog(LOG_ERROR, "[texture-amf-av1] %s: %s", __FUNCTION__, err);
  2027. return obs_encoder_create_rerouted(encoder, "av1_fallback_amf");
  2028. }
  2029. static void *amf_av1_create_fallback(obs_data_t *settings, obs_encoder_t *encoder)
  2030. try {
  2031. std::unique_ptr<amf_fallback> enc = std::make_unique<amf_fallback>();
  2032. enc->encoder = encoder;
  2033. enc->encoder_str = "fallback-amf-av1";
  2034. video_t *video = obs_encoder_video(encoder);
  2035. const struct video_output_info *voi = video_output_get_info(video);
  2036. switch (voi->format) {
  2037. case VIDEO_FORMAT_I010:
  2038. case VIDEO_FORMAT_P010: {
  2039. break;
  2040. }
  2041. case VIDEO_FORMAT_P216:
  2042. case VIDEO_FORMAT_P416: {
  2043. const char *const text = obs_module_text("AMF.16bitUnsupported");
  2044. obs_encoder_set_last_error(encoder, text);
  2045. throw text;
  2046. }
  2047. default:
  2048. switch (voi->colorspace) {
  2049. case VIDEO_CS_2100_PQ:
  2050. case VIDEO_CS_2100_HLG: {
  2051. const char *const text = obs_module_text("AMF.8bitUnsupportedHdr");
  2052. obs_encoder_set_last_error(encoder, text);
  2053. throw text;
  2054. }
  2055. }
  2056. }
  2057. amf_av1_create_internal(enc.get(), settings);
  2058. return enc.release();
  2059. } catch (const amf_error &err) {
  2060. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s: %ls", __FUNCTION__, err.str, amf_trace->GetResultText(err.res));
  2061. return nullptr;
  2062. } catch (const char *err) {
  2063. blog(LOG_ERROR, "[fallback-amf-av1] %s: %s", __FUNCTION__, err);
  2064. return nullptr;
  2065. }
  2066. /* These are initial recommended settings that may be lowered later once we know more info such as the resolution and
  2067. * frame rate. */
  2068. static void amf_av1_defaults(obs_data_t *settings)
  2069. {
  2070. obs_data_set_default_int(settings, "bitrate", 2500);
  2071. obs_data_set_default_int(settings, "cqp", 20);
  2072. obs_data_set_default_string(settings, "rate_control", "CBR");
  2073. obs_data_set_default_string(settings, "preset", "highQuality");
  2074. obs_data_set_default_int(settings, "bf", 2);
  2075. }
  2076. static void register_av1()
  2077. {
  2078. struct obs_encoder_info amf_encoder_info = {};
  2079. amf_encoder_info.id = "av1_texture_amf";
  2080. amf_encoder_info.type = OBS_ENCODER_VIDEO;
  2081. amf_encoder_info.codec = "av1";
  2082. amf_encoder_info.get_name = amf_av1_get_name;
  2083. amf_encoder_info.create = amf_av1_create_texencode;
  2084. amf_encoder_info.destroy = amf_destroy;
  2085. amf_encoder_info.update = amf_av1_update;
  2086. amf_encoder_info.encode_texture = amf_encode_tex;
  2087. amf_encoder_info.get_defaults = amf_av1_defaults;
  2088. amf_encoder_info.get_properties = amf_av1_properties;
  2089. amf_encoder_info.get_extra_data = amf_extra_data;
  2090. amf_encoder_info.caps = OBS_ENCODER_CAP_PASS_TEXTURE | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  2091. obs_register_encoder(&amf_encoder_info);
  2092. amf_encoder_info.id = "av1_fallback_amf";
  2093. amf_encoder_info.caps = OBS_ENCODER_CAP_INTERNAL | OBS_ENCODER_CAP_DYN_BITRATE | OBS_ENCODER_CAP_ROI;
  2094. amf_encoder_info.encode_texture = nullptr;
  2095. amf_encoder_info.create = amf_av1_create_fallback;
  2096. amf_encoder_info.encode = amf_encode_fallback;
  2097. amf_encoder_info.get_video_info = av1_video_info_fallback;
  2098. obs_register_encoder(&amf_encoder_info);
  2099. }
  2100. /* ========================================================================= */
  2101. /* Global Stuff */
  2102. static bool enum_luids(void *param, uint32_t idx, uint64_t luid)
  2103. {
  2104. std::stringstream &cmd = *(std::stringstream *)param;
  2105. cmd << " " << std::hex << luid;
  2106. UNUSED_PARAMETER(idx);
  2107. return true;
  2108. }
  2109. extern "C" void amf_load(void)
  2110. try {
  2111. AMF_RESULT res;
  2112. HMODULE amf_module_test;
  2113. /* Check if the DLL is present before running the more expensive */
  2114. /* obs-amf-test.exe, but load it as data so it can't crash us */
  2115. amf_module_test = LoadLibraryExW(AMF_DLL_NAME, nullptr, LOAD_LIBRARY_AS_DATAFILE);
  2116. if (!amf_module_test)
  2117. throw "No AMF library";
  2118. FreeLibrary(amf_module_test);
  2119. /* ----------------------------------- */
  2120. /* Check for supported codecs */
  2121. BPtr<char> test_exe = os_get_executable_path_ptr("obs-amf-test.exe");
  2122. std::stringstream cmd;
  2123. std::string caps_str;
  2124. cmd << '"';
  2125. cmd << test_exe;
  2126. cmd << '"';
  2127. enum_graphics_device_luids(enum_luids, &cmd);
  2128. os_process_pipe_t *pp = os_process_pipe_create(cmd.str().c_str(), "r");
  2129. if (!pp)
  2130. throw "Failed to launch the AMF test process I guess";
  2131. for (;;) {
  2132. char data[2048];
  2133. size_t len = os_process_pipe_read(pp, (uint8_t *)data, sizeof(data));
  2134. if (!len)
  2135. break;
  2136. caps_str.append(data, len);
  2137. }
  2138. os_process_pipe_destroy(pp);
  2139. if (caps_str.empty())
  2140. throw "Seems the AMF test subprocess crashed. "
  2141. "Better there than here I guess. "
  2142. "Let's just skip loading AMF then I suppose.";
  2143. ConfigFile config;
  2144. if (config.OpenString(caps_str.c_str()) != 0)
  2145. throw "Failed to open config string";
  2146. const char *error = config_get_string(config, "error", "string");
  2147. if (error)
  2148. throw std::string(error);
  2149. uint32_t adapter_count = (uint32_t)config_num_sections(config);
  2150. bool avc_supported = false;
  2151. bool hevc_supported = false;
  2152. bool av1_supported = false;
  2153. for (uint32_t i = 0; i < adapter_count; i++) {
  2154. std::string section = std::to_string(i);
  2155. adapter_caps &info = caps[i];
  2156. info.is_amd = config_get_bool(config, section.c_str(), "is_amd");
  2157. info.supports_avc = config_get_bool(config, section.c_str(), "supports_avc");
  2158. info.supports_hevc = config_get_bool(config, section.c_str(), "supports_hevc");
  2159. info.supports_av1 = config_get_bool(config, section.c_str(), "supports_av1");
  2160. avc_supported |= info.supports_avc;
  2161. hevc_supported |= info.supports_hevc;
  2162. av1_supported |= info.supports_av1;
  2163. }
  2164. if (!avc_supported && !hevc_supported && !av1_supported)
  2165. throw "Neither AVC, HEVC, nor AV1 are supported by any devices";
  2166. /* ----------------------------------- */
  2167. /* Init AMF */
  2168. amf_module = LoadLibraryW(AMF_DLL_NAME);
  2169. if (!amf_module)
  2170. throw "AMF library failed to load";
  2171. AMFInit_Fn init = (AMFInit_Fn)GetProcAddress(amf_module, AMF_INIT_FUNCTION_NAME);
  2172. if (!init)
  2173. throw "Failed to get AMFInit address";
  2174. res = init(AMF_FULL_VERSION, &amf_factory);
  2175. if (res != AMF_OK)
  2176. throw amf_error("AMFInit failed", res);
  2177. res = amf_factory->GetTrace(&amf_trace);
  2178. if (res != AMF_OK)
  2179. throw amf_error("GetTrace failed", res);
  2180. AMFQueryVersion_Fn get_ver = (AMFQueryVersion_Fn)GetProcAddress(amf_module, AMF_QUERY_VERSION_FUNCTION_NAME);
  2181. if (!get_ver)
  2182. throw "Failed to get AMFQueryVersion address";
  2183. res = get_ver(&amf_version);
  2184. if (res != AMF_OK)
  2185. throw amf_error("AMFQueryVersion failed", res);
  2186. #ifndef DEBUG_AMF_STUFF
  2187. amf_trace->EnableWriter(AMF_TRACE_WRITER_DEBUG_OUTPUT, false);
  2188. amf_trace->EnableWriter(AMF_TRACE_WRITER_CONSOLE, false);
  2189. #endif
  2190. /* ----------------------------------- */
  2191. /* Register encoders */
  2192. if (avc_supported)
  2193. register_avc();
  2194. #if ENABLE_HEVC
  2195. if (hevc_supported)
  2196. register_hevc();
  2197. #endif
  2198. if (av1_supported)
  2199. register_av1();
  2200. } catch (const std::string &str) {
  2201. /* doing debug here because string exceptions indicate the user is
  2202. * probably not using AMD */
  2203. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str.c_str());
  2204. } catch (const char *str) {
  2205. /* doing debug here because string exceptions indicate the user is
  2206. * probably not using AMD */
  2207. blog(LOG_DEBUG, "%s: %s", __FUNCTION__, str);
  2208. } catch (const amf_error &err) {
  2209. /* doing an error here because it means at least the library has loaded
  2210. * successfully, so they probably have AMD at this point */
  2211. blog(LOG_ERROR, "%s: %s: 0x%lX", __FUNCTION__, err.str, (uint32_t)err.res);
  2212. }
  2213. extern "C" void amf_unload(void)
  2214. {
  2215. if (amf_module && amf_trace) {
  2216. amf_trace->TraceFlush();
  2217. amf_trace->UnregisterWriter(L"obs_amf_trace_writer");
  2218. }
  2219. }