vulkan-capture.c 64 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339
  1. #include <windows.h>
  2. #include "graphics-hook.h"
  3. #define VK_USE_PLATFORM_WIN32_KHR
  4. #include <malloc.h>
  5. #include <vulkan/vulkan.h>
  6. #include <vulkan/vk_layer.h>
  7. #include <vulkan/vulkan_win32.h>
  8. #define COBJMACROS
  9. #include <dxgi.h>
  10. #include <d3d11.h>
  11. #include "dxgi-helpers.hpp"
  12. #include "vulkan-capture.h"
  13. /* ======================================================================== */
  14. /* defs/statics */
  15. /* use the loader's dispatch table pointer as a key for internal data maps */
  16. #define GET_LDT(x) (*(void **)x)
  17. static bool vulkan_seen = false;
  18. /* ======================================================================== */
  19. /* hook data */
  20. struct vk_obj_node {
  21. uint64_t obj;
  22. struct vk_obj_node *next;
  23. };
  24. struct vk_obj_list {
  25. struct vk_obj_node *root;
  26. SRWLOCK mutex;
  27. };
  28. struct vk_swap_data {
  29. struct vk_obj_node node;
  30. VkExtent2D image_extent;
  31. VkFormat format;
  32. HWND hwnd;
  33. VkImage export_image;
  34. bool layout_initialized;
  35. VkDeviceMemory export_mem;
  36. VkImage *swap_images;
  37. uint32_t image_count;
  38. HANDLE handle;
  39. struct shtex_data *shtex_info;
  40. ID3D11Texture2D *d3d11_tex;
  41. bool captured;
  42. };
  43. struct vk_queue_data {
  44. struct vk_obj_node node;
  45. uint32_t fam_idx;
  46. bool supports_transfer;
  47. struct vk_frame_data *frames;
  48. uint32_t frame_index;
  49. uint32_t frame_count;
  50. };
  51. struct vk_swap_view_data {
  52. struct vk_obj_node node;
  53. };
  54. #define OBS_COLOR_ATTACHMENT_LIMIT 8
  55. struct vk_framebuffer_data {
  56. struct vk_obj_node node;
  57. VkFramebuffer alternates[1 << OBS_COLOR_ATTACHMENT_LIMIT];
  58. uint32_t color_attachment_mask;
  59. };
  60. struct vk_frame_data {
  61. VkCommandPool cmd_pool;
  62. VkCommandBuffer cmd_buffer;
  63. VkFence fence;
  64. bool cmd_buffer_busy;
  65. };
  66. struct vk_surf_data {
  67. struct vk_obj_node node;
  68. HWND hwnd;
  69. };
  70. struct vk_inst_data {
  71. struct vk_obj_node node;
  72. VkInstance instance;
  73. bool valid;
  74. struct vk_inst_funcs funcs;
  75. struct vk_obj_list surfaces;
  76. };
  77. struct vk_data {
  78. struct vk_obj_node node;
  79. VkDevice device;
  80. bool valid;
  81. struct vk_device_funcs funcs;
  82. VkPhysicalDevice phy_device;
  83. struct vk_obj_list swaps;
  84. struct vk_swap_data *cur_swap;
  85. struct vk_obj_list queues;
  86. struct vk_obj_list swap_views;
  87. struct vk_obj_list framebuffers;
  88. VkExternalMemoryProperties external_mem_props;
  89. struct vk_inst_data *inst_data;
  90. VkAllocationCallbacks ac_storage;
  91. const VkAllocationCallbacks *ac;
  92. ID3D11Device *d3d11_device;
  93. ID3D11DeviceContext *d3d11_context;
  94. };
  95. __declspec(thread) int vk_presenting = 0;
  96. /* ------------------------------------------------------------------------- */
  97. static void *vk_alloc(const VkAllocationCallbacks *ac, size_t size,
  98. size_t alignment, enum VkSystemAllocationScope scope)
  99. {
  100. return ac ? ac->pfnAllocation(ac->pUserData, size, alignment, scope)
  101. : _aligned_malloc(size, alignment);
  102. }
  103. static void vk_free(const VkAllocationCallbacks *ac, void *memory)
  104. {
  105. if (ac)
  106. ac->pfnFree(ac->pUserData, memory);
  107. else
  108. _aligned_free(memory);
  109. }
  110. static void add_obj_data(struct vk_obj_list *list, uint64_t obj, void *data)
  111. {
  112. AcquireSRWLockExclusive(&list->mutex);
  113. struct vk_obj_node *const node = data;
  114. node->obj = obj;
  115. node->next = list->root;
  116. list->root = node;
  117. ReleaseSRWLockExclusive(&list->mutex);
  118. }
  119. static struct vk_obj_node *get_obj_data(struct vk_obj_list *list, uint64_t obj)
  120. {
  121. struct vk_obj_node *data = NULL;
  122. AcquireSRWLockExclusive(&list->mutex);
  123. struct vk_obj_node *node = list->root;
  124. while (node) {
  125. if (node->obj == obj) {
  126. data = node;
  127. break;
  128. }
  129. node = node->next;
  130. }
  131. ReleaseSRWLockExclusive(&list->mutex);
  132. return data;
  133. }
  134. static struct vk_obj_node *remove_obj_data(struct vk_obj_list *list,
  135. uint64_t obj)
  136. {
  137. struct vk_obj_node *data = NULL;
  138. AcquireSRWLockExclusive(&list->mutex);
  139. struct vk_obj_node *prev = NULL;
  140. struct vk_obj_node *node = list->root;
  141. while (node) {
  142. if (node->obj == obj) {
  143. data = node;
  144. if (prev)
  145. prev->next = node->next;
  146. else
  147. list->root = node->next;
  148. break;
  149. }
  150. prev = node;
  151. node = node->next;
  152. }
  153. ReleaseSRWLockExclusive(&list->mutex);
  154. return data;
  155. }
  156. static void init_obj_list(struct vk_obj_list *list)
  157. {
  158. list->root = NULL;
  159. InitializeSRWLock(&list->mutex);
  160. }
  161. static struct vk_obj_node *obj_walk_begin(struct vk_obj_list *list)
  162. {
  163. AcquireSRWLockExclusive(&list->mutex);
  164. return list->root;
  165. }
  166. static struct vk_obj_node *obj_walk_next(struct vk_obj_node *node)
  167. {
  168. return node->next;
  169. }
  170. static void obj_walk_end(struct vk_obj_list *list)
  171. {
  172. ReleaseSRWLockExclusive(&list->mutex);
  173. }
  174. /* ------------------------------------------------------------------------- */
  175. static struct vk_obj_list devices;
  176. static struct vk_data *alloc_device_data(const VkAllocationCallbacks *ac)
  177. {
  178. struct vk_data *data = vk_alloc(ac, sizeof(struct vk_data),
  179. _Alignof(struct vk_data),
  180. VK_SYSTEM_ALLOCATION_SCOPE_DEVICE);
  181. return data;
  182. }
  183. static void init_device_data(struct vk_data *data, VkDevice device)
  184. {
  185. add_obj_data(&devices, (uint64_t)GET_LDT(device), data);
  186. data->device = device;
  187. }
  188. static struct vk_data *get_device_data(VkDevice device)
  189. {
  190. return (struct vk_data *)get_obj_data(&devices,
  191. (uint64_t)GET_LDT(device));
  192. }
  193. static struct vk_data *get_device_data_by_queue(VkQueue queue)
  194. {
  195. return (struct vk_data *)get_obj_data(&devices,
  196. (uint64_t)GET_LDT(queue));
  197. }
  198. static struct vk_data *
  199. get_device_data_by_command_buffer(VkCommandBuffer commandBuffer)
  200. {
  201. return (struct vk_data *)get_obj_data(&devices,
  202. (uint64_t)GET_LDT(commandBuffer));
  203. }
  204. static struct vk_data *remove_device_data(VkDevice device)
  205. {
  206. return (struct vk_data *)remove_obj_data(&devices,
  207. (uint64_t)GET_LDT(device));
  208. }
  209. static void free_device_data(struct vk_data *data,
  210. const VkAllocationCallbacks *ac)
  211. {
  212. vk_free(ac, data);
  213. }
  214. /* ------------------------------------------------------------------------- */
  215. static struct vk_queue_data *add_queue_data(struct vk_data *data, VkQueue queue,
  216. uint32_t fam_idx,
  217. bool supports_transfer,
  218. const VkAllocationCallbacks *ac)
  219. {
  220. struct vk_queue_data *const queue_data =
  221. vk_alloc(ac, sizeof(struct vk_queue_data),
  222. _Alignof(struct vk_queue_data),
  223. VK_SYSTEM_ALLOCATION_SCOPE_DEVICE);
  224. add_obj_data(&data->queues, (uint64_t)queue, queue_data);
  225. queue_data->fam_idx = fam_idx;
  226. queue_data->supports_transfer = supports_transfer;
  227. queue_data->frames = NULL;
  228. queue_data->frame_index = 0;
  229. queue_data->frame_count = 0;
  230. return queue_data;
  231. }
  232. static struct vk_queue_data *get_queue_data(struct vk_data *data, VkQueue queue)
  233. {
  234. return (struct vk_queue_data *)get_obj_data(&data->queues,
  235. (uint64_t)queue);
  236. }
  237. static void remove_free_queue_all(struct vk_data *data,
  238. const VkAllocationCallbacks *ac)
  239. {
  240. struct vk_queue_data *queue_data =
  241. (struct vk_queue_data *)data->queues.root;
  242. while (data->queues.root) {
  243. remove_obj_data(&data->queues, queue_data->node.obj);
  244. vk_free(ac, queue_data);
  245. queue_data = (struct vk_queue_data *)data->queues.root;
  246. }
  247. }
  248. static struct vk_queue_data *queue_walk_begin(struct vk_data *data)
  249. {
  250. return (struct vk_queue_data *)obj_walk_begin(&data->queues);
  251. }
  252. static struct vk_queue_data *queue_walk_next(struct vk_queue_data *queue_data)
  253. {
  254. return (struct vk_queue_data *)obj_walk_next(
  255. (struct vk_obj_node *)queue_data);
  256. }
  257. static void queue_walk_end(struct vk_data *data)
  258. {
  259. obj_walk_end(&data->queues);
  260. }
  261. /* ------------------------------------------------------------------------- */
  262. static struct vk_swap_view_data *
  263. add_swap_view_data(struct vk_data *data, VkImageView imageView,
  264. const VkAllocationCallbacks *ac)
  265. {
  266. struct vk_swap_view_data *const swap_view_data =
  267. vk_alloc(ac, sizeof(struct vk_swap_view_data),
  268. _Alignof(struct vk_swap_view_data),
  269. VK_SYSTEM_ALLOCATION_SCOPE_DEVICE);
  270. add_obj_data(&data->swap_views, (uint64_t)imageView, swap_view_data);
  271. return swap_view_data;
  272. }
  273. static struct vk_swap_view_data *get_swap_view_data(struct vk_data *data,
  274. VkImageView imageView)
  275. {
  276. return (struct vk_swap_view_data *)get_obj_data(&data->swap_views,
  277. (uint64_t)imageView);
  278. }
  279. static void remove_free_swap_view_data(struct vk_data *data,
  280. VkImageView imageView,
  281. const VkAllocationCallbacks *ac)
  282. {
  283. struct vk_swap_data *const swap_view_data =
  284. (struct vk_swap_data *)remove_obj_data(&data->swap_views,
  285. (uint64_t)imageView);
  286. vk_free(ac, swap_view_data);
  287. }
  288. /* ------------------------------------------------------------------------- */
  289. static struct vk_framebuffer_data *
  290. add_framebuffer_data(struct vk_data *data, VkFramebuffer framebuffer,
  291. const VkAllocationCallbacks *ac)
  292. {
  293. struct vk_framebuffer_data *const framebuffer_data =
  294. vk_alloc(ac, sizeof(struct vk_framebuffer_data),
  295. _Alignof(struct vk_framebuffer_data),
  296. VK_SYSTEM_ALLOCATION_SCOPE_DEVICE);
  297. add_obj_data(&data->framebuffers, (uint64_t)framebuffer,
  298. framebuffer_data);
  299. for (size_t i = 0; i < _countof(framebuffer_data->alternates); ++i) {
  300. framebuffer_data->alternates[i] = VK_NULL_HANDLE;
  301. }
  302. framebuffer_data->color_attachment_mask = 0;
  303. return framebuffer_data;
  304. }
  305. static struct vk_framebuffer_data *
  306. get_framebuffer_data(struct vk_data *data, VkFramebuffer framebuffer)
  307. {
  308. return (struct vk_framebuffer_data *)get_obj_data(
  309. &data->framebuffers, (uint64_t)framebuffer);
  310. }
  311. static void remove_free_framebuffer_data(struct vk_data *data,
  312. VkFramebuffer framebuffer,
  313. const VkAllocationCallbacks *ac)
  314. {
  315. struct vk_swap_data *const framebuffer_data =
  316. (struct vk_swap_data *)remove_obj_data(&data->framebuffers,
  317. (uint64_t)framebuffer);
  318. vk_free(ac, framebuffer_data);
  319. }
  320. /* ------------------------------------------------------------------------- */
  321. static struct vk_swap_data *alloc_swap_data(const VkAllocationCallbacks *ac)
  322. {
  323. struct vk_swap_data *const swap_data = vk_alloc(
  324. ac, sizeof(struct vk_swap_data), _Alignof(struct vk_swap_data),
  325. VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
  326. return swap_data;
  327. }
  328. static void init_swap_data(struct vk_swap_data *swap_data, struct vk_data *data,
  329. VkSwapchainKHR sc)
  330. {
  331. add_obj_data(&data->swaps, (uint64_t)sc, swap_data);
  332. }
  333. static struct vk_swap_data *get_swap_data(struct vk_data *data,
  334. VkSwapchainKHR sc)
  335. {
  336. return (struct vk_swap_data *)get_obj_data(&data->swaps, (uint64_t)sc);
  337. }
  338. static void remove_free_swap_data(struct vk_data *data, VkSwapchainKHR sc,
  339. const VkAllocationCallbacks *ac)
  340. {
  341. struct vk_swap_data *const swap_data =
  342. (struct vk_swap_data *)remove_obj_data(&data->swaps,
  343. (uint64_t)sc);
  344. vk_free(ac, swap_data);
  345. }
  346. static struct vk_swap_data *swap_walk_begin(struct vk_data *data)
  347. {
  348. return (struct vk_swap_data *)obj_walk_begin(&data->swaps);
  349. }
  350. static struct vk_swap_data *swap_walk_next(struct vk_swap_data *swap_data)
  351. {
  352. return (struct vk_swap_data *)obj_walk_next(
  353. (struct vk_obj_node *)swap_data);
  354. }
  355. static void swap_walk_end(struct vk_data *data)
  356. {
  357. obj_walk_end(&data->swaps);
  358. }
  359. /* ------------------------------------------------------------------------- */
  360. static void vk_shtex_clear_fence(const struct vk_data *data,
  361. struct vk_frame_data *frame_data)
  362. {
  363. const VkFence fence = frame_data->fence;
  364. if (frame_data->cmd_buffer_busy) {
  365. VkDevice device = data->device;
  366. const struct vk_device_funcs *funcs = &data->funcs;
  367. funcs->WaitForFences(device, 1, &fence, VK_TRUE, ~0ull);
  368. funcs->ResetFences(device, 1, &fence);
  369. frame_data->cmd_buffer_busy = false;
  370. }
  371. }
  372. static void vk_shtex_wait_until_pool_idle(struct vk_data *data,
  373. struct vk_queue_data *queue_data)
  374. {
  375. for (uint32_t frame_idx = 0; frame_idx < queue_data->frame_count;
  376. frame_idx++) {
  377. struct vk_frame_data *frame_data =
  378. &queue_data->frames[frame_idx];
  379. if (frame_data->cmd_pool != VK_NULL_HANDLE)
  380. vk_shtex_clear_fence(data, frame_data);
  381. }
  382. }
  383. static void vk_shtex_wait_until_idle(struct vk_data *data)
  384. {
  385. struct vk_queue_data *queue_data = queue_walk_begin(data);
  386. while (queue_data) {
  387. vk_shtex_wait_until_pool_idle(data, queue_data);
  388. queue_data = queue_walk_next(queue_data);
  389. }
  390. queue_walk_end(data);
  391. }
  392. static void vk_shtex_free(struct vk_data *data)
  393. {
  394. capture_free();
  395. vk_shtex_wait_until_idle(data);
  396. struct vk_swap_data *swap = swap_walk_begin(data);
  397. while (swap) {
  398. VkDevice device = data->device;
  399. if (swap->export_image)
  400. data->funcs.DestroyImage(device, swap->export_image,
  401. data->ac);
  402. if (swap->export_mem)
  403. data->funcs.FreeMemory(device, swap->export_mem, NULL);
  404. if (swap->d3d11_tex) {
  405. ID3D11Texture2D_Release(swap->d3d11_tex);
  406. }
  407. swap->handle = INVALID_HANDLE_VALUE;
  408. swap->d3d11_tex = NULL;
  409. swap->export_mem = VK_NULL_HANDLE;
  410. swap->export_image = VK_NULL_HANDLE;
  411. swap->captured = false;
  412. swap = swap_walk_next(swap);
  413. }
  414. swap_walk_end(data);
  415. if (data->d3d11_context) {
  416. ID3D11DeviceContext_Release(data->d3d11_context);
  417. data->d3d11_context = NULL;
  418. }
  419. if (data->d3d11_device) {
  420. ID3D11Device_Release(data->d3d11_device);
  421. data->d3d11_device = NULL;
  422. }
  423. data->cur_swap = NULL;
  424. hlog("------------------ vulkan capture freed ------------------");
  425. }
  426. /* ------------------------------------------------------------------------- */
  427. static void add_surf_data(struct vk_inst_data *idata, VkSurfaceKHR surf,
  428. HWND hwnd, const VkAllocationCallbacks *ac)
  429. {
  430. struct vk_surf_data *surf_data = vk_alloc(
  431. ac, sizeof(struct vk_surf_data), _Alignof(struct vk_surf_data),
  432. VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
  433. if (surf_data) {
  434. surf_data->hwnd = hwnd;
  435. add_obj_data(&idata->surfaces, (uint64_t)surf, surf_data);
  436. }
  437. }
  438. static HWND find_surf_hwnd(struct vk_inst_data *idata, VkSurfaceKHR surf)
  439. {
  440. struct vk_surf_data *surf_data = (struct vk_surf_data *)get_obj_data(
  441. &idata->surfaces, (uint64_t)surf);
  442. return surf_data->hwnd;
  443. }
  444. static void remove_free_surf_data(struct vk_inst_data *idata, VkSurfaceKHR surf,
  445. const VkAllocationCallbacks *ac)
  446. {
  447. struct vk_surf_data *surf_data = (struct vk_surf_data *)remove_obj_data(
  448. &idata->surfaces, (uint64_t)surf);
  449. vk_free(ac, surf_data);
  450. }
  451. /* ------------------------------------------------------------------------- */
  452. static struct vk_obj_list instances;
  453. static struct vk_inst_data *alloc_inst_data(const VkAllocationCallbacks *ac)
  454. {
  455. struct vk_inst_data *idata = vk_alloc(
  456. ac, sizeof(struct vk_inst_data), _Alignof(struct vk_inst_data),
  457. VK_SYSTEM_ALLOCATION_SCOPE_INSTANCE);
  458. return idata;
  459. }
  460. static void init_inst_data(struct vk_inst_data *idata, VkInstance instance)
  461. {
  462. add_obj_data(&instances, (uint64_t)GET_LDT(instance), idata);
  463. idata->instance = instance;
  464. }
  465. static struct vk_inst_data *get_inst_data(VkInstance instance)
  466. {
  467. return (struct vk_inst_data *)get_obj_data(&instances,
  468. (uint64_t)GET_LDT(instance));
  469. }
  470. static struct vk_inst_funcs *get_inst_funcs(VkInstance instance)
  471. {
  472. struct vk_inst_data *idata =
  473. (struct vk_inst_data *)get_inst_data(instance);
  474. return &idata->funcs;
  475. }
  476. static struct vk_inst_data *
  477. get_inst_data_by_physical_device(VkPhysicalDevice physicalDevice)
  478. {
  479. return (struct vk_inst_data *)get_obj_data(
  480. &instances, (uint64_t)GET_LDT(physicalDevice));
  481. }
  482. static struct vk_inst_funcs *
  483. get_inst_funcs_by_physical_device(VkPhysicalDevice physicalDevice)
  484. {
  485. struct vk_inst_data *idata =
  486. (struct vk_inst_data *)get_inst_data_by_physical_device(
  487. physicalDevice);
  488. return &idata->funcs;
  489. }
  490. static void remove_free_inst_data(VkInstance inst,
  491. const VkAllocationCallbacks *ac)
  492. {
  493. struct vk_inst_data *idata = (struct vk_inst_data *)remove_obj_data(
  494. &instances, (uint64_t)GET_LDT(inst));
  495. vk_free(ac, idata);
  496. }
  497. /* ======================================================================== */
  498. /* capture */
  499. static inline bool vk_shtex_init_d3d11(struct vk_data *data)
  500. {
  501. D3D_FEATURE_LEVEL level_used;
  502. IDXGIFactory1 *factory;
  503. IDXGIAdapter1 *adapter;
  504. HRESULT hr;
  505. HMODULE d3d11 = load_system_library("d3d11.dll");
  506. if (!d3d11) {
  507. flog("failed to load d3d11: %d", GetLastError());
  508. return false;
  509. }
  510. HMODULE dxgi = load_system_library("dxgi.dll");
  511. if (!dxgi) {
  512. flog("failed to load dxgi: %d", GetLastError());
  513. return false;
  514. }
  515. HRESULT(WINAPI * create_factory)
  516. (REFIID, void **) = (void *)GetProcAddress(dxgi, "CreateDXGIFactory1");
  517. if (!create_factory) {
  518. flog("failed to get CreateDXGIFactory1 address: %d",
  519. GetLastError());
  520. return false;
  521. }
  522. PFN_D3D11_CREATE_DEVICE create =
  523. (void *)GetProcAddress(d3d11, "D3D11CreateDevice");
  524. if (!create) {
  525. flog("failed to get D3D11CreateDevice address: %d",
  526. GetLastError());
  527. return false;
  528. }
  529. hr = create_factory(&IID_IDXGIFactory1, &factory);
  530. if (FAILED(hr)) {
  531. flog_hr("failed to create factory", hr);
  532. return false;
  533. }
  534. hr = IDXGIFactory1_EnumAdapters1(factory, 0, &adapter);
  535. IDXGIFactory1_Release(factory);
  536. if (FAILED(hr)) {
  537. flog_hr("failed to create adapter", hr);
  538. return false;
  539. }
  540. static const D3D_FEATURE_LEVEL feature_levels[] = {
  541. D3D_FEATURE_LEVEL_11_0,
  542. D3D_FEATURE_LEVEL_10_1,
  543. D3D_FEATURE_LEVEL_10_0,
  544. D3D_FEATURE_LEVEL_9_3,
  545. };
  546. hr = create((IDXGIAdapter *)adapter, D3D_DRIVER_TYPE_UNKNOWN, NULL, 0,
  547. feature_levels,
  548. sizeof(feature_levels) / sizeof(D3D_FEATURE_LEVEL),
  549. D3D11_SDK_VERSION, &data->d3d11_device, &level_used,
  550. &data->d3d11_context);
  551. IDXGIAdapter1_Release(adapter);
  552. if (FAILED(hr)) {
  553. flog_hr("failed to create device", hr);
  554. return false;
  555. }
  556. return true;
  557. }
  558. static inline bool vk_shtex_init_d3d11_tex(struct vk_data *data,
  559. struct vk_swap_data *swap)
  560. {
  561. IDXGIResource *dxgi_res;
  562. HRESULT hr;
  563. const UINT width = swap->image_extent.width;
  564. const UINT height = swap->image_extent.height;
  565. flog("OBS requesting %s texture format. capture dimensions: %ux%u",
  566. vk_format_to_str(swap->format), width, height);
  567. const DXGI_FORMAT format = vk_format_to_dxgi(swap->format);
  568. if (format == DXGI_FORMAT_UNKNOWN) {
  569. flog("cannot convert to DXGI format");
  570. return false;
  571. }
  572. D3D11_TEXTURE2D_DESC desc = {0};
  573. desc.Width = width;
  574. desc.Height = height;
  575. desc.MipLevels = 1;
  576. desc.ArraySize = 1;
  577. desc.Format = apply_dxgi_format_typeless(
  578. format, global_hook_info->allow_srgb_alias);
  579. desc.SampleDesc.Count = 1;
  580. desc.SampleDesc.Quality = 0;
  581. desc.Usage = D3D11_USAGE_DEFAULT;
  582. desc.MiscFlags = D3D11_RESOURCE_MISC_SHARED;
  583. desc.BindFlags = D3D11_BIND_SHADER_RESOURCE;
  584. hr = ID3D11Device_CreateTexture2D(data->d3d11_device, &desc, NULL,
  585. &swap->d3d11_tex);
  586. if (FAILED(hr)) {
  587. flog_hr("failed to create texture", hr);
  588. return false;
  589. }
  590. hr = ID3D11Texture2D_QueryInterface(swap->d3d11_tex, &IID_IDXGIResource,
  591. &dxgi_res);
  592. if (FAILED(hr)) {
  593. flog_hr("failed to get IDXGIResource", hr);
  594. return false;
  595. }
  596. hr = IDXGIResource_GetSharedHandle(dxgi_res, &swap->handle);
  597. IDXGIResource_Release(dxgi_res);
  598. if (FAILED(hr)) {
  599. flog_hr("failed to get shared handle", hr);
  600. return false;
  601. }
  602. return true;
  603. }
  604. static inline bool vk_shtex_init_vulkan_tex(struct vk_data *data,
  605. struct vk_swap_data *swap)
  606. {
  607. struct vk_device_funcs *funcs = &data->funcs;
  608. VkExternalMemoryFeatureFlags f =
  609. data->external_mem_props.externalMemoryFeatures;
  610. /* -------------------------------------------------------- */
  611. /* create texture */
  612. VkExternalMemoryImageCreateInfo emici;
  613. emici.sType = VK_STRUCTURE_TYPE_EXTERNAL_MEMORY_IMAGE_CREATE_INFO;
  614. emici.pNext = NULL;
  615. emici.handleTypes =
  616. VK_EXTERNAL_MEMORY_HANDLE_TYPE_D3D11_TEXTURE_KMT_BIT;
  617. VkImageCreateInfo ici;
  618. ici.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO;
  619. ici.pNext = &emici;
  620. ici.flags = 0;
  621. ici.imageType = VK_IMAGE_TYPE_2D;
  622. ici.format = swap->format;
  623. ici.extent.width = swap->image_extent.width;
  624. ici.extent.height = swap->image_extent.height;
  625. ici.extent.depth = 1;
  626. ici.mipLevels = 1;
  627. ici.arrayLayers = 1;
  628. ici.samples = VK_SAMPLE_COUNT_1_BIT;
  629. ici.tiling = VK_IMAGE_TILING_OPTIMAL;
  630. ici.usage = VK_IMAGE_USAGE_TRANSFER_DST_BIT |
  631. VK_IMAGE_USAGE_SAMPLED_BIT;
  632. ici.sharingMode = VK_SHARING_MODE_EXCLUSIVE;
  633. ici.queueFamilyIndexCount = 0;
  634. ici.pQueueFamilyIndices = 0;
  635. ici.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED;
  636. VkDevice device = data->device;
  637. VkResult res;
  638. res = funcs->CreateImage(device, &ici, data->ac, &swap->export_image);
  639. if (VK_SUCCESS != res) {
  640. flog("failed to CreateImage: %s", result_to_str(res));
  641. swap->export_image = VK_NULL_HANDLE;
  642. return false;
  643. }
  644. swap->layout_initialized = false;
  645. /* -------------------------------------------------------- */
  646. /* get image memory requirements */
  647. VkMemoryRequirements mr;
  648. bool use_gimr2 = f & VK_EXTERNAL_MEMORY_FEATURE_DEDICATED_ONLY_BIT;
  649. if (use_gimr2) {
  650. VkMemoryDedicatedRequirements mdr = {0};
  651. mdr.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS;
  652. mdr.pNext = NULL;
  653. VkMemoryRequirements2 mr2 = {0};
  654. mr2.sType = VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2;
  655. mr2.pNext = &mdr;
  656. VkImageMemoryRequirementsInfo2 imri2 = {0};
  657. imri2.sType =
  658. VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2;
  659. imri2.pNext = NULL;
  660. imri2.image = swap->export_image;
  661. funcs->GetImageMemoryRequirements2(device, &imri2, &mr2);
  662. mr = mr2.memoryRequirements;
  663. } else {
  664. funcs->GetImageMemoryRequirements(device, swap->export_image,
  665. &mr);
  666. }
  667. /* -------------------------------------------------------- */
  668. /* get memory type index */
  669. struct vk_inst_funcs *ifuncs =
  670. get_inst_funcs_by_physical_device(data->phy_device);
  671. VkPhysicalDeviceMemoryProperties pdmp;
  672. ifuncs->GetPhysicalDeviceMemoryProperties(data->phy_device, &pdmp);
  673. /* -------------------------------------------------------- */
  674. /* allocate memory */
  675. VkImportMemoryWin32HandleInfoKHR imw32hi;
  676. imw32hi.sType = VK_STRUCTURE_TYPE_IMPORT_MEMORY_WIN32_HANDLE_INFO_KHR;
  677. imw32hi.pNext = NULL;
  678. imw32hi.name = NULL;
  679. imw32hi.handleType =
  680. VK_EXTERNAL_MEMORY_HANDLE_TYPE_D3D11_TEXTURE_KMT_BIT;
  681. imw32hi.handle = swap->handle;
  682. VkMemoryAllocateInfo mai;
  683. mai.sType = VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO;
  684. mai.pNext = &imw32hi;
  685. mai.allocationSize = mr.size;
  686. VkMemoryDedicatedAllocateInfo mdai;
  687. mdai.sType = VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO;
  688. mdai.pNext = NULL;
  689. mdai.buffer = VK_NULL_HANDLE;
  690. if (data->external_mem_props.externalMemoryFeatures &
  691. VK_EXTERNAL_MEMORY_FEATURE_DEDICATED_ONLY_BIT) {
  692. mdai.image = swap->export_image;
  693. imw32hi.pNext = &mdai;
  694. }
  695. bool allocated = false;
  696. for (uint32_t i = 0; i < pdmp.memoryTypeCount; ++i) {
  697. if ((mr.memoryTypeBits & (1 << i)) &&
  698. (pdmp.memoryTypes[i].propertyFlags &
  699. VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) ==
  700. VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) {
  701. mai.memoryTypeIndex = i;
  702. res = funcs->AllocateMemory(device, &mai, NULL,
  703. &swap->export_mem);
  704. allocated = res == VK_SUCCESS;
  705. if (allocated)
  706. break;
  707. flog("failed to AllocateMemory (DEVICE_LOCAL): %s (%d)",
  708. result_to_str(res), (int)res);
  709. }
  710. }
  711. if (!allocated) {
  712. /* Try again without DEVICE_LOCAL */
  713. for (uint32_t i = 0; i < pdmp.memoryTypeCount; ++i) {
  714. if ((mr.memoryTypeBits & (1 << i)) &&
  715. (pdmp.memoryTypes[i].propertyFlags &
  716. VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) !=
  717. VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) {
  718. mai.memoryTypeIndex = i;
  719. res = funcs->AllocateMemory(device, &mai, NULL,
  720. &swap->export_mem);
  721. allocated = res == VK_SUCCESS;
  722. if (allocated)
  723. break;
  724. flog("failed to AllocateMemory (not DEVICE_LOCAL): %s (%d)",
  725. result_to_str(res), (int)res);
  726. }
  727. }
  728. }
  729. if (!allocated) {
  730. flog("failed to allocate memory of any type");
  731. funcs->DestroyImage(device, swap->export_image, data->ac);
  732. swap->export_image = VK_NULL_HANDLE;
  733. return false;
  734. }
  735. /* -------------------------------------------------------- */
  736. /* bind image memory */
  737. bool use_bi2 = f & VK_EXTERNAL_MEMORY_FEATURE_DEDICATED_ONLY_BIT;
  738. if (use_bi2) {
  739. VkBindImageMemoryInfo bimi = {0};
  740. bimi.sType = VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO;
  741. bimi.image = swap->export_image;
  742. bimi.memory = swap->export_mem;
  743. bimi.memoryOffset = 0;
  744. res = funcs->BindImageMemory2(device, 1, &bimi);
  745. } else {
  746. res = funcs->BindImageMemory(device, swap->export_image,
  747. swap->export_mem, 0);
  748. }
  749. if (VK_SUCCESS != res) {
  750. flog("%s failed: %s",
  751. use_bi2 ? "BindImageMemory2" : "BindImageMemory",
  752. result_to_str(res));
  753. funcs->DestroyImage(device, swap->export_image, data->ac);
  754. swap->export_image = VK_NULL_HANDLE;
  755. return false;
  756. }
  757. return true;
  758. }
  759. static bool vk_shtex_init(struct vk_data *data, HWND window,
  760. struct vk_swap_data *swap)
  761. {
  762. if (!vk_shtex_init_d3d11(data)) {
  763. return false;
  764. }
  765. if (!vk_shtex_init_d3d11_tex(data, swap)) {
  766. return false;
  767. }
  768. if (!vk_shtex_init_vulkan_tex(data, swap)) {
  769. return false;
  770. }
  771. data->cur_swap = swap;
  772. swap->captured = capture_init_shtex(&swap->shtex_info, window,
  773. swap->image_extent.width,
  774. swap->image_extent.height,
  775. (uint32_t)swap->format, false,
  776. (uintptr_t)swap->handle);
  777. if (!swap->captured)
  778. return false;
  779. if (global_hook_info->force_shmem) {
  780. flog("shared memory capture currently "
  781. "unsupported; ignoring");
  782. }
  783. hlog("vulkan shared texture capture successful");
  784. return true;
  785. }
  786. static void vk_shtex_create_frame_objects(struct vk_data *data,
  787. struct vk_queue_data *queue_data,
  788. uint32_t image_count)
  789. {
  790. queue_data->frames =
  791. vk_alloc(data->ac, image_count * sizeof(struct vk_frame_data),
  792. _Alignof(struct vk_frame_data),
  793. VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
  794. memset(queue_data->frames, 0,
  795. image_count * sizeof(struct vk_frame_data));
  796. queue_data->frame_index = 0;
  797. queue_data->frame_count = image_count;
  798. VkDevice device = data->device;
  799. for (uint32_t image_index = 0; image_index < image_count;
  800. image_index++) {
  801. struct vk_frame_data *frame_data =
  802. &queue_data->frames[image_index];
  803. VkCommandPoolCreateInfo cpci;
  804. cpci.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO;
  805. cpci.pNext = NULL;
  806. cpci.flags = 0;
  807. cpci.queueFamilyIndex = queue_data->fam_idx;
  808. VkResult res = data->funcs.CreateCommandPool(
  809. device, &cpci, data->ac, &frame_data->cmd_pool);
  810. debug_res("CreateCommandPool", res);
  811. VkCommandBufferAllocateInfo cbai;
  812. cbai.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO;
  813. cbai.pNext = NULL;
  814. cbai.commandPool = frame_data->cmd_pool;
  815. cbai.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY;
  816. cbai.commandBufferCount = 1;
  817. res = data->funcs.AllocateCommandBuffers(
  818. device, &cbai, &frame_data->cmd_buffer);
  819. debug_res("AllocateCommandBuffers", res);
  820. GET_LDT(frame_data->cmd_buffer) = GET_LDT(device);
  821. VkFenceCreateInfo fci = {0};
  822. fci.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO;
  823. fci.pNext = NULL;
  824. fci.flags = 0;
  825. res = data->funcs.CreateFence(device, &fci, data->ac,
  826. &frame_data->fence);
  827. debug_res("CreateFence", res);
  828. }
  829. }
  830. static void vk_shtex_destroy_fence(struct vk_data *data, bool *cmd_buffer_busy,
  831. VkFence *fence)
  832. {
  833. VkDevice device = data->device;
  834. if (*cmd_buffer_busy) {
  835. data->funcs.WaitForFences(device, 1, fence, VK_TRUE, ~0ull);
  836. *cmd_buffer_busy = false;
  837. }
  838. data->funcs.DestroyFence(device, *fence, data->ac);
  839. *fence = VK_NULL_HANDLE;
  840. }
  841. static void vk_shtex_destroy_frame_objects(struct vk_data *data,
  842. struct vk_queue_data *queue_data)
  843. {
  844. VkDevice device = data->device;
  845. for (uint32_t frame_idx = 0; frame_idx < queue_data->frame_count;
  846. frame_idx++) {
  847. struct vk_frame_data *frame_data =
  848. &queue_data->frames[frame_idx];
  849. bool *cmd_buffer_busy = &frame_data->cmd_buffer_busy;
  850. VkFence *fence = &frame_data->fence;
  851. vk_shtex_destroy_fence(data, cmd_buffer_busy, fence);
  852. data->funcs.DestroyCommandPool(device, frame_data->cmd_pool,
  853. data->ac);
  854. frame_data->cmd_pool = VK_NULL_HANDLE;
  855. }
  856. vk_free(data->ac, queue_data->frames);
  857. queue_data->frames = NULL;
  858. queue_data->frame_count = 0;
  859. }
  860. static void vk_shtex_capture(struct vk_data *data,
  861. struct vk_device_funcs *funcs,
  862. struct vk_swap_data *swap, uint32_t idx,
  863. VkQueue queue, const VkPresentInfoKHR *info)
  864. {
  865. VkResult res = VK_SUCCESS;
  866. VkCommandBufferBeginInfo begin_info;
  867. begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO;
  868. begin_info.pNext = NULL;
  869. begin_info.flags = VK_COMMAND_BUFFER_USAGE_ONE_TIME_SUBMIT_BIT;
  870. begin_info.pInheritanceInfo = NULL;
  871. VkImageMemoryBarrier mb[2];
  872. VkImageMemoryBarrier *src_mb = &mb[0];
  873. VkImageMemoryBarrier *dst_mb = &mb[1];
  874. /* ------------------------------------------------------ */
  875. /* do image copy */
  876. const uint32_t image_index = info->pImageIndices[idx];
  877. VkImage cur_backbuffer = swap->swap_images[image_index];
  878. struct vk_queue_data *queue_data = get_queue_data(data, queue);
  879. uint32_t fam_idx = queue_data->fam_idx;
  880. const uint32_t image_count = swap->image_count;
  881. if (queue_data->frame_count < image_count) {
  882. if (queue_data->frame_count > 0)
  883. vk_shtex_destroy_frame_objects(data, queue_data);
  884. vk_shtex_create_frame_objects(data, queue_data, image_count);
  885. }
  886. const uint32_t frame_index = queue_data->frame_index;
  887. struct vk_frame_data *frame_data = &queue_data->frames[frame_index];
  888. queue_data->frame_index = (frame_index + 1) % queue_data->frame_count;
  889. vk_shtex_clear_fence(data, frame_data);
  890. VkDevice device = data->device;
  891. res = funcs->ResetCommandPool(device, frame_data->cmd_pool, 0);
  892. #ifdef MORE_DEBUGGING
  893. debug_res("ResetCommandPool", res);
  894. #endif
  895. const VkCommandBuffer cmd_buffer = frame_data->cmd_buffer;
  896. res = funcs->BeginCommandBuffer(cmd_buffer, &begin_info);
  897. #ifdef MORE_DEBUGGING
  898. debug_res("BeginCommandBuffer", res);
  899. #endif
  900. /* ------------------------------------------------------ */
  901. /* transition shared texture if necessary */
  902. if (!swap->layout_initialized) {
  903. VkImageMemoryBarrier imb;
  904. imb.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
  905. imb.pNext = NULL;
  906. imb.srcAccessMask = 0;
  907. imb.dstAccessMask = 0;
  908. imb.oldLayout = VK_IMAGE_LAYOUT_UNDEFINED;
  909. imb.newLayout = VK_IMAGE_LAYOUT_GENERAL;
  910. imb.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
  911. imb.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
  912. imb.image = swap->export_image;
  913. imb.subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
  914. imb.subresourceRange.baseMipLevel = 0;
  915. imb.subresourceRange.levelCount = 1;
  916. imb.subresourceRange.baseArrayLayer = 0;
  917. imb.subresourceRange.layerCount = 1;
  918. funcs->CmdPipelineBarrier(cmd_buffer,
  919. VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT,
  920. VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT, 0,
  921. 0, NULL, 0, NULL, 1, &imb);
  922. swap->layout_initialized = true;
  923. }
  924. /* ------------------------------------------------------ */
  925. /* transition cur_backbuffer to transfer source state */
  926. src_mb->sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
  927. src_mb->pNext = NULL;
  928. src_mb->srcAccessMask = VK_ACCESS_MEMORY_READ_BIT;
  929. src_mb->dstAccessMask = VK_ACCESS_TRANSFER_READ_BIT;
  930. src_mb->oldLayout = VK_IMAGE_LAYOUT_PRESENT_SRC_KHR;
  931. src_mb->newLayout = VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL;
  932. src_mb->srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
  933. src_mb->dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
  934. src_mb->image = cur_backbuffer;
  935. src_mb->subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
  936. src_mb->subresourceRange.baseMipLevel = 0;
  937. src_mb->subresourceRange.levelCount = 1;
  938. src_mb->subresourceRange.baseArrayLayer = 0;
  939. src_mb->subresourceRange.layerCount = 1;
  940. /* ------------------------------------------------------ */
  941. /* transition exportedTexture to transfer dest state */
  942. dst_mb->sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
  943. dst_mb->pNext = NULL;
  944. dst_mb->srcAccessMask = 0;
  945. dst_mb->dstAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
  946. dst_mb->oldLayout = VK_IMAGE_LAYOUT_GENERAL;
  947. dst_mb->newLayout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
  948. dst_mb->srcQueueFamilyIndex = VK_QUEUE_FAMILY_EXTERNAL;
  949. dst_mb->dstQueueFamilyIndex = fam_idx;
  950. dst_mb->image = swap->export_image;
  951. dst_mb->subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
  952. dst_mb->subresourceRange.baseMipLevel = 0;
  953. dst_mb->subresourceRange.levelCount = 1;
  954. dst_mb->subresourceRange.baseArrayLayer = 0;
  955. dst_mb->subresourceRange.layerCount = 1;
  956. funcs->CmdPipelineBarrier(cmd_buffer,
  957. VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
  958. VK_PIPELINE_STAGE_TRANSFER_BIT, 0, 0, NULL, 0,
  959. NULL, 2, mb);
  960. /* ------------------------------------------------------ */
  961. /* copy cur_backbuffer's content to our interop image */
  962. VkImageCopy cpy;
  963. cpy.srcSubresource.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
  964. cpy.srcSubresource.mipLevel = 0;
  965. cpy.srcSubresource.baseArrayLayer = 0;
  966. cpy.srcSubresource.layerCount = 1;
  967. cpy.srcOffset.x = 0;
  968. cpy.srcOffset.y = 0;
  969. cpy.srcOffset.z = 0;
  970. cpy.dstSubresource.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT;
  971. cpy.dstSubresource.mipLevel = 0;
  972. cpy.dstSubresource.baseArrayLayer = 0;
  973. cpy.dstSubresource.layerCount = 1;
  974. cpy.dstOffset.x = 0;
  975. cpy.dstOffset.y = 0;
  976. cpy.dstOffset.z = 0;
  977. cpy.extent.width = swap->image_extent.width;
  978. cpy.extent.height = swap->image_extent.height;
  979. cpy.extent.depth = 1;
  980. funcs->CmdCopyImage(cmd_buffer, cur_backbuffer,
  981. VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
  982. swap->export_image,
  983. VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, 1, &cpy);
  984. /* ------------------------------------------------------ */
  985. /* Restore the swap chain image layout to what it was
  986. * before. This may not be strictly needed, but it is
  987. * generally good to restore things to their original
  988. * state. */
  989. src_mb->srcAccessMask = VK_ACCESS_TRANSFER_READ_BIT;
  990. src_mb->dstAccessMask = VK_ACCESS_MEMORY_READ_BIT;
  991. src_mb->oldLayout = VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL;
  992. src_mb->newLayout = VK_IMAGE_LAYOUT_PRESENT_SRC_KHR;
  993. dst_mb->srcAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT;
  994. dst_mb->dstAccessMask = 0;
  995. dst_mb->oldLayout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
  996. dst_mb->newLayout = VK_IMAGE_LAYOUT_GENERAL;
  997. dst_mb->srcQueueFamilyIndex = fam_idx;
  998. dst_mb->dstQueueFamilyIndex = VK_QUEUE_FAMILY_EXTERNAL;
  999. funcs->CmdPipelineBarrier(cmd_buffer, VK_PIPELINE_STAGE_TRANSFER_BIT,
  1000. VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT |
  1001. VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT,
  1002. 0, 0, NULL, 0, NULL, 2, mb);
  1003. funcs->EndCommandBuffer(cmd_buffer);
  1004. /* ------------------------------------------------------ */
  1005. VkSubmitInfo submit_info;
  1006. submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO;
  1007. submit_info.pNext = NULL;
  1008. submit_info.waitSemaphoreCount = 0;
  1009. submit_info.pWaitSemaphores = NULL;
  1010. submit_info.pWaitDstStageMask = NULL;
  1011. submit_info.commandBufferCount = 1;
  1012. submit_info.pCommandBuffers = &cmd_buffer;
  1013. submit_info.signalSemaphoreCount = 0;
  1014. submit_info.pSignalSemaphores = NULL;
  1015. const VkFence fence = frame_data->fence;
  1016. res = funcs->QueueSubmit(queue, 1, &submit_info, fence);
  1017. #ifdef MORE_DEBUGGING
  1018. debug_res("QueueSubmit", res);
  1019. #endif
  1020. if (res == VK_SUCCESS)
  1021. frame_data->cmd_buffer_busy = true;
  1022. }
  1023. static inline bool valid_rect(struct vk_swap_data *swap)
  1024. {
  1025. return !!swap->image_extent.width && !!swap->image_extent.height;
  1026. }
  1027. static void vk_capture(struct vk_data *data, VkQueue queue,
  1028. const VkPresentInfoKHR *info)
  1029. {
  1030. struct vk_swap_data *swap = NULL;
  1031. HWND window = NULL;
  1032. uint32_t idx = 0;
  1033. #ifdef MORE_DEBUGGING
  1034. debug("QueuePresentKHR called on "
  1035. "devicekey %p, swapchain count %d",
  1036. &data->funcs, info->swapchainCount);
  1037. #endif
  1038. /* use first swap chain associated with a window */
  1039. for (; idx < info->swapchainCount; idx++) {
  1040. struct vk_swap_data *cur_swap =
  1041. get_swap_data(data, info->pSwapchains[idx]);
  1042. if (cur_swap) {
  1043. window = cur_swap->hwnd;
  1044. if (window != NULL) {
  1045. swap = cur_swap;
  1046. break;
  1047. }
  1048. }
  1049. }
  1050. if (!window) {
  1051. return;
  1052. }
  1053. if (capture_should_stop()) {
  1054. vk_shtex_free(data);
  1055. }
  1056. if (capture_should_init()) {
  1057. if (valid_rect(swap) && !vk_shtex_init(data, window, swap)) {
  1058. vk_shtex_free(data);
  1059. data->valid = false;
  1060. flog("vk_shtex_init failed");
  1061. }
  1062. }
  1063. if (capture_ready()) {
  1064. if (swap != data->cur_swap) {
  1065. vk_shtex_free(data);
  1066. return;
  1067. }
  1068. vk_shtex_capture(data, &data->funcs, swap, idx, queue, info);
  1069. }
  1070. }
  1071. static VkResult VKAPI_CALL OBS_QueuePresentKHR(VkQueue queue,
  1072. const VkPresentInfoKHR *info)
  1073. {
  1074. struct vk_data *const data = get_device_data_by_queue(queue);
  1075. struct vk_queue_data *const queue_data = get_queue_data(data, queue);
  1076. struct vk_device_funcs *const funcs = &data->funcs;
  1077. if (data->valid && queue_data->supports_transfer) {
  1078. vk_capture(data, queue, info);
  1079. }
  1080. if (vk_presenting != 0) {
  1081. flog("non-zero vk_presenting: %d", vk_presenting);
  1082. }
  1083. vk_presenting++;
  1084. VkResult res = funcs->QueuePresentKHR(queue, info);
  1085. vk_presenting--;
  1086. return res;
  1087. }
  1088. /* ======================================================================== */
  1089. /* setup hooks */
  1090. static inline bool is_inst_link_info(VkLayerInstanceCreateInfo *lici)
  1091. {
  1092. return lici->sType == VK_STRUCTURE_TYPE_LOADER_INSTANCE_CREATE_INFO &&
  1093. lici->function == VK_LAYER_LINK_INFO;
  1094. }
  1095. static VkResult VKAPI_CALL OBS_CreateInstance(const VkInstanceCreateInfo *cinfo,
  1096. const VkAllocationCallbacks *ac,
  1097. VkInstance *p_inst)
  1098. {
  1099. VkInstanceCreateInfo info = *cinfo;
  1100. /* -------------------------------------------------------- */
  1101. /* step through chain until we get to the link info */
  1102. VkLayerInstanceCreateInfo *lici = (void *)info.pNext;
  1103. while (lici && !is_inst_link_info(lici)) {
  1104. lici = (VkLayerInstanceCreateInfo *)lici->pNext;
  1105. }
  1106. if (lici == NULL) {
  1107. return VK_ERROR_INITIALIZATION_FAILED;
  1108. }
  1109. PFN_vkGetInstanceProcAddr gpa =
  1110. lici->u.pLayerInfo->pfnNextGetInstanceProcAddr;
  1111. /* -------------------------------------------------------- */
  1112. /* move chain on for next layer */
  1113. lici->u.pLayerInfo = lici->u.pLayerInfo->pNext;
  1114. /* -------------------------------------------------------- */
  1115. /* (HACK) Set api version to 1.1 if set to 1.0 */
  1116. /* We do this to get our extensions working properly */
  1117. VkApplicationInfo ai;
  1118. if (info.pApplicationInfo) {
  1119. ai = *info.pApplicationInfo;
  1120. if (ai.apiVersion < VK_API_VERSION_1_1)
  1121. ai.apiVersion = VK_API_VERSION_1_1;
  1122. } else {
  1123. ai.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
  1124. ai.pNext = NULL;
  1125. ai.pApplicationName = NULL;
  1126. ai.applicationVersion = 0;
  1127. ai.pEngineName = NULL;
  1128. ai.engineVersion = 0;
  1129. ai.apiVersion = VK_API_VERSION_1_1;
  1130. }
  1131. info.pApplicationInfo = &ai;
  1132. /* -------------------------------------------------------- */
  1133. /* allocate data node */
  1134. struct vk_inst_data *idata = alloc_inst_data(ac);
  1135. if (!idata)
  1136. return VK_ERROR_OUT_OF_HOST_MEMORY;
  1137. /* -------------------------------------------------------- */
  1138. /* create instance */
  1139. PFN_vkCreateInstance create = (void *)gpa(NULL, "vkCreateInstance");
  1140. VkResult res = create(&info, ac, p_inst);
  1141. bool valid = res == VK_SUCCESS;
  1142. if (!valid) {
  1143. /* try again with original arguments */
  1144. res = create(cinfo, ac, p_inst);
  1145. if (res != VK_SUCCESS) {
  1146. vk_free(ac, idata);
  1147. return res;
  1148. }
  1149. }
  1150. VkInstance inst = *p_inst;
  1151. init_inst_data(idata, inst);
  1152. /* -------------------------------------------------------- */
  1153. /* fetch the functions we need */
  1154. struct vk_inst_funcs *ifuncs = &idata->funcs;
  1155. #define GETADDR(x) \
  1156. do { \
  1157. ifuncs->x = (void *)gpa(inst, "vk" #x); \
  1158. if (!ifuncs->x) { \
  1159. flog("could not get instance " \
  1160. "address for vk" #x); \
  1161. funcs_found = false; \
  1162. } \
  1163. } while (false)
  1164. bool funcs_found = true;
  1165. GETADDR(GetInstanceProcAddr);
  1166. GETADDR(DestroyInstance);
  1167. GETADDR(CreateWin32SurfaceKHR);
  1168. GETADDR(DestroySurfaceKHR);
  1169. GETADDR(GetPhysicalDeviceQueueFamilyProperties);
  1170. GETADDR(GetPhysicalDeviceMemoryProperties);
  1171. GETADDR(GetPhysicalDeviceImageFormatProperties2);
  1172. GETADDR(EnumerateDeviceExtensionProperties);
  1173. #undef GETADDR
  1174. valid = valid && funcs_found;
  1175. idata->valid = valid;
  1176. if (valid)
  1177. init_obj_list(&idata->surfaces);
  1178. return res;
  1179. }
  1180. static void VKAPI_CALL OBS_DestroyInstance(VkInstance instance,
  1181. const VkAllocationCallbacks *ac)
  1182. {
  1183. struct vk_inst_funcs *ifuncs = get_inst_funcs(instance);
  1184. PFN_vkDestroyInstance destroy_instance = ifuncs->DestroyInstance;
  1185. remove_free_inst_data(instance, ac);
  1186. destroy_instance(instance, ac);
  1187. }
  1188. static bool
  1189. vk_shared_tex_supported(struct vk_inst_funcs *funcs,
  1190. VkPhysicalDevice phy_device, VkFormat format,
  1191. VkImageUsageFlags usage,
  1192. VkExternalMemoryProperties *external_mem_props)
  1193. {
  1194. VkPhysicalDeviceImageFormatInfo2 info;
  1195. VkPhysicalDeviceExternalImageFormatInfo external_info;
  1196. external_info.sType =
  1197. VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_EXTERNAL_IMAGE_FORMAT_INFO;
  1198. external_info.pNext = NULL;
  1199. external_info.handleType =
  1200. VK_EXTERNAL_MEMORY_HANDLE_TYPE_D3D11_TEXTURE_KMT_BIT;
  1201. info.sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_IMAGE_FORMAT_INFO_2;
  1202. info.pNext = &external_info;
  1203. info.format = format;
  1204. info.type = VK_IMAGE_TYPE_2D;
  1205. info.tiling = VK_IMAGE_TILING_OPTIMAL;
  1206. info.flags = 0;
  1207. info.usage = usage;
  1208. VkExternalImageFormatProperties external_props = {0};
  1209. external_props.sType =
  1210. VK_STRUCTURE_TYPE_EXTERNAL_IMAGE_FORMAT_PROPERTIES;
  1211. external_props.pNext = NULL;
  1212. VkImageFormatProperties2 props = {0};
  1213. props.sType = VK_STRUCTURE_TYPE_IMAGE_FORMAT_PROPERTIES_2;
  1214. props.pNext = &external_props;
  1215. VkResult result = funcs->GetPhysicalDeviceImageFormatProperties2(
  1216. phy_device, &info, &props);
  1217. *external_mem_props = external_props.externalMemoryProperties;
  1218. const VkExternalMemoryFeatureFlags features =
  1219. external_mem_props->externalMemoryFeatures;
  1220. return ((VK_SUCCESS == result) &&
  1221. (features & VK_EXTERNAL_MEMORY_FEATURE_IMPORTABLE_BIT));
  1222. }
  1223. static inline bool is_device_link_info(VkLayerDeviceCreateInfo *lici)
  1224. {
  1225. return lici->sType == VK_STRUCTURE_TYPE_LOADER_DEVICE_CREATE_INFO &&
  1226. lici->function == VK_LAYER_LINK_INFO;
  1227. }
  1228. static VkResult VKAPI_CALL OBS_CreateDevice(VkPhysicalDevice phy_device,
  1229. const VkDeviceCreateInfo *info,
  1230. const VkAllocationCallbacks *ac,
  1231. VkDevice *p_device)
  1232. {
  1233. struct vk_inst_data *idata =
  1234. get_inst_data_by_physical_device(phy_device);
  1235. struct vk_inst_funcs *ifuncs = &idata->funcs;
  1236. struct vk_data *data = NULL;
  1237. VkResult ret = VK_ERROR_INITIALIZATION_FAILED;
  1238. VkLayerDeviceCreateInfo *ldci = (void *)info->pNext;
  1239. /* -------------------------------------------------------- */
  1240. /* step through chain until we get to the link info */
  1241. while (ldci && !is_device_link_info(ldci)) {
  1242. ldci = (VkLayerDeviceCreateInfo *)ldci->pNext;
  1243. }
  1244. if (!ldci) {
  1245. goto fail;
  1246. }
  1247. PFN_vkGetInstanceProcAddr gipa;
  1248. PFN_vkGetDeviceProcAddr gdpa;
  1249. gipa = ldci->u.pLayerInfo->pfnNextGetInstanceProcAddr;
  1250. gdpa = ldci->u.pLayerInfo->pfnNextGetDeviceProcAddr;
  1251. /* -------------------------------------------------------- */
  1252. /* move chain on for next layer */
  1253. ldci->u.pLayerInfo = ldci->u.pLayerInfo->pNext;
  1254. /* -------------------------------------------------------- */
  1255. /* allocate data node */
  1256. data = alloc_device_data(ac);
  1257. if (!data)
  1258. return VK_ERROR_OUT_OF_HOST_MEMORY;
  1259. init_obj_list(&data->queues);
  1260. init_obj_list(&data->swap_views);
  1261. init_obj_list(&data->framebuffers);
  1262. /* -------------------------------------------------------- */
  1263. /* create device and initialize hook data */
  1264. PFN_vkCreateDevice createFunc =
  1265. (PFN_vkCreateDevice)gipa(idata->instance, "vkCreateDevice");
  1266. ret = createFunc(phy_device, info, ac, p_device);
  1267. if (ret != VK_SUCCESS) {
  1268. vk_free(ac, data);
  1269. return ret;
  1270. }
  1271. VkDevice device = *p_device;
  1272. init_device_data(data, device);
  1273. data->valid = false; /* set true below if it doesn't go to fail */
  1274. data->phy_device = phy_device;
  1275. /* -------------------------------------------------------- */
  1276. /* fetch the functions we need */
  1277. struct vk_device_funcs *dfuncs = &data->funcs;
  1278. bool funcs_found = true;
  1279. #define GETADDR(x) \
  1280. do { \
  1281. dfuncs->x = (void *)gdpa(device, "vk" #x); \
  1282. if (!dfuncs->x) { \
  1283. flog("could not get device " \
  1284. "address for vk" #x); \
  1285. funcs_found = false; \
  1286. } \
  1287. } while (false)
  1288. #define GETADDR_OPTIONAL(x) \
  1289. do { \
  1290. dfuncs->x = (void *)gdpa(device, "vk" #x); \
  1291. } while (false)
  1292. GETADDR(GetDeviceProcAddr);
  1293. GETADDR(DestroyDevice);
  1294. GETADDR(CreateSwapchainKHR);
  1295. GETADDR(DestroySwapchainKHR);
  1296. GETADDR(QueuePresentKHR);
  1297. GETADDR(AllocateMemory);
  1298. GETADDR(FreeMemory);
  1299. GETADDR(BindImageMemory);
  1300. GETADDR(BindImageMemory2);
  1301. GETADDR(GetSwapchainImagesKHR);
  1302. GETADDR(CreateImage);
  1303. GETADDR(DestroyImage);
  1304. GETADDR(GetImageMemoryRequirements);
  1305. GETADDR(GetImageMemoryRequirements2);
  1306. GETADDR(ResetCommandPool);
  1307. GETADDR(BeginCommandBuffer);
  1308. GETADDR(EndCommandBuffer);
  1309. GETADDR(CmdCopyImage);
  1310. GETADDR(CmdPipelineBarrier);
  1311. GETADDR(GetDeviceQueue);
  1312. GETADDR(QueueSubmit);
  1313. GETADDR(CreateCommandPool);
  1314. GETADDR(DestroyCommandPool);
  1315. GETADDR(AllocateCommandBuffers);
  1316. GETADDR(CreateFence);
  1317. GETADDR(DestroyFence);
  1318. GETADDR(WaitForFences);
  1319. GETADDR(ResetFences);
  1320. GETADDR(CreateImageView);
  1321. GETADDR(DestroyImageView);
  1322. GETADDR(CreateFramebuffer);
  1323. GETADDR(DestroyFramebuffer);
  1324. GETADDR(CmdBeginRenderPass);
  1325. GETADDR_OPTIONAL(CmdBeginRenderPass2KHR);
  1326. GETADDR_OPTIONAL(CmdBeginRenderPass2);
  1327. #undef GETADDR_OPTIONAL
  1328. #undef GETADDR
  1329. if (!funcs_found) {
  1330. goto fail;
  1331. }
  1332. if (!idata->valid) {
  1333. flog("instance not valid");
  1334. goto fail;
  1335. }
  1336. const char *required_device_extensions[] = {
  1337. VK_KHR_EXTERNAL_MEMORY_WIN32_EXTENSION_NAME};
  1338. uint32_t device_extension_count = 0;
  1339. ret = ifuncs->EnumerateDeviceExtensionProperties(
  1340. phy_device, NULL, &device_extension_count, NULL);
  1341. if (ret != VK_SUCCESS)
  1342. goto fail;
  1343. VkExtensionProperties *device_extensions = _malloca(
  1344. sizeof(VkExtensionProperties) * device_extension_count);
  1345. ret = ifuncs->EnumerateDeviceExtensionProperties(
  1346. phy_device, NULL, &device_extension_count, device_extensions);
  1347. if (ret != VK_SUCCESS) {
  1348. _freea(device_extensions);
  1349. goto fail;
  1350. }
  1351. bool extensions_found = true;
  1352. for (uint32_t i = 0; i < _countof(required_device_extensions); i++) {
  1353. const char *const required_extension =
  1354. required_device_extensions[i];
  1355. bool found = false;
  1356. for (uint32_t j = 0; j < device_extension_count; j++) {
  1357. if (!strcmp(required_extension,
  1358. device_extensions[j].extensionName)) {
  1359. found = true;
  1360. break;
  1361. }
  1362. }
  1363. if (!found) {
  1364. flog("missing device extension: %s",
  1365. required_extension);
  1366. extensions_found = false;
  1367. }
  1368. }
  1369. _freea(device_extensions);
  1370. if (!extensions_found)
  1371. goto fail;
  1372. VkFormat format = VK_FORMAT_R8G8B8A8_UNORM;
  1373. VkImageUsageFlags usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT |
  1374. VK_IMAGE_USAGE_TRANSFER_DST_BIT;
  1375. if (!vk_shared_tex_supported(ifuncs, phy_device, format, usage,
  1376. &data->external_mem_props)) {
  1377. flog("texture sharing is not supported");
  1378. goto fail;
  1379. }
  1380. data->inst_data = idata;
  1381. data->ac = NULL;
  1382. if (ac) {
  1383. data->ac_storage = *ac;
  1384. data->ac = &data->ac_storage;
  1385. }
  1386. uint32_t queue_family_property_count = 0;
  1387. ifuncs->GetPhysicalDeviceQueueFamilyProperties(
  1388. phy_device, &queue_family_property_count, NULL);
  1389. VkQueueFamilyProperties *queue_family_properties = _malloca(
  1390. sizeof(VkQueueFamilyProperties) * queue_family_property_count);
  1391. ifuncs->GetPhysicalDeviceQueueFamilyProperties(
  1392. phy_device, &queue_family_property_count,
  1393. queue_family_properties);
  1394. for (uint32_t info_index = 0, info_count = info->queueCreateInfoCount;
  1395. info_index < info_count; ++info_index) {
  1396. const VkDeviceQueueCreateInfo *queue_info =
  1397. &info->pQueueCreateInfos[info_index];
  1398. for (uint32_t queue_index = 0,
  1399. queue_count = queue_info->queueCount;
  1400. queue_index < queue_count; ++queue_index) {
  1401. const uint32_t family_index =
  1402. queue_info->queueFamilyIndex;
  1403. VkQueue queue;
  1404. data->funcs.GetDeviceQueue(device, family_index,
  1405. queue_index, &queue);
  1406. const bool supports_transfer =
  1407. (queue_family_properties[family_index]
  1408. .queueFlags &
  1409. (VK_QUEUE_GRAPHICS_BIT | VK_QUEUE_COMPUTE_BIT |
  1410. VK_QUEUE_TRANSFER_BIT)) != 0;
  1411. add_queue_data(data, queue, family_index,
  1412. supports_transfer, ac);
  1413. }
  1414. }
  1415. _freea(queue_family_properties);
  1416. init_obj_list(&data->swaps);
  1417. data->cur_swap = NULL;
  1418. data->d3d11_device = NULL;
  1419. data->d3d11_context = NULL;
  1420. data->valid = true;
  1421. fail:
  1422. return ret;
  1423. }
  1424. static void VKAPI_CALL OBS_DestroyDevice(VkDevice device,
  1425. const VkAllocationCallbacks *ac)
  1426. {
  1427. struct vk_data *data = remove_device_data(device);
  1428. if (data->valid) {
  1429. struct vk_queue_data *queue_data = queue_walk_begin(data);
  1430. while (queue_data) {
  1431. vk_shtex_destroy_frame_objects(data, queue_data);
  1432. queue_data = queue_walk_next(queue_data);
  1433. }
  1434. queue_walk_end(data);
  1435. remove_free_queue_all(data, ac);
  1436. }
  1437. PFN_vkDestroyDevice destroy_device = data->funcs.DestroyDevice;
  1438. vk_free(ac, data);
  1439. destroy_device(device, ac);
  1440. }
  1441. static VkResult VKAPI_CALL
  1442. OBS_CreateSwapchainKHR(VkDevice device, const VkSwapchainCreateInfoKHR *cinfo,
  1443. const VkAllocationCallbacks *ac, VkSwapchainKHR *p_sc)
  1444. {
  1445. struct vk_data *data = get_device_data(device);
  1446. struct vk_device_funcs *funcs = &data->funcs;
  1447. if (!data->valid)
  1448. return funcs->CreateSwapchainKHR(device, cinfo, ac, p_sc);
  1449. VkSwapchainCreateInfoKHR info = *cinfo;
  1450. info.imageUsage |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT;
  1451. VkResult res = funcs->CreateSwapchainKHR(device, &info, ac, p_sc);
  1452. debug_res("CreateSwapchainKHR", res);
  1453. if (res != VK_SUCCESS) {
  1454. /* try again with original imageUsage flags */
  1455. return funcs->CreateSwapchainKHR(device, cinfo, ac, p_sc);
  1456. }
  1457. VkSwapchainKHR sc = *p_sc;
  1458. uint32_t count = 0;
  1459. res = funcs->GetSwapchainImagesKHR(device, sc, &count, NULL);
  1460. debug_res("GetSwapchainImagesKHR", res);
  1461. if ((res == VK_SUCCESS) && (count > 0)) {
  1462. struct vk_swap_data *swap_data = alloc_swap_data(ac);
  1463. if (swap_data) {
  1464. swap_data->swap_images = vk_alloc(
  1465. ac, count * sizeof(VkImage), _Alignof(VkImage),
  1466. VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
  1467. res = funcs->GetSwapchainImagesKHR(
  1468. device, sc, &count, swap_data->swap_images);
  1469. debug_res("GetSwapchainImagesKHR", res);
  1470. swap_data->image_extent = cinfo->imageExtent;
  1471. swap_data->format = cinfo->imageFormat;
  1472. swap_data->hwnd =
  1473. find_surf_hwnd(data->inst_data, cinfo->surface);
  1474. swap_data->export_image = VK_NULL_HANDLE;
  1475. swap_data->layout_initialized = false;
  1476. swap_data->export_mem = VK_NULL_HANDLE;
  1477. swap_data->image_count = count;
  1478. swap_data->handle = INVALID_HANDLE_VALUE;
  1479. swap_data->shtex_info = NULL;
  1480. swap_data->d3d11_tex = NULL;
  1481. swap_data->captured = false;
  1482. init_swap_data(swap_data, data, sc);
  1483. }
  1484. }
  1485. return VK_SUCCESS;
  1486. }
  1487. static VkResult VKAPI_CALL
  1488. OBS_CreateImageView(VkDevice device, const VkImageViewCreateInfo *pCreateInfo,
  1489. const VkAllocationCallbacks *pAllocator, VkImageView *pView)
  1490. {
  1491. bool from_swap_chain = false;
  1492. struct vk_data *const data = get_device_data(device);
  1493. if (data->valid) {
  1494. struct vk_swap_data *swap = swap_walk_begin(data);
  1495. while (swap) {
  1496. for (uint32_t i = 0, count = swap->image_count;
  1497. i < count; ++i) {
  1498. from_swap_chain = swap->swap_images[i] ==
  1499. pCreateInfo->image;
  1500. if (from_swap_chain)
  1501. break;
  1502. }
  1503. if (from_swap_chain)
  1504. break;
  1505. swap = swap_walk_next(swap);
  1506. }
  1507. swap_walk_end(data);
  1508. }
  1509. if (from_swap_chain) {
  1510. const void *pCurrent = pCreateInfo->pNext;
  1511. while (pCurrent) {
  1512. VkBaseInStructure baseIn;
  1513. memcpy(&baseIn, pCurrent, sizeof(baseIn));
  1514. if (baseIn.sType ==
  1515. VK_STRUCTURE_TYPE_IMAGE_VIEW_USAGE_CREATE_INFO) {
  1516. ((VkImageViewUsageCreateInfo *)pCurrent)
  1517. ->usage |=
  1518. VK_IMAGE_USAGE_TRANSFER_SRC_BIT;
  1519. break;
  1520. }
  1521. pCurrent = baseIn.pNext;
  1522. }
  1523. }
  1524. const PFN_vkCreateImageView func = data->funcs.CreateImageView;
  1525. VkResult result = func(device, pCreateInfo, pAllocator, pView);
  1526. if ((result == VK_SUCCESS) && from_swap_chain)
  1527. add_swap_view_data(data, *pView, pAllocator);
  1528. return result;
  1529. }
  1530. static void VKAPI_CALL
  1531. OBS_DestroyImageView(VkDevice device, VkImageView imageView,
  1532. const VkAllocationCallbacks *pAllocator)
  1533. {
  1534. struct vk_data *const data = get_device_data(device);
  1535. if (data->valid && (imageView != VK_NULL_HANDLE)) {
  1536. struct vk_swap_view_data *swap_view_data =
  1537. get_swap_view_data(data, imageView);
  1538. if (swap_view_data)
  1539. remove_free_swap_view_data(data, imageView, pAllocator);
  1540. }
  1541. data->funcs.DestroyImageView(device, imageView, pAllocator);
  1542. }
  1543. static void generate_framebuffer_variants(
  1544. PFN_vkCreateFramebuffer func, VkDevice device,
  1545. const VkFramebufferCreateInfo *pCreateInfo,
  1546. const VkAllocationCallbacks *pAllocator,
  1547. struct vk_framebuffer_data *framebuffer_data,
  1548. const VkFramebufferAttachmentsCreateInfo *pAttachmentsCreateInfo,
  1549. uint32_t colorCount)
  1550. {
  1551. const uint32_t variantCount = 1 << colorCount;
  1552. for (uint32_t colorMask = 0; colorMask < variantCount; ++colorMask) {
  1553. VkImageUsageFlags pPreviousUsage[OBS_COLOR_ATTACHMENT_LIMIT];
  1554. uint32_t colorIndex = 0;
  1555. for (uint32_t infoIndex = 0,
  1556. count = pAttachmentsCreateInfo
  1557. ->attachmentImageInfoCount;
  1558. infoIndex < count; ++infoIndex) {
  1559. const VkFramebufferAttachmentImageInfo *const pInfo =
  1560. &pAttachmentsCreateInfo
  1561. ->pAttachmentImageInfos[infoIndex];
  1562. const VkImageUsageFlags usage = pInfo->usage;
  1563. if (usage & VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT) {
  1564. pPreviousUsage[colorIndex] = usage;
  1565. if (colorMask & (1 << colorIndex)) {
  1566. ((VkFramebufferAttachmentImageInfo *)
  1567. pInfo)
  1568. ->usage |=
  1569. VK_IMAGE_USAGE_TRANSFER_SRC_BIT;
  1570. }
  1571. ++colorIndex;
  1572. if (colorIndex == OBS_COLOR_ATTACHMENT_LIMIT)
  1573. break;
  1574. }
  1575. }
  1576. VkFramebuffer framebuffer;
  1577. const VkResult result =
  1578. func(device, pCreateInfo, pAllocator, &framebuffer);
  1579. if (result == VK_SUCCESS)
  1580. framebuffer_data->alternates[colorMask] = framebuffer;
  1581. colorIndex = 0;
  1582. for (uint32_t infoIndex = 0,
  1583. count = pAttachmentsCreateInfo
  1584. ->attachmentImageInfoCount;
  1585. infoIndex < count; ++infoIndex) {
  1586. const VkFramebufferAttachmentImageInfo *const pInfo =
  1587. &pAttachmentsCreateInfo
  1588. ->pAttachmentImageInfos[infoIndex];
  1589. if (pInfo->usage &
  1590. VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT) {
  1591. if (colorMask & (1 << colorIndex)) {
  1592. ((VkFramebufferAttachmentImageInfo *)
  1593. pInfo)
  1594. ->usage =
  1595. pPreviousUsage[colorIndex];
  1596. }
  1597. ++colorIndex;
  1598. if (colorIndex == OBS_COLOR_ATTACHMENT_LIMIT)
  1599. break;
  1600. }
  1601. }
  1602. }
  1603. }
  1604. static VkResult VKAPI_CALL OBS_CreateFramebuffer(
  1605. VkDevice device, const VkFramebufferCreateInfo *pCreateInfo,
  1606. const VkAllocationCallbacks *pAllocator, VkFramebuffer *pFramebuffer)
  1607. {
  1608. struct vk_data *const data = get_device_data(device);
  1609. const PFN_vkCreateFramebuffer func = data->funcs.CreateFramebuffer;
  1610. VkResult result = func(device, pCreateInfo, pAllocator, pFramebuffer);
  1611. if (data->valid && (result == VK_SUCCESS) &&
  1612. (pCreateInfo->flags & VK_FRAMEBUFFER_CREATE_IMAGELESS_BIT)) {
  1613. struct vk_framebuffer_data *const framebuffer_data =
  1614. add_framebuffer_data(data, *pFramebuffer, pAllocator);
  1615. const void *pCurrent = pCreateInfo->pNext;
  1616. while (pCurrent) {
  1617. VkBaseInStructure baseIn;
  1618. memcpy(&baseIn, pCurrent, sizeof(baseIn));
  1619. if (baseIn.sType ==
  1620. VK_STRUCTURE_TYPE_FRAMEBUFFER_ATTACHMENTS_CREATE_INFO) {
  1621. uint32_t attachmentMask = 0;
  1622. uint32_t colorCount = 0;
  1623. const VkFramebufferAttachmentsCreateInfo *const
  1624. pAttachmentsCreateInfo = pCurrent;
  1625. for (uint32_t
  1626. infoIndex = 0,
  1627. count = min(
  1628. sizeof(attachmentMask) * 8,
  1629. pAttachmentsCreateInfo
  1630. ->attachmentImageInfoCount);
  1631. infoIndex < count; ++infoIndex) {
  1632. if (pAttachmentsCreateInfo
  1633. ->pAttachmentImageInfos
  1634. [infoIndex]
  1635. .usage &
  1636. VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT) {
  1637. attachmentMask |= 1
  1638. << infoIndex;
  1639. ++colorCount;
  1640. if (colorCount ==
  1641. OBS_COLOR_ATTACHMENT_LIMIT)
  1642. break;
  1643. }
  1644. }
  1645. generate_framebuffer_variants(
  1646. func, device, pCreateInfo, pAllocator,
  1647. framebuffer_data,
  1648. pAttachmentsCreateInfo, colorCount);
  1649. framebuffer_data->color_attachment_mask =
  1650. attachmentMask;
  1651. break;
  1652. }
  1653. pCurrent = baseIn.pNext;
  1654. }
  1655. }
  1656. return result;
  1657. }
  1658. static void VKAPI_CALL
  1659. OBS_DestroyFramebuffer(VkDevice device, VkFramebuffer framebuffer,
  1660. const VkAllocationCallbacks *pAllocator)
  1661. {
  1662. struct vk_data *const data = get_device_data(device);
  1663. struct vk_device_funcs *const funcs = &data->funcs;
  1664. if (data->valid && (framebuffer != VK_NULL_HANDLE)) {
  1665. struct vk_framebuffer_data *framebuffer_data =
  1666. get_framebuffer_data(data, framebuffer);
  1667. if (framebuffer_data) {
  1668. for (size_t i = 0;
  1669. i < _countof(framebuffer_data->alternates); ++i) {
  1670. if (framebuffer_data->alternates[i] !=
  1671. VK_NULL_HANDLE) {
  1672. funcs->DestroyFramebuffer(
  1673. device,
  1674. framebuffer_data->alternates[i],
  1675. pAllocator);
  1676. framebuffer_data->alternates[i] =
  1677. VK_NULL_HANDLE;
  1678. }
  1679. }
  1680. remove_free_framebuffer_data(data, framebuffer,
  1681. pAllocator);
  1682. }
  1683. }
  1684. funcs->DestroyFramebuffer(device, framebuffer, pAllocator);
  1685. }
  1686. static const VkRenderPassBeginInfo *
  1687. process_render_pass_begin_info(const VkRenderPassBeginInfo *pRenderPassBegin,
  1688. VkRenderPassBeginInfo *pAlternateBegin,
  1689. struct vk_data *data)
  1690. {
  1691. const void *pCurrent = pRenderPassBegin->pNext;
  1692. while (pCurrent) {
  1693. VkBaseInStructure baseIn;
  1694. memcpy(&baseIn, pCurrent, sizeof(baseIn));
  1695. if (baseIn.sType ==
  1696. VK_STRUCTURE_TYPE_RENDER_PASS_ATTACHMENT_BEGIN_INFO) {
  1697. struct vk_framebuffer_data *const framebuffer_data =
  1698. get_framebuffer_data(
  1699. data, pRenderPassBegin->framebuffer);
  1700. if (framebuffer_data) {
  1701. const VkRenderPassAttachmentBeginInfo
  1702. *const pAttachmentInfo = pCurrent;
  1703. uint32_t swapMask = 0;
  1704. uint32_t colorIndex = 0;
  1705. for (uint32_t infoIndex = 0,
  1706. count = pAttachmentInfo
  1707. ->attachmentCount;
  1708. infoIndex < count; ++infoIndex) {
  1709. if (framebuffer_data
  1710. ->color_attachment_mask &
  1711. (1 << infoIndex)) {
  1712. if (get_swap_view_data(
  1713. data,
  1714. pAttachmentInfo->pAttachments
  1715. [infoIndex])) {
  1716. swapMask |=
  1717. 1 << colorIndex;
  1718. }
  1719. ++colorIndex;
  1720. if (colorIndex ==
  1721. OBS_COLOR_ATTACHMENT_LIMIT)
  1722. break;
  1723. }
  1724. }
  1725. if (swapMask > 0) {
  1726. VkFramebuffer alternate =
  1727. framebuffer_data
  1728. ->alternates[swapMask];
  1729. if (alternate != VK_NULL_HANDLE) {
  1730. *pAlternateBegin =
  1731. *pRenderPassBegin;
  1732. pAlternateBegin->framebuffer =
  1733. framebuffer_data->alternates
  1734. [swapMask];
  1735. pRenderPassBegin =
  1736. pAlternateBegin;
  1737. }
  1738. }
  1739. }
  1740. break;
  1741. }
  1742. pCurrent = baseIn.pNext;
  1743. }
  1744. return pRenderPassBegin;
  1745. }
  1746. static void VKAPI_CALL
  1747. OBS_CmdBeginRenderPass(VkCommandBuffer commandBuffer,
  1748. const VkRenderPassBeginInfo *pRenderPassBegin,
  1749. VkSubpassContents contents)
  1750. {
  1751. struct vk_data *const data =
  1752. get_device_data_by_command_buffer(commandBuffer);
  1753. VkRenderPassBeginInfo alternateBegin;
  1754. if (data->valid) {
  1755. pRenderPassBegin = process_render_pass_begin_info(
  1756. pRenderPassBegin, &alternateBegin, data);
  1757. }
  1758. data->funcs.CmdBeginRenderPass(commandBuffer, pRenderPassBegin,
  1759. contents);
  1760. }
  1761. static void VKAPI_CALL
  1762. OBS_CmdBeginRenderPass2KHR(VkCommandBuffer commandBuffer,
  1763. const VkRenderPassBeginInfo *pRenderPassBegin,
  1764. const VkSubpassBeginInfo *pSubpassBeginInfo)
  1765. {
  1766. struct vk_data *const data =
  1767. get_device_data_by_command_buffer(commandBuffer);
  1768. VkRenderPassBeginInfo alternateBegin;
  1769. if (data->valid) {
  1770. pRenderPassBegin = process_render_pass_begin_info(
  1771. pRenderPassBegin, &alternateBegin, data);
  1772. }
  1773. data->funcs.CmdBeginRenderPass2KHR(commandBuffer, pRenderPassBegin,
  1774. pSubpassBeginInfo);
  1775. }
  1776. static void VKAPI_CALL
  1777. OBS_CmdBeginRenderPass2(VkCommandBuffer commandBuffer,
  1778. const VkRenderPassBeginInfo *pRenderPassBegin,
  1779. const VkSubpassBeginInfo *pSubpassBeginInfo)
  1780. {
  1781. struct vk_data *const data =
  1782. get_device_data_by_command_buffer(commandBuffer);
  1783. VkRenderPassBeginInfo alternateBegin;
  1784. if (data->valid) {
  1785. pRenderPassBegin = process_render_pass_begin_info(
  1786. pRenderPassBegin, &alternateBegin, data);
  1787. }
  1788. data->funcs.CmdBeginRenderPass2(commandBuffer, pRenderPassBegin,
  1789. pSubpassBeginInfo);
  1790. }
  1791. static void VKAPI_CALL OBS_DestroySwapchainKHR(VkDevice device,
  1792. VkSwapchainKHR sc,
  1793. const VkAllocationCallbacks *ac)
  1794. {
  1795. struct vk_data *data = get_device_data(device);
  1796. struct vk_device_funcs *funcs = &data->funcs;
  1797. PFN_vkDestroySwapchainKHR destroy_swapchain =
  1798. funcs->DestroySwapchainKHR;
  1799. if ((sc != VK_NULL_HANDLE) && data->valid) {
  1800. struct vk_swap_data *swap = get_swap_data(data, sc);
  1801. if (swap) {
  1802. if (data->cur_swap == swap) {
  1803. vk_shtex_free(data);
  1804. }
  1805. vk_free(ac, swap->swap_images);
  1806. remove_free_swap_data(data, sc, ac);
  1807. }
  1808. }
  1809. destroy_swapchain(device, sc, ac);
  1810. }
  1811. static VkResult VKAPI_CALL OBS_CreateWin32SurfaceKHR(
  1812. VkInstance inst, const VkWin32SurfaceCreateInfoKHR *info,
  1813. const VkAllocationCallbacks *ac, VkSurfaceKHR *surf)
  1814. {
  1815. struct vk_inst_data *idata = get_inst_data(inst);
  1816. struct vk_inst_funcs *ifuncs = &idata->funcs;
  1817. VkResult res = ifuncs->CreateWin32SurfaceKHR(inst, info, ac, surf);
  1818. if ((res == VK_SUCCESS) && idata->valid)
  1819. add_surf_data(idata, *surf, info->hwnd, ac);
  1820. return res;
  1821. }
  1822. static void VKAPI_CALL OBS_DestroySurfaceKHR(VkInstance inst, VkSurfaceKHR surf,
  1823. const VkAllocationCallbacks *ac)
  1824. {
  1825. struct vk_inst_data *idata = get_inst_data(inst);
  1826. struct vk_inst_funcs *ifuncs = &idata->funcs;
  1827. PFN_vkDestroySurfaceKHR destroy_surface = ifuncs->DestroySurfaceKHR;
  1828. if ((surf != VK_NULL_HANDLE) && idata->valid)
  1829. remove_free_surf_data(idata, surf, ac);
  1830. destroy_surface(inst, surf, ac);
  1831. }
  1832. #define GETPROCADDR(func) \
  1833. if (!strcmp(pName, "vk" #func)) \
  1834. return (PFN_vkVoidFunction)&OBS_##func;
  1835. #define GETPROCADDR_IF_SUPPORTED(func) \
  1836. if (!strcmp(pName, "vk" #func)) \
  1837. return funcs->func ? (PFN_vkVoidFunction)&OBS_##func : NULL;
  1838. static PFN_vkVoidFunction VKAPI_CALL OBS_GetDeviceProcAddr(VkDevice device,
  1839. const char *pName)
  1840. {
  1841. struct vk_data *data = get_device_data(device);
  1842. struct vk_device_funcs *funcs = &data->funcs;
  1843. debug_procaddr("vkGetDeviceProcAddr(%p, \"%s\")", device, pName);
  1844. GETPROCADDR(GetDeviceProcAddr);
  1845. GETPROCADDR(DestroyDevice);
  1846. GETPROCADDR_IF_SUPPORTED(CreateSwapchainKHR);
  1847. GETPROCADDR_IF_SUPPORTED(DestroySwapchainKHR);
  1848. GETPROCADDR_IF_SUPPORTED(QueuePresentKHR);
  1849. GETPROCADDR(CreateImageView);
  1850. GETPROCADDR(DestroyImageView);
  1851. GETPROCADDR(CreateFramebuffer);
  1852. GETPROCADDR(DestroyFramebuffer);
  1853. GETPROCADDR(CmdBeginRenderPass);
  1854. GETPROCADDR_IF_SUPPORTED(CmdBeginRenderPass2KHR);
  1855. GETPROCADDR_IF_SUPPORTED(CmdBeginRenderPass2);
  1856. if (funcs->GetDeviceProcAddr == NULL)
  1857. return NULL;
  1858. return funcs->GetDeviceProcAddr(device, pName);
  1859. }
  1860. /* bad layers require spec violation */
  1861. #define RETURN_FP_FOR_NULL_INSTANCE 1
  1862. static PFN_vkVoidFunction VKAPI_CALL
  1863. OBS_GetInstanceProcAddr(VkInstance instance, const char *pName)
  1864. {
  1865. debug_procaddr("vkGetInstanceProcAddr(%p, \"%s\")", instance, pName);
  1866. /* instance chain functions we intercept */
  1867. GETPROCADDR(GetInstanceProcAddr);
  1868. GETPROCADDR(CreateInstance);
  1869. #if RETURN_FP_FOR_NULL_INSTANCE
  1870. /* other instance chain functions we intercept */
  1871. GETPROCADDR(DestroyInstance);
  1872. GETPROCADDR(CreateWin32SurfaceKHR);
  1873. GETPROCADDR(DestroySurfaceKHR);
  1874. /* device chain functions we intercept */
  1875. GETPROCADDR(GetDeviceProcAddr);
  1876. GETPROCADDR(CreateDevice);
  1877. GETPROCADDR(DestroyDevice);
  1878. if (instance == NULL)
  1879. return NULL;
  1880. struct vk_inst_funcs *const funcs = get_inst_funcs(instance);
  1881. #else
  1882. if (instance == NULL)
  1883. return NULL;
  1884. struct vk_inst_funcs *const funcs = get_inst_funcs(instance);
  1885. /* other instance chain functions we intercept */
  1886. GETPROCADDR(DestroyInstance);
  1887. GETPROCADDR_IF_SUPPORTED(CreateWin32SurfaceKHR);
  1888. GETPROCADDR_IF_SUPPORTED(DestroySurfaceKHR);
  1889. /* device chain functions we intercept */
  1890. GETPROCADDR(GetDeviceProcAddr);
  1891. GETPROCADDR(CreateDevice);
  1892. GETPROCADDR(DestroyDevice);
  1893. #endif
  1894. const PFN_vkGetInstanceProcAddr gipa = funcs->GetInstanceProcAddr;
  1895. return gipa ? gipa(instance, pName) : NULL;
  1896. }
  1897. #undef GETPROCADDR
  1898. #ifndef _WIN64
  1899. #pragma comment(linker, "/EXPORT:OBS_Negotiate=_OBS_Negotiate@4")
  1900. #endif
  1901. __declspec(dllexport) VkResult VKAPI_CALL
  1902. OBS_Negotiate(VkNegotiateLayerInterface *nli)
  1903. {
  1904. if (nli->loaderLayerInterfaceVersion >= 2) {
  1905. nli->sType = LAYER_NEGOTIATE_INTERFACE_STRUCT;
  1906. nli->pNext = NULL;
  1907. nli->pfnGetInstanceProcAddr = OBS_GetInstanceProcAddr;
  1908. nli->pfnGetDeviceProcAddr = OBS_GetDeviceProcAddr;
  1909. nli->pfnGetPhysicalDeviceProcAddr = NULL;
  1910. }
  1911. const uint32_t cur_ver = CURRENT_LOADER_LAYER_INTERFACE_VERSION;
  1912. if (nli->loaderLayerInterfaceVersion > cur_ver) {
  1913. nli->loaderLayerInterfaceVersion = cur_ver;
  1914. }
  1915. if (!vulkan_seen) {
  1916. init_obj_list(&instances);
  1917. init_obj_list(&devices);
  1918. vulkan_seen = true;
  1919. }
  1920. return VK_SUCCESS;
  1921. }
  1922. bool hook_vulkan(void)
  1923. {
  1924. static bool hooked = false;
  1925. if (!hooked && vulkan_seen) {
  1926. hlog("Hooked Vulkan");
  1927. hooked = true;
  1928. }
  1929. return hooked;
  1930. }