gl-capture.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881
  1. #ifdef _MSC_VER
  2. #pragma warning(disable : 4214) /* nonstandard extension, non-int bitfield */
  3. #pragma warning(disable : 4054) /* function pointer to data pointer */
  4. #endif
  5. #include <windows.h>
  6. #define COBJMACROS
  7. #include <dxgi.h>
  8. #include <d3d11.h>
  9. #include "gl-decs.h"
  10. #include "graphics-hook.h"
  11. #include <detours.h>
  12. #define DUMMY_WINDOW_CLASS_NAME L"graphics_hook_gl_dummy_window"
  13. /* clang-format off */
  14. static const GUID GUID_IDXGIFactory1 =
  15. {0x770aae78, 0xf26f, 0x4dba, {0xa8, 0x29, 0x25, 0x3c, 0x83, 0xd1, 0xb3, 0x87}};
  16. static const GUID GUID_IDXGIResource =
  17. {0x035f3ab4, 0x482e, 0x4e50, {0xb4, 0x1f, 0x8a, 0x7f, 0x8b, 0xd8, 0x96, 0x0b}};
  18. /* clang-format on */
  19. typedef BOOL(WINAPI *PFN_SwapBuffers)(HDC);
  20. typedef BOOL(WINAPI *PFN_WglSwapLayerBuffers)(HDC, UINT);
  21. typedef BOOL(WINAPI *PFN_WglSwapBuffers)(HDC);
  22. typedef BOOL(WINAPI *PFN_WglDeleteContext)(HGLRC);
  23. PFN_SwapBuffers RealSwapBuffers = NULL;
  24. PFN_WglSwapLayerBuffers RealWglSwapLayerBuffers = NULL;
  25. PFN_WglSwapBuffers RealWglSwapBuffers = NULL;
  26. PFN_WglDeleteContext RealWglDeleteContext = NULL;
  27. static bool darkest_dungeon_fix = false;
  28. static bool functions_initialized = false;
  29. struct gl_data {
  30. HDC hdc;
  31. uint32_t cx;
  32. uint32_t cy;
  33. DXGI_FORMAT format;
  34. GLuint fbo;
  35. bool using_shtex;
  36. bool shmem_fallback;
  37. union {
  38. /* shared texture */
  39. struct {
  40. struct shtex_data *shtex_info;
  41. ID3D11Device *d3d11_device;
  42. ID3D11DeviceContext *d3d11_context;
  43. ID3D11Texture2D *d3d11_tex;
  44. IDXGISwapChain *dxgi_swap;
  45. HANDLE gl_device;
  46. HANDLE gl_dxobj;
  47. HANDLE handle;
  48. HWND hwnd;
  49. GLuint texture;
  50. };
  51. /* shared memory */
  52. struct {
  53. struct shmem_data *shmem_info;
  54. int cur_tex;
  55. int copy_wait;
  56. GLuint pbos[NUM_BUFFERS];
  57. GLuint textures[NUM_BUFFERS];
  58. bool texture_ready[NUM_BUFFERS];
  59. bool texture_mapped[NUM_BUFFERS];
  60. };
  61. };
  62. };
  63. static HMODULE gl = NULL;
  64. static bool nv_capture_available = false;
  65. static struct gl_data data = {0};
  66. __declspec(thread) static int swap_recurse;
  67. static inline bool gl_error(const char *func, const char *str)
  68. {
  69. GLenum error = glGetError();
  70. if (error != 0) {
  71. hlog("%s: %s: %lu", func, str, error);
  72. return true;
  73. }
  74. return false;
  75. }
  76. static void gl_free(void)
  77. {
  78. capture_free();
  79. if (data.using_shtex) {
  80. if (data.gl_dxobj)
  81. obsglDXUnregisterObjectNV(data.gl_device, data.gl_dxobj);
  82. if (data.gl_device)
  83. obsglDXCloseDeviceNV(data.gl_device);
  84. if (data.texture)
  85. glDeleteTextures(1, &data.texture);
  86. if (data.d3d11_tex)
  87. ID3D11Resource_Release(data.d3d11_tex);
  88. if (data.d3d11_context)
  89. ID3D11DeviceContext_Release(data.d3d11_context);
  90. if (data.d3d11_device)
  91. ID3D11Device_Release(data.d3d11_device);
  92. if (data.dxgi_swap)
  93. IDXGISwapChain_Release(data.dxgi_swap);
  94. if (data.hwnd)
  95. DestroyWindow(data.hwnd);
  96. } else {
  97. for (size_t i = 0; i < NUM_BUFFERS; i++) {
  98. if (data.pbos[i]) {
  99. if (data.texture_mapped[i]) {
  100. glBindBuffer(GL_PIXEL_PACK_BUFFER, data.pbos[i]);
  101. glUnmapBuffer(GL_PIXEL_PACK_BUFFER);
  102. glBindBuffer(GL_PIXEL_PACK_BUFFER, 0);
  103. }
  104. glDeleteBuffers(1, &data.pbos[i]);
  105. }
  106. if (data.textures[i])
  107. glDeleteTextures(1, &data.textures[i]);
  108. }
  109. }
  110. if (data.fbo)
  111. glDeleteFramebuffers(1, &data.fbo);
  112. gl_error("gl_free", "GL error occurred on free");
  113. memset(&data, 0, sizeof(data));
  114. hlog("------------------ gl capture freed ------------------");
  115. }
  116. static inline void *base_get_proc(const char *name)
  117. {
  118. return (void *)GetProcAddress(gl, name);
  119. }
  120. static inline void *wgl_get_proc(const char *name)
  121. {
  122. return (void *)obsglGetProcAddress(name);
  123. }
  124. static inline void *get_proc(const char *name)
  125. {
  126. void *func = wgl_get_proc(name);
  127. if (!func)
  128. func = base_get_proc(name);
  129. return func;
  130. }
  131. static void init_nv_functions(void)
  132. {
  133. obsglDXSetResourceShareHandleNV = get_proc("wglDXSetResourceShareHandleNV");
  134. obsglDXOpenDeviceNV = get_proc("wglDXOpenDeviceNV");
  135. obsglDXCloseDeviceNV = get_proc("wglDXCloseDeviceNV");
  136. obsglDXRegisterObjectNV = get_proc("wglDXRegisterObjectNV");
  137. obsglDXUnregisterObjectNV = get_proc("wglDXUnregisterObjectNV");
  138. obsglDXObjectAccessNV = get_proc("wglDXObjectAccessNV");
  139. obsglDXLockObjectsNV = get_proc("wglDXLockObjectsNV");
  140. obsglDXUnlockObjectsNV = get_proc("wglDXUnlockObjectsNV");
  141. nv_capture_available = !!obsglDXSetResourceShareHandleNV && !!obsglDXOpenDeviceNV && !!obsglDXCloseDeviceNV &&
  142. !!obsglDXRegisterObjectNV && !!obsglDXUnregisterObjectNV && !!obsglDXObjectAccessNV &&
  143. !!obsglDXLockObjectsNV && !!obsglDXUnlockObjectsNV;
  144. if (nv_capture_available)
  145. hlog("Shared-texture OpenGL capture available");
  146. }
  147. #define GET_PROC(cur_func, ptr, func) \
  148. do { \
  149. ptr = get_proc(#func); \
  150. if (!ptr) { \
  151. hlog("%s: failed to get function '%s'", #cur_func, #func); \
  152. success = false; \
  153. } \
  154. } while (false)
  155. static bool init_gl_functions(void)
  156. {
  157. bool success = true;
  158. obsglGetProcAddress = base_get_proc("wglGetProcAddress");
  159. if (!obsglGetProcAddress) {
  160. hlog("init_gl_functions: failed to get wglGetProcAddress");
  161. return false;
  162. }
  163. GET_PROC(init_gl_functions, obsglMakeCurrent, wglMakeCurrent);
  164. GET_PROC(init_gl_functions, obsglGetCurrentDC, wglGetCurrentDC);
  165. GET_PROC(init_gl_functions, obsglGetCurrentContext, wglGetCurrentContext);
  166. GET_PROC(init_gl_functions, glTexImage2D, glTexImage2D);
  167. GET_PROC(init_gl_functions, glReadBuffer, glReadBuffer);
  168. GET_PROC(init_gl_functions, glGetTexImage, glGetTexImage);
  169. GET_PROC(init_gl_functions, glDrawBuffer, glDrawBuffer);
  170. GET_PROC(init_gl_functions, glGetError, glGetError);
  171. GET_PROC(init_gl_functions, glBufferData, glBufferData);
  172. GET_PROC(init_gl_functions, glDeleteBuffers, glDeleteBuffers);
  173. GET_PROC(init_gl_functions, glDeleteTextures, glDeleteTextures);
  174. GET_PROC(init_gl_functions, glGenBuffers, glGenBuffers);
  175. GET_PROC(init_gl_functions, glGenTextures, glGenTextures);
  176. GET_PROC(init_gl_functions, glMapBuffer, glMapBuffer);
  177. GET_PROC(init_gl_functions, glUnmapBuffer, glUnmapBuffer);
  178. GET_PROC(init_gl_functions, glBindBuffer, glBindBuffer);
  179. GET_PROC(init_gl_functions, glGetIntegerv, glGetIntegerv);
  180. GET_PROC(init_gl_functions, glBindTexture, glBindTexture);
  181. GET_PROC(init_gl_functions, glGenFramebuffers, glGenFramebuffers);
  182. GET_PROC(init_gl_functions, glDeleteFramebuffers, glDeleteFramebuffers);
  183. GET_PROC(init_gl_functions, glBindFramebuffer, glBindFramebuffer);
  184. GET_PROC(init_gl_functions, glBlitFramebuffer, glBlitFramebuffer);
  185. GET_PROC(init_gl_functions, glFramebufferTexture2D, glFramebufferTexture2D);
  186. init_nv_functions();
  187. return success;
  188. }
  189. static void get_window_size(HDC hdc, uint32_t *cx, uint32_t *cy)
  190. {
  191. HWND hwnd = WindowFromDC(hdc);
  192. RECT rc = {0};
  193. if (darkest_dungeon_fix) {
  194. *cx = 1920;
  195. *cy = 1080;
  196. } else {
  197. GetClientRect(hwnd, &rc);
  198. *cx = rc.right;
  199. *cy = rc.bottom;
  200. }
  201. }
  202. static inline bool gl_shtex_init_window(void)
  203. {
  204. data.hwnd = CreateWindowExW(0, DUMMY_WINDOW_CLASS_NAME, L"Dummy GL window, ignore",
  205. WS_POPUP | WS_CLIPCHILDREN | WS_CLIPSIBLINGS, 0, 0, 2, 2, NULL, NULL,
  206. GetModuleHandle(NULL), NULL);
  207. if (!data.hwnd) {
  208. hlog("gl_shtex_init_window: failed to create window: %d", GetLastError());
  209. return false;
  210. }
  211. return true;
  212. }
  213. typedef HRESULT(WINAPI *create_dxgi_factory1_t)(REFIID, void **);
  214. static const D3D_FEATURE_LEVEL feature_levels[] = {
  215. D3D_FEATURE_LEVEL_11_0,
  216. D3D_FEATURE_LEVEL_10_1,
  217. D3D_FEATURE_LEVEL_10_0,
  218. };
  219. static inline bool gl_shtex_init_d3d11(void)
  220. {
  221. D3D_FEATURE_LEVEL level_used;
  222. IDXGIFactory1 *factory;
  223. IDXGIAdapter *adapter;
  224. HRESULT hr;
  225. HMODULE d3d11 = load_system_library("d3d11.dll");
  226. if (!d3d11) {
  227. hlog("gl_shtex_init_d3d11: failed to load D3D11.dll: %d", GetLastError());
  228. return false;
  229. }
  230. HMODULE dxgi = load_system_library("dxgi.dll");
  231. if (!dxgi) {
  232. hlog("gl_shtex_init_d3d11: failed to load DXGI.dll: %d", GetLastError());
  233. return false;
  234. }
  235. DXGI_SWAP_CHAIN_DESC desc = {0};
  236. desc.BufferCount = 2;
  237. desc.BufferDesc.Format = data.format;
  238. desc.BufferDesc.Width = 2;
  239. desc.BufferDesc.Height = 2;
  240. desc.BufferUsage = DXGI_USAGE_RENDER_TARGET_OUTPUT;
  241. desc.SampleDesc.Count = 1;
  242. desc.Windowed = true;
  243. desc.OutputWindow = data.hwnd;
  244. create_dxgi_factory1_t create_factory = (void *)GetProcAddress(dxgi, "CreateDXGIFactory1");
  245. if (!create_factory) {
  246. hlog("gl_shtex_init_d3d11: failed to load CreateDXGIFactory1 "
  247. "procedure: %d",
  248. GetLastError());
  249. return false;
  250. }
  251. PFN_D3D11_CREATE_DEVICE_AND_SWAP_CHAIN create = (void *)GetProcAddress(d3d11, "D3D11CreateDeviceAndSwapChain");
  252. if (!create) {
  253. hlog("gl_shtex_init_d3d11: failed to load "
  254. "D3D11CreateDeviceAndSwapChain procedure: %d",
  255. GetLastError());
  256. return false;
  257. }
  258. hr = create_factory(&GUID_IDXGIFactory1, (void **)&factory);
  259. if (FAILED(hr)) {
  260. hlog_hr("gl_shtex_init_d3d11: failed to create factory", hr);
  261. return false;
  262. }
  263. hr = IDXGIFactory1_EnumAdapters1(factory, 0, (IDXGIAdapter1 **)&adapter);
  264. IDXGIFactory1_Release(factory);
  265. if (FAILED(hr)) {
  266. hlog_hr("gl_shtex_init_d3d11: failed to create adapter", hr);
  267. return false;
  268. }
  269. hr = create(adapter, D3D_DRIVER_TYPE_UNKNOWN, NULL, 0, feature_levels,
  270. sizeof(feature_levels) / sizeof(D3D_FEATURE_LEVEL), D3D11_SDK_VERSION, &desc, &data.dxgi_swap,
  271. &data.d3d11_device, &level_used, &data.d3d11_context);
  272. IDXGIAdapter_Release(adapter);
  273. if (FAILED(hr)) {
  274. hlog_hr("gl_shtex_init_d3d11: failed to create device", hr);
  275. return false;
  276. }
  277. return true;
  278. }
  279. static inline bool gl_shtex_init_d3d11_tex(void)
  280. {
  281. IDXGIResource *dxgi_res;
  282. HRESULT hr;
  283. D3D11_TEXTURE2D_DESC desc = {0};
  284. desc.Width = data.cx;
  285. desc.Height = data.cy;
  286. desc.MipLevels = 1;
  287. desc.ArraySize = 1;
  288. desc.Format = data.format;
  289. desc.SampleDesc.Count = 1;
  290. desc.Usage = D3D11_USAGE_DEFAULT;
  291. desc.MiscFlags = D3D11_RESOURCE_MISC_SHARED;
  292. desc.BindFlags = D3D11_BIND_SHADER_RESOURCE;
  293. hr = ID3D11Device_CreateTexture2D(data.d3d11_device, &desc, NULL, &data.d3d11_tex);
  294. if (FAILED(hr)) {
  295. hlog_hr("gl_shtex_init_d3d11_tex: failed to create texture", hr);
  296. return false;
  297. }
  298. hr = ID3D11Device_QueryInterface(data.d3d11_tex, &GUID_IDXGIResource, (void **)&dxgi_res);
  299. if (FAILED(hr)) {
  300. hlog_hr("gl_shtex_init_d3d11_tex: failed to get IDXGIResource", hr);
  301. return false;
  302. }
  303. hr = IDXGIResource_GetSharedHandle(dxgi_res, &data.handle);
  304. IDXGIResource_Release(dxgi_res);
  305. if (FAILED(hr)) {
  306. hlog_hr("gl_shtex_init_d3d11_tex: failed to get shared handle", hr);
  307. return false;
  308. }
  309. return true;
  310. }
  311. static inline bool gl_shtex_init_gl_tex(void)
  312. {
  313. data.gl_device = obsglDXOpenDeviceNV(data.d3d11_device);
  314. if (!data.gl_device) {
  315. hlog("gl_shtex_init_gl_tex: failed to open device");
  316. return false;
  317. }
  318. glGenTextures(1, &data.texture);
  319. if (gl_error("gl_shtex_init_gl_tex", "failed to generate texture")) {
  320. return false;
  321. }
  322. data.gl_dxobj = obsglDXRegisterObjectNV(data.gl_device, data.d3d11_tex, data.texture, GL_TEXTURE_2D,
  323. WGL_ACCESS_WRITE_DISCARD_NV);
  324. if (!data.gl_dxobj) {
  325. hlog("gl_shtex_init_gl_tex: failed to register object");
  326. return false;
  327. }
  328. return true;
  329. }
  330. static inline bool gl_init_fbo(void)
  331. {
  332. glGenFramebuffers(1, &data.fbo);
  333. return !gl_error("gl_init_fbo", "failed to initialize FBO");
  334. }
  335. static bool gl_shtex_init(HWND window)
  336. {
  337. if (!gl_shtex_init_window()) {
  338. return false;
  339. }
  340. if (!gl_shtex_init_d3d11()) {
  341. return false;
  342. }
  343. if (!gl_shtex_init_d3d11_tex()) {
  344. return false;
  345. }
  346. if (!gl_shtex_init_gl_tex()) {
  347. return false;
  348. }
  349. if (!gl_init_fbo()) {
  350. return false;
  351. }
  352. if (!capture_init_shtex(&data.shtex_info, window, data.cx, data.cy, data.format, true,
  353. (uintptr_t)data.handle)) {
  354. return false;
  355. }
  356. hlog("gl shared texture capture successful");
  357. return true;
  358. }
  359. static inline bool gl_shmem_init_data(size_t idx, size_t size)
  360. {
  361. glBindBuffer(GL_PIXEL_PACK_BUFFER, data.pbos[idx]);
  362. if (gl_error("gl_shmem_init_data", "failed to bind pbo")) {
  363. return false;
  364. }
  365. glBufferData(GL_PIXEL_PACK_BUFFER, size, 0, GL_STREAM_READ);
  366. if (gl_error("gl_shmem_init_data", "failed to set pbo data")) {
  367. return false;
  368. }
  369. glBindTexture(GL_TEXTURE_2D, data.textures[idx]);
  370. if (gl_error("gl_shmem_init_data", "failed to set bind texture")) {
  371. return false;
  372. }
  373. glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA, data.cx, data.cy, 0, GL_BGRA, GL_UNSIGNED_BYTE, NULL);
  374. if (gl_error("gl_shmem_init_data", "failed to set texture data")) {
  375. return false;
  376. }
  377. return true;
  378. }
  379. static inline bool gl_shmem_init_buffers(void)
  380. {
  381. uint32_t size = data.cx * data.cy * 4;
  382. GLint last_pbo;
  383. GLint last_tex;
  384. glGenBuffers(NUM_BUFFERS, data.pbos);
  385. if (gl_error("gl_shmem_init_buffers", "failed to generate buffers")) {
  386. return false;
  387. }
  388. glGenTextures(NUM_BUFFERS, data.textures);
  389. if (gl_error("gl_shmem_init_buffers", "failed to generate textures")) {
  390. return false;
  391. }
  392. glGetIntegerv(GL_PIXEL_PACK_BUFFER_BINDING, &last_pbo);
  393. if (gl_error("gl_shmem_init_buffers", "failed to save pixel pack buffer")) {
  394. return false;
  395. }
  396. glGetIntegerv(GL_TEXTURE_BINDING_2D, &last_tex);
  397. if (gl_error("gl_shmem_init_buffers", "failed to save texture")) {
  398. return false;
  399. }
  400. for (size_t i = 0; i < NUM_BUFFERS; i++) {
  401. if (!gl_shmem_init_data(i, size)) {
  402. return false;
  403. }
  404. }
  405. glBindBuffer(GL_PIXEL_PACK_BUFFER, last_pbo);
  406. glBindTexture(GL_TEXTURE_2D, last_tex);
  407. return true;
  408. }
  409. static bool gl_shmem_init(HWND window)
  410. {
  411. if (!gl_shmem_init_buffers()) {
  412. return false;
  413. }
  414. if (!gl_init_fbo()) {
  415. return false;
  416. }
  417. if (!capture_init_shmem(&data.shmem_info, window, data.cx, data.cy, data.cx * 4, data.format, true)) {
  418. return false;
  419. }
  420. hlog("gl memory capture successful");
  421. return true;
  422. }
  423. #define INIT_SUCCESS 0
  424. #define INIT_FAILED -1
  425. #define INIT_SHTEX_FAILED -2
  426. static int gl_init(HDC hdc)
  427. {
  428. HWND window = WindowFromDC(hdc);
  429. int ret = INIT_FAILED;
  430. bool success = false;
  431. RECT rc = {0};
  432. if (darkest_dungeon_fix) {
  433. data.cx = 1920;
  434. data.cy = 1080;
  435. } else {
  436. GetClientRect(window, &rc);
  437. data.cx = rc.right;
  438. data.cy = rc.bottom;
  439. }
  440. data.hdc = hdc;
  441. data.format = DXGI_FORMAT_B8G8R8A8_UNORM;
  442. data.using_shtex = nv_capture_available && !global_hook_info->force_shmem && !data.shmem_fallback;
  443. if (data.using_shtex) {
  444. success = gl_shtex_init(window);
  445. if (!success)
  446. ret = INIT_SHTEX_FAILED;
  447. } else {
  448. success = gl_shmem_init(window);
  449. }
  450. if (!success)
  451. gl_free();
  452. else
  453. ret = INIT_SUCCESS;
  454. return ret;
  455. }
  456. static void gl_copy_backbuffer(GLuint dst)
  457. {
  458. glBindFramebuffer(GL_DRAW_FRAMEBUFFER, data.fbo);
  459. if (gl_error("gl_copy_backbuffer", "failed to bind FBO")) {
  460. return;
  461. }
  462. glBindTexture(GL_TEXTURE_2D, dst);
  463. if (gl_error("gl_copy_backbuffer", "failed to bind texture")) {
  464. return;
  465. }
  466. glFramebufferTexture2D(GL_DRAW_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, dst, 0);
  467. if (gl_error("gl_copy_backbuffer", "failed to set frame buffer")) {
  468. return;
  469. }
  470. glReadBuffer(GL_BACK);
  471. /* darkest dungeon fix */
  472. darkest_dungeon_fix = glGetError() == GL_INVALID_OPERATION && _strcmpi(process_name, "Darkest.exe") == 0;
  473. glDrawBuffer(GL_COLOR_ATTACHMENT0);
  474. if (gl_error("gl_copy_backbuffer", "failed to set draw buffer")) {
  475. return;
  476. }
  477. glBlitFramebuffer(0, 0, data.cx, data.cy, 0, 0, data.cx, data.cy, GL_COLOR_BUFFER_BIT, GL_LINEAR);
  478. gl_error("gl_copy_backbuffer", "failed to blit");
  479. }
  480. static void gl_shtex_capture(void)
  481. {
  482. GLint last_fbo;
  483. GLint last_tex;
  484. obsglDXLockObjectsNV(data.gl_device, 1, &data.gl_dxobj);
  485. glGetIntegerv(GL_DRAW_FRAMEBUFFER_BINDING, &last_fbo);
  486. if (gl_error("gl_shtex_capture", "failed to get last fbo")) {
  487. return;
  488. }
  489. glGetIntegerv(GL_TEXTURE_BINDING_2D, &last_tex);
  490. if (gl_error("gl_shtex_capture", "failed to get last texture")) {
  491. return;
  492. }
  493. gl_copy_backbuffer(data.texture);
  494. glBindTexture(GL_TEXTURE_2D, last_tex);
  495. glBindFramebuffer(GL_DRAW_FRAMEBUFFER, last_fbo);
  496. obsglDXUnlockObjectsNV(data.gl_device, 1, &data.gl_dxobj);
  497. IDXGISwapChain_Present(data.dxgi_swap, 0, 0);
  498. }
  499. static void gl_shmem_capture_copy(int i)
  500. {
  501. if (data.texture_ready[i]) {
  502. GLvoid *buffer;
  503. data.texture_ready[i] = false;
  504. glBindBuffer(GL_PIXEL_PACK_BUFFER, data.pbos[i]);
  505. if (gl_error("gl_shmem_capture_queue_copy", "failed to bind pbo")) {
  506. return;
  507. }
  508. buffer = glMapBuffer(GL_PIXEL_PACK_BUFFER, GL_READ_ONLY);
  509. if (buffer) {
  510. data.texture_mapped[i] = true;
  511. shmem_copy_data(i, buffer);
  512. }
  513. }
  514. }
  515. static inline void gl_shmem_capture_stage(GLuint dst_pbo, GLuint src_tex)
  516. {
  517. glBindTexture(GL_TEXTURE_2D, src_tex);
  518. if (gl_error("gl_shmem_capture_stage", "failed to bind src_tex")) {
  519. return;
  520. }
  521. glBindBuffer(GL_PIXEL_PACK_BUFFER, dst_pbo);
  522. if (gl_error("gl_shmem_capture_stage", "failed to bind dst_pbo")) {
  523. return;
  524. }
  525. glGetTexImage(GL_TEXTURE_2D, 0, GL_BGRA, GL_UNSIGNED_BYTE, 0);
  526. if (gl_error("gl_shmem_capture_stage", "failed to read src_tex")) {
  527. return;
  528. }
  529. }
  530. static void gl_shmem_capture(void)
  531. {
  532. int next_tex;
  533. GLint last_fbo;
  534. GLint last_tex;
  535. GLint last_pbo;
  536. glGetIntegerv(GL_DRAW_FRAMEBUFFER_BINDING, &last_fbo);
  537. if (gl_error("gl_shmem_capture", "failed to get last fbo")) {
  538. return;
  539. }
  540. glGetIntegerv(GL_TEXTURE_BINDING_2D, &last_tex);
  541. if (gl_error("gl_shmem_capture", "failed to get last texture")) {
  542. return;
  543. }
  544. glGetIntegerv(GL_PIXEL_PACK_BUFFER_BINDING, &last_pbo);
  545. if (gl_error("gl_shmem_capture", "failed to get last pbo")) {
  546. return;
  547. }
  548. next_tex = (data.cur_tex + 1) % NUM_BUFFERS;
  549. gl_shmem_capture_copy(next_tex);
  550. if (data.copy_wait < NUM_BUFFERS - 1) {
  551. data.copy_wait++;
  552. } else {
  553. if (shmem_texture_data_lock(data.cur_tex)) {
  554. glBindBuffer(GL_PIXEL_PACK_BUFFER, data.pbos[data.cur_tex]);
  555. glUnmapBuffer(GL_PIXEL_PACK_BUFFER);
  556. data.texture_mapped[data.cur_tex] = false;
  557. shmem_texture_data_unlock(data.cur_tex);
  558. }
  559. gl_copy_backbuffer(data.textures[data.cur_tex]);
  560. gl_shmem_capture_stage(data.pbos[data.cur_tex], data.textures[data.cur_tex]);
  561. data.texture_ready[data.cur_tex] = true;
  562. }
  563. glBindTexture(GL_TEXTURE_2D, last_tex);
  564. glBindBuffer(GL_PIXEL_PACK_BUFFER, last_pbo);
  565. glBindFramebuffer(GL_DRAW_FRAMEBUFFER, last_fbo);
  566. data.cur_tex = next_tex;
  567. }
  568. static void gl_capture(HDC hdc)
  569. {
  570. static bool critical_failure = false;
  571. if (critical_failure) {
  572. return;
  573. }
  574. if (!functions_initialized) {
  575. functions_initialized = init_gl_functions();
  576. if (!functions_initialized) {
  577. critical_failure = true;
  578. return;
  579. }
  580. }
  581. /* reset error flag */
  582. glGetError();
  583. if (capture_should_stop()) {
  584. gl_free();
  585. }
  586. if (capture_should_init()) {
  587. if (gl_init(hdc) == INIT_SHTEX_FAILED) {
  588. data.shmem_fallback = true;
  589. gl_init(hdc);
  590. }
  591. }
  592. if (capture_ready() && hdc == data.hdc) {
  593. uint32_t new_cx;
  594. uint32_t new_cy;
  595. /* reset capture if resized */
  596. get_window_size(hdc, &new_cx, &new_cy);
  597. if (new_cx != data.cx || new_cy != data.cy) {
  598. if (new_cx != 0 && new_cy != 0)
  599. gl_free();
  600. return;
  601. }
  602. if (data.using_shtex)
  603. gl_shtex_capture();
  604. else
  605. gl_shmem_capture();
  606. }
  607. }
  608. static inline void gl_swap_begin(HDC hdc)
  609. {
  610. const bool first = swap_recurse == 0;
  611. ++swap_recurse;
  612. if (first && !global_hook_info->capture_overlay)
  613. gl_capture(hdc);
  614. }
  615. static inline void gl_swap_end(HDC hdc)
  616. {
  617. --swap_recurse;
  618. const bool first = swap_recurse == 0;
  619. if (first && global_hook_info->capture_overlay)
  620. gl_capture(hdc);
  621. }
  622. static BOOL WINAPI hook_swap_buffers(HDC hdc)
  623. {
  624. gl_swap_begin(hdc);
  625. const BOOL ret = RealSwapBuffers(hdc);
  626. gl_swap_end(hdc);
  627. return ret;
  628. }
  629. static BOOL WINAPI hook_wgl_swap_buffers(HDC hdc)
  630. {
  631. gl_swap_begin(hdc);
  632. const BOOL ret = RealWglSwapBuffers(hdc);
  633. gl_swap_end(hdc);
  634. return ret;
  635. }
  636. static BOOL WINAPI hook_wgl_swap_layer_buffers(HDC hdc, UINT planes)
  637. {
  638. gl_swap_begin(hdc);
  639. const BOOL ret = RealWglSwapLayerBuffers(hdc, planes);
  640. gl_swap_end(hdc);
  641. return ret;
  642. }
  643. static BOOL WINAPI hook_wgl_delete_context(HGLRC hrc)
  644. {
  645. if (capture_active() && functions_initialized) {
  646. HDC last_hdc = obsglGetCurrentDC();
  647. HGLRC last_hrc = obsglGetCurrentContext();
  648. obsglMakeCurrent(data.hdc, hrc);
  649. gl_free();
  650. obsglMakeCurrent(last_hdc, last_hrc);
  651. }
  652. return RealWglDeleteContext(hrc);
  653. }
  654. static bool gl_register_window(void)
  655. {
  656. WNDCLASSW wc = {0};
  657. wc.style = CS_OWNDC;
  658. wc.hInstance = GetModuleHandle(NULL);
  659. wc.lpfnWndProc = DefWindowProc;
  660. wc.lpszClassName = DUMMY_WINDOW_CLASS_NAME;
  661. if (!RegisterClassW(&wc)) {
  662. hlog("gl_register_window: failed to register window class: %d", GetLastError());
  663. return false;
  664. }
  665. return true;
  666. }
  667. bool hook_gl(void)
  668. {
  669. void *wgl_dc_proc;
  670. void *wgl_slb_proc;
  671. void *wgl_sb_proc;
  672. gl = get_system_module("opengl32.dll");
  673. if (!gl) {
  674. return false;
  675. }
  676. /* "life is feudal: your own" somehow uses both opengl and directx at
  677. * the same time, so blacklist it from capturing opengl */
  678. const char *process_name = get_process_name();
  679. if (_strcmpi(process_name, "yo_cm_client.exe") == 0 || _strcmpi(process_name, "cm_client.exe") == 0) {
  680. hlog("Ignoring opengl for game: %s", process_name);
  681. return true;
  682. }
  683. if (!gl_register_window()) {
  684. return true;
  685. }
  686. wgl_dc_proc = base_get_proc("wglDeleteContext");
  687. wgl_slb_proc = base_get_proc("wglSwapLayerBuffers");
  688. wgl_sb_proc = base_get_proc("wglSwapBuffers");
  689. DetourTransactionBegin();
  690. RealSwapBuffers = SwapBuffers;
  691. DetourAttach((PVOID *)&RealSwapBuffers, hook_swap_buffers);
  692. if (wgl_dc_proc) {
  693. RealWglDeleteContext = (PFN_WglDeleteContext)wgl_dc_proc;
  694. DetourAttach((PVOID *)&RealWglDeleteContext, hook_wgl_delete_context);
  695. }
  696. if (wgl_slb_proc) {
  697. RealWglSwapLayerBuffers = (PFN_WglSwapLayerBuffers)wgl_slb_proc;
  698. DetourAttach((PVOID *)&RealWglSwapLayerBuffers, hook_wgl_swap_layer_buffers);
  699. }
  700. if (wgl_sb_proc) {
  701. RealWglSwapBuffers = (PFN_WglSwapBuffers)wgl_sb_proc;
  702. DetourAttach((PVOID *)&RealWglSwapBuffers, hook_wgl_swap_buffers);
  703. }
  704. const LONG error = DetourTransactionCommit();
  705. const bool success = error == NO_ERROR;
  706. if (success) {
  707. hlog("Hooked SwapBuffers");
  708. if (RealWglDeleteContext)
  709. hlog("Hooked wglDeleteContext");
  710. if (RealWglSwapLayerBuffers)
  711. hlog("Hooked wglSwapLayerBuffers");
  712. if (RealWglSwapBuffers)
  713. hlog("Hooked wglSwapBuffers");
  714. hlog("Hooked GL");
  715. } else {
  716. RealSwapBuffers = NULL;
  717. RealWglDeleteContext = NULL;
  718. RealWglSwapLayerBuffers = NULL;
  719. RealWglSwapBuffers = NULL;
  720. hlog("Failed to attach Detours hook: %ld", error);
  721. }
  722. return success;
  723. }