pipewire.c 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487
  1. /* pipewire.c
  2. *
  3. * Copyright 2020 Georges Basile Stavracas Neto <[email protected]>
  4. *
  5. * This program is free software: you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation, either version 2 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  17. *
  18. * SPDX-License-Identifier: GPL-2.0-or-later
  19. */
  20. #include "pipewire.h"
  21. #include "formats.h"
  22. #include <util/darray.h>
  23. #include <gio/gio.h>
  24. #include <gio/gunixfdlist.h>
  25. #include <fcntl.h>
  26. #include <glad/glad.h>
  27. #include <libdrm/drm_fourcc.h>
  28. #include <pipewire/pipewire.h>
  29. #include <spa/param/video/format-utils.h>
  30. #include <spa/buffer/meta.h>
  31. #include <spa/debug/format.h>
  32. #include <spa/debug/types.h>
  33. #include <spa/param/video/type-info.h>
  34. #include <spa/utils/result.h>
  35. //#define DEBUG_PIPEWIRE
  36. #if !PW_CHECK_VERSION(0, 3, 62)
  37. enum spa_meta_videotransform_value {
  38. SPA_META_TRANSFORMATION_None = 0, /**< no transform */
  39. SPA_META_TRANSFORMATION_90, /**< 90 degree counter-clockwise */
  40. SPA_META_TRANSFORMATION_180, /**< 180 degree counter-clockwise */
  41. SPA_META_TRANSFORMATION_270, /**< 270 degree counter-clockwise */
  42. SPA_META_TRANSFORMATION_Flipped, /**< 180 degree flipped around the vertical axis. Equivalent
  43. * to a reflexion through the vertical line splitting the
  44. * bufffer in two equal sized parts */
  45. SPA_META_TRANSFORMATION_Flipped90, /**< flip then rotate around 90 degree counter-clockwise */
  46. SPA_META_TRANSFORMATION_Flipped180, /**< flip then rotate around 180 degree counter-clockwise */
  47. SPA_META_TRANSFORMATION_Flipped270, /**< flip then rotate around 270 degree counter-clockwise */
  48. };
  49. #define SPA_META_VideoTransform 8
  50. struct spa_meta_videotransform {
  51. uint32_t transform; /**< orientation transformation that was applied to the buffer */
  52. };
  53. #endif
  54. #define CURSOR_META_SIZE(width, height) \
  55. (sizeof(struct spa_meta_cursor) + sizeof(struct spa_meta_bitmap) + \
  56. width * height * 4)
  57. struct obs_pw_version {
  58. int major;
  59. int minor;
  60. int micro;
  61. };
  62. struct format_info {
  63. uint32_t spa_format;
  64. uint32_t drm_format;
  65. DARRAY(uint64_t) modifiers;
  66. };
  67. struct _obs_pipewire {
  68. int pipewire_fd;
  69. struct pw_thread_loop *thread_loop;
  70. struct pw_context *context;
  71. struct pw_core *core;
  72. struct spa_hook core_listener;
  73. int sync_id;
  74. struct obs_pw_version server_version;
  75. struct pw_registry *registry;
  76. struct spa_hook registry_listener;
  77. GPtrArray *streams;
  78. };
  79. struct _obs_pipewire_stream {
  80. obs_pipewire *obs_pw;
  81. obs_source_t *source;
  82. gs_texture_t *texture;
  83. struct pw_stream *stream;
  84. struct spa_hook stream_listener;
  85. struct spa_source *reneg;
  86. struct spa_video_info format;
  87. enum spa_meta_videotransform_value transform;
  88. struct {
  89. bool valid;
  90. int x, y;
  91. uint32_t width, height;
  92. } crop;
  93. struct {
  94. bool visible;
  95. bool valid;
  96. int x, y;
  97. int hotspot_x, hotspot_y;
  98. int width, height;
  99. gs_texture_t *texture;
  100. } cursor;
  101. struct obs_video_info video_info;
  102. bool negotiated;
  103. DARRAY(struct format_info) format_info;
  104. struct {
  105. struct spa_rectangle rect;
  106. bool set;
  107. } resolution;
  108. struct {
  109. struct spa_fraction fraction;
  110. bool set;
  111. } framerate;
  112. };
  113. /* auxiliary methods */
  114. static bool parse_pw_version(struct obs_pw_version *dst, const char *version)
  115. {
  116. int n_matches = sscanf(version, "%d.%d.%d", &dst->major, &dst->minor,
  117. &dst->micro);
  118. return n_matches == 3;
  119. }
  120. static bool check_pw_version(const struct obs_pw_version *pw_version, int major,
  121. int minor, int micro)
  122. {
  123. if (pw_version->major != major)
  124. return pw_version->major > major;
  125. if (pw_version->minor != minor)
  126. return pw_version->minor > minor;
  127. return pw_version->micro >= micro;
  128. }
  129. static void update_pw_versions(obs_pipewire *obs_pw, const char *version)
  130. {
  131. blog(LOG_INFO, "[pipewire] Server version: %s", version);
  132. blog(LOG_INFO, "[pipewire] Library version: %s",
  133. pw_get_library_version());
  134. blog(LOG_INFO, "[pipewire] Header version: %s",
  135. pw_get_headers_version());
  136. if (!parse_pw_version(&obs_pw->server_version, version))
  137. blog(LOG_WARNING, "[pipewire] failed to parse server version");
  138. }
  139. static void teardown_pipewire(obs_pipewire *obs_pw)
  140. {
  141. if (obs_pw->thread_loop) {
  142. pw_thread_loop_wait(obs_pw->thread_loop);
  143. pw_thread_loop_stop(obs_pw->thread_loop);
  144. }
  145. g_clear_pointer(&obs_pw->context, pw_context_destroy);
  146. g_clear_pointer(&obs_pw->thread_loop, pw_thread_loop_destroy);
  147. if (obs_pw->pipewire_fd > 0) {
  148. close(obs_pw->pipewire_fd);
  149. obs_pw->pipewire_fd = 0;
  150. }
  151. }
  152. static inline bool has_effective_crop(obs_pipewire_stream *obs_pw_stream)
  153. {
  154. return obs_pw_stream->crop.valid &&
  155. (obs_pw_stream->crop.x != 0 || obs_pw_stream->crop.y != 0 ||
  156. obs_pw_stream->crop.width <
  157. obs_pw_stream->format.info.raw.size.width ||
  158. obs_pw_stream->crop.height <
  159. obs_pw_stream->format.info.raw.size.height);
  160. }
  161. static int get_buffer_flip(obs_pipewire_stream *obs_pw_stream)
  162. {
  163. int flip = 0;
  164. switch (obs_pw_stream->transform) {
  165. case SPA_META_TRANSFORMATION_Flipped:
  166. case SPA_META_TRANSFORMATION_Flipped180:
  167. flip = GS_FLIP_U;
  168. break;
  169. case SPA_META_TRANSFORMATION_Flipped90:
  170. case SPA_META_TRANSFORMATION_Flipped270:
  171. flip = GS_FLIP_V;
  172. break;
  173. case SPA_META_TRANSFORMATION_None:
  174. case SPA_META_TRANSFORMATION_90:
  175. case SPA_META_TRANSFORMATION_180:
  176. case SPA_META_TRANSFORMATION_270:
  177. break;
  178. }
  179. return flip;
  180. }
  181. static bool push_rotation(obs_pipewire_stream *obs_pw_stream)
  182. {
  183. double offset_x = 0;
  184. double offset_y = 0;
  185. double rotation = 0;
  186. bool has_crop;
  187. has_crop = has_effective_crop(obs_pw_stream);
  188. switch (obs_pw_stream->transform) {
  189. case SPA_META_TRANSFORMATION_Flipped:
  190. case SPA_META_TRANSFORMATION_None:
  191. rotation = 0;
  192. break;
  193. case SPA_META_TRANSFORMATION_Flipped90:
  194. case SPA_META_TRANSFORMATION_90:
  195. rotation = 90;
  196. offset_x = 0;
  197. offset_y = has_crop
  198. ? obs_pw_stream->crop.height
  199. : obs_pw_stream->format.info.raw.size.height;
  200. break;
  201. case SPA_META_TRANSFORMATION_Flipped180:
  202. case SPA_META_TRANSFORMATION_180:
  203. rotation = 180;
  204. offset_x = has_crop ? obs_pw_stream->crop.width
  205. : obs_pw_stream->format.info.raw.size.width;
  206. offset_y = has_crop
  207. ? obs_pw_stream->crop.height
  208. : obs_pw_stream->format.info.raw.size.height;
  209. break;
  210. case SPA_META_TRANSFORMATION_Flipped270:
  211. case SPA_META_TRANSFORMATION_270:
  212. rotation = 270;
  213. offset_x = has_crop ? obs_pw_stream->crop.width
  214. : obs_pw_stream->format.info.raw.size.width;
  215. offset_y = 0;
  216. break;
  217. }
  218. if (rotation != 0) {
  219. gs_matrix_push();
  220. gs_matrix_rotaa4f(0.0f, 0.0f, 1.0f, RAD(rotation));
  221. gs_matrix_translate3f(-offset_x, -offset_y, 0.0f);
  222. }
  223. return rotation != 0;
  224. }
  225. static const uint32_t supported_formats_async[] = {
  226. SPA_VIDEO_FORMAT_RGBA,
  227. SPA_VIDEO_FORMAT_YUY2,
  228. };
  229. #define N_SUPPORTED_FORMATS_ASYNC \
  230. (sizeof(supported_formats_async) / sizeof(supported_formats_async[0]))
  231. static const uint32_t supported_formats_sync[] = {
  232. SPA_VIDEO_FORMAT_BGRA, SPA_VIDEO_FORMAT_RGBA,
  233. SPA_VIDEO_FORMAT_BGRx, SPA_VIDEO_FORMAT_RGBx,
  234. #if PW_CHECK_VERSION(0, 3, 41)
  235. SPA_VIDEO_FORMAT_ABGR_210LE, SPA_VIDEO_FORMAT_xBGR_210LE,
  236. #endif
  237. };
  238. #define N_SUPPORTED_FORMATS_SYNC \
  239. (sizeof(supported_formats_sync) / sizeof(supported_formats_sync[0]))
  240. static void swap_texture_red_blue(gs_texture_t *texture)
  241. {
  242. GLuint gl_texure = *(GLuint *)gs_texture_get_obj(texture);
  243. glBindTexture(GL_TEXTURE_2D, gl_texure);
  244. glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_SWIZZLE_B, GL_RED);
  245. glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_SWIZZLE_R, GL_BLUE);
  246. glBindTexture(GL_TEXTURE_2D, 0);
  247. }
  248. static inline struct spa_pod *build_format(obs_pipewire_stream *obs_pw_stream,
  249. struct spa_pod_builder *b,
  250. uint32_t format, uint64_t *modifiers,
  251. size_t modifier_count)
  252. {
  253. struct spa_rectangle max_resolution = SPA_RECTANGLE(8192, 4320);
  254. struct spa_rectangle min_resolution = SPA_RECTANGLE(1, 1);
  255. struct spa_rectangle resolution;
  256. struct spa_pod_frame format_frame;
  257. struct spa_fraction max_framerate;
  258. struct spa_fraction min_framerate;
  259. struct spa_fraction framerate;
  260. if (obs_pw_stream->framerate.set) {
  261. framerate = obs_pw_stream->framerate.fraction;
  262. min_framerate = obs_pw_stream->framerate.fraction;
  263. max_framerate = obs_pw_stream->framerate.fraction;
  264. } else {
  265. framerate = SPA_FRACTION(obs_pw_stream->video_info.fps_num,
  266. obs_pw_stream->video_info.fps_den);
  267. min_framerate = SPA_FRACTION(0, 1);
  268. max_framerate = SPA_FRACTION(360, 1);
  269. }
  270. if (obs_pw_stream->resolution.set) {
  271. resolution = obs_pw_stream->resolution.rect;
  272. min_resolution = obs_pw_stream->resolution.rect;
  273. max_resolution = obs_pw_stream->resolution.rect;
  274. } else {
  275. resolution =
  276. SPA_RECTANGLE(obs_pw_stream->video_info.output_width,
  277. obs_pw_stream->video_info.output_height);
  278. min_resolution = SPA_RECTANGLE(1, 1);
  279. max_resolution = SPA_RECTANGLE(8192, 4320);
  280. }
  281. /* Make an object of type SPA_TYPE_OBJECT_Format and id SPA_PARAM_EnumFormat.
  282. * The object type is important because it defines the properties that are
  283. * acceptable. The id gives more context about what the object is meant to
  284. * contain. In this case we enumerate supported formats. */
  285. spa_pod_builder_push_object(b, &format_frame, SPA_TYPE_OBJECT_Format,
  286. SPA_PARAM_EnumFormat);
  287. /* add media type and media subtype properties */
  288. spa_pod_builder_add(b, SPA_FORMAT_mediaType,
  289. SPA_POD_Id(SPA_MEDIA_TYPE_video), 0);
  290. spa_pod_builder_add(b, SPA_FORMAT_mediaSubtype,
  291. SPA_POD_Id(SPA_MEDIA_SUBTYPE_raw), 0);
  292. /* formats */
  293. spa_pod_builder_add(b, SPA_FORMAT_VIDEO_format, SPA_POD_Id(format), 0);
  294. /* modifier */
  295. if (modifier_count > 0) {
  296. struct spa_pod_frame modifier_frame;
  297. /* build an enumeration of modifiers */
  298. spa_pod_builder_prop(b, SPA_FORMAT_VIDEO_modifier,
  299. SPA_POD_PROP_FLAG_MANDATORY |
  300. SPA_POD_PROP_FLAG_DONT_FIXATE);
  301. spa_pod_builder_push_choice(b, &modifier_frame, SPA_CHOICE_Enum,
  302. 0);
  303. /* The first element of choice pods is the preferred value. Here
  304. * we arbitrarily pick the first modifier as the preferred one.
  305. */
  306. spa_pod_builder_long(b, modifiers[0]);
  307. /* modifiers from an array */
  308. for (uint32_t i = 0; i < modifier_count; i++)
  309. spa_pod_builder_long(b, modifiers[i]);
  310. spa_pod_builder_pop(b, &modifier_frame);
  311. }
  312. /* add size and framerate ranges */
  313. spa_pod_builder_add(
  314. b, SPA_FORMAT_VIDEO_size,
  315. SPA_POD_CHOICE_RANGE_Rectangle(&resolution, &min_resolution,
  316. &max_resolution),
  317. SPA_FORMAT_VIDEO_framerate,
  318. SPA_POD_CHOICE_RANGE_Fraction(&framerate, &min_framerate,
  319. &max_framerate),
  320. 0);
  321. return spa_pod_builder_pop(b, &format_frame);
  322. }
  323. static bool build_format_params(obs_pipewire_stream *obs_pw_stream,
  324. struct spa_pod_builder *pod_builder,
  325. const struct spa_pod ***param_list,
  326. uint32_t *n_params)
  327. {
  328. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  329. uint32_t params_count = 0;
  330. const struct spa_pod **params;
  331. params = bzalloc(2 * obs_pw_stream->format_info.num *
  332. sizeof(struct spa_pod *));
  333. if (!params) {
  334. blog(LOG_ERROR,
  335. "[pipewire] Failed to allocate memory for param pointers");
  336. return false;
  337. }
  338. if (!check_pw_version(&obs_pw->server_version, 0, 3, 33))
  339. goto build_shm;
  340. for (size_t i = 0; i < obs_pw_stream->format_info.num; i++) {
  341. if (obs_pw_stream->format_info.array[i].modifiers.num == 0) {
  342. continue;
  343. }
  344. params[params_count++] = build_format(
  345. obs_pw_stream, pod_builder,
  346. obs_pw_stream->format_info.array[i].spa_format,
  347. obs_pw_stream->format_info.array[i].modifiers.array,
  348. obs_pw_stream->format_info.array[i].modifiers.num);
  349. }
  350. build_shm:
  351. for (size_t i = 0; i < obs_pw_stream->format_info.num; i++) {
  352. params[params_count++] = build_format(
  353. obs_pw_stream, pod_builder,
  354. obs_pw_stream->format_info.array[i].spa_format, NULL,
  355. 0);
  356. }
  357. *param_list = params;
  358. *n_params = params_count;
  359. return true;
  360. }
  361. static bool drm_format_available(uint32_t drm_format, uint32_t *drm_formats,
  362. size_t n_drm_formats)
  363. {
  364. for (size_t j = 0; j < n_drm_formats; j++) {
  365. if (drm_format == drm_formats[j]) {
  366. return true;
  367. }
  368. }
  369. return false;
  370. }
  371. static void init_format_info_async(obs_pipewire_stream *obs_pw_stream)
  372. {
  373. da_init(obs_pw_stream->format_info);
  374. for (size_t i = 0; i < N_SUPPORTED_FORMATS_ASYNC; i++) {
  375. struct obs_pw_video_format obs_pw_video_format;
  376. struct format_info *info;
  377. if (!obs_pw_video_format_from_spa_format(
  378. supported_formats_async[i], &obs_pw_video_format))
  379. continue;
  380. info = da_push_back_new(obs_pw_stream->format_info);
  381. da_init(info->modifiers);
  382. info->spa_format = obs_pw_video_format.spa_format;
  383. info->drm_format = obs_pw_video_format.drm_format;
  384. }
  385. }
  386. static void init_format_info_sync(obs_pipewire_stream *obs_pw_stream)
  387. {
  388. da_init(obs_pw_stream->format_info);
  389. obs_enter_graphics();
  390. enum gs_dmabuf_flags dmabuf_flags;
  391. uint32_t *drm_formats = NULL;
  392. size_t n_drm_formats = 0;
  393. bool capabilities_queried = gs_query_dmabuf_capabilities(
  394. &dmabuf_flags, &drm_formats, &n_drm_formats);
  395. for (size_t i = 0; i < N_SUPPORTED_FORMATS_SYNC; i++) {
  396. struct obs_pw_video_format obs_pw_video_format;
  397. struct format_info *info;
  398. if (!obs_pw_video_format_from_spa_format(
  399. supported_formats_sync[i], &obs_pw_video_format) ||
  400. obs_pw_video_format.gs_format == GS_UNKNOWN)
  401. continue;
  402. info = da_push_back_new(obs_pw_stream->format_info);
  403. da_init(info->modifiers);
  404. info->spa_format = obs_pw_video_format.spa_format;
  405. info->drm_format = obs_pw_video_format.drm_format;
  406. if (!capabilities_queried ||
  407. !drm_format_available(obs_pw_video_format.drm_format,
  408. drm_formats, n_drm_formats))
  409. continue;
  410. size_t n_modifiers;
  411. uint64_t *modifiers = NULL;
  412. if (gs_query_dmabuf_modifiers_for_format(
  413. obs_pw_video_format.drm_format, &modifiers,
  414. &n_modifiers)) {
  415. da_push_back_array(info->modifiers, modifiers,
  416. n_modifiers);
  417. }
  418. bfree(modifiers);
  419. if (dmabuf_flags &
  420. GS_DMABUF_FLAG_IMPLICIT_MODIFIERS_SUPPORTED) {
  421. uint64_t modifier_implicit = DRM_FORMAT_MOD_INVALID;
  422. da_push_back(info->modifiers, &modifier_implicit);
  423. }
  424. }
  425. obs_leave_graphics();
  426. bfree(drm_formats);
  427. }
  428. static void init_format_info(obs_pipewire_stream *obs_pw_stream)
  429. {
  430. uint32_t output_flags;
  431. output_flags = obs_source_get_output_flags(obs_pw_stream->source);
  432. if (output_flags & OBS_SOURCE_VIDEO) {
  433. if (output_flags & OBS_SOURCE_ASYNC)
  434. init_format_info_async(obs_pw_stream);
  435. else
  436. init_format_info_sync(obs_pw_stream);
  437. }
  438. }
  439. static void clear_format_info(obs_pipewire_stream *obs_pw_stream)
  440. {
  441. for (size_t i = 0; i < obs_pw_stream->format_info.num; i++) {
  442. da_free(obs_pw_stream->format_info.array[i].modifiers);
  443. }
  444. da_free(obs_pw_stream->format_info);
  445. }
  446. static void remove_modifier_from_format(obs_pipewire_stream *obs_pw_stream,
  447. uint32_t spa_format, uint64_t modifier)
  448. {
  449. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  450. for (size_t i = 0; i < obs_pw_stream->format_info.num; i++) {
  451. if (obs_pw_stream->format_info.array[i].spa_format !=
  452. spa_format)
  453. continue;
  454. if (!check_pw_version(&obs_pw->server_version, 0, 3, 40)) {
  455. da_erase_range(
  456. obs_pw_stream->format_info.array[i].modifiers,
  457. 0,
  458. obs_pw_stream->format_info.array[i]
  459. .modifiers.num -
  460. 1);
  461. continue;
  462. }
  463. int idx = da_find(obs_pw_stream->format_info.array[i].modifiers,
  464. &modifier, 0);
  465. while (idx != -1) {
  466. da_erase(obs_pw_stream->format_info.array[i].modifiers,
  467. idx);
  468. idx = da_find(
  469. obs_pw_stream->format_info.array[i].modifiers,
  470. &modifier, 0);
  471. }
  472. }
  473. }
  474. static void renegotiate_format(void *data, uint64_t expirations)
  475. {
  476. UNUSED_PARAMETER(expirations);
  477. obs_pipewire_stream *obs_pw_stream = (obs_pipewire_stream *)data;
  478. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  479. const struct spa_pod **params = NULL;
  480. blog(LOG_INFO, "[pipewire] Renegotiating stream");
  481. pw_thread_loop_lock(obs_pw->thread_loop);
  482. uint8_t params_buffer[4096];
  483. struct spa_pod_builder pod_builder =
  484. SPA_POD_BUILDER_INIT(params_buffer, sizeof(params_buffer));
  485. uint32_t n_params;
  486. if (!build_format_params(obs_pw_stream, &pod_builder, &params,
  487. &n_params)) {
  488. teardown_pipewire(obs_pw);
  489. pw_thread_loop_unlock(obs_pw->thread_loop);
  490. return;
  491. }
  492. pw_stream_update_params(obs_pw_stream->stream, params, n_params);
  493. pw_thread_loop_unlock(obs_pw->thread_loop);
  494. bfree(params);
  495. }
  496. /* ------------------------------------------------- */
  497. static inline struct pw_buffer *find_latest_buffer(struct pw_stream *stream)
  498. {
  499. struct pw_buffer *b;
  500. /* Find the most recent buffer */
  501. b = NULL;
  502. while (true) {
  503. struct pw_buffer *aux = pw_stream_dequeue_buffer(stream);
  504. if (!aux)
  505. break;
  506. if (b)
  507. pw_stream_queue_buffer(stream, b);
  508. b = aux;
  509. }
  510. return b;
  511. }
  512. static enum video_colorspace
  513. video_colorspace_from_spa_color_matrix(enum spa_video_color_matrix matrix)
  514. {
  515. switch (matrix) {
  516. case SPA_VIDEO_COLOR_MATRIX_RGB:
  517. return VIDEO_CS_DEFAULT;
  518. case SPA_VIDEO_COLOR_MATRIX_BT601:
  519. return VIDEO_CS_601;
  520. case SPA_VIDEO_COLOR_MATRIX_BT709:
  521. return VIDEO_CS_709;
  522. default:
  523. return VIDEO_CS_DEFAULT;
  524. }
  525. }
  526. static enum video_range_type
  527. video_color_range_from_spa_color_range(enum spa_video_color_range colorrange)
  528. {
  529. switch (colorrange) {
  530. case SPA_VIDEO_COLOR_RANGE_0_255:
  531. return VIDEO_RANGE_FULL;
  532. case SPA_VIDEO_COLOR_RANGE_16_235:
  533. return VIDEO_RANGE_PARTIAL;
  534. default:
  535. return VIDEO_RANGE_DEFAULT;
  536. }
  537. }
  538. static bool prepare_obs_frame(obs_pipewire_stream *obs_pw_stream,
  539. struct obs_source_frame *frame)
  540. {
  541. struct obs_pw_video_format obs_pw_video_format;
  542. frame->width = obs_pw_stream->format.info.raw.size.width;
  543. frame->height = obs_pw_stream->format.info.raw.size.height;
  544. video_format_get_parameters(
  545. video_colorspace_from_spa_color_matrix(
  546. obs_pw_stream->format.info.raw.color_matrix),
  547. video_color_range_from_spa_color_range(
  548. obs_pw_stream->format.info.raw.color_range),
  549. frame->color_matrix, frame->color_range_min,
  550. frame->color_range_max);
  551. if (!obs_pw_video_format_from_spa_format(
  552. obs_pw_stream->format.info.raw.format,
  553. &obs_pw_video_format) ||
  554. obs_pw_video_format.video_format == VIDEO_FORMAT_NONE)
  555. return false;
  556. frame->format = obs_pw_video_format.video_format;
  557. frame->linesize[0] =
  558. SPA_ROUND_UP_N(frame->width * obs_pw_video_format.bpp, 4);
  559. return true;
  560. }
  561. static void process_video_async(obs_pipewire_stream *obs_pw_stream)
  562. {
  563. struct spa_buffer *buffer;
  564. struct pw_buffer *b;
  565. bool has_buffer;
  566. b = find_latest_buffer(obs_pw_stream->stream);
  567. if (!b) {
  568. blog(LOG_DEBUG, "[pipewire] Out of buffers!");
  569. return;
  570. }
  571. buffer = b->buffer;
  572. has_buffer = buffer->datas[0].chunk->size != 0;
  573. if (!has_buffer)
  574. goto done;
  575. #ifdef DEBUG_PIPEWIRE
  576. blog(LOG_DEBUG, "[pipewire] Buffer has memory texture");
  577. #endif
  578. struct obs_source_frame out = {0};
  579. if (!prepare_obs_frame(obs_pw_stream, &out)) {
  580. blog(LOG_ERROR, "[pipewire] Couldn't prepare frame");
  581. goto done;
  582. }
  583. for (uint32_t i = 0; i < buffer->n_datas && i < MAX_AV_PLANES; i++) {
  584. out.data[i] = buffer->datas[i].data;
  585. if (out.data[i] == NULL) {
  586. blog(LOG_ERROR, "[pipewire] Failed to access data");
  587. goto done;
  588. }
  589. }
  590. #ifdef DEBUG_PIPEWIRE
  591. blog(LOG_DEBUG, "[pipewire] Frame info: Format: %s, Planes: %u",
  592. get_video_format_name(out.format), buffer->n_datas);
  593. for (uint32_t i = 0; i < buffer->n_datas && i < MAX_AV_PLANES; i++) {
  594. blog(LOG_DEBUG, "[pipewire] Plane %u: Dataptr:%p, Linesize:%d",
  595. i, out.data[i], out.linesize[i]);
  596. }
  597. #endif
  598. obs_source_output_video(obs_pw_stream->source, &out);
  599. done:
  600. pw_stream_queue_buffer(obs_pw_stream->stream, b);
  601. }
  602. static void process_video_sync(obs_pipewire_stream *obs_pw_stream)
  603. {
  604. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  605. struct spa_meta_cursor *cursor;
  606. uint32_t drm_format;
  607. struct spa_meta_header *header;
  608. struct spa_meta_region *region;
  609. struct spa_meta_videotransform *video_transform;
  610. struct obs_pw_video_format obs_pw_video_format;
  611. struct spa_buffer *buffer;
  612. struct pw_buffer *b;
  613. bool has_buffer = true;
  614. b = find_latest_buffer(obs_pw_stream->stream);
  615. if (!b) {
  616. blog(LOG_DEBUG, "[pipewire] Out of buffers!");
  617. return;
  618. }
  619. buffer = b->buffer;
  620. header = spa_buffer_find_meta_data(buffer, SPA_META_Header,
  621. sizeof(*header));
  622. if (header && (header->flags & SPA_META_HEADER_FLAG_CORRUPTED) > 0) {
  623. blog(LOG_ERROR, "[pipewire] buffer is corrupt");
  624. pw_stream_queue_buffer(obs_pw_stream->stream, b);
  625. return;
  626. }
  627. obs_enter_graphics();
  628. // Workaround for kwin behaviour pre 5.27.5
  629. // Workaround for mutter behaviour pre GNOME 43
  630. // Only check this if !SPA_META_Header, once supported platforms update.
  631. has_buffer = buffer->datas[0].chunk->size != 0;
  632. if (!has_buffer)
  633. goto read_metadata;
  634. if (buffer->datas[0].type == SPA_DATA_DmaBuf) {
  635. uint32_t planes = buffer->n_datas;
  636. uint32_t *offsets = alloca(sizeof(uint32_t) * planes);
  637. uint32_t *strides = alloca(sizeof(uint32_t) * planes);
  638. uint64_t *modifiers = alloca(sizeof(uint64_t) * planes);
  639. int *fds = alloca(sizeof(int) * planes);
  640. bool use_modifiers;
  641. bool corrupt = false;
  642. #ifdef DEBUG_PIPEWIRE
  643. blog(LOG_DEBUG,
  644. "[pipewire] DMA-BUF info: fd:%ld, stride:%d, offset:%u, size:%dx%d",
  645. buffer->datas[0].fd, buffer->datas[0].chunk->stride,
  646. buffer->datas[0].chunk->offset,
  647. obs_pw_stream->format.info.raw.size.width,
  648. obs_pw_stream->format.info.raw.size.height);
  649. #endif
  650. if (!obs_pw_video_format_from_spa_format(
  651. obs_pw_stream->format.info.raw.format,
  652. &obs_pw_video_format) ||
  653. obs_pw_video_format.gs_format == GS_UNKNOWN) {
  654. blog(LOG_ERROR,
  655. "[pipewire] unsupported DMA buffer format: %d",
  656. obs_pw_stream->format.info.raw.format);
  657. goto read_metadata;
  658. }
  659. for (uint32_t plane = 0; plane < planes; plane++) {
  660. fds[plane] = buffer->datas[plane].fd;
  661. offsets[plane] = buffer->datas[plane].chunk->offset;
  662. strides[plane] = buffer->datas[plane].chunk->stride;
  663. modifiers[plane] =
  664. obs_pw_stream->format.info.raw.modifier;
  665. corrupt |= (buffer->datas[plane].chunk->flags &
  666. SPA_CHUNK_FLAG_CORRUPTED) > 0;
  667. }
  668. if (corrupt) {
  669. blog(LOG_DEBUG,
  670. "[pipewire] buffer contains corrupted data");
  671. goto read_metadata;
  672. }
  673. g_clear_pointer(&obs_pw_stream->texture, gs_texture_destroy);
  674. use_modifiers = obs_pw_stream->format.info.raw.modifier !=
  675. DRM_FORMAT_MOD_INVALID;
  676. obs_pw_stream->texture = gs_texture_create_from_dmabuf(
  677. obs_pw_stream->format.info.raw.size.width,
  678. obs_pw_stream->format.info.raw.size.height,
  679. obs_pw_video_format.drm_format, GS_BGRX, planes, fds,
  680. strides, offsets, use_modifiers ? modifiers : NULL);
  681. if (obs_pw_stream->texture == NULL) {
  682. remove_modifier_from_format(
  683. obs_pw_stream,
  684. obs_pw_stream->format.info.raw.format,
  685. obs_pw_stream->format.info.raw.modifier);
  686. pw_loop_signal_event(
  687. pw_thread_loop_get_loop(obs_pw->thread_loop),
  688. obs_pw_stream->reneg);
  689. goto read_metadata;
  690. }
  691. } else {
  692. blog(LOG_DEBUG, "[pipewire] Buffer has memory texture");
  693. if (!obs_pw_video_format_from_spa_format(
  694. obs_pw_stream->format.info.raw.format,
  695. &obs_pw_video_format) ||
  696. obs_pw_video_format.gs_format == GS_UNKNOWN) {
  697. blog(LOG_ERROR,
  698. "[pipewire] unsupported buffer format: %d",
  699. obs_pw_stream->format.info.raw.format);
  700. goto read_metadata;
  701. }
  702. if ((buffer->datas[0].chunk->flags & SPA_CHUNK_FLAG_CORRUPTED) >
  703. 0) {
  704. blog(LOG_DEBUG,
  705. "[pipewire] buffer contains corrupted data");
  706. goto read_metadata;
  707. }
  708. if (buffer->datas[0].chunk->size == 0) {
  709. blog(LOG_DEBUG,
  710. "[pipewire] buffer contains empty data");
  711. goto read_metadata;
  712. }
  713. g_clear_pointer(&obs_pw_stream->texture, gs_texture_destroy);
  714. obs_pw_stream->texture = gs_texture_create(
  715. obs_pw_stream->format.info.raw.size.width,
  716. obs_pw_stream->format.info.raw.size.height,
  717. obs_pw_video_format.gs_format, 1,
  718. (const uint8_t **)&buffer->datas[0].data, GS_DYNAMIC);
  719. }
  720. if (obs_pw_video_format.swap_red_blue)
  721. swap_texture_red_blue(obs_pw_stream->texture);
  722. /* Video Crop */
  723. region = spa_buffer_find_meta_data(buffer, SPA_META_VideoCrop,
  724. sizeof(*region));
  725. if (region && spa_meta_region_is_valid(region)) {
  726. #ifdef DEBUG_PIPEWIRE
  727. blog(LOG_DEBUG,
  728. "[pipewire] Crop Region available (%dx%d+%d+%d)",
  729. region->region.position.x, region->region.position.y,
  730. region->region.size.width, region->region.size.height);
  731. #endif
  732. obs_pw_stream->crop.x = region->region.position.x;
  733. obs_pw_stream->crop.y = region->region.position.y;
  734. obs_pw_stream->crop.width = region->region.size.width;
  735. obs_pw_stream->crop.height = region->region.size.height;
  736. obs_pw_stream->crop.valid = true;
  737. } else {
  738. obs_pw_stream->crop.valid = false;
  739. }
  740. /* Video Transform */
  741. video_transform = spa_buffer_find_meta_data(
  742. buffer, SPA_META_VideoTransform, sizeof(*video_transform));
  743. if (video_transform)
  744. obs_pw_stream->transform = video_transform->transform;
  745. else
  746. obs_pw_stream->transform = SPA_META_TRANSFORMATION_None;
  747. read_metadata:
  748. /* Cursor */
  749. cursor = spa_buffer_find_meta_data(buffer, SPA_META_Cursor,
  750. sizeof(*cursor));
  751. obs_pw_stream->cursor.valid = cursor &&
  752. spa_meta_cursor_is_valid(cursor);
  753. if (obs_pw_stream->cursor.visible && obs_pw_stream->cursor.valid) {
  754. struct spa_meta_bitmap *bitmap = NULL;
  755. if (cursor->bitmap_offset)
  756. bitmap = SPA_MEMBER(cursor, cursor->bitmap_offset,
  757. struct spa_meta_bitmap);
  758. if (bitmap)
  759. g_clear_pointer(&obs_pw_stream->cursor.texture,
  760. gs_texture_destroy);
  761. if (bitmap && bitmap->size.width > 0 &&
  762. bitmap->size.height > 0 &&
  763. obs_pw_video_format_from_spa_format(bitmap->format,
  764. &obs_pw_video_format) &&
  765. obs_pw_video_format.gs_format != GS_UNKNOWN) {
  766. const uint8_t *bitmap_data;
  767. bitmap_data =
  768. SPA_MEMBER(bitmap, bitmap->offset, uint8_t);
  769. obs_pw_stream->cursor.hotspot_x = cursor->hotspot.x;
  770. obs_pw_stream->cursor.hotspot_y = cursor->hotspot.y;
  771. obs_pw_stream->cursor.width = bitmap->size.width;
  772. obs_pw_stream->cursor.height = bitmap->size.height;
  773. assert(obs_pw_stream->cursor.texture == NULL);
  774. obs_pw_stream->cursor.texture =
  775. gs_texture_create(obs_pw_stream->cursor.width,
  776. obs_pw_stream->cursor.height,
  777. obs_pw_video_format.gs_format,
  778. 1, &bitmap_data, GS_DYNAMIC);
  779. if (obs_pw_video_format.swap_red_blue)
  780. swap_texture_red_blue(
  781. obs_pw_stream->cursor.texture);
  782. }
  783. obs_pw_stream->cursor.x = cursor->position.x;
  784. obs_pw_stream->cursor.y = cursor->position.y;
  785. }
  786. pw_stream_queue_buffer(obs_pw_stream->stream, b);
  787. obs_leave_graphics();
  788. }
  789. static void on_process_cb(void *user_data)
  790. {
  791. obs_pipewire_stream *obs_pw_stream = user_data;
  792. uint32_t output_flags;
  793. output_flags = obs_source_get_output_flags(obs_pw_stream->source);
  794. if (output_flags & OBS_SOURCE_VIDEO) {
  795. if (output_flags & OBS_SOURCE_ASYNC)
  796. process_video_async(obs_pw_stream);
  797. else
  798. process_video_sync(obs_pw_stream);
  799. }
  800. }
  801. static void on_param_changed_cb(void *user_data, uint32_t id,
  802. const struct spa_pod *param)
  803. {
  804. obs_pipewire_stream *obs_pw_stream = user_data;
  805. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  806. struct spa_pod_builder pod_builder;
  807. const struct spa_pod *params[5];
  808. const char *format_name;
  809. uint32_t n_params = 0;
  810. uint32_t buffer_types;
  811. uint32_t output_flags;
  812. uint8_t params_buffer[1024];
  813. int result;
  814. if (!param || id != SPA_PARAM_Format)
  815. return;
  816. result = spa_format_parse(param, &obs_pw_stream->format.media_type,
  817. &obs_pw_stream->format.media_subtype);
  818. if (result < 0)
  819. return;
  820. if (obs_pw_stream->format.media_type != SPA_MEDIA_TYPE_video ||
  821. obs_pw_stream->format.media_subtype != SPA_MEDIA_SUBTYPE_raw)
  822. return;
  823. spa_format_video_raw_parse(param, &obs_pw_stream->format.info.raw);
  824. output_flags = obs_source_get_output_flags(obs_pw_stream->source);
  825. buffer_types = 1 << SPA_DATA_MemPtr;
  826. bool has_modifier =
  827. spa_pod_find_prop(param, NULL, SPA_FORMAT_VIDEO_modifier) !=
  828. NULL;
  829. if ((has_modifier ||
  830. check_pw_version(&obs_pw->server_version, 0, 3, 24)) &&
  831. (output_flags & OBS_SOURCE_ASYNC_VIDEO) != OBS_SOURCE_ASYNC_VIDEO)
  832. buffer_types |= 1 << SPA_DATA_DmaBuf;
  833. blog(LOG_INFO, "[pipewire] Negotiated format:");
  834. format_name = spa_debug_type_find_name(
  835. spa_type_video_format, obs_pw_stream->format.info.raw.format);
  836. blog(LOG_INFO, "[pipewire] Format: %d (%s)",
  837. obs_pw_stream->format.info.raw.format,
  838. format_name ? format_name : "unknown format");
  839. if (has_modifier) {
  840. blog(LOG_INFO, "[pipewire] Modifier: 0x%" PRIx64,
  841. obs_pw_stream->format.info.raw.modifier);
  842. }
  843. blog(LOG_INFO, "[pipewire] Size: %dx%d",
  844. obs_pw_stream->format.info.raw.size.width,
  845. obs_pw_stream->format.info.raw.size.height);
  846. blog(LOG_INFO, "[pipewire] Framerate: %d/%d",
  847. obs_pw_stream->format.info.raw.framerate.num,
  848. obs_pw_stream->format.info.raw.framerate.denom);
  849. /* Video crop */
  850. pod_builder =
  851. SPA_POD_BUILDER_INIT(params_buffer, sizeof(params_buffer));
  852. params[n_params++] = spa_pod_builder_add_object(
  853. &pod_builder, SPA_TYPE_OBJECT_ParamMeta, SPA_PARAM_Meta,
  854. SPA_PARAM_META_type, SPA_POD_Id(SPA_META_VideoCrop),
  855. SPA_PARAM_META_size,
  856. SPA_POD_Int(sizeof(struct spa_meta_region)));
  857. /* Cursor */
  858. params[n_params++] = spa_pod_builder_add_object(
  859. &pod_builder, SPA_TYPE_OBJECT_ParamMeta, SPA_PARAM_Meta,
  860. SPA_PARAM_META_type, SPA_POD_Id(SPA_META_Cursor),
  861. SPA_PARAM_META_size,
  862. SPA_POD_CHOICE_RANGE_Int(CURSOR_META_SIZE(64, 64),
  863. CURSOR_META_SIZE(1, 1),
  864. CURSOR_META_SIZE(1024, 1024)));
  865. /* Buffer options */
  866. params[n_params++] = spa_pod_builder_add_object(
  867. &pod_builder, SPA_TYPE_OBJECT_ParamBuffers, SPA_PARAM_Buffers,
  868. SPA_PARAM_BUFFERS_dataType, SPA_POD_Int(buffer_types));
  869. /* Meta header */
  870. params[n_params++] = spa_pod_builder_add_object(
  871. &pod_builder, SPA_TYPE_OBJECT_ParamMeta, SPA_PARAM_Meta,
  872. SPA_PARAM_META_type, SPA_POD_Id(SPA_META_Header),
  873. SPA_PARAM_META_size,
  874. SPA_POD_Int(sizeof(struct spa_meta_header)));
  875. #if PW_CHECK_VERSION(0, 3, 62)
  876. if (check_pw_version(&obs_pw->server_version, 0, 3, 62)) {
  877. /* Video transformation */
  878. params[n_params++] = spa_pod_builder_add_object(
  879. &pod_builder, SPA_TYPE_OBJECT_ParamMeta, SPA_PARAM_Meta,
  880. SPA_PARAM_META_type,
  881. SPA_POD_Id(SPA_META_VideoTransform),
  882. SPA_PARAM_META_size,
  883. SPA_POD_Int(sizeof(struct spa_meta_videotransform)));
  884. }
  885. #endif
  886. pw_stream_update_params(obs_pw_stream->stream, params, n_params);
  887. obs_pw_stream->negotiated = true;
  888. }
  889. static void on_state_changed_cb(void *user_data, enum pw_stream_state old,
  890. enum pw_stream_state state, const char *error)
  891. {
  892. UNUSED_PARAMETER(old);
  893. obs_pipewire_stream *obs_pw_stream = user_data;
  894. blog(LOG_INFO, "[pipewire] Stream %p state: \"%s\" (error: %s)",
  895. obs_pw_stream->stream, pw_stream_state_as_string(state),
  896. error ? error : "none");
  897. }
  898. static const struct pw_stream_events stream_events = {
  899. PW_VERSION_STREAM_EVENTS,
  900. .state_changed = on_state_changed_cb,
  901. .param_changed = on_param_changed_cb,
  902. .process = on_process_cb,
  903. };
  904. static void on_core_info_cb(void *user_data, const struct pw_core_info *info)
  905. {
  906. obs_pipewire *obs_pw = user_data;
  907. update_pw_versions(obs_pw, info->version);
  908. }
  909. static void on_core_error_cb(void *user_data, uint32_t id, int seq, int res,
  910. const char *message)
  911. {
  912. obs_pipewire *obs_pw = user_data;
  913. blog(LOG_ERROR, "[pipewire] Error id:%u seq:%d res:%d (%s): %s", id,
  914. seq, res, spa_strerror(res), message);
  915. pw_thread_loop_signal(obs_pw->thread_loop, FALSE);
  916. }
  917. static void on_core_done_cb(void *user_data, uint32_t id, int seq)
  918. {
  919. obs_pipewire *obs_pw = user_data;
  920. if (id == PW_ID_CORE && obs_pw->sync_id == seq)
  921. pw_thread_loop_signal(obs_pw->thread_loop, FALSE);
  922. }
  923. static const struct pw_core_events core_events = {
  924. PW_VERSION_CORE_EVENTS,
  925. .info = on_core_info_cb,
  926. .done = on_core_done_cb,
  927. .error = on_core_error_cb,
  928. };
  929. /* obs_source_info methods */
  930. obs_pipewire *
  931. obs_pipewire_connect_fd(int pipewire_fd,
  932. const struct pw_registry_events *registry_events,
  933. void *user_data)
  934. {
  935. obs_pipewire *obs_pw;
  936. obs_pw = bzalloc(sizeof(obs_pipewire));
  937. obs_pw->pipewire_fd = pipewire_fd;
  938. obs_pw->thread_loop = pw_thread_loop_new("PipeWire thread loop", NULL);
  939. obs_pw->context = pw_context_new(
  940. pw_thread_loop_get_loop(obs_pw->thread_loop), NULL, 0);
  941. if (pw_thread_loop_start(obs_pw->thread_loop) < 0) {
  942. blog(LOG_WARNING, "Error starting threaded mainloop");
  943. bfree(obs_pw);
  944. return NULL;
  945. }
  946. pw_thread_loop_lock(obs_pw->thread_loop);
  947. /* Core */
  948. obs_pw->core = pw_context_connect_fd(
  949. obs_pw->context, fcntl(obs_pw->pipewire_fd, F_DUPFD_CLOEXEC, 5),
  950. NULL, 0);
  951. if (!obs_pw->core) {
  952. blog(LOG_WARNING, "Error creating PipeWire core: %m");
  953. pw_thread_loop_unlock(obs_pw->thread_loop);
  954. bfree(obs_pw);
  955. return NULL;
  956. }
  957. pw_core_add_listener(obs_pw->core, &obs_pw->core_listener, &core_events,
  958. obs_pw);
  959. // Dispatch to receive the info core event
  960. obs_pw->sync_id =
  961. pw_core_sync(obs_pw->core, PW_ID_CORE, obs_pw->sync_id);
  962. pw_thread_loop_wait(obs_pw->thread_loop);
  963. /* Registry */
  964. if (registry_events) {
  965. obs_pw->registry = pw_core_get_registry(obs_pw->core,
  966. PW_VERSION_REGISTRY, 0);
  967. pw_registry_add_listener(obs_pw->registry,
  968. &obs_pw->registry_listener,
  969. registry_events, user_data);
  970. blog(LOG_INFO, "[pipewire] Created registry %p",
  971. obs_pw->registry);
  972. }
  973. pw_thread_loop_unlock(obs_pw->thread_loop);
  974. obs_pw->streams = g_ptr_array_new();
  975. return obs_pw;
  976. }
  977. struct pw_registry *obs_pipewire_get_registry(obs_pipewire *obs_pw)
  978. {
  979. return obs_pw->registry;
  980. }
  981. void obs_pipewire_roundtrip(obs_pipewire *obs_pw)
  982. {
  983. pw_thread_loop_lock(obs_pw->thread_loop);
  984. obs_pw->sync_id =
  985. pw_core_sync(obs_pw->core, PW_ID_CORE, obs_pw->sync_id);
  986. pw_thread_loop_wait(obs_pw->thread_loop);
  987. pw_thread_loop_unlock(obs_pw->thread_loop);
  988. }
  989. void obs_pipewire_destroy(obs_pipewire *obs_pw)
  990. {
  991. if (!obs_pw)
  992. return;
  993. while (obs_pw->streams->len > 0) {
  994. obs_pipewire_stream *obs_pw_stream =
  995. g_ptr_array_index(obs_pw->streams, 0);
  996. obs_pipewire_stream_destroy(obs_pw_stream);
  997. }
  998. g_clear_pointer(&obs_pw->streams, g_ptr_array_unref);
  999. teardown_pipewire(obs_pw);
  1000. bfree(obs_pw);
  1001. }
  1002. obs_pipewire_stream *obs_pipewire_connect_stream(
  1003. obs_pipewire *obs_pw, obs_source_t *source, int pipewire_node,
  1004. const struct obs_pipwire_connect_stream_info *connect_info)
  1005. {
  1006. struct spa_pod_builder pod_builder;
  1007. const struct spa_pod **params = NULL;
  1008. obs_pipewire_stream *obs_pw_stream;
  1009. uint32_t n_params;
  1010. uint8_t params_buffer[4096];
  1011. assert(connect_info != NULL);
  1012. obs_pw_stream = bzalloc(sizeof(obs_pipewire_stream));
  1013. obs_pw_stream->obs_pw = obs_pw;
  1014. obs_pw_stream->source = source;
  1015. obs_pw_stream->cursor.visible = connect_info->screencast.cursor_visible;
  1016. obs_pw_stream->framerate.set = connect_info->video.framerate != NULL;
  1017. obs_pw_stream->resolution.set = connect_info->video.resolution != NULL;
  1018. if (obs_pw_stream->framerate.set)
  1019. obs_pw_stream->framerate.fraction =
  1020. *connect_info->video.framerate;
  1021. if (obs_pw_stream->resolution.set)
  1022. obs_pw_stream->resolution.rect =
  1023. *connect_info->video.resolution;
  1024. init_format_info(obs_pw_stream);
  1025. pw_thread_loop_lock(obs_pw->thread_loop);
  1026. /* Signal to renegotiate */
  1027. obs_pw_stream->reneg =
  1028. pw_loop_add_event(pw_thread_loop_get_loop(obs_pw->thread_loop),
  1029. renegotiate_format, obs_pw_stream);
  1030. blog(LOG_DEBUG, "[pipewire] registered event %p", obs_pw_stream->reneg);
  1031. /* Stream */
  1032. obs_pw_stream->stream = pw_stream_new(obs_pw->core,
  1033. connect_info->stream_name,
  1034. connect_info->stream_properties);
  1035. pw_stream_add_listener(obs_pw_stream->stream,
  1036. &obs_pw_stream->stream_listener, &stream_events,
  1037. obs_pw_stream);
  1038. blog(LOG_INFO, "[pipewire] Created stream %p", obs_pw_stream->stream);
  1039. /* Stream parameters */
  1040. pod_builder =
  1041. SPA_POD_BUILDER_INIT(params_buffer, sizeof(params_buffer));
  1042. obs_get_video_info(&obs_pw_stream->video_info);
  1043. if (!build_format_params(obs_pw_stream, &pod_builder, &params,
  1044. &n_params)) {
  1045. pw_thread_loop_unlock(obs_pw->thread_loop);
  1046. bfree(obs_pw_stream);
  1047. return NULL;
  1048. }
  1049. pw_stream_connect(
  1050. obs_pw_stream->stream, PW_DIRECTION_INPUT, pipewire_node,
  1051. PW_STREAM_FLAG_AUTOCONNECT | PW_STREAM_FLAG_MAP_BUFFERS, params,
  1052. n_params);
  1053. blog(LOG_INFO, "[pipewire] Playing stream %p", obs_pw_stream->stream);
  1054. pw_thread_loop_unlock(obs_pw->thread_loop);
  1055. bfree(params);
  1056. g_ptr_array_add(obs_pw->streams, obs_pw_stream);
  1057. return obs_pw_stream;
  1058. }
  1059. void obs_pipewire_stream_show(obs_pipewire_stream *obs_pw_stream)
  1060. {
  1061. if (obs_pw_stream->stream) {
  1062. pw_thread_loop_lock(obs_pw_stream->obs_pw->thread_loop);
  1063. pw_stream_set_active(obs_pw_stream->stream, true);
  1064. pw_thread_loop_unlock(obs_pw_stream->obs_pw->thread_loop);
  1065. }
  1066. }
  1067. void obs_pipewire_stream_hide(obs_pipewire_stream *obs_pw_stream)
  1068. {
  1069. if (obs_pw_stream->stream) {
  1070. pw_thread_loop_lock(obs_pw_stream->obs_pw->thread_loop);
  1071. pw_stream_set_active(obs_pw_stream->stream, false);
  1072. pw_thread_loop_unlock(obs_pw_stream->obs_pw->thread_loop);
  1073. }
  1074. }
  1075. uint32_t obs_pipewire_stream_get_width(obs_pipewire_stream *obs_pw_stream)
  1076. {
  1077. bool has_crop;
  1078. if (!obs_pw_stream->negotiated)
  1079. return 0;
  1080. has_crop = has_effective_crop(obs_pw_stream);
  1081. switch (obs_pw_stream->transform) {
  1082. case SPA_META_TRANSFORMATION_Flipped:
  1083. case SPA_META_TRANSFORMATION_None:
  1084. case SPA_META_TRANSFORMATION_Flipped180:
  1085. case SPA_META_TRANSFORMATION_180:
  1086. return has_crop ? obs_pw_stream->crop.width
  1087. : obs_pw_stream->format.info.raw.size.width;
  1088. case SPA_META_TRANSFORMATION_Flipped90:
  1089. case SPA_META_TRANSFORMATION_90:
  1090. case SPA_META_TRANSFORMATION_Flipped270:
  1091. case SPA_META_TRANSFORMATION_270:
  1092. return has_crop ? obs_pw_stream->crop.height
  1093. : obs_pw_stream->format.info.raw.size.height;
  1094. }
  1095. }
  1096. uint32_t obs_pipewire_stream_get_height(obs_pipewire_stream *obs_pw_stream)
  1097. {
  1098. bool has_crop;
  1099. if (!obs_pw_stream->negotiated)
  1100. return 0;
  1101. has_crop = has_effective_crop(obs_pw_stream);
  1102. switch (obs_pw_stream->transform) {
  1103. case SPA_META_TRANSFORMATION_Flipped:
  1104. case SPA_META_TRANSFORMATION_None:
  1105. case SPA_META_TRANSFORMATION_Flipped180:
  1106. case SPA_META_TRANSFORMATION_180:
  1107. return has_crop ? obs_pw_stream->crop.height
  1108. : obs_pw_stream->format.info.raw.size.height;
  1109. case SPA_META_TRANSFORMATION_Flipped90:
  1110. case SPA_META_TRANSFORMATION_90:
  1111. case SPA_META_TRANSFORMATION_Flipped270:
  1112. case SPA_META_TRANSFORMATION_270:
  1113. return has_crop ? obs_pw_stream->crop.width
  1114. : obs_pw_stream->format.info.raw.size.width;
  1115. }
  1116. }
  1117. void obs_pipewire_stream_video_render(obs_pipewire_stream *obs_pw_stream,
  1118. gs_effect_t *effect)
  1119. {
  1120. bool rotated;
  1121. int flip = 0;
  1122. gs_eparam_t *image;
  1123. if (!obs_pw_stream->texture)
  1124. return;
  1125. image = gs_effect_get_param_by_name(effect, "image");
  1126. gs_effect_set_texture(image, obs_pw_stream->texture);
  1127. rotated = push_rotation(obs_pw_stream);
  1128. flip = get_buffer_flip(obs_pw_stream);
  1129. /* There is a SPA_VIDEO_FLAG_PREMULTIPLIED_ALPHA flag, but it does not
  1130. * seem to be fully implemented nor ever set. Just assume premultiplied
  1131. * always, which seems to be the default convention.
  1132. *
  1133. * See https://gitlab.freedesktop.org/pipewire/pipewire/-/issues/3126
  1134. *
  1135. * The cursor bitmap alpha mode is also not specified, and the
  1136. * convention there also seems to be premultiplied. */
  1137. gs_blend_state_push();
  1138. gs_blend_function(GS_BLEND_ONE, GS_BLEND_INVSRCALPHA);
  1139. if (has_effective_crop(obs_pw_stream)) {
  1140. gs_draw_sprite_subregion(obs_pw_stream->texture, flip,
  1141. obs_pw_stream->crop.x,
  1142. obs_pw_stream->crop.y,
  1143. obs_pw_stream->crop.width,
  1144. obs_pw_stream->crop.height);
  1145. } else {
  1146. gs_draw_sprite(obs_pw_stream->texture, flip, 0, 0);
  1147. }
  1148. if (rotated)
  1149. gs_matrix_pop();
  1150. if (obs_pw_stream->cursor.visible && obs_pw_stream->cursor.valid &&
  1151. obs_pw_stream->cursor.texture) {
  1152. float cursor_x = obs_pw_stream->cursor.x -
  1153. obs_pw_stream->cursor.hotspot_x;
  1154. float cursor_y = obs_pw_stream->cursor.y -
  1155. obs_pw_stream->cursor.hotspot_y;
  1156. gs_matrix_push();
  1157. gs_matrix_translate3f(cursor_x, cursor_y, 0.0f);
  1158. gs_effect_set_texture(image, obs_pw_stream->cursor.texture);
  1159. gs_draw_sprite(obs_pw_stream->texture, 0,
  1160. obs_pw_stream->cursor.width,
  1161. obs_pw_stream->cursor.height);
  1162. gs_matrix_pop();
  1163. }
  1164. gs_blend_state_pop();
  1165. }
  1166. void obs_pipewire_stream_set_cursor_visible(obs_pipewire_stream *obs_pw_stream,
  1167. bool cursor_visible)
  1168. {
  1169. obs_pw_stream->cursor.visible = cursor_visible;
  1170. }
  1171. void obs_pipewire_stream_destroy(obs_pipewire_stream *obs_pw_stream)
  1172. {
  1173. uint32_t output_flags;
  1174. if (!obs_pw_stream)
  1175. return;
  1176. output_flags = obs_source_get_output_flags(obs_pw_stream->source);
  1177. if (output_flags & OBS_SOURCE_ASYNC_VIDEO)
  1178. obs_source_output_video(obs_pw_stream->source, NULL);
  1179. g_ptr_array_remove(obs_pw_stream->obs_pw->streams, obs_pw_stream);
  1180. obs_enter_graphics();
  1181. g_clear_pointer(&obs_pw_stream->cursor.texture, gs_texture_destroy);
  1182. g_clear_pointer(&obs_pw_stream->texture, gs_texture_destroy);
  1183. obs_leave_graphics();
  1184. pw_thread_loop_lock(obs_pw_stream->obs_pw->thread_loop);
  1185. if (obs_pw_stream->stream)
  1186. pw_stream_disconnect(obs_pw_stream->stream);
  1187. g_clear_pointer(&obs_pw_stream->stream, pw_stream_destroy);
  1188. pw_thread_loop_unlock(obs_pw_stream->obs_pw->thread_loop);
  1189. clear_format_info(obs_pw_stream);
  1190. bfree(obs_pw_stream);
  1191. }
  1192. void obs_pipewire_stream_set_framerate(obs_pipewire_stream *obs_pw_stream,
  1193. const struct spa_fraction *framerate)
  1194. {
  1195. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  1196. if ((!obs_pw_stream->framerate.set && !framerate) ||
  1197. (obs_pw_stream->framerate.set && framerate &&
  1198. obs_pw_stream->framerate.fraction.num == framerate->num &&
  1199. obs_pw_stream->framerate.fraction.denom == framerate->denom))
  1200. return;
  1201. if (framerate) {
  1202. obs_pw_stream->framerate.fraction = *framerate;
  1203. obs_pw_stream->framerate.set = true;
  1204. } else {
  1205. obs_pw_stream->framerate.fraction = SPA_FRACTION(0, 0);
  1206. obs_pw_stream->framerate.set = false;
  1207. }
  1208. /* Signal to renegotiate */
  1209. pw_loop_signal_event(pw_thread_loop_get_loop(obs_pw->thread_loop),
  1210. obs_pw_stream->reneg);
  1211. }
  1212. void obs_pipewire_stream_set_resolution(obs_pipewire_stream *obs_pw_stream,
  1213. const struct spa_rectangle *resolution)
  1214. {
  1215. obs_pipewire *obs_pw = obs_pw_stream->obs_pw;
  1216. if ((!obs_pw_stream->resolution.set && !resolution) ||
  1217. (obs_pw_stream->resolution.set && resolution &&
  1218. obs_pw_stream->resolution.rect.width == resolution->width &&
  1219. obs_pw_stream->resolution.rect.height == resolution->height))
  1220. return;
  1221. if (resolution) {
  1222. obs_pw_stream->resolution.rect = *resolution;
  1223. obs_pw_stream->resolution.set = true;
  1224. } else {
  1225. obs_pw_stream->resolution.rect = SPA_RECTANGLE(0, 0);
  1226. obs_pw_stream->resolution.set = false;
  1227. }
  1228. /* Signal to renegotiate */
  1229. pw_loop_signal_event(pw_thread_loop_get_loop(obs_pw->thread_loop),
  1230. obs_pw_stream->reneg);
  1231. }