obs-source.h 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510
  1. /******************************************************************************
  2. Copyright (C) 2013-2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #pragma once
  15. #include "obs.h"
  16. /**
  17. * @file
  18. * @brief header for modules implementing sources.
  19. *
  20. * Sources are modules that either feed data to libobs or modify it.
  21. */
  22. #ifdef __cplusplus
  23. extern "C" {
  24. #endif
  25. enum obs_source_type {
  26. OBS_SOURCE_TYPE_INPUT,
  27. OBS_SOURCE_TYPE_FILTER,
  28. OBS_SOURCE_TYPE_TRANSITION,
  29. OBS_SOURCE_TYPE_SCENE,
  30. };
  31. enum obs_balance_type {
  32. OBS_BALANCE_TYPE_SINE_LAW,
  33. OBS_BALANCE_TYPE_SQUARE_LAW,
  34. OBS_BALANCE_TYPE_LINEAR,
  35. };
  36. enum obs_icon_type {
  37. OBS_ICON_TYPE_UNKNOWN,
  38. OBS_ICON_TYPE_IMAGE,
  39. OBS_ICON_TYPE_COLOR,
  40. OBS_ICON_TYPE_SLIDESHOW,
  41. OBS_ICON_TYPE_AUDIO_INPUT,
  42. OBS_ICON_TYPE_AUDIO_OUTPUT,
  43. OBS_ICON_TYPE_DESKTOP_CAPTURE,
  44. OBS_ICON_TYPE_WINDOW_CAPTURE,
  45. OBS_ICON_TYPE_GAME_CAPTURE,
  46. OBS_ICON_TYPE_CAMERA,
  47. OBS_ICON_TYPE_TEXT,
  48. OBS_ICON_TYPE_MEDIA,
  49. OBS_ICON_TYPE_BROWSER,
  50. OBS_ICON_TYPE_CUSTOM,
  51. };
  52. /**
  53. * @name Source output flags
  54. *
  55. * These flags determine what type of data the source outputs and expects.
  56. * @{
  57. */
  58. /**
  59. * Source has video.
  60. *
  61. * Unless SOURCE_ASYNC_VIDEO is specified, the source must include the
  62. * video_render callback in the source definition structure.
  63. */
  64. #define OBS_SOURCE_VIDEO (1 << 0)
  65. /**
  66. * Source has audio.
  67. *
  68. * Use the obs_source_output_audio function to pass raw audio data, which will
  69. * be automatically converted and uploaded. If used with SOURCE_ASYNC_VIDEO,
  70. * audio will automatically be synced up to the video output.
  71. */
  72. #define OBS_SOURCE_AUDIO (1 << 1)
  73. /** Async video flag (use OBS_SOURCE_ASYNC_VIDEO) */
  74. #define OBS_SOURCE_ASYNC (1 << 2)
  75. /**
  76. * Source passes raw video data via RAM.
  77. *
  78. * Use the obs_source_output_video function to pass raw video data, which will
  79. * be automatically uploaded at the specified timestamp.
  80. *
  81. * If this flag is specified, it is not necessary to include the video_render
  82. * callback. However, if you wish to use that function as well, you must call
  83. * obs_source_getframe to get the current frame data, and
  84. * obs_source_releaseframe to release the data when complete.
  85. */
  86. #define OBS_SOURCE_ASYNC_VIDEO (OBS_SOURCE_ASYNC | OBS_SOURCE_VIDEO)
  87. /**
  88. * Source uses custom drawing, rather than a default effect.
  89. *
  90. * If this flag is specified, the video_render callback will pass a NULL
  91. * effect, and effect-based filters will not use direct rendering.
  92. */
  93. #define OBS_SOURCE_CUSTOM_DRAW (1 << 3)
  94. /**
  95. * Source supports interaction.
  96. *
  97. * When this is used, the source will receive interaction events
  98. * if they provide the necessary callbacks in the source definition structure.
  99. */
  100. #define OBS_SOURCE_INTERACTION (1 << 5)
  101. /**
  102. * Source composites sub-sources
  103. *
  104. * When used specifies that the source composites one or more sub-sources.
  105. * Sources that render sub-sources must implement the audio_render callback
  106. * in order to perform custom mixing of sub-sources.
  107. *
  108. * This capability flag is always set for transitions.
  109. */
  110. #define OBS_SOURCE_COMPOSITE (1 << 6)
  111. /**
  112. * Source should not be fully duplicated
  113. *
  114. * When this is used, specifies that the source should not be fully duplicated,
  115. * and should prefer to duplicate via holding references rather than full
  116. * duplication.
  117. */
  118. #define OBS_SOURCE_DO_NOT_DUPLICATE (1 << 7)
  119. /**
  120. * Source is deprecated and should not be used
  121. */
  122. #define OBS_SOURCE_DEPRECATED (1 << 8)
  123. /**
  124. * Source cannot have its audio monitored
  125. *
  126. * Specifies that this source may cause a feedback loop if audio is monitored
  127. * with a device selected as desktop audio.
  128. *
  129. * This is used primarily with desktop audio capture sources.
  130. */
  131. #define OBS_SOURCE_DO_NOT_SELF_MONITOR (1 << 9)
  132. /**
  133. * Source type is currently disabled and should not be shown to the user
  134. */
  135. #define OBS_SOURCE_CAP_DISABLED (1 << 10)
  136. /**
  137. * Source should enable monitoring by default. Monitoring should be set by the
  138. * frontend if this flag is set.
  139. */
  140. #define OBS_SOURCE_MONITOR_BY_DEFAULT (1 << 11)
  141. /** Used internally for audio submixing */
  142. #define OBS_SOURCE_SUBMIX (1 << 12)
  143. /** @} */
  144. typedef void (*obs_source_enum_proc_t)(obs_source_t *parent,
  145. obs_source_t *child, void *param);
  146. struct obs_source_audio_mix {
  147. struct audio_output_data output[MAX_AUDIO_MIXES];
  148. };
  149. /**
  150. * Source definition structure
  151. */
  152. struct obs_source_info {
  153. /* ----------------------------------------------------------------- */
  154. /* Required implementation*/
  155. /** Unique string identifier for the source */
  156. const char *id;
  157. /**
  158. * Type of source.
  159. *
  160. * OBS_SOURCE_TYPE_INPUT for input sources,
  161. * OBS_SOURCE_TYPE_FILTER for filter sources, and
  162. * OBS_SOURCE_TYPE_TRANSITION for transition sources.
  163. */
  164. enum obs_source_type type;
  165. /** Source output flags */
  166. uint32_t output_flags;
  167. /**
  168. * Get the translated name of the source type
  169. *
  170. * @param type_data The type_data variable of this structure
  171. * @return The translated name of the source type
  172. */
  173. const char *(*get_name)(void *type_data);
  174. /**
  175. * Creates the source data for the source
  176. *
  177. * @param settings Settings to initialize the source with
  178. * @param source Source that this data is associated with
  179. * @return The data associated with this source
  180. */
  181. void *(*create)(obs_data_t *settings, obs_source_t *source);
  182. /**
  183. * Destroys the private data for the source
  184. *
  185. * Async sources must not call obs_source_output_video after returning
  186. * from destroy
  187. */
  188. void (*destroy)(void *data);
  189. /** Returns the width of the source. Required if this is an input
  190. * source and has non-async video */
  191. uint32_t (*get_width)(void *data);
  192. /** Returns the height of the source. Required if this is an input
  193. * source and has non-async video */
  194. uint32_t (*get_height)(void *data);
  195. /* ----------------------------------------------------------------- */
  196. /* Optional implementation */
  197. /**
  198. * Gets the default settings for this source
  199. *
  200. * @param[out] settings Data to assign default settings to
  201. * @deprecated Use get_defaults2 if type_data is needed
  202. */
  203. void (*get_defaults)(obs_data_t *settings);
  204. /**
  205. * Gets the property information of this source
  206. *
  207. * @return The properties data
  208. * @deprecated Use get_properties2 if type_data is needed
  209. */
  210. obs_properties_t *(*get_properties)(void *data);
  211. /**
  212. * Updates the settings for this source
  213. *
  214. * @param data Source data
  215. * @param settings New settings for this source
  216. */
  217. void (*update)(void *data, obs_data_t *settings);
  218. /** Called when the source has been activated in the main view */
  219. void (*activate)(void *data);
  220. /**
  221. * Called when the source has been deactivated from the main view
  222. * (no longer being played/displayed)
  223. */
  224. void (*deactivate)(void *data);
  225. /** Called when the source is visible */
  226. void (*show)(void *data);
  227. /** Called when the source is no longer visible */
  228. void (*hide)(void *data);
  229. /**
  230. * Called each video frame with the time elapsed
  231. *
  232. * @param data Source data
  233. * @param seconds Seconds elapsed since the last frame
  234. */
  235. void (*video_tick)(void *data, float seconds);
  236. /**
  237. * Called when rendering the source with the graphics subsystem.
  238. *
  239. * If this is an input/transition source, this is called to draw the
  240. * source texture with the graphics subsystem using the specified
  241. * effect.
  242. *
  243. * If this is a filter source, it wraps source draw calls (for
  244. * example applying a custom effect with custom parameters to a
  245. * source). In this case, it's highly recommended to use the
  246. * obs_source_process_filter function to automatically handle
  247. * effect-based filter processing. However, you can implement custom
  248. * draw handling as desired as well.
  249. *
  250. * If the source output flags do not include SOURCE_CUSTOM_DRAW, all
  251. * a source needs to do is set the "image" parameter of the effect to
  252. * the desired texture, and then draw. If the output flags include
  253. * SOURCE_COLOR_MATRIX, you may optionally set the "color_matrix"
  254. * parameter of the effect to a custom 4x4 conversion matrix (by
  255. * default it will be set to an YUV->RGB conversion matrix)
  256. *
  257. * @param data Source data
  258. * @param effect Effect to be used with this source. If the source
  259. * output flags include SOURCE_CUSTOM_DRAW, this will
  260. * be NULL, and the source is expected to process with
  261. * an effect manually.
  262. */
  263. void (*video_render)(void *data, gs_effect_t *effect);
  264. /**
  265. * Called to filter raw async video data.
  266. *
  267. * @note This function is only used with filter sources.
  268. *
  269. * @param data Filter data
  270. * @param frame Video frame to filter
  271. * @return New video frame data. This can defer video data to
  272. * be drawn later if time is needed for processing
  273. */
  274. struct obs_source_frame *(*filter_video)(
  275. void *data, struct obs_source_frame *frame);
  276. /**
  277. * Called to filter raw audio data.
  278. *
  279. * @note This function is only used with filter sources.
  280. *
  281. * @param data Filter data
  282. * @param audio Audio data to filter.
  283. * @return Modified or new audio data. You can directly modify
  284. * the data passed and return it, or you can defer audio
  285. * data for later if time is needed for processing. If
  286. * you are returning new data, that data must exist
  287. * until the next call to the filter_audio callback or
  288. * until the filter is removed/destroyed.
  289. */
  290. struct obs_audio_data *(*filter_audio)(void *data,
  291. struct obs_audio_data *audio);
  292. /**
  293. * Called to enumerate all active sources being used within this
  294. * source. If the source has children that render audio/video it must
  295. * implement this callback.
  296. *
  297. * @param data Filter data
  298. * @param enum_callback Enumeration callback
  299. * @param param User data to pass to callback
  300. */
  301. void (*enum_active_sources)(void *data,
  302. obs_source_enum_proc_t enum_callback,
  303. void *param);
  304. /**
  305. * Called when saving a source. This is a separate function because
  306. * sometimes a source needs to know when it is being saved so it
  307. * doesn't always have to update the current settings until a certain
  308. * point.
  309. *
  310. * @param data Source data
  311. * @param settings Settings
  312. */
  313. void (*save)(void *data, obs_data_t *settings);
  314. /**
  315. * Called when loading a source from saved data. This should be called
  316. * after all the loading sources have actually been created because
  317. * sometimes there are sources that depend on each other.
  318. *
  319. * @param data Source data
  320. * @param settings Settings
  321. */
  322. void (*load)(void *data, obs_data_t *settings);
  323. /**
  324. * Called when interacting with a source and a mouse-down or mouse-up
  325. * occurs.
  326. *
  327. * @param data Source data
  328. * @param event Mouse event properties
  329. * @param type Mouse button pushed
  330. * @param mouse_up Mouse event type (true if mouse-up)
  331. * @param click_count Mouse click count (1 for single click, etc.)
  332. */
  333. void (*mouse_click)(void *data, const struct obs_mouse_event *event,
  334. int32_t type, bool mouse_up, uint32_t click_count);
  335. /**
  336. * Called when interacting with a source and a mouse-move occurs.
  337. *
  338. * @param data Source data
  339. * @param event Mouse event properties
  340. * @param mouse_leave Mouse leave state (true if mouse left source)
  341. */
  342. void (*mouse_move)(void *data, const struct obs_mouse_event *event,
  343. bool mouse_leave);
  344. /**
  345. * Called when interacting with a source and a mouse-wheel occurs.
  346. *
  347. * @param data Source data
  348. * @param event Mouse event properties
  349. * @param x_delta Movement delta in the horizontal direction
  350. * @param y_delta Movement delta in the vertical direction
  351. */
  352. void (*mouse_wheel)(void *data, const struct obs_mouse_event *event,
  353. int x_delta, int y_delta);
  354. /**
  355. * Called when interacting with a source and gain focus/lost focus event
  356. * occurs.
  357. *
  358. * @param data Source data
  359. * @param focus Focus state (true if focus gained)
  360. */
  361. void (*focus)(void *data, bool focus);
  362. /**
  363. * Called when interacting with a source and a key-up or key-down
  364. * occurs.
  365. *
  366. * @param data Source data
  367. * @param event Key event properties
  368. * @param focus Key event type (true if mouse-up)
  369. */
  370. void (*key_click)(void *data, const struct obs_key_event *event,
  371. bool key_up);
  372. /**
  373. * Called when the filter is removed from a source
  374. *
  375. * @param data Filter data
  376. * @param source Source that the filter being removed from
  377. */
  378. void (*filter_remove)(void *data, obs_source_t *source);
  379. /**
  380. * Private data associated with this entry
  381. */
  382. void *type_data;
  383. /**
  384. * If defined, called to free private data on shutdown
  385. */
  386. void (*free_type_data)(void *type_data);
  387. bool (*audio_render)(void *data, uint64_t *ts_out,
  388. struct obs_source_audio_mix *audio_output,
  389. uint32_t mixers, size_t channels,
  390. size_t sample_rate);
  391. /**
  392. * Called to enumerate all active and inactive sources being used
  393. * within this source. If this callback isn't implemented,
  394. * enum_active_sources will be called instead.
  395. *
  396. * This is typically used if a source can have inactive child sources.
  397. *
  398. * @param data Filter data
  399. * @param enum_callback Enumeration callback
  400. * @param param User data to pass to callback
  401. */
  402. void (*enum_all_sources)(void *data,
  403. obs_source_enum_proc_t enum_callback,
  404. void *param);
  405. void (*transition_start)(void *data);
  406. void (*transition_stop)(void *data);
  407. /**
  408. * Gets the default settings for this source
  409. *
  410. * If get_defaults is also defined both will be called, and the first
  411. * call will be to get_defaults, then to get_defaults2.
  412. *
  413. * @param type_data The type_data variable of this structure
  414. * @param[out] settings Data to assign default settings to
  415. */
  416. void (*get_defaults2)(void *type_data, obs_data_t *settings);
  417. /**
  418. * Gets the property information of this source
  419. *
  420. * @param data Source data
  421. * @param type_data The type_data variable of this structure
  422. * @return The properties data
  423. */
  424. obs_properties_t *(*get_properties2)(void *data, void *type_data);
  425. bool (*audio_mix)(void *data, uint64_t *ts_out,
  426. struct audio_output_data *audio_output,
  427. size_t channels, size_t sample_rate);
  428. /** Icon type for the source */
  429. enum obs_icon_type icon_type;
  430. };
  431. EXPORT void obs_register_source_s(const struct obs_source_info *info,
  432. size_t size);
  433. /**
  434. * Registers a source definition to the current obs context. This should be
  435. * used in obs_module_load.
  436. *
  437. * @param info Pointer to the source definition structure
  438. */
  439. #define obs_register_source(info) \
  440. obs_register_source_s(info, sizeof(struct obs_source_info))
  441. #ifdef __cplusplus
  442. }
  443. #endif