vlc-video-source.c 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111
  1. #include "vlc-video-plugin.h"
  2. #include <media-io/video-frame.h>
  3. #include <util/threading.h>
  4. #include <util/platform.h>
  5. #include <util/dstr.h>
  6. #define do_log(level, format, ...) \
  7. blog(level, "[vlc_source: '%s'] " format, \
  8. obs_source_get_name(ss->source), ##__VA_ARGS__)
  9. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  10. /* clang-format off */
  11. #define S_PLAYLIST "playlist"
  12. #define S_LOOP "loop"
  13. #define S_SHUFFLE "shuffle"
  14. #define S_BEHAVIOR "playback_behavior"
  15. #define S_BEHAVIOR_STOP_RESTART "stop_restart"
  16. #define S_BEHAVIOR_PAUSE_UNPAUSE "pause_unpause"
  17. #define S_BEHAVIOR_ALWAYS_PLAY "always_play"
  18. #define S_NETWORK_CACHING "network_caching"
  19. #define S_TRACK "track"
  20. #define S_SUBTITLE_ENABLE "subtitle_enable"
  21. #define S_SUBTITLE_TRACK "subtitle"
  22. #define T_(text) obs_module_text(text)
  23. #define T_PLAYLIST T_("Playlist")
  24. #define T_LOOP T_("LoopPlaylist")
  25. #define T_SHUFFLE T_("shuffle")
  26. #define T_BEHAVIOR T_("PlaybackBehavior")
  27. #define T_BEHAVIOR_STOP_RESTART T_("PlaybackBehavior.StopRestart")
  28. #define T_BEHAVIOR_PAUSE_UNPAUSE T_("PlaybackBehavior.PauseUnpause")
  29. #define T_BEHAVIOR_ALWAYS_PLAY T_("PlaybackBehavior.AlwaysPlay")
  30. #define T_NETWORK_CACHING T_("NetworkCaching")
  31. #define T_TRACK T_("AudioTrack")
  32. #define T_SUBTITLE_ENABLE T_("SubtitleEnable")
  33. #define T_SUBTITLE_TRACK T_("SubtitleTrack")
  34. /* clang-format on */
  35. /* ------------------------------------------------------------------------- */
  36. struct media_file_data {
  37. char *path;
  38. libvlc_media_t *media;
  39. };
  40. enum behavior {
  41. BEHAVIOR_STOP_RESTART,
  42. BEHAVIOR_PAUSE_UNPAUSE,
  43. BEHAVIOR_ALWAYS_PLAY,
  44. };
  45. struct vlc_source {
  46. obs_source_t *source;
  47. libvlc_media_player_t *media_player;
  48. libvlc_media_list_player_t *media_list_player;
  49. struct obs_source_frame frame;
  50. struct obs_source_audio audio;
  51. size_t audio_capacity;
  52. pthread_mutex_t mutex;
  53. DARRAY(struct media_file_data) files;
  54. enum behavior behavior;
  55. bool loop;
  56. bool shuffle;
  57. obs_hotkey_id play_pause_hotkey;
  58. obs_hotkey_id restart_hotkey;
  59. obs_hotkey_id stop_hotkey;
  60. obs_hotkey_id playlist_next_hotkey;
  61. obs_hotkey_id playlist_prev_hotkey;
  62. };
  63. static libvlc_media_t *get_media(struct darray *array, const char *path)
  64. {
  65. DARRAY(struct media_file_data) files;
  66. libvlc_media_t *media = NULL;
  67. files.da = *array;
  68. for (size_t i = 0; i < files.num; i++) {
  69. const char *cur_path = files.array[i].path;
  70. if (strcmp(path, cur_path) == 0) {
  71. media = files.array[i].media;
  72. libvlc_media_retain_(media);
  73. break;
  74. }
  75. }
  76. return media;
  77. }
  78. static inline libvlc_media_t *create_media_from_file(const char *file)
  79. {
  80. return (file && strstr(file, "://") != NULL)
  81. ? libvlc_media_new_location_(libvlc, file)
  82. : libvlc_media_new_path_(libvlc, file);
  83. }
  84. static void free_files(struct darray *array)
  85. {
  86. DARRAY(struct media_file_data) files;
  87. files.da = *array;
  88. for (size_t i = 0; i < files.num; i++) {
  89. bfree(files.array[i].path);
  90. libvlc_media_release_(files.array[i].media);
  91. }
  92. da_free(files);
  93. }
  94. #define MAKEFORMAT(ch0, ch1, ch2, ch3) \
  95. ((uint32_t)(uint8_t)(ch0) | ((uint32_t)(uint8_t)(ch1) << 8) | \
  96. ((uint32_t)(uint8_t)(ch2) << 16) | ((uint32_t)(uint8_t)(ch3) << 24))
  97. static inline bool chroma_is(const char *chroma, const char *val)
  98. {
  99. return *(uint32_t *)chroma == *(uint32_t *)val;
  100. }
  101. static enum video_format convert_vlc_video_format(char *chroma, bool *full)
  102. {
  103. *full = false;
  104. #define CHROMA_TEST(val, ret) \
  105. if (chroma_is(chroma, val)) \
  106. return ret
  107. #define CHROMA_CONV(val, new_val, ret) \
  108. do { \
  109. if (chroma_is(chroma, val)) { \
  110. *(uint32_t *)chroma = (uint32_t)new_val; \
  111. return ret; \
  112. } \
  113. } while (false)
  114. #define CHROMA_CONV_FULL(val, new_val, ret) \
  115. do { \
  116. *full = true; \
  117. CHROMA_CONV(val, new_val, ret); \
  118. } while (false)
  119. CHROMA_TEST("RGBA", VIDEO_FORMAT_RGBA);
  120. CHROMA_TEST("BGRA", VIDEO_FORMAT_BGRA);
  121. /* 4:2:0 formats */
  122. CHROMA_TEST("NV12", VIDEO_FORMAT_NV12);
  123. CHROMA_TEST("I420", VIDEO_FORMAT_I420);
  124. CHROMA_TEST("IYUV", VIDEO_FORMAT_I420);
  125. CHROMA_CONV("NV21", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_NV12);
  126. CHROMA_CONV("I422", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_NV12);
  127. CHROMA_CONV("Y42B", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_NV12);
  128. CHROMA_CONV("YV12", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_NV12);
  129. CHROMA_CONV("yv12", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_NV12);
  130. CHROMA_CONV_FULL("J420", MAKEFORMAT('J', '4', '2', '0'),
  131. VIDEO_FORMAT_I420);
  132. /* 4:2:2 formats */
  133. CHROMA_TEST("UYVY", VIDEO_FORMAT_UYVY);
  134. CHROMA_TEST("UYNV", VIDEO_FORMAT_UYVY);
  135. CHROMA_TEST("UYNY", VIDEO_FORMAT_UYVY);
  136. CHROMA_TEST("Y422", VIDEO_FORMAT_UYVY);
  137. CHROMA_TEST("HDYC", VIDEO_FORMAT_UYVY);
  138. CHROMA_TEST("AVUI", VIDEO_FORMAT_UYVY);
  139. CHROMA_TEST("uyv1", VIDEO_FORMAT_UYVY);
  140. CHROMA_TEST("2vuy", VIDEO_FORMAT_UYVY);
  141. CHROMA_TEST("2Vuy", VIDEO_FORMAT_UYVY);
  142. CHROMA_TEST("2Vu1", VIDEO_FORMAT_UYVY);
  143. CHROMA_TEST("YUY2", VIDEO_FORMAT_YUY2);
  144. CHROMA_TEST("YUYV", VIDEO_FORMAT_YUY2);
  145. CHROMA_TEST("YUNV", VIDEO_FORMAT_YUY2);
  146. CHROMA_TEST("V422", VIDEO_FORMAT_YUY2);
  147. CHROMA_TEST("YVYU", VIDEO_FORMAT_YVYU);
  148. CHROMA_CONV("v210", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  149. CHROMA_CONV("cyuv", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  150. CHROMA_CONV("CYUV", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  151. CHROMA_CONV("VYUY", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  152. CHROMA_CONV("NV16", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  153. CHROMA_CONV("NV61", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  154. CHROMA_CONV("I410", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  155. CHROMA_CONV("I422", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  156. CHROMA_CONV("Y42B", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  157. CHROMA_CONV("J422", MAKEFORMAT('U', 'Y', 'Y', 'Y'), VIDEO_FORMAT_UYVY);
  158. /* 4:4:4 formats */
  159. CHROMA_TEST("I444", VIDEO_FORMAT_I444);
  160. CHROMA_CONV_FULL("J444", MAKEFORMAT('R', 'G', 'B', 'A'),
  161. VIDEO_FORMAT_RGBA);
  162. CHROMA_CONV("YUVA", MAKEFORMAT('R', 'G', 'B', 'A'), VIDEO_FORMAT_RGBA);
  163. /* 4:4:0 formats */
  164. CHROMA_CONV("I440", MAKEFORMAT('I', '4', '4', '4'), VIDEO_FORMAT_I444);
  165. CHROMA_CONV("J440", MAKEFORMAT('I', '4', '4', '4'), VIDEO_FORMAT_I444);
  166. /* 4:1:0 formats */
  167. CHROMA_CONV("YVU9", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_UYVY);
  168. CHROMA_CONV("I410", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_UYVY);
  169. /* 4:1:1 formats */
  170. CHROMA_CONV("I411", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_UYVY);
  171. CHROMA_CONV("Y41B", MAKEFORMAT('N', 'V', '1', '2'), VIDEO_FORMAT_UYVY);
  172. /* greyscale formats */
  173. CHROMA_TEST("GREY", VIDEO_FORMAT_Y800);
  174. CHROMA_TEST("Y800", VIDEO_FORMAT_Y800);
  175. CHROMA_TEST("Y8 ", VIDEO_FORMAT_Y800);
  176. #undef CHROMA_CONV_FULL
  177. #undef CHROMA_CONV
  178. #undef CHROMA_TEST
  179. *(uint32_t *)chroma = (uint32_t)MAKEFORMAT('R', 'G', 'B', 'A');
  180. return VIDEO_FORMAT_BGRA;
  181. }
  182. static inline unsigned get_format_lines(enum video_format format,
  183. unsigned height, size_t plane)
  184. {
  185. switch (format) {
  186. case VIDEO_FORMAT_I420:
  187. case VIDEO_FORMAT_NV12:
  188. return (plane == 0) ? height : height / 2;
  189. case VIDEO_FORMAT_YVYU:
  190. case VIDEO_FORMAT_YUY2:
  191. case VIDEO_FORMAT_UYVY:
  192. case VIDEO_FORMAT_I444:
  193. case VIDEO_FORMAT_RGBA:
  194. case VIDEO_FORMAT_BGRA:
  195. case VIDEO_FORMAT_BGRX:
  196. case VIDEO_FORMAT_Y800:
  197. return height;
  198. case VIDEO_FORMAT_NONE:
  199. default:
  200. break;
  201. }
  202. return 0;
  203. }
  204. static enum audio_format convert_vlc_audio_format(char *format)
  205. {
  206. #define AUDIO_TEST(val, ret) \
  207. if (chroma_is(format, val)) \
  208. return ret
  209. #define AUDIO_CONV(val, new_val, ret) \
  210. do { \
  211. if (chroma_is(format, val)) { \
  212. *(uint32_t *)format = (uint32_t)new_val; \
  213. return ret; \
  214. } \
  215. } while (false)
  216. AUDIO_TEST("S16N", AUDIO_FORMAT_16BIT);
  217. AUDIO_TEST("S32N", AUDIO_FORMAT_32BIT);
  218. AUDIO_TEST("FL32", AUDIO_FORMAT_FLOAT);
  219. AUDIO_CONV("U16N", MAKEFORMAT('S', '1', '6', 'N'), AUDIO_FORMAT_16BIT);
  220. AUDIO_CONV("U32N", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  221. AUDIO_CONV("S24N", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  222. AUDIO_CONV("U24N", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  223. AUDIO_CONV("FL64", MAKEFORMAT('F', 'L', '3', '2'), AUDIO_FORMAT_FLOAT);
  224. AUDIO_CONV("S16I", MAKEFORMAT('S', '1', '6', 'N'), AUDIO_FORMAT_16BIT);
  225. AUDIO_CONV("U16I", MAKEFORMAT('S', '1', '6', 'N'), AUDIO_FORMAT_16BIT);
  226. AUDIO_CONV("S24I", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  227. AUDIO_CONV("U24I", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  228. AUDIO_CONV("S32I", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  229. AUDIO_CONV("U32I", MAKEFORMAT('S', '3', '2', 'N'), AUDIO_FORMAT_32BIT);
  230. #undef AUDIO_CONV
  231. #undef AUDIO_TEST
  232. *(uint32_t *)format = (uint32_t)MAKEFORMAT('F', 'L', '3', '2');
  233. return AUDIO_FORMAT_FLOAT;
  234. }
  235. /* ------------------------------------------------------------------------- */
  236. static void vlcs_get_metadata(void *data, calldata_t *cd)
  237. {
  238. struct vlc_source *vlcs = data;
  239. const char *data_id = calldata_string(cd, "tag_id");
  240. if (!vlcs || !data_id)
  241. return;
  242. libvlc_media_t *media =
  243. libvlc_media_player_get_media_(vlcs->media_player);
  244. if (!media)
  245. return;
  246. #define VLC_META(media, cd, did, tid, tag) \
  247. else if (strcmp(did, tid) == 0) \
  248. { \
  249. calldata_set_string(cd, "tag_data", \
  250. libvlc_media_get_meta_(media, tag)); \
  251. }
  252. if (strcmp(data_id, "title") == 0)
  253. calldata_set_string(cd, "tag_data",
  254. libvlc_media_get_meta_(media,
  255. libvlc_meta_Title));
  256. VLC_META(media, cd, data_id, "artist", libvlc_meta_Artist)
  257. VLC_META(media, cd, data_id, "genre", libvlc_meta_Genre)
  258. VLC_META(media, cd, data_id, "copyright", libvlc_meta_Copyright)
  259. VLC_META(media, cd, data_id, "album", libvlc_meta_Album)
  260. VLC_META(media, cd, data_id, "track_number", libvlc_meta_TrackNumber)
  261. VLC_META(media, cd, data_id, "description", libvlc_meta_Description)
  262. VLC_META(media, cd, data_id, "rating", libvlc_meta_Rating)
  263. VLC_META(media, cd, data_id, "date", libvlc_meta_Date)
  264. VLC_META(media, cd, data_id, "setting", libvlc_meta_Setting)
  265. VLC_META(media, cd, data_id, "url", libvlc_meta_URL)
  266. VLC_META(media, cd, data_id, "language", libvlc_meta_Language)
  267. VLC_META(media, cd, data_id, "now_playing", libvlc_meta_NowPlaying)
  268. VLC_META(media, cd, data_id, "publisher", libvlc_meta_Publisher)
  269. VLC_META(media, cd, data_id, "encoded_by", libvlc_meta_EncodedBy)
  270. VLC_META(media, cd, data_id, "artwork_url", libvlc_meta_ArtworkURL)
  271. VLC_META(media, cd, data_id, "track_id", libvlc_meta_TrackID)
  272. VLC_META(media, cd, data_id, "track_total", libvlc_meta_TrackTotal)
  273. VLC_META(media, cd, data_id, "director", libvlc_meta_Director)
  274. VLC_META(media, cd, data_id, "season", libvlc_meta_Season)
  275. VLC_META(media, cd, data_id, "episode", libvlc_meta_Episode)
  276. VLC_META(media, cd, data_id, "show_name", libvlc_meta_ShowName)
  277. VLC_META(media, cd, data_id, "actors", libvlc_meta_Actors)
  278. VLC_META(media, cd, data_id, "album_artist", libvlc_meta_AlbumArtist)
  279. VLC_META(media, cd, data_id, "disc_number", libvlc_meta_DiscNumber)
  280. VLC_META(media, cd, data_id, "disc_total", libvlc_meta_DiscTotal)
  281. #undef VLC_META
  282. }
  283. /* ------------------------------------------------------------------------- */
  284. static const char *vlcs_get_name(void *unused)
  285. {
  286. UNUSED_PARAMETER(unused);
  287. return obs_module_text("VLCSource");
  288. }
  289. static void vlcs_destroy(void *data)
  290. {
  291. struct vlc_source *c = data;
  292. if (c->media_list_player) {
  293. libvlc_media_list_player_stop_(c->media_list_player);
  294. libvlc_media_list_player_release_(c->media_list_player);
  295. }
  296. if (c->media_player) {
  297. libvlc_media_player_release_(c->media_player);
  298. }
  299. bfree((void *)c->audio.data[0]);
  300. obs_source_frame_free(&c->frame);
  301. free_files(&c->files.da);
  302. pthread_mutex_destroy(&c->mutex);
  303. bfree(c);
  304. }
  305. static void *vlcs_video_lock(void *data, void **planes)
  306. {
  307. struct vlc_source *c = data;
  308. for (size_t i = 0; i < MAX_AV_PLANES && c->frame.data[i] != NULL; i++)
  309. planes[i] = c->frame.data[i];
  310. return NULL;
  311. }
  312. static void vlcs_video_display(void *data, void *picture)
  313. {
  314. struct vlc_source *c = data;
  315. c->frame.timestamp = (uint64_t)libvlc_clock_() * 1000ULL - time_start;
  316. obs_source_output_video(c->source, &c->frame);
  317. UNUSED_PARAMETER(picture);
  318. }
  319. static unsigned vlcs_video_format(void **p_data, char *chroma, unsigned *width,
  320. unsigned *height, unsigned *pitches,
  321. unsigned *lines)
  322. {
  323. struct vlc_source *c = *p_data;
  324. enum video_format new_format;
  325. enum video_range_type range;
  326. bool new_range;
  327. unsigned new_width = 0;
  328. unsigned new_height = 0;
  329. size_t i = 0;
  330. new_format = convert_vlc_video_format(chroma, &new_range);
  331. /* This is used because VLC will by default try to use a different
  332. * scaling than what the file uses (probably for optimization reasons).
  333. * For example, if the file is 1920x1080, it will try to render it by
  334. * 1920x1088, which isn't what we want. Calling libvlc_video_get_size
  335. * gets the actual video file's size, and thus fixes the problem.
  336. * However this doesn't work with URLs, so if it returns a 0 value, it
  337. * shouldn't be used. */
  338. libvlc_video_get_size_(c->media_player, 0, &new_width, &new_height);
  339. if (new_width && new_height) {
  340. *width = new_width;
  341. *height = new_height;
  342. }
  343. /* don't allocate a new frame if format/width/height hasn't changed */
  344. if (c->frame.format != new_format || c->frame.width != *width ||
  345. c->frame.height != *height) {
  346. obs_source_frame_free(&c->frame);
  347. obs_source_frame_init(&c->frame, new_format, *width, *height);
  348. c->frame.format = new_format;
  349. c->frame.full_range = new_range;
  350. range = c->frame.full_range ? VIDEO_RANGE_FULL
  351. : VIDEO_RANGE_PARTIAL;
  352. video_format_get_parameters(VIDEO_CS_DEFAULT, range,
  353. c->frame.color_matrix,
  354. c->frame.color_range_min,
  355. c->frame.color_range_max);
  356. }
  357. while (c->frame.data[i]) {
  358. pitches[i] = (unsigned)c->frame.linesize[i];
  359. lines[i] = get_format_lines(c->frame.format, *height, i);
  360. i++;
  361. }
  362. return 1;
  363. }
  364. static void vlcs_audio_play(void *data, const void *samples, unsigned count,
  365. int64_t pts)
  366. {
  367. struct vlc_source *c = data;
  368. size_t size = get_audio_size(c->audio.format, c->audio.speakers, count);
  369. if (c->audio_capacity < count) {
  370. c->audio.data[0] = brealloc((void *)c->audio.data[0], size);
  371. c->audio_capacity = count;
  372. }
  373. memcpy((void *)c->audio.data[0], samples, size);
  374. c->audio.timestamp = (uint64_t)pts * 1000ULL - time_start;
  375. c->audio.frames = count;
  376. obs_source_output_audio(c->source, &c->audio);
  377. }
  378. static int vlcs_audio_setup(void **p_data, char *format, unsigned *rate,
  379. unsigned *channels)
  380. {
  381. struct vlc_source *c = *p_data;
  382. enum audio_format new_audio_format;
  383. new_audio_format = convert_vlc_audio_format(format);
  384. if (*channels > 2)
  385. *channels = 2;
  386. /* don't free audio data if the data is the same format */
  387. if (c->audio.format == new_audio_format &&
  388. c->audio.samples_per_sec == *rate &&
  389. c->audio.speakers == (enum speaker_layout) * channels)
  390. return 0;
  391. c->audio_capacity = 0;
  392. bfree((void *)c->audio.data[0]);
  393. memset(&c->audio, 0, sizeof(c->audio));
  394. c->audio.speakers = (enum speaker_layout) * channels;
  395. c->audio.samples_per_sec = *rate;
  396. c->audio.format = new_audio_format;
  397. return 0;
  398. }
  399. static void add_file(struct vlc_source *c, struct darray *array,
  400. const char *path, int network_caching, int track_index,
  401. int subtitle_index, bool subtitle_enable)
  402. {
  403. DARRAY(struct media_file_data) new_files;
  404. struct media_file_data data;
  405. struct dstr new_path = {0};
  406. libvlc_media_t *new_media;
  407. bool is_url = path && strstr(path, "://") != NULL;
  408. new_files.da = *array;
  409. dstr_copy(&new_path, path);
  410. #ifdef _WIN32
  411. if (!is_url)
  412. dstr_replace(&new_path, "/", "\\");
  413. #endif
  414. path = new_path.array;
  415. new_media = get_media(&c->files.da, path);
  416. if (!new_media)
  417. new_media = get_media(&new_files.da, path);
  418. if (!new_media)
  419. new_media = create_media_from_file(path);
  420. if (new_media) {
  421. if (is_url) {
  422. struct dstr network_caching_option = {0};
  423. dstr_catf(&network_caching_option,
  424. ":network-caching=%d", network_caching);
  425. libvlc_media_add_option_(new_media,
  426. network_caching_option.array);
  427. dstr_free(&network_caching_option);
  428. }
  429. struct dstr track_option = {0};
  430. dstr_catf(&track_option, ":audio-track=%d", track_index - 1);
  431. libvlc_media_add_option_(new_media, track_option.array);
  432. dstr_free(&track_option);
  433. struct dstr sub_option = {0};
  434. if (subtitle_enable) {
  435. dstr_catf(&sub_option, ":sub-track=%d",
  436. subtitle_index - 1);
  437. }
  438. libvlc_media_add_option_(new_media, sub_option.array);
  439. dstr_free(&sub_option);
  440. data.path = new_path.array;
  441. data.media = new_media;
  442. da_push_back(new_files, &data);
  443. } else {
  444. dstr_free(&new_path);
  445. }
  446. *array = new_files.da;
  447. }
  448. static bool valid_extension(const char *ext)
  449. {
  450. struct dstr test = {0};
  451. bool valid = false;
  452. const char *b;
  453. const char *e;
  454. if (!ext || !*ext)
  455. return false;
  456. b = EXTENSIONS_MEDIA + 1;
  457. e = strchr(b, ';');
  458. for (;;) {
  459. if (e)
  460. dstr_ncopy(&test, b, e - b);
  461. else
  462. dstr_copy(&test, b);
  463. if (dstr_cmp(&test, ext) == 0) {
  464. valid = true;
  465. break;
  466. }
  467. if (!e)
  468. break;
  469. b = e + 2;
  470. e = strchr(b, ';');
  471. }
  472. dstr_free(&test);
  473. return valid;
  474. }
  475. static void vlcs_update(void *data, obs_data_t *settings)
  476. {
  477. DARRAY(struct media_file_data) new_files;
  478. DARRAY(struct media_file_data) old_files;
  479. libvlc_media_list_t *media_list;
  480. struct vlc_source *c = data;
  481. obs_data_array_t *array;
  482. const char *behavior;
  483. size_t count;
  484. int network_caching;
  485. int track_index;
  486. int subtitle_index;
  487. bool subtitle_enable;
  488. da_init(new_files);
  489. da_init(old_files);
  490. array = obs_data_get_array(settings, S_PLAYLIST);
  491. count = obs_data_array_count(array);
  492. c->loop = obs_data_get_bool(settings, S_LOOP);
  493. behavior = obs_data_get_string(settings, S_BEHAVIOR);
  494. network_caching = (int)obs_data_get_int(settings, S_NETWORK_CACHING);
  495. track_index = (int)obs_data_get_int(settings, S_TRACK);
  496. subtitle_index = (int)obs_data_get_int(settings, S_SUBTITLE_TRACK);
  497. subtitle_enable = obs_data_get_bool(settings, S_SUBTITLE_ENABLE);
  498. if (astrcmpi(behavior, S_BEHAVIOR_PAUSE_UNPAUSE) == 0) {
  499. c->behavior = BEHAVIOR_PAUSE_UNPAUSE;
  500. } else if (astrcmpi(behavior, S_BEHAVIOR_ALWAYS_PLAY) == 0) {
  501. c->behavior = BEHAVIOR_ALWAYS_PLAY;
  502. } else { /* S_BEHAVIOR_STOP_RESTART */
  503. c->behavior = BEHAVIOR_STOP_RESTART;
  504. }
  505. /* ------------------------------------- */
  506. /* create new list of sources */
  507. for (size_t i = 0; i < count; i++) {
  508. obs_data_t *item = obs_data_array_item(array, i);
  509. const char *path = obs_data_get_string(item, "value");
  510. os_dir_t *dir = os_opendir(path);
  511. if (dir) {
  512. struct dstr dir_path = {0};
  513. struct os_dirent *ent;
  514. for (;;) {
  515. const char *ext;
  516. ent = os_readdir(dir);
  517. if (!ent)
  518. break;
  519. if (ent->directory)
  520. continue;
  521. ext = os_get_path_extension(ent->d_name);
  522. if (!valid_extension(ext))
  523. continue;
  524. dstr_copy(&dir_path, path);
  525. dstr_cat_ch(&dir_path, '/');
  526. dstr_cat(&dir_path, ent->d_name);
  527. add_file(c, &new_files.da, dir_path.array,
  528. network_caching, track_index,
  529. subtitle_index, subtitle_enable);
  530. }
  531. dstr_free(&dir_path);
  532. os_closedir(dir);
  533. } else {
  534. add_file(c, &new_files.da, path, network_caching,
  535. track_index, subtitle_index, subtitle_enable);
  536. }
  537. obs_data_release(item);
  538. }
  539. /* ------------------------------------- */
  540. /* update settings data */
  541. libvlc_media_list_player_stop_(c->media_list_player);
  542. pthread_mutex_lock(&c->mutex);
  543. old_files.da = c->files.da;
  544. c->files.da = new_files.da;
  545. pthread_mutex_unlock(&c->mutex);
  546. /* ------------------------------------- */
  547. /* shuffle playlist */
  548. c->shuffle = obs_data_get_bool(settings, S_SHUFFLE);
  549. if (c->files.num > 1 && c->shuffle) {
  550. DARRAY(struct media_file_data) new_files;
  551. DARRAY(size_t) idxs;
  552. da_init(new_files);
  553. da_init(idxs);
  554. da_resize(idxs, c->files.num);
  555. da_reserve(new_files, c->files.num);
  556. for (size_t i = 0; i < c->files.num; i++) {
  557. idxs.array[i] = i;
  558. }
  559. for (size_t i = idxs.num; i > 0; i--) {
  560. size_t val = rand() % i;
  561. size_t idx = idxs.array[val];
  562. da_push_back(new_files, &c->files.array[idx]);
  563. da_erase(idxs, val);
  564. }
  565. da_free(c->files);
  566. da_free(idxs);
  567. c->files.da = new_files.da;
  568. }
  569. /* ------------------------------------- */
  570. /* clean up and restart playback */
  571. free_files(&old_files.da);
  572. media_list = libvlc_media_list_new_(libvlc);
  573. libvlc_media_list_lock_(media_list);
  574. for (size_t i = 0; i < c->files.num; i++)
  575. libvlc_media_list_add_media_(media_list,
  576. c->files.array[i].media);
  577. libvlc_media_list_unlock_(media_list);
  578. libvlc_media_list_player_set_media_list_(c->media_list_player,
  579. media_list);
  580. libvlc_media_list_release_(media_list);
  581. libvlc_media_list_player_set_playback_mode_(
  582. c->media_list_player, c->loop ? libvlc_playback_mode_loop
  583. : libvlc_playback_mode_default);
  584. if (c->files.num && (c->behavior == BEHAVIOR_ALWAYS_PLAY ||
  585. obs_source_active(c->source)))
  586. libvlc_media_list_player_play_(c->media_list_player);
  587. else
  588. obs_source_output_video(c->source, NULL);
  589. obs_data_array_release(array);
  590. }
  591. static void vlcs_started(const struct libvlc_event_t *event, void *data)
  592. {
  593. struct vlc_source *c = data;
  594. obs_source_media_started(c->source);
  595. UNUSED_PARAMETER(event);
  596. }
  597. static void vlcs_stopped(const struct libvlc_event_t *event, void *data)
  598. {
  599. struct vlc_source *c = data;
  600. if (!c->loop) {
  601. obs_source_output_video(c->source, NULL);
  602. obs_source_media_ended(c->source);
  603. }
  604. UNUSED_PARAMETER(event);
  605. }
  606. static enum obs_media_state vlcs_get_state(void *data)
  607. {
  608. struct vlc_source *c = data;
  609. libvlc_state_t state = libvlc_media_player_get_state_(c->media_player);
  610. switch (state) {
  611. case libvlc_NothingSpecial:
  612. return OBS_MEDIA_STATE_NONE;
  613. case libvlc_Opening:
  614. return OBS_MEDIA_STATE_OPENING;
  615. case libvlc_Buffering:
  616. return OBS_MEDIA_STATE_BUFFERING;
  617. case libvlc_Playing:
  618. return OBS_MEDIA_STATE_PLAYING;
  619. case libvlc_Paused:
  620. return OBS_MEDIA_STATE_PAUSED;
  621. case libvlc_Stopped:
  622. return OBS_MEDIA_STATE_STOPPED;
  623. case libvlc_Ended:
  624. return OBS_MEDIA_STATE_ENDED;
  625. case libvlc_Error:
  626. return OBS_MEDIA_STATE_ERROR;
  627. }
  628. return 0;
  629. }
  630. static void vlcs_play_pause(void *data, bool pause)
  631. {
  632. struct vlc_source *c = data;
  633. if (pause)
  634. libvlc_media_list_player_pause_(c->media_list_player);
  635. else
  636. libvlc_media_list_player_play_(c->media_list_player);
  637. }
  638. static void vlcs_restart(void *data)
  639. {
  640. struct vlc_source *c = data;
  641. libvlc_media_list_player_stop_(c->media_list_player);
  642. libvlc_media_list_player_play_(c->media_list_player);
  643. }
  644. static void vlcs_stop(void *data)
  645. {
  646. struct vlc_source *c = data;
  647. libvlc_media_list_player_stop_(c->media_list_player);
  648. obs_source_output_video(c->source, NULL);
  649. }
  650. static void vlcs_playlist_next(void *data)
  651. {
  652. struct vlc_source *c = data;
  653. libvlc_media_list_player_next_(c->media_list_player);
  654. }
  655. static void vlcs_playlist_prev(void *data)
  656. {
  657. struct vlc_source *c = data;
  658. libvlc_media_list_player_previous_(c->media_list_player);
  659. }
  660. static int64_t vlcs_get_duration(void *data)
  661. {
  662. struct vlc_source *c = data;
  663. return (int64_t)libvlc_media_player_get_length_(c->media_player);
  664. }
  665. static int64_t vlcs_get_time(void *data)
  666. {
  667. struct vlc_source *c = data;
  668. return (int64_t)libvlc_media_player_get_time_(c->media_player);
  669. }
  670. static void vlcs_set_time(void *data, int64_t ms)
  671. {
  672. struct vlc_source *c = data;
  673. libvlc_media_player_set_time_(c->media_player, (libvlc_time_t)ms);
  674. }
  675. static void vlcs_play_pause_hotkey(void *data, obs_hotkey_id id,
  676. obs_hotkey_t *hotkey, bool pressed)
  677. {
  678. UNUSED_PARAMETER(id);
  679. UNUSED_PARAMETER(hotkey);
  680. struct vlc_source *c = data;
  681. enum obs_media_state state = obs_source_media_get_state(c->source);
  682. if (pressed && obs_source_showing(c->source)) {
  683. if (state == OBS_MEDIA_STATE_PLAYING)
  684. obs_source_media_play_pause(c->source, true);
  685. else if (state == OBS_MEDIA_STATE_PAUSED)
  686. obs_source_media_play_pause(c->source, false);
  687. }
  688. }
  689. static void vlcs_restart_hotkey(void *data, obs_hotkey_id id,
  690. obs_hotkey_t *hotkey, bool pressed)
  691. {
  692. UNUSED_PARAMETER(id);
  693. UNUSED_PARAMETER(hotkey);
  694. struct vlc_source *c = data;
  695. if (pressed && obs_source_showing(c->source))
  696. obs_source_media_restart(c->source);
  697. }
  698. static void vlcs_stop_hotkey(void *data, obs_hotkey_id id, obs_hotkey_t *hotkey,
  699. bool pressed)
  700. {
  701. UNUSED_PARAMETER(id);
  702. UNUSED_PARAMETER(hotkey);
  703. struct vlc_source *c = data;
  704. if (pressed && obs_source_showing(c->source))
  705. obs_source_media_stop(c->source);
  706. }
  707. static void vlcs_playlist_next_hotkey(void *data, obs_hotkey_id id,
  708. obs_hotkey_t *hotkey, bool pressed)
  709. {
  710. UNUSED_PARAMETER(id);
  711. UNUSED_PARAMETER(hotkey);
  712. struct vlc_source *c = data;
  713. if (pressed && obs_source_showing(c->source))
  714. obs_source_media_next(c->source);
  715. }
  716. static void vlcs_playlist_prev_hotkey(void *data, obs_hotkey_id id,
  717. obs_hotkey_t *hotkey, bool pressed)
  718. {
  719. UNUSED_PARAMETER(id);
  720. UNUSED_PARAMETER(hotkey);
  721. struct vlc_source *c = data;
  722. if (pressed && obs_source_showing(c->source))
  723. obs_source_media_previous(c->source);
  724. }
  725. static void *vlcs_create(obs_data_t *settings, obs_source_t *source)
  726. {
  727. struct vlc_source *c = bzalloc(sizeof(*c));
  728. c->source = source;
  729. c->play_pause_hotkey = obs_hotkey_register_source(
  730. source, "VLCSource.PlayPause", obs_module_text("PlayPause"),
  731. vlcs_play_pause_hotkey, c);
  732. c->restart_hotkey = obs_hotkey_register_source(
  733. source, "VLCSource.Restart", obs_module_text("Restart"),
  734. vlcs_restart_hotkey, c);
  735. c->stop_hotkey = obs_hotkey_register_source(source, "VLCSource.Stop",
  736. obs_module_text("Stop"),
  737. vlcs_stop_hotkey, c);
  738. c->playlist_next_hotkey = obs_hotkey_register_source(
  739. source, "VLCSource.PlaylistNext",
  740. obs_module_text("PlaylistNext"), vlcs_playlist_next_hotkey, c);
  741. c->playlist_prev_hotkey = obs_hotkey_register_source(
  742. source, "VLCSource.PlaylistPrev",
  743. obs_module_text("PlaylistPrev"), vlcs_playlist_prev_hotkey, c);
  744. pthread_mutex_init_value(&c->mutex);
  745. if (pthread_mutex_init(&c->mutex, NULL) != 0)
  746. goto error;
  747. if (!load_libvlc())
  748. goto error;
  749. c->media_list_player = libvlc_media_list_player_new_(libvlc);
  750. if (!c->media_list_player)
  751. goto error;
  752. c->media_player = libvlc_media_player_new_(libvlc);
  753. if (!c->media_player)
  754. goto error;
  755. libvlc_media_list_player_set_media_player_(c->media_list_player,
  756. c->media_player);
  757. libvlc_video_set_callbacks_(c->media_player, vlcs_video_lock, NULL,
  758. vlcs_video_display, c);
  759. libvlc_video_set_format_callbacks_(c->media_player, vlcs_video_format,
  760. NULL);
  761. libvlc_audio_set_callbacks_(c->media_player, vlcs_audio_play, NULL,
  762. NULL, NULL, NULL, c);
  763. libvlc_audio_set_format_callbacks_(c->media_player, vlcs_audio_setup,
  764. NULL);
  765. libvlc_event_manager_t *event_manager;
  766. event_manager = libvlc_media_player_event_manager_(c->media_player);
  767. libvlc_event_attach_(event_manager, libvlc_MediaPlayerEndReached,
  768. vlcs_stopped, c);
  769. libvlc_event_attach_(event_manager, libvlc_MediaPlayerOpening,
  770. vlcs_started, c);
  771. proc_handler_t *ph = obs_source_get_proc_handler(source);
  772. proc_handler_add(
  773. ph, "void get_metadata(in string tag_id out string tag_data)",
  774. vlcs_get_metadata, c);
  775. obs_source_update(source, NULL);
  776. UNUSED_PARAMETER(settings);
  777. return c;
  778. error:
  779. vlcs_destroy(c);
  780. return NULL;
  781. }
  782. static void vlcs_activate(void *data)
  783. {
  784. struct vlc_source *c = data;
  785. if (c->behavior == BEHAVIOR_STOP_RESTART) {
  786. libvlc_media_list_player_play_(c->media_list_player);
  787. } else if (c->behavior == BEHAVIOR_PAUSE_UNPAUSE) {
  788. libvlc_media_list_player_play_(c->media_list_player);
  789. }
  790. }
  791. static void vlcs_deactivate(void *data)
  792. {
  793. struct vlc_source *c = data;
  794. if (c->behavior == BEHAVIOR_STOP_RESTART) {
  795. libvlc_media_list_player_stop_(c->media_list_player);
  796. obs_source_output_video(c->source, NULL);
  797. } else if (c->behavior == BEHAVIOR_PAUSE_UNPAUSE) {
  798. libvlc_media_list_player_pause_(c->media_list_player);
  799. }
  800. }
  801. static void vlcs_defaults(obs_data_t *settings)
  802. {
  803. obs_data_set_default_bool(settings, S_LOOP, true);
  804. obs_data_set_default_bool(settings, S_SHUFFLE, false);
  805. obs_data_set_default_string(settings, S_BEHAVIOR,
  806. S_BEHAVIOR_STOP_RESTART);
  807. obs_data_set_default_int(settings, S_NETWORK_CACHING, 400);
  808. obs_data_set_default_int(settings, S_TRACK, 1);
  809. obs_data_set_default_bool(settings, S_SUBTITLE_ENABLE, false);
  810. obs_data_set_default_int(settings, S_SUBTITLE_TRACK, 1);
  811. }
  812. static obs_properties_t *vlcs_properties(void *data)
  813. {
  814. obs_properties_t *ppts = obs_properties_create();
  815. struct vlc_source *c = data;
  816. struct dstr filter = {0};
  817. struct dstr exts = {0};
  818. struct dstr path = {0};
  819. obs_property_t *p;
  820. obs_properties_set_flags(ppts, OBS_PROPERTIES_DEFER_UPDATE);
  821. obs_properties_add_bool(ppts, S_LOOP, T_LOOP);
  822. obs_properties_add_bool(ppts, S_SHUFFLE, T_SHUFFLE);
  823. if (c) {
  824. pthread_mutex_lock(&c->mutex);
  825. if (c->files.num) {
  826. struct media_file_data *last = da_end(c->files);
  827. const char *slash;
  828. dstr_copy(&path, last->path);
  829. dstr_replace(&path, "\\", "/");
  830. slash = strrchr(path.array, '/');
  831. if (slash)
  832. dstr_resize(&path, slash - path.array + 1);
  833. }
  834. pthread_mutex_unlock(&c->mutex);
  835. }
  836. p = obs_properties_add_list(ppts, S_BEHAVIOR, T_BEHAVIOR,
  837. OBS_COMBO_TYPE_LIST,
  838. OBS_COMBO_FORMAT_STRING);
  839. obs_property_list_add_string(p, T_BEHAVIOR_STOP_RESTART,
  840. S_BEHAVIOR_STOP_RESTART);
  841. obs_property_list_add_string(p, T_BEHAVIOR_PAUSE_UNPAUSE,
  842. S_BEHAVIOR_PAUSE_UNPAUSE);
  843. obs_property_list_add_string(p, T_BEHAVIOR_ALWAYS_PLAY,
  844. S_BEHAVIOR_ALWAYS_PLAY);
  845. dstr_cat(&filter, "Media Files (");
  846. dstr_copy(&exts, EXTENSIONS_MEDIA);
  847. dstr_replace(&exts, ";", " ");
  848. dstr_cat_dstr(&filter, &exts);
  849. dstr_cat(&filter, ");;Video Files (");
  850. dstr_copy(&exts, EXTENSIONS_VIDEO);
  851. dstr_replace(&exts, ";", " ");
  852. dstr_cat_dstr(&filter, &exts);
  853. dstr_cat(&filter, ");;Audio Files (");
  854. dstr_copy(&exts, EXTENSIONS_AUDIO);
  855. dstr_replace(&exts, ";", " ");
  856. dstr_cat_dstr(&filter, &exts);
  857. dstr_cat(&filter, ");;Playlist Files (");
  858. dstr_copy(&exts, EXTENSIONS_PLAYLIST);
  859. dstr_replace(&exts, ";", " ");
  860. dstr_cat_dstr(&filter, &exts);
  861. dstr_cat(&filter, ")");
  862. obs_properties_add_editable_list(ppts, S_PLAYLIST, T_PLAYLIST,
  863. OBS_EDITABLE_LIST_TYPE_FILES_AND_URLS,
  864. filter.array, path.array);
  865. dstr_free(&path);
  866. dstr_free(&filter);
  867. dstr_free(&exts);
  868. obs_properties_add_int(ppts, S_NETWORK_CACHING, T_NETWORK_CACHING, 100,
  869. 60000, 10);
  870. obs_properties_add_int(ppts, S_TRACK, T_TRACK, 1, 10, 1);
  871. obs_properties_add_bool(ppts, S_SUBTITLE_ENABLE, T_SUBTITLE_ENABLE);
  872. obs_properties_add_int(ppts, S_SUBTITLE_TRACK, T_SUBTITLE_TRACK, 1, 10,
  873. 1);
  874. return ppts;
  875. }
  876. struct obs_source_info vlc_source_info = {
  877. .id = "vlc_source",
  878. .type = OBS_SOURCE_TYPE_INPUT,
  879. .output_flags = OBS_SOURCE_ASYNC_VIDEO | OBS_SOURCE_AUDIO |
  880. OBS_SOURCE_DO_NOT_DUPLICATE |
  881. OBS_SOURCE_CONTROLLABLE_MEDIA,
  882. .get_name = vlcs_get_name,
  883. .create = vlcs_create,
  884. .destroy = vlcs_destroy,
  885. .update = vlcs_update,
  886. .get_defaults = vlcs_defaults,
  887. .get_properties = vlcs_properties,
  888. .activate = vlcs_activate,
  889. .deactivate = vlcs_deactivate,
  890. .icon_type = OBS_ICON_TYPE_MEDIA,
  891. .media_play_pause = vlcs_play_pause,
  892. .media_restart = vlcs_restart,
  893. .media_stop = vlcs_stop,
  894. .media_next = vlcs_playlist_next,
  895. .media_previous = vlcs_playlist_prev,
  896. .media_get_duration = vlcs_get_duration,
  897. .media_get_time = vlcs_get_time,
  898. .media_set_time = vlcs_set_time,
  899. .media_get_state = vlcs_get_state,
  900. };