obs-output.c 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077
  1. /******************************************************************************
  2. Copyright (C) 2013-2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include <inttypes.h>
  15. #include "util/platform.h"
  16. #include "obs.h"
  17. #include "obs-internal.h"
  18. static inline void signal_stop(struct obs_output *output, int code);
  19. const struct obs_output_info *find_output(const char *id)
  20. {
  21. size_t i;
  22. for (i = 0; i < obs->output_types.num; i++)
  23. if (strcmp(obs->output_types.array[i].id, id) == 0)
  24. return obs->output_types.array+i;
  25. return NULL;
  26. }
  27. const char *obs_output_get_display_name(const char *id)
  28. {
  29. const struct obs_output_info *info = find_output(id);
  30. return (info != NULL) ? info->get_name() : NULL;
  31. }
  32. static const char *output_signals[] = {
  33. "void start(ptr output)",
  34. "void stop(ptr output, int code)",
  35. "void reconnect(ptr output)",
  36. "void reconnect_success(ptr output)",
  37. NULL
  38. };
  39. static bool init_output_handlers(struct obs_output *output, const char *name,
  40. obs_data_t *settings)
  41. {
  42. if (!obs_context_data_init(&output->context, settings, name))
  43. return false;
  44. signal_handler_add_array(output->context.signals, output_signals);
  45. return true;
  46. }
  47. obs_output_t *obs_output_create(const char *id, const char *name,
  48. obs_data_t *settings)
  49. {
  50. const struct obs_output_info *info = find_output(id);
  51. struct obs_output *output;
  52. int ret;
  53. if (!info) {
  54. blog(LOG_ERROR, "Output '%s' not found", id);
  55. return NULL;
  56. }
  57. output = bzalloc(sizeof(struct obs_output));
  58. pthread_mutex_init_value(&output->interleaved_mutex);
  59. if (pthread_mutex_init(&output->interleaved_mutex, NULL) != 0)
  60. goto fail;
  61. if (!init_output_handlers(output, name, settings))
  62. goto fail;
  63. output->info = *info;
  64. output->video = obs_get_video();
  65. output->audio = obs_get_audio();
  66. if (output->info.get_defaults)
  67. output->info.get_defaults(output->context.settings);
  68. ret = os_event_init(&output->reconnect_stop_event,
  69. OS_EVENT_TYPE_MANUAL);
  70. if (ret < 0)
  71. goto fail;
  72. output->context.data = info->create(output->context.settings, output);
  73. if (!output->context.data)
  74. goto fail;
  75. output->reconnect_retry_sec = 2;
  76. output->reconnect_retry_max = 20;
  77. output->valid = true;
  78. obs_context_data_insert(&output->context,
  79. &obs->data.outputs_mutex,
  80. &obs->data.first_output);
  81. blog(LOG_INFO, "output '%s' (%s) created", name, id);
  82. return output;
  83. fail:
  84. obs_output_destroy(output);
  85. return NULL;
  86. }
  87. static inline void free_packets(struct obs_output *output)
  88. {
  89. for (size_t i = 0; i < output->interleaved_packets.num; i++)
  90. obs_free_encoder_packet(output->interleaved_packets.array+i);
  91. da_free(output->interleaved_packets);
  92. }
  93. void obs_output_destroy(obs_output_t *output)
  94. {
  95. if (output) {
  96. obs_context_data_remove(&output->context);
  97. blog(LOG_INFO, "output '%s' destroyed", output->context.name);
  98. if (output->valid && output->active)
  99. obs_output_stop(output);
  100. if (output->service)
  101. output->service->output = NULL;
  102. free_packets(output);
  103. if (output->context.data)
  104. output->info.destroy(output->context.data);
  105. if (output->video_encoder) {
  106. obs_encoder_remove_output(output->video_encoder,
  107. output);
  108. }
  109. if (output->audio_encoder) {
  110. obs_encoder_remove_output(output->audio_encoder,
  111. output);
  112. }
  113. pthread_mutex_destroy(&output->interleaved_mutex);
  114. os_event_destroy(output->reconnect_stop_event);
  115. obs_context_data_free(&output->context);
  116. bfree(output);
  117. }
  118. }
  119. const char *obs_output_get_name(const obs_output_t *output)
  120. {
  121. return output ? output->context.name : NULL;
  122. }
  123. bool obs_output_start(obs_output_t *output)
  124. {
  125. bool success;
  126. if (!output)
  127. return false;
  128. output->stopped = false;
  129. success = output->info.start(output->context.data);
  130. if (success && output->video) {
  131. output->starting_frame_count =
  132. video_output_get_total_frames(output->video);
  133. output->starting_skipped_frame_count =
  134. video_output_get_skipped_frames(output->video);
  135. }
  136. return success;
  137. }
  138. static void log_frame_info(struct obs_output *output)
  139. {
  140. uint32_t video_frames = video_output_get_total_frames(output->video);
  141. uint32_t video_skipped = video_output_get_skipped_frames(output->video);
  142. uint32_t total = video_frames - output->starting_frame_count;
  143. uint32_t skipped = video_skipped - output->starting_skipped_frame_count;
  144. int dropped = obs_output_get_frames_dropped(output);
  145. double percentage_skipped = (double)skipped / (double)total * 100.0;
  146. blog(LOG_INFO, "Output '%s': stopping", output->context.name);
  147. blog(LOG_INFO, "Output '%s': Total frames: %"PRIu32,
  148. output->context.name, total);
  149. if (total)
  150. blog(LOG_INFO, "Output '%s': Number of skipped frames: "
  151. "%"PRIu32" (%g%%)",
  152. output->context.name,
  153. skipped, percentage_skipped);
  154. if (dropped) {
  155. double percentage_dropped;
  156. percentage_dropped = (double)dropped / (double)total * 100.0;
  157. blog(LOG_INFO, "Output '%s': Number of dropped frames: "
  158. "%d (%g%%)",
  159. output->context.name,
  160. dropped, percentage_dropped);
  161. }
  162. }
  163. void obs_output_stop(obs_output_t *output)
  164. {
  165. if (output) {
  166. output->stopped = true;
  167. os_event_signal(output->reconnect_stop_event);
  168. if (output->reconnect_thread_active)
  169. pthread_join(output->reconnect_thread, NULL);
  170. output->info.stop(output->context.data);
  171. signal_stop(output, OBS_OUTPUT_SUCCESS);
  172. if (output->video)
  173. log_frame_info(output);
  174. }
  175. }
  176. bool obs_output_active(const obs_output_t *output)
  177. {
  178. return (output != NULL) ?
  179. (output->active || output->reconnecting) : false;
  180. }
  181. static inline obs_data_t *get_defaults(const struct obs_output_info *info)
  182. {
  183. obs_data_t *settings = obs_data_create();
  184. if (info->get_defaults)
  185. info->get_defaults(settings);
  186. return settings;
  187. }
  188. obs_data_t *obs_output_defaults(const char *id)
  189. {
  190. const struct obs_output_info *info = find_output(id);
  191. return (info) ? get_defaults(info) : NULL;
  192. }
  193. obs_properties_t *obs_get_output_properties(const char *id)
  194. {
  195. const struct obs_output_info *info = find_output(id);
  196. if (info && info->get_properties) {
  197. obs_data_t *defaults = get_defaults(info);
  198. obs_properties_t *properties;
  199. properties = info->get_properties(NULL);
  200. obs_properties_apply_settings(properties, defaults);
  201. obs_data_release(defaults);
  202. return properties;
  203. }
  204. return NULL;
  205. }
  206. obs_properties_t *obs_output_properties(const obs_output_t *output)
  207. {
  208. if (output && output->info.get_properties) {
  209. obs_properties_t *props;
  210. props = output->info.get_properties(output->context.data);
  211. obs_properties_apply_settings(props, output->context.settings);
  212. return props;
  213. }
  214. return NULL;
  215. }
  216. void obs_output_update(obs_output_t *output, obs_data_t *settings)
  217. {
  218. if (!output) return;
  219. obs_data_apply(output->context.settings, settings);
  220. if (output->info.update)
  221. output->info.update(output->context.data,
  222. output->context.settings);
  223. }
  224. obs_data_t *obs_output_get_settings(const obs_output_t *output)
  225. {
  226. if (!output)
  227. return NULL;
  228. obs_data_addref(output->context.settings);
  229. return output->context.settings;
  230. }
  231. bool obs_output_canpause(const obs_output_t *output)
  232. {
  233. return output ? (output->info.pause != NULL) : false;
  234. }
  235. void obs_output_pause(obs_output_t *output)
  236. {
  237. if (output && output->info.pause)
  238. output->info.pause(output->context.data);
  239. }
  240. signal_handler_t *obs_output_get_signal_handler(const obs_output_t *output)
  241. {
  242. return output ? output->context.signals : NULL;
  243. }
  244. proc_handler_t *obs_output_get_proc_handler(const obs_output_t *output)
  245. {
  246. return output ? output->context.procs : NULL;
  247. }
  248. void obs_output_set_media(obs_output_t *output, video_t *video, audio_t *audio)
  249. {
  250. if (!output)
  251. return;
  252. output->video = video;
  253. output->audio = audio;
  254. }
  255. video_t *obs_output_video(const obs_output_t *output)
  256. {
  257. return output ? output->video : NULL;
  258. }
  259. audio_t *obs_output_audio(const obs_output_t *output)
  260. {
  261. return output ? output->audio : NULL;
  262. }
  263. void obs_output_remove_encoder(struct obs_output *output,
  264. struct obs_encoder *encoder)
  265. {
  266. if (!output) return;
  267. if (output->video_encoder == encoder)
  268. output->video_encoder = NULL;
  269. else if (output->audio_encoder == encoder)
  270. output->audio_encoder = NULL;
  271. }
  272. void obs_output_set_video_encoder(obs_output_t *output, obs_encoder_t *encoder)
  273. {
  274. if (!output) return;
  275. if (output->video_encoder == encoder) return;
  276. if (encoder && encoder->info.type != OBS_ENCODER_VIDEO) return;
  277. obs_encoder_remove_output(output->video_encoder, output);
  278. obs_encoder_add_output(encoder, output);
  279. output->video_encoder = encoder;
  280. /* set the preferred resolution on the encoder */
  281. if (output->scaled_width && output->scaled_height)
  282. obs_encoder_set_scaled_size(output->video_encoder,
  283. output->scaled_width, output->scaled_height);
  284. }
  285. void obs_output_set_audio_encoder(obs_output_t *output, obs_encoder_t *encoder)
  286. {
  287. if (!output) return;
  288. if (output->audio_encoder == encoder) return;
  289. if (encoder && encoder->info.type != OBS_ENCODER_AUDIO) return;
  290. obs_encoder_remove_output(output->audio_encoder, output);
  291. obs_encoder_add_output(encoder, output);
  292. output->audio_encoder = encoder;
  293. }
  294. obs_encoder_t *obs_output_get_video_encoder(const obs_output_t *output)
  295. {
  296. return output ? output->video_encoder : NULL;
  297. }
  298. obs_encoder_t *obs_output_get_audio_encoder(const obs_output_t *output)
  299. {
  300. return output ? output->audio_encoder : NULL;
  301. }
  302. void obs_output_set_service(obs_output_t *output, obs_service_t *service)
  303. {
  304. if (!output || output->active || !service || service->active) return;
  305. if (service->output)
  306. service->output->service = NULL;
  307. output->service = service;
  308. service->output = output;
  309. }
  310. obs_service_t *obs_output_get_service(const obs_output_t *output)
  311. {
  312. return output ? output->service : NULL;
  313. }
  314. void obs_output_set_reconnect_settings(obs_output_t *output,
  315. int retry_count, int retry_sec)
  316. {
  317. if (!output) return;
  318. output->reconnect_retry_max = retry_count;
  319. output->reconnect_retry_sec = retry_sec;
  320. }
  321. uint64_t obs_output_get_total_bytes(const obs_output_t *output)
  322. {
  323. if (!output || !output->info.get_total_bytes)
  324. return 0;
  325. return output->info.get_total_bytes(output->context.data);
  326. }
  327. int obs_output_get_frames_dropped(const obs_output_t *output)
  328. {
  329. if (!output || !output->info.get_dropped_frames)
  330. return 0;
  331. return output->info.get_dropped_frames(output->context.data);
  332. }
  333. int obs_output_get_total_frames(const obs_output_t *output)
  334. {
  335. return output ? output->total_frames : 0;
  336. }
  337. void obs_output_set_preferred_size(obs_output_t *output, uint32_t width,
  338. uint32_t height)
  339. {
  340. if (!output || (output->info.flags & OBS_OUTPUT_VIDEO) == 0)
  341. return;
  342. if (output->active) {
  343. blog(LOG_WARNING, "output '%s': Cannot set the preferred "
  344. "resolution while the output is active",
  345. obs_output_get_name(output));
  346. return;
  347. }
  348. output->scaled_width = width;
  349. output->scaled_height = height;
  350. if (output->info.flags & OBS_OUTPUT_ENCODED) {
  351. if (output->video_encoder)
  352. obs_encoder_set_scaled_size(output->video_encoder,
  353. width, height);
  354. }
  355. }
  356. uint32_t obs_output_get_width(const obs_output_t *output)
  357. {
  358. if (!output || (output->info.flags & OBS_OUTPUT_VIDEO) == 0)
  359. return 0;
  360. if (output->info.flags & OBS_OUTPUT_ENCODED)
  361. return obs_encoder_get_width(output->video_encoder);
  362. else
  363. return output->scaled_width != 0 ?
  364. output->scaled_width :
  365. video_output_get_width(output->video);
  366. }
  367. uint32_t obs_output_get_height(const obs_output_t *output)
  368. {
  369. if (!output || (output->info.flags & OBS_OUTPUT_VIDEO) == 0)
  370. return 0;
  371. if (output->info.flags & OBS_OUTPUT_ENCODED)
  372. return obs_encoder_get_height(output->video_encoder);
  373. else
  374. return output->scaled_height != 0 ?
  375. output->scaled_height :
  376. video_output_get_height(output->video);
  377. }
  378. void obs_output_set_video_conversion(obs_output_t *output,
  379. const struct video_scale_info *conversion)
  380. {
  381. if (!output || !conversion) return;
  382. output->video_conversion = *conversion;
  383. output->video_conversion_set = true;
  384. }
  385. void obs_output_set_audio_conversion(obs_output_t *output,
  386. const struct audio_convert_info *conversion)
  387. {
  388. if (!output || !conversion) return;
  389. output->audio_conversion = *conversion;
  390. output->audio_conversion_set = true;
  391. }
  392. static bool can_begin_data_capture(const struct obs_output *output,
  393. bool encoded, bool has_video, bool has_audio, bool has_service)
  394. {
  395. if (has_video) {
  396. if (encoded) {
  397. if (!output->video_encoder)
  398. return false;
  399. } else {
  400. if (!output->video)
  401. return false;
  402. }
  403. }
  404. if (has_audio) {
  405. if (encoded) {
  406. if (!output->audio_encoder)
  407. return false;
  408. } else {
  409. if (!output->audio)
  410. return false;
  411. }
  412. }
  413. if (has_service && !output->service)
  414. return false;
  415. return true;
  416. }
  417. static inline bool has_scaling(const struct obs_output *output)
  418. {
  419. uint32_t video_width = video_output_get_width(output->video);
  420. uint32_t video_height = video_output_get_height(output->video);
  421. return output->scaled_width && output->scaled_height &&
  422. (video_width != output->scaled_width ||
  423. video_height != output->scaled_height);
  424. }
  425. static inline struct video_scale_info *get_video_conversion(
  426. struct obs_output *output)
  427. {
  428. if (output->video_conversion_set) {
  429. if (!output->video_conversion.width)
  430. output->video_conversion.width =
  431. obs_output_get_width(output);
  432. if (!output->video_conversion.height)
  433. output->video_conversion.height =
  434. obs_output_get_height(output);
  435. return &output->video_conversion;
  436. } else if (has_scaling(output)) {
  437. const struct video_output_info *info =
  438. video_output_get_info(output->video);
  439. output->video_conversion.format = info->format;
  440. output->video_conversion.colorspace = VIDEO_CS_DEFAULT;
  441. output->video_conversion.range = VIDEO_RANGE_DEFAULT;
  442. output->video_conversion.width = output->scaled_width;
  443. output->video_conversion.height = output->scaled_height;
  444. return &output->video_conversion;
  445. }
  446. return NULL;
  447. }
  448. static inline struct audio_convert_info *get_audio_conversion(
  449. struct obs_output *output)
  450. {
  451. return output->audio_conversion_set ? &output->audio_conversion : NULL;
  452. }
  453. static void apply_interleaved_packet_offset(struct obs_output *output,
  454. struct encoder_packet *out)
  455. {
  456. int64_t offset;
  457. /* audio and video need to start at timestamp 0, and the encoders
  458. * may not currently be at 0 when we get data. so, we store the
  459. * current dts as offset and subtract that value from the dts/pts
  460. * of the output packet. */
  461. if (out->type == OBS_ENCODER_VIDEO) {
  462. if (!output->received_video)
  463. output->received_video = true;
  464. offset = output->video_offset;
  465. } else {
  466. if (!output->received_audio)
  467. output->received_audio = true;
  468. offset = output->audio_offset;
  469. }
  470. out->dts -= offset;
  471. out->pts -= offset;
  472. /* convert the newly adjusted dts to relative dts time to ensure proper
  473. * interleaving. if we're using an audio encoder that's already been
  474. * started on another output, then the first audio packet may not be
  475. * quite perfectly synced up in terms of system time (and there's
  476. * nothing we can really do about that), but it will always at least be
  477. * within a 23ish millisecond threshold (at least for AAC) */
  478. out->dts_usec = packet_dts_usec(out);
  479. }
  480. static inline bool has_higher_opposing_ts(struct obs_output *output,
  481. struct encoder_packet *packet)
  482. {
  483. if (packet->type == OBS_ENCODER_VIDEO)
  484. return output->highest_audio_ts > packet->dts_usec;
  485. else
  486. return output->highest_video_ts > packet->dts_usec;
  487. }
  488. static inline void send_interleaved(struct obs_output *output)
  489. {
  490. struct encoder_packet out = output->interleaved_packets.array[0];
  491. /* do not send an interleaved packet if there's no packet of the
  492. * opposing type of a higher timstamp in the interleave buffer.
  493. * this ensures that the timestamps are monotonic */
  494. if (!has_higher_opposing_ts(output, &out))
  495. return;
  496. if (out.type == OBS_ENCODER_VIDEO)
  497. output->total_frames++;
  498. da_erase(output->interleaved_packets, 0);
  499. if (!output->stopped)
  500. output->info.encoded_packet(output->context.data, &out);
  501. obs_free_encoder_packet(&out);
  502. }
  503. static inline void set_higher_ts(struct obs_output *output,
  504. struct encoder_packet *packet)
  505. {
  506. if (packet->type == OBS_ENCODER_VIDEO) {
  507. if (output->highest_video_ts < packet->dts_usec)
  508. output->highest_video_ts = packet->dts_usec;
  509. } else {
  510. if (output->highest_audio_ts < packet->dts_usec)
  511. output->highest_audio_ts = packet->dts_usec;
  512. }
  513. }
  514. static bool can_prune_interleaved_packet(struct obs_output *output, size_t idx)
  515. {
  516. struct encoder_packet *packet;
  517. struct encoder_packet *next;
  518. if (idx >= (output->interleaved_packets.num - 1))
  519. return false;
  520. packet = &output->interleaved_packets.array[idx];
  521. /* audio packets will almost always come before video packets,
  522. * so it should only ever be necessary to prune audio packets */
  523. if (packet->type != OBS_ENCODER_AUDIO)
  524. return false;
  525. next = &output->interleaved_packets.array[idx + 1];
  526. if (next->type == OBS_ENCODER_VIDEO &&
  527. next->dts_usec == packet->dts_usec)
  528. return false;
  529. return true;
  530. }
  531. static void prune_interleaved_packets(struct obs_output *output)
  532. {
  533. size_t start_idx = 0;
  534. while (can_prune_interleaved_packet(output, start_idx))
  535. start_idx++;
  536. if (start_idx) {
  537. for (size_t i = 0; i < start_idx; i++) {
  538. struct encoder_packet *packet =
  539. &output->interleaved_packets.array[i];
  540. obs_free_encoder_packet(packet);
  541. }
  542. da_erase_range(output->interleaved_packets, 0, start_idx);
  543. }
  544. }
  545. static struct encoder_packet *find_first_packet_type(struct obs_output *output,
  546. enum obs_encoder_type type)
  547. {
  548. for (size_t i = 0; i < output->interleaved_packets.num; i++) {
  549. struct encoder_packet *packet =
  550. &output->interleaved_packets.array[i];
  551. if (packet->type == type)
  552. return packet;
  553. }
  554. return NULL;
  555. }
  556. static bool initialize_interleaved_packets(struct obs_output *output)
  557. {
  558. struct encoder_packet *video;
  559. struct encoder_packet *audio;
  560. video = find_first_packet_type(output, OBS_ENCODER_VIDEO);
  561. audio = find_first_packet_type(output, OBS_ENCODER_AUDIO);
  562. if (!audio)
  563. output->received_audio = false;
  564. if (!video)
  565. output->received_video = false;
  566. if (!audio || !video) {
  567. return false;
  568. }
  569. /* get new offsets */
  570. output->video_offset = video->dts;
  571. output->audio_offset = audio->dts;
  572. /* subtract offsets from highest TS offset variables */
  573. output->highest_audio_ts -= audio->dts_usec;
  574. output->highest_video_ts -= video->dts_usec;
  575. /* apply new offsets to all existing packet DTS/PTS values */
  576. for (size_t i = 0; i < output->interleaved_packets.num; i++) {
  577. struct encoder_packet *packet =
  578. &output->interleaved_packets.array[i];
  579. apply_interleaved_packet_offset(output, packet);
  580. }
  581. return true;
  582. }
  583. static inline void insert_interleaved_packet(struct obs_output *output,
  584. struct encoder_packet *out)
  585. {
  586. size_t idx;
  587. for (idx = 0; idx < output->interleaved_packets.num; idx++) {
  588. struct encoder_packet *cur_packet;
  589. cur_packet = output->interleaved_packets.array + idx;
  590. if (out->dts_usec < cur_packet->dts_usec)
  591. break;
  592. }
  593. da_insert(output->interleaved_packets, idx, out);
  594. }
  595. static void resort_interleaved_packets(struct obs_output *output)
  596. {
  597. DARRAY(struct encoder_packet) old_array;
  598. old_array.da = output->interleaved_packets.da;
  599. memset(&output->interleaved_packets, 0,
  600. sizeof(output->interleaved_packets));
  601. for (size_t i = 0; i < old_array.num; i++)
  602. insert_interleaved_packet(output, &old_array.array[i]);
  603. da_free(old_array);
  604. }
  605. static void interleave_packets(void *data, struct encoder_packet *packet)
  606. {
  607. struct obs_output *output = data;
  608. struct encoder_packet out;
  609. bool was_started;
  610. pthread_mutex_lock(&output->interleaved_mutex);
  611. was_started = output->received_audio && output->received_video;
  612. obs_duplicate_encoder_packet(&out, packet);
  613. apply_interleaved_packet_offset(output, &out);
  614. insert_interleaved_packet(output, &out);
  615. set_higher_ts(output, &out);
  616. /* when both video and audio have been received, we're ready
  617. * to start sending out packets (one at a time) */
  618. if (output->received_audio && output->received_video) {
  619. if (!was_started) {
  620. prune_interleaved_packets(output);
  621. if (initialize_interleaved_packets(output)) {
  622. resort_interleaved_packets(output);
  623. send_interleaved(output);
  624. }
  625. } else {
  626. send_interleaved(output);
  627. }
  628. }
  629. pthread_mutex_unlock(&output->interleaved_mutex);
  630. }
  631. static void default_encoded_callback(void *param, struct encoder_packet *packet)
  632. {
  633. struct obs_output *output = param;
  634. if (!output->stopped)
  635. output->info.encoded_packet(output->context.data, packet);
  636. if (packet->type == OBS_ENCODER_VIDEO)
  637. output->total_frames++;
  638. }
  639. static void default_raw_video_callback(void *param, struct video_data *frame)
  640. {
  641. struct obs_output *output = param;
  642. if (!output->stopped)
  643. output->info.raw_video(output->context.data, frame);
  644. output->total_frames++;
  645. }
  646. static void default_raw_audio_callback(void *param, struct audio_data *frames)
  647. {
  648. struct obs_output *output = param;
  649. if (!output->stopped)
  650. output->info.raw_audio(output->context.data, frames);
  651. }
  652. static void hook_data_capture(struct obs_output *output, bool encoded,
  653. bool has_video, bool has_audio)
  654. {
  655. void (*encoded_callback)(void *data, struct encoder_packet *packet);
  656. if (encoded) {
  657. output->received_audio = false;
  658. output->received_video = false;
  659. output->highest_audio_ts = 0;
  660. output->highest_video_ts = 0;
  661. output->video_offset = 0;
  662. output->audio_offset = 0;
  663. free_packets(output);
  664. encoded_callback = (has_video && has_audio) ?
  665. interleave_packets : default_encoded_callback;
  666. if (has_video)
  667. obs_encoder_start(output->video_encoder,
  668. encoded_callback, output);
  669. if (has_audio)
  670. obs_encoder_start(output->audio_encoder,
  671. encoded_callback, output);
  672. } else {
  673. if (has_video)
  674. video_output_connect(output->video,
  675. get_video_conversion(output),
  676. default_raw_video_callback, output);
  677. if (has_audio)
  678. audio_output_connect(output->audio,
  679. get_audio_conversion(output),
  680. default_raw_audio_callback, output);
  681. }
  682. }
  683. static inline void do_output_signal(struct obs_output *output,
  684. const char *signal)
  685. {
  686. struct calldata params = {0};
  687. calldata_set_ptr(&params, "output", output);
  688. signal_handler_signal(output->context.signals, signal, &params);
  689. calldata_free(&params);
  690. }
  691. static inline void signal_start(struct obs_output *output)
  692. {
  693. do_output_signal(output, "start");
  694. }
  695. static inline void signal_reconnect(struct obs_output *output)
  696. {
  697. do_output_signal(output, "reconnect");
  698. }
  699. static inline void signal_reconnect_success(struct obs_output *output)
  700. {
  701. do_output_signal(output, "reconnect_success");
  702. }
  703. static inline void signal_stop(struct obs_output *output, int code)
  704. {
  705. struct calldata params = {0};
  706. calldata_set_int(&params, "code", code);
  707. calldata_set_ptr(&params, "output", output);
  708. signal_handler_signal(output->context.signals, "stop", &params);
  709. calldata_free(&params);
  710. }
  711. static inline void convert_flags(const struct obs_output *output,
  712. uint32_t flags, bool *encoded, bool *has_video, bool *has_audio,
  713. bool *has_service)
  714. {
  715. *encoded = (output->info.flags & OBS_OUTPUT_ENCODED) != 0;
  716. if (!flags)
  717. flags = output->info.flags;
  718. else
  719. flags &= output->info.flags;
  720. *has_video = (flags & OBS_OUTPUT_VIDEO) != 0;
  721. *has_audio = (flags & OBS_OUTPUT_AUDIO) != 0;
  722. *has_service = (flags & OBS_OUTPUT_SERVICE) != 0;
  723. }
  724. bool obs_output_can_begin_data_capture(const obs_output_t *output,
  725. uint32_t flags)
  726. {
  727. bool encoded, has_video, has_audio, has_service;
  728. if (!output) return false;
  729. if (output->active) return false;
  730. convert_flags(output, flags, &encoded, &has_video, &has_audio,
  731. &has_service);
  732. return can_begin_data_capture(output, encoded, has_video, has_audio,
  733. has_service);
  734. }
  735. bool obs_output_initialize_encoders(obs_output_t *output, uint32_t flags)
  736. {
  737. bool encoded, has_video, has_audio, has_service;
  738. if (!output) return false;
  739. if (output->active) return false;
  740. convert_flags(output, flags, &encoded, &has_video, &has_audio,
  741. &has_service);
  742. if (!encoded)
  743. return false;
  744. if (has_service && !obs_service_initialize(output->service, output))
  745. return false;
  746. if (has_video && !obs_encoder_initialize(output->video_encoder))
  747. return false;
  748. if (has_audio && !obs_encoder_initialize(output->audio_encoder))
  749. return false;
  750. if (has_video && has_audio && !output->audio_encoder->active &&
  751. !output->video_encoder->active) {
  752. output->audio_encoder->wait_for_video = true;
  753. output->video_encoder->paired_encoder = output->audio_encoder;
  754. output->audio_encoder->paired_encoder = output->video_encoder;
  755. }
  756. return true;
  757. }
  758. bool obs_output_begin_data_capture(obs_output_t *output, uint32_t flags)
  759. {
  760. bool encoded, has_video, has_audio, has_service;
  761. if (!output) return false;
  762. if (output->active) return false;
  763. output->total_frames = 0;
  764. convert_flags(output, flags, &encoded, &has_video, &has_audio,
  765. &has_service);
  766. if (!can_begin_data_capture(output, encoded, has_video, has_audio,
  767. has_service))
  768. return false;
  769. hook_data_capture(output, encoded, has_video, has_audio);
  770. if (has_service)
  771. obs_service_activate(output->service);
  772. output->active = true;
  773. if (output->reconnecting) {
  774. signal_reconnect_success(output);
  775. output->reconnecting = false;
  776. } else {
  777. signal_start(output);
  778. }
  779. return true;
  780. }
  781. void obs_output_end_data_capture(obs_output_t *output)
  782. {
  783. bool encoded, has_video, has_audio, has_service;
  784. void (*encoded_callback)(void *data, struct encoder_packet *packet);
  785. if (!output) return;
  786. if (!output->active) return;
  787. convert_flags(output, 0, &encoded, &has_video, &has_audio,
  788. &has_service);
  789. if (encoded) {
  790. encoded_callback = (has_video && has_audio) ?
  791. interleave_packets : default_encoded_callback;
  792. if (has_video)
  793. obs_encoder_stop(output->video_encoder,
  794. encoded_callback, output);
  795. if (has_audio)
  796. obs_encoder_stop(output->audio_encoder,
  797. encoded_callback, output);
  798. } else {
  799. if (has_video)
  800. video_output_disconnect(output->video,
  801. default_raw_video_callback, output);
  802. if (has_audio)
  803. audio_output_disconnect(output->audio,
  804. output->info.raw_audio,
  805. output->context.data);
  806. }
  807. if (has_service)
  808. obs_service_deactivate(output->service, false);
  809. output->active = false;
  810. }
  811. static void *reconnect_thread(void *param)
  812. {
  813. struct obs_output *output = param;
  814. unsigned long ms = output->reconnect_retry_sec * 1000;
  815. output->reconnect_thread_active = true;
  816. if (os_event_timedwait(output->reconnect_stop_event, ms) == ETIMEDOUT)
  817. obs_output_start(output);
  818. if (os_event_try(output->reconnect_stop_event) == EAGAIN)
  819. pthread_detach(output->reconnect_thread);
  820. output->reconnect_thread_active = false;
  821. return NULL;
  822. }
  823. static void output_reconnect(struct obs_output *output)
  824. {
  825. int ret;
  826. if (!output->reconnecting)
  827. output->reconnect_retries = 0;
  828. if (output->reconnect_retries >= output->reconnect_retry_max) {
  829. output->reconnecting = false;
  830. signal_stop(output, OBS_OUTPUT_DISCONNECTED);
  831. return;
  832. }
  833. if (!output->reconnecting) {
  834. output->reconnecting = true;
  835. os_event_reset(output->reconnect_stop_event);
  836. }
  837. output->reconnect_retries++;
  838. ret = pthread_create(&output->reconnect_thread, NULL,
  839. &reconnect_thread, output);
  840. if (ret < 0) {
  841. blog(LOG_WARNING, "Failed to create reconnect thread");
  842. output->reconnecting = false;
  843. signal_stop(output, OBS_OUTPUT_DISCONNECTED);
  844. } else {
  845. blog(LOG_INFO, "Output '%s': Reconnecting in %d seconds..",
  846. output->context.name,
  847. output->reconnect_retry_sec);
  848. signal_reconnect(output);
  849. }
  850. }
  851. void obs_output_signal_stop(obs_output_t *output, int code)
  852. {
  853. if (!output)
  854. return;
  855. obs_output_end_data_capture(output);
  856. if ((output->reconnecting && code != OBS_OUTPUT_SUCCESS) ||
  857. code == OBS_OUTPUT_DISCONNECTED)
  858. output_reconnect(output);
  859. else
  860. signal_stop(output, code);
  861. }