ffmpeg-encoded-output.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873
  1. /******************************************************************************
  2. Copyright (C) 2019 Haivision Systems Inc.
  3. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  4. This program is free software: you can redistribute it and/or modify
  5. it under the terms of the GNU General Public License as published by
  6. the Free Software Foundation, either version 2 of the License, or
  7. (at your option) any later version.
  8. This program is distributed in the hope that it will be useful,
  9. but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. GNU General Public License for more details.
  12. You should have received a copy of the GNU General Public License
  13. along with this program. If not, see <http://www.gnu.org/licenses/>.
  14. ******************************************************************************/
  15. #include "ffmpeg-encoded-output.h"
  16. static int proto_init(struct ffmpeg_encoded_output *stream);
  17. static int proto_try_connect(struct ffmpeg_encoded_output *stream);
  18. static int proto_connect_time(struct ffmpeg_encoded_output *stream);
  19. static void proto_close(struct ffmpeg_encoded_output *stream);
  20. static void proto_set_output_error(struct ffmpeg_encoded_output *stream);
  21. static int proto_send_packet(struct ffmpeg_encoded_output *stream,
  22. struct encoder_packet *packet, bool is_header);
  23. static inline size_t num_buffered_packets(struct ffmpeg_encoded_output *stream);
  24. static inline void free_packets(struct ffmpeg_encoded_output *stream);
  25. static inline bool stopping(struct ffmpeg_encoded_output *stream);
  26. static inline bool connecting(struct ffmpeg_encoded_output *stream);
  27. static inline bool active(struct ffmpeg_encoded_output *stream);
  28. static inline bool disconnected(struct ffmpeg_encoded_output *stream);
  29. static inline bool get_next_packet(struct ffmpeg_encoded_output *stream,
  30. struct encoder_packet *packet);
  31. #ifdef TEST_FRAMEDROPS
  32. static void droptest_cap_data_rate(struct ffmpeg_encoded_output *stream,
  33. size_t size);
  34. #endif
  35. static inline bool can_shutdown_stream(struct ffmpeg_encoded_output *stream,
  36. struct encoder_packet *packet);
  37. static void *send_thread(void *data);
  38. static bool send_sps_pps(struct ffmpeg_encoded_output *stream);
  39. static inline bool reset_semaphore(struct ffmpeg_encoded_output *stream);
  40. static bool init_connect(struct ffmpeg_encoded_output *stream);
  41. static int init_send(struct ffmpeg_encoded_output *stream);
  42. static void *connect_thread(void *data);
  43. static inline bool add_packet(struct ffmpeg_encoded_output *stream,
  44. struct encoder_packet *packet);
  45. static inline size_t num_buffered_packets(struct ffmpeg_encoded_output *stream);
  46. static void drop_frames(struct ffmpeg_encoded_output *stream, const char *name,
  47. int highest_priority, bool pframes);
  48. static bool find_first_video_packet(struct ffmpeg_encoded_output *stream,
  49. struct encoder_packet *first);
  50. static void check_to_drop_frames(struct ffmpeg_encoded_output *stream,
  51. bool pframes);
  52. static bool add_video_packet(struct ffmpeg_encoded_output *stream,
  53. struct encoder_packet *packet);
  54. static const char *ffmpeg_encoded_output_getname(void *unused)
  55. {
  56. UNUSED_PARAMETER(unused);
  57. return obs_module_text("FFmpegEncodedOutput");
  58. }
  59. static inline bool add_packet(struct ffmpeg_encoded_output *stream,
  60. struct encoder_packet *packet)
  61. {
  62. circlebuf_push_back(&stream->packets, packet,
  63. sizeof(struct encoder_packet));
  64. return true;
  65. }
  66. static bool add_video_packet(struct ffmpeg_encoded_output *stream,
  67. struct encoder_packet *packet)
  68. {
  69. check_to_drop_frames(stream, false);
  70. check_to_drop_frames(stream, true);
  71. /* if currently dropping frames, drop packets until it reaches the
  72. * desired priority */
  73. if (packet->drop_priority < stream->min_priority) {
  74. stream->dropped_frames++;
  75. return false;
  76. } else {
  77. stream->min_priority = 0;
  78. }
  79. stream->last_dts_usec = packet->dts_usec;
  80. return add_packet(stream, packet);
  81. }
  82. static inline bool get_next_packet(struct ffmpeg_encoded_output *stream,
  83. struct encoder_packet *packet)
  84. {
  85. bool new_packet = false;
  86. pthread_mutex_lock(&stream->packets_mutex);
  87. if (stream->packets.size) {
  88. circlebuf_pop_front(&stream->packets, packet,
  89. sizeof(struct encoder_packet));
  90. new_packet = true;
  91. }
  92. pthread_mutex_unlock(&stream->packets_mutex);
  93. return new_packet;
  94. }
  95. static inline void free_packets(struct ffmpeg_encoded_output *stream)
  96. {
  97. size_t num_packets;
  98. pthread_mutex_lock(&stream->packets_mutex);
  99. num_packets = num_buffered_packets(stream);
  100. if (num_packets)
  101. info("Freeing %d remaining packets", (int)num_packets);
  102. while (stream->packets.size) {
  103. struct encoder_packet packet;
  104. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  105. obs_encoder_packet_release(&packet);
  106. }
  107. pthread_mutex_unlock(&stream->packets_mutex);
  108. }
  109. static inline bool stopping(struct ffmpeg_encoded_output *stream)
  110. {
  111. return os_event_try(stream->stop_event) != EAGAIN;
  112. }
  113. static inline bool connecting(struct ffmpeg_encoded_output *stream)
  114. {
  115. return os_atomic_load_bool(&stream->connecting);
  116. }
  117. static inline bool active(struct ffmpeg_encoded_output *stream)
  118. {
  119. return os_atomic_load_bool(&stream->active);
  120. }
  121. static inline bool disconnected(struct ffmpeg_encoded_output *stream)
  122. {
  123. return os_atomic_load_bool(&stream->disconnected);
  124. }
  125. #ifdef TEST_FRAMEDROPS
  126. static void droptest_cap_data_rate(struct ffmpeg_encoded_output *stream,
  127. size_t size)
  128. {
  129. uint64_t ts = os_gettime_ns();
  130. struct droptest_info info;
  131. info.ts = ts;
  132. info.size = size;
  133. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  134. stream->droptest_size += size;
  135. if (stream->droptest_info.size) {
  136. circlebuf_peek_front(&stream->droptest_info, &info,
  137. sizeof(info));
  138. if (stream->droptest_size > DROPTEST_MAX_BYTES) {
  139. uint64_t elapsed = ts - info.ts;
  140. if (elapsed < 1000000000ULL) {
  141. elapsed = 1000000000ULL - elapsed;
  142. os_sleepto_ns(ts + elapsed);
  143. }
  144. while (stream->droptest_size > DROPTEST_MAX_BYTES) {
  145. circlebuf_pop_front(&stream->droptest_info,
  146. &info, sizeof(info));
  147. stream->droptest_size -= info.size;
  148. }
  149. }
  150. }
  151. }
  152. #endif
  153. static void *send_thread(void *data)
  154. {
  155. struct ffmpeg_encoded_output *stream = data;
  156. os_set_thread_name("ffmpeg-stream: send_thread");
  157. while (os_sem_wait(stream->send_sem) == 0) {
  158. struct encoder_packet packet;
  159. if (stopping(stream) && stream->stop_ts == 0)
  160. break;
  161. if (!get_next_packet(stream, &packet))
  162. continue;
  163. if (stopping(stream)) {
  164. if (can_shutdown_stream(stream, &packet)) {
  165. obs_encoder_packet_release(&packet);
  166. break;
  167. }
  168. }
  169. if (!stream->sent_sps_pps) {
  170. if (!send_sps_pps(stream)) {
  171. os_atomic_set_bool(&stream->disconnected, true);
  172. break;
  173. }
  174. }
  175. if (proto_send_packet(stream, &packet, false) < 0) {
  176. os_atomic_set_bool(&stream->disconnected, true);
  177. break;
  178. }
  179. }
  180. if (disconnected(stream))
  181. info("Disconnected from %s", stream->path.array);
  182. else
  183. info("User stopped the stream");
  184. proto_set_output_error(stream);
  185. proto_close(stream);
  186. if (!stopping(stream)) {
  187. pthread_detach(stream->send_thread);
  188. obs_output_signal_stop(stream->output, OBS_OUTPUT_DISCONNECTED);
  189. } else {
  190. obs_output_end_data_capture(stream->output);
  191. }
  192. free_packets(stream);
  193. os_event_reset(stream->stop_event);
  194. os_atomic_set_bool(&stream->active, false);
  195. stream->sent_sps_pps = false;
  196. return NULL;
  197. }
  198. static bool send_sps_pps(struct ffmpeg_encoded_output *stream)
  199. {
  200. obs_output_t *context = stream->output;
  201. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  202. uint8_t *header;
  203. struct encoder_packet packet = {
  204. .type = OBS_ENCODER_VIDEO, .timebase_den = 1, .keyframe = true};
  205. if (obs_encoder_get_extra_data(vencoder, &header, &packet.size)) {
  206. packet.data = bmemdup(header, packet.size);
  207. stream->sent_sps_pps =
  208. proto_send_packet(stream, &packet, true) >= 0;
  209. }
  210. return stream->sent_sps_pps;
  211. }
  212. static inline bool reset_semaphore(struct ffmpeg_encoded_output *stream)
  213. {
  214. os_sem_destroy(stream->send_sem);
  215. return os_sem_init(&stream->send_sem, 0) == 0;
  216. }
  217. static bool init_connect(struct ffmpeg_encoded_output *stream)
  218. {
  219. obs_service_t *service;
  220. obs_data_t *settings;
  221. int64_t drop_p;
  222. int64_t drop_b;
  223. if (stopping(stream))
  224. pthread_join(stream->send_thread, NULL);
  225. free_packets(stream);
  226. service = obs_output_get_service(stream->output);
  227. if (!service)
  228. return false;
  229. os_atomic_set_bool(&stream->disconnected, false);
  230. stream->total_bytes_sent = 0;
  231. stream->dropped_frames = 0;
  232. stream->min_priority = 0;
  233. stream->got_first_video = false;
  234. settings = obs_output_get_settings(stream->output);
  235. dstr_copy(&stream->path, obs_service_get_url(service));
  236. dstr_copy(&stream->key, obs_service_get_key(service));
  237. dstr_copy(&stream->username, obs_service_get_username(service));
  238. dstr_copy(&stream->password, obs_service_get_password(service));
  239. dstr_depad(&stream->path);
  240. dstr_depad(&stream->key);
  241. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  242. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  243. stream->max_shutdown_time_sec =
  244. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  245. if (drop_p < (drop_b + 200))
  246. drop_p = drop_b + 200;
  247. stream->drop_threshold_usec = 1000 * drop_b;
  248. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  249. obs_data_release(settings);
  250. return true;
  251. }
  252. static void *connect_thread(void *data)
  253. {
  254. struct ffmpeg_encoded_output *stream = data;
  255. int ret;
  256. os_set_thread_name("ffmpeg-stream: connect_thread");
  257. if (!init_connect(stream)) {
  258. obs_output_signal_stop(stream->output, OBS_OUTPUT_BAD_PATH);
  259. return NULL;
  260. }
  261. ret = proto_try_connect(stream);
  262. if (ret == OBS_OUTPUT_SUCCESS)
  263. ret = init_send(stream);
  264. if (ret != OBS_OUTPUT_SUCCESS) {
  265. obs_output_signal_stop(stream->output, ret);
  266. info("Connection to %s failed: %d", stream->path.array, ret);
  267. }
  268. if (!stopping(stream))
  269. pthread_detach(stream->connect_thread);
  270. os_atomic_set_bool(&stream->connecting, false);
  271. return NULL;
  272. }
  273. static inline size_t num_buffered_packets(struct ffmpeg_encoded_output *stream)
  274. {
  275. return stream->packets.size / sizeof(struct encoder_packet);
  276. }
  277. static void drop_frames(struct ffmpeg_encoded_output *stream, const char *name,
  278. int highest_priority, bool pframes)
  279. {
  280. UNUSED_PARAMETER(pframes);
  281. struct circlebuf new_buf = {0};
  282. int num_frames_dropped = 0;
  283. #ifdef _DEBUG
  284. int start_packets = (int)num_buffered_packets(stream);
  285. #else
  286. UNUSED_PARAMETER(name);
  287. #endif
  288. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  289. while (stream->packets.size) {
  290. struct encoder_packet packet;
  291. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  292. /* do not drop audio data or video keyframes */
  293. if (packet.type == OBS_ENCODER_AUDIO ||
  294. packet.drop_priority >= highest_priority) {
  295. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  296. } else {
  297. num_frames_dropped++;
  298. obs_encoder_packet_release(&packet);
  299. }
  300. }
  301. circlebuf_free(&stream->packets);
  302. stream->packets = new_buf;
  303. if (stream->min_priority < highest_priority)
  304. stream->min_priority = highest_priority;
  305. if (!num_frames_dropped)
  306. return;
  307. stream->dropped_frames += num_frames_dropped;
  308. #ifdef _DEBUG
  309. debug("Dropped %s, prev packet count: %d, new packet count: %d", name,
  310. start_packets, (int)num_buffered_packets(stream));
  311. #endif
  312. }
  313. static bool find_first_video_packet(struct ffmpeg_encoded_output *stream,
  314. struct encoder_packet *first)
  315. {
  316. size_t count = stream->packets.size / sizeof(*first);
  317. for (size_t i = 0; i < count; i++) {
  318. struct encoder_packet *cur =
  319. circlebuf_data(&stream->packets, i * sizeof(*first));
  320. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  321. *first = *cur;
  322. return true;
  323. }
  324. }
  325. return false;
  326. }
  327. static void check_to_drop_frames(struct ffmpeg_encoded_output *stream,
  328. bool pframes)
  329. {
  330. struct encoder_packet first;
  331. int64_t buffer_duration_usec;
  332. size_t num_packets = num_buffered_packets(stream);
  333. const char *name = pframes ? "p-frames" : "b-frames";
  334. int priority = pframes ? OBS_NAL_PRIORITY_HIGHEST
  335. : OBS_NAL_PRIORITY_HIGH;
  336. int64_t drop_threshold = pframes ? stream->pframe_drop_threshold_usec
  337. : stream->drop_threshold_usec;
  338. if (num_packets < 5) {
  339. if (!pframes)
  340. stream->congestion = 0.0f;
  341. return;
  342. }
  343. if (!find_first_video_packet(stream, &first))
  344. return;
  345. /* if the amount of time stored in the buffered packets waiting to be
  346. * sent is higher than threshold, drop frames */
  347. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  348. if (!pframes) {
  349. stream->congestion =
  350. (float)buffer_duration_usec / (float)drop_threshold;
  351. }
  352. if (buffer_duration_usec > drop_threshold) {
  353. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  354. drop_frames(stream, name, priority, pframes);
  355. }
  356. }
  357. static int init_send(struct ffmpeg_encoded_output *stream)
  358. {
  359. int ret;
  360. reset_semaphore(stream);
  361. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  362. if (ret != 0) {
  363. proto_close(stream);
  364. warn("Failed to create send thread");
  365. return OBS_OUTPUT_ERROR;
  366. }
  367. os_atomic_set_bool(&stream->active, true);
  368. obs_output_begin_data_capture(stream->output, 0);
  369. return OBS_OUTPUT_SUCCESS;
  370. }
  371. static inline bool can_shutdown_stream(struct ffmpeg_encoded_output *stream,
  372. struct encoder_packet *packet)
  373. {
  374. uint64_t cur_time = os_gettime_ns();
  375. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  376. if (timeout)
  377. info("Stream shutdown timeout reached (%d second(s))",
  378. stream->max_shutdown_time_sec);
  379. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  380. }
  381. static int proto_init(struct ffmpeg_encoded_output *stream)
  382. {
  383. AVOutputFormat *outfmt = NULL;
  384. int ret = 0;
  385. //1. set up output format
  386. outfmt = av_guess_format("mpegts", NULL, "video/MP2T");
  387. if (outfmt == NULL) {
  388. ret = -1;
  389. } else {
  390. stream->ff_data.output = avformat_alloc_context();
  391. if (stream->ff_data.output)
  392. stream->ff_data.output->oformat = outfmt;
  393. else
  394. ret = -1;
  395. }
  396. return ret;
  397. }
  398. static int get_audio_mix_count(int audio_mix_mask)
  399. {
  400. int mix_count = 0;
  401. for (int i = 0; i < MAX_AUDIO_MIXES; i++) {
  402. if ((audio_mix_mask & (1 << i)) != 0)
  403. mix_count++;
  404. }
  405. return mix_count;
  406. }
  407. static inline int encoder_bitrate(obs_encoder_t *encoder)
  408. {
  409. obs_data_t *settings = obs_encoder_get_settings(encoder);
  410. const int bitrate = (int)obs_data_get_int(settings, "bitrate");
  411. obs_data_release(settings);
  412. return bitrate;
  413. }
  414. static int proto_try_connect(struct ffmpeg_encoded_output *stream)
  415. {
  416. int ret = 0;
  417. const char *url = stream->path.array;
  418. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  419. obs_encoder_t *aencoder =
  420. obs_output_get_audio_encoder(stream->output, 0);
  421. video_t *video = obs_encoder_video(vencoder);
  422. audio_t *audio = obs_encoder_audio(aencoder);
  423. const struct video_output_info *voi = video_output_get_info(video);
  424. struct ffmpeg_cfg config;
  425. bool success;
  426. config.url = url;
  427. config.format_name = "mpegts";
  428. config.format_mime_type = "video/MP2T";
  429. config.muxer_settings = 0;
  430. config.video_bitrate = encoder_bitrate(vencoder);
  431. config.audio_bitrate = obs_encoder_get_sample_rate(aencoder) / 1000;
  432. config.gop_size = 250;
  433. config.video_encoder = "";
  434. config.video_encoder_id = AV_CODEC_ID_H264;
  435. config.audio_encoder = "";
  436. config.audio_encoder_id = AV_CODEC_ID_AAC;
  437. config.video_settings = 0;
  438. config.audio_settings = 0;
  439. config.scale_width = 0;
  440. config.scale_height = 0;
  441. config.width = obs_encoder_get_width(vencoder);
  442. config.height = obs_encoder_get_height(vencoder);
  443. config.audio_tracks = (int)audio_output_get_channels(audio);
  444. config.audio_mix_count = get_audio_mix_count(config.audio_tracks);
  445. config.format =
  446. obs_to_ffmpeg_video_format(video_output_get_format(video));
  447. if (format_is_yuv(voi->format)) {
  448. config.color_range = voi->range == VIDEO_RANGE_FULL
  449. ? AVCOL_RANGE_JPEG
  450. : AVCOL_RANGE_MPEG;
  451. config.color_space = voi->colorspace == VIDEO_CS_709
  452. ? AVCOL_SPC_BT709
  453. : AVCOL_SPC_BT470BG;
  454. } else {
  455. config.color_range = AVCOL_RANGE_UNSPECIFIED;
  456. config.color_space = AVCOL_SPC_RGB;
  457. }
  458. if (config.format == AV_PIX_FMT_NONE) {
  459. blog(LOG_DEBUG, "invalid pixel format used for FFmpeg output");
  460. return false;
  461. }
  462. if (!config.scale_width)
  463. config.scale_width = config.width;
  464. if (!config.scale_height)
  465. config.scale_height = config.height;
  466. success = ffmpeg_data_init(&stream->ff_data, &config);
  467. if (!success)
  468. return -1;
  469. return ret;
  470. }
  471. static int proto_connect_time(struct ffmpeg_encoded_output *stream)
  472. {
  473. UNUSED_PARAMETER(stream);
  474. return 0;
  475. }
  476. static void proto_close(struct ffmpeg_encoded_output *stream)
  477. {
  478. ffmpeg_data_free(&stream->ff_data);
  479. }
  480. static inline int64_t _rescale_ts(struct ffmpeg_encoded_output *stream,
  481. int64_t val, int idx)
  482. {
  483. AVStream *avstream = stream->ff_data.output->streams[idx];
  484. return av_rescale_q_rnd(val / avstream->codec->time_base.num,
  485. avstream->codec->time_base, avstream->time_base,
  486. AV_ROUND_NEAR_INF | AV_ROUND_PASS_MINMAX);
  487. }
  488. static int proto_send_packet(struct ffmpeg_encoded_output *stream,
  489. struct encoder_packet *obs_packet, bool is_header)
  490. {
  491. AVPacket av_packet = {0};
  492. int ret = 0;
  493. int streamIdx = (obs_packet->type == OBS_ENCODER_VIDEO) ? 0 : 1;
  494. //2. send
  495. av_init_packet(&av_packet);
  496. av_packet.data = obs_packet->data;
  497. av_packet.size = (int)obs_packet->size;
  498. av_packet.stream_index = streamIdx;
  499. av_packet.pts = _rescale_ts(stream, obs_packet->pts, streamIdx);
  500. av_packet.dts = _rescale_ts(stream, obs_packet->dts, streamIdx);
  501. if (obs_packet->keyframe)
  502. av_packet.flags = AV_PKT_FLAG_KEY;
  503. ret = av_interleaved_write_frame(stream->ff_data.output, &av_packet);
  504. stream->total_bytes_sent += obs_packet->size;
  505. if (is_header)
  506. bfree(obs_packet->data);
  507. else
  508. obs_encoder_packet_release(obs_packet);
  509. return ret;
  510. }
  511. static void proto_set_output_error(struct ffmpeg_encoded_output *stream)
  512. {
  513. UNUSED_PARAMETER(stream);
  514. }
  515. static void ffmpeg_encoded_output_destroy(void *data)
  516. {
  517. struct ffmpeg_encoded_output *stream = data;
  518. if (stopping(stream) && !connecting(stream)) {
  519. pthread_join(stream->send_thread, NULL);
  520. } else if (connecting(stream) || active(stream)) {
  521. if (stream->connecting)
  522. pthread_join(stream->connect_thread, NULL);
  523. stream->stop_ts = 0;
  524. os_event_signal(stream->stop_event);
  525. if (active(stream)) {
  526. os_sem_post(stream->send_sem);
  527. obs_output_end_data_capture(stream->output);
  528. pthread_join(stream->send_thread, NULL);
  529. }
  530. }
  531. free_packets(stream);
  532. dstr_free(&stream->path);
  533. dstr_free(&stream->key);
  534. dstr_free(&stream->username);
  535. dstr_free(&stream->password);
  536. dstr_free(&stream->encoder_name);
  537. os_event_destroy(stream->stop_event);
  538. os_sem_destroy(stream->send_sem);
  539. pthread_mutex_destroy(&stream->packets_mutex);
  540. circlebuf_free(&stream->packets);
  541. #ifdef TEST_FRAMEDROPS
  542. circlebuf_free(&stream->droptest_info);
  543. #endif
  544. os_event_destroy(stream->buffer_space_available_event);
  545. os_event_destroy(stream->buffer_has_data_event);
  546. os_event_destroy(stream->send_thread_signaled_exit);
  547. pthread_mutex_destroy(&stream->write_buf_mutex);
  548. ffmpeg_data_free(&stream->ff_data);
  549. if (stream->write_buf)
  550. bfree(stream->write_buf);
  551. bfree(stream);
  552. }
  553. static void *ffmpeg_encoded_output_create(obs_data_t *settings,
  554. obs_output_t *output)
  555. {
  556. struct ffmpeg_encoded_output *stream =
  557. bzalloc(sizeof(struct ffmpeg_encoded_output));
  558. stream->output = output;
  559. pthread_mutex_init_value(&stream->packets_mutex);
  560. proto_init(stream);
  561. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  562. goto fail;
  563. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  564. goto fail;
  565. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  566. warn("Failed to initialize write buffer mutex");
  567. goto fail;
  568. }
  569. if (os_event_init(&stream->buffer_space_available_event,
  570. OS_EVENT_TYPE_AUTO) != 0) {
  571. warn("Failed to initialize write buffer event");
  572. goto fail;
  573. }
  574. if (os_event_init(&stream->buffer_has_data_event, OS_EVENT_TYPE_AUTO) !=
  575. 0) {
  576. warn("Failed to initialize data buffer event");
  577. goto fail;
  578. }
  579. if (os_event_init(&stream->send_thread_signaled_exit,
  580. OS_EVENT_TYPE_MANUAL) != 0) {
  581. warn("Failed to initialize socket exit event");
  582. goto fail;
  583. }
  584. UNUSED_PARAMETER(settings);
  585. return stream;
  586. fail:
  587. ffmpeg_encoded_output_destroy(stream);
  588. return NULL;
  589. }
  590. static bool ffmpeg_encoded_output_start(void *data)
  591. {
  592. struct ffmpeg_encoded_output *stream = data;
  593. if (!obs_output_can_begin_data_capture(stream->output, 0))
  594. return false;
  595. if (!obs_output_initialize_encoders(stream->output, 0))
  596. return false;
  597. os_atomic_set_bool(&stream->connecting, true);
  598. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  599. stream) == 0;
  600. }
  601. #define MILLISECOND_DEN 1000
  602. static int32_t get_ms_time(struct encoder_packet *packet, int64_t val)
  603. {
  604. return (int32_t)(val * MILLISECOND_DEN / packet->timebase_den);
  605. }
  606. static void ffmpeg_encoded_output_data(void *data,
  607. struct encoder_packet *packet)
  608. {
  609. struct ffmpeg_encoded_output *stream = data;
  610. struct encoder_packet new_packet;
  611. bool added_packet = false;
  612. if (disconnected(stream) || !active(stream))
  613. return;
  614. if (packet->type == OBS_ENCODER_VIDEO) {
  615. if (!stream->got_first_video) {
  616. stream->start_dts_offset =
  617. get_ms_time(packet, packet->dts);
  618. stream->got_first_video = true;
  619. }
  620. }
  621. obs_encoder_packet_ref(&new_packet, packet);
  622. pthread_mutex_lock(&stream->packets_mutex);
  623. if (!disconnected(stream))
  624. added_packet = (packet->type == OBS_ENCODER_VIDEO)
  625. ? add_video_packet(stream, &new_packet)
  626. : add_packet(stream, &new_packet);
  627. pthread_mutex_unlock(&stream->packets_mutex);
  628. if (added_packet)
  629. os_sem_post(stream->send_sem);
  630. else
  631. obs_encoder_packet_release(&new_packet);
  632. }
  633. static void ffmpeg_encoded_output_stop(void *data, uint64_t ts)
  634. {
  635. struct ffmpeg_encoded_output *stream = data;
  636. if (stopping(stream) && ts != 0)
  637. return;
  638. if (connecting(stream))
  639. pthread_join(stream->connect_thread, NULL);
  640. stream->stop_ts = ts / 1000ULL;
  641. if (ts)
  642. stream->shutdown_timeout_ts =
  643. ts +
  644. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  645. if (active(stream)) {
  646. os_event_signal(stream->stop_event);
  647. if (stream->stop_ts == 0)
  648. os_sem_post(stream->send_sem);
  649. } else {
  650. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  651. }
  652. }
  653. static void ffmpeg_encoded_output_defaults(obs_data_t *defaults)
  654. {
  655. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  656. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  657. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  658. }
  659. static obs_properties_t *ffmpeg_encoded_output_properties(void *unused)
  660. {
  661. UNUSED_PARAMETER(unused);
  662. obs_properties_t *props = obs_properties_create();
  663. obs_properties_add_int(
  664. props, OPT_DROP_THRESHOLD,
  665. obs_module_text("FFmpegEncodedOutput.DropThreshold"), 200,
  666. 10000, 100);
  667. return props;
  668. }
  669. static uint64_t ffmpeg_encoded_output_total_bytes_sent(void *data)
  670. {
  671. struct ffmpeg_encoded_output *stream = data;
  672. return stream->total_bytes_sent;
  673. }
  674. static int ffmpeg_encoded_output_dropped_frames(void *data)
  675. {
  676. struct ffmpeg_encoded_output *stream = data;
  677. return stream->dropped_frames;
  678. }
  679. static float ffmpeg_encoded_output_congestion(void *data)
  680. {
  681. struct ffmpeg_encoded_output *stream = data;
  682. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  683. }
  684. static int ffmpeg_encoded_output_connect_time(void *data)
  685. {
  686. struct ffmpeg_encoded_output *stream = data;
  687. return proto_connect_time(stream);
  688. }
  689. struct obs_output_info ffmpeg_encoded_output_info = {
  690. .id = "ffmpeg_encoded_output",
  691. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE |
  692. OBS_OUTPUT_MULTI_TRACK,
  693. .encoded_video_codecs = "h264",
  694. .encoded_audio_codecs = "aac",
  695. .get_name = ffmpeg_encoded_output_getname,
  696. .create = ffmpeg_encoded_output_create,
  697. .destroy = ffmpeg_encoded_output_destroy,
  698. .start = ffmpeg_encoded_output_start,
  699. .stop = ffmpeg_encoded_output_stop,
  700. .encoded_packet = ffmpeg_encoded_output_data,
  701. .get_defaults = ffmpeg_encoded_output_defaults,
  702. .get_properties = ffmpeg_encoded_output_properties,
  703. .get_total_bytes = ffmpeg_encoded_output_total_bytes_sent,
  704. .get_congestion = ffmpeg_encoded_output_congestion,
  705. .get_connect_time_ms = ffmpeg_encoded_output_connect_time,
  706. .get_dropped_frames = ffmpeg_encoded_output_dropped_frames};