obs-ffmpeg-mpegts.c 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396
  1. /******************************************************************************
  2. Copyright (C) 2023 by Lain Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include <obs-module.h>
  15. #include <util/deque.h>
  16. #include <util/threading.h>
  17. #include <util/dstr.h>
  18. #include <util/darray.h>
  19. #include <util/platform.h>
  20. #include "obs-ffmpeg-output.h"
  21. #include "obs-ffmpeg-formats.h"
  22. #include "obs-ffmpeg-compat.h"
  23. #include "obs-ffmpeg-rist.h"
  24. #include "obs-ffmpeg-srt.h"
  25. #include <libavutil/channel_layout.h>
  26. #include <libavutil/mastering_display_metadata.h>
  27. /* ------------------------------------------------------------------------- */
  28. #define do_log(level, format, ...) \
  29. blog(level, "[obs-ffmpeg mpegts muxer: '%s']: " format, obs_output_get_name(stream->output), ##__VA_ARGS__)
  30. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  31. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  32. #define error(format, ...) do_log(LOG_ERROR, format, ##__VA_ARGS__)
  33. static void ffmpeg_mpegts_set_last_error(struct ffmpeg_data *data, const char *error)
  34. {
  35. if (data->last_error)
  36. bfree(data->last_error);
  37. data->last_error = bstrdup(error);
  38. }
  39. void ffmpeg_mpegts_log_error(int log_level, struct ffmpeg_data *data, const char *format, ...)
  40. {
  41. va_list args;
  42. char out[4096];
  43. va_start(args, format);
  44. vsnprintf(out, sizeof(out), format, args);
  45. va_end(args);
  46. ffmpeg_mpegts_set_last_error(data, out);
  47. blog(log_level, "%s", out);
  48. }
  49. static bool is_rist(const char *url)
  50. {
  51. return !strncmp(url, RIST_PROTO, sizeof(RIST_PROTO) - 1);
  52. }
  53. static bool is_srt(const char *url)
  54. {
  55. return !strncmp(url, SRT_PROTO, sizeof(SRT_PROTO) - 1);
  56. }
  57. static bool proto_is_allowed(struct ffmpeg_output *stream)
  58. {
  59. return !strncmp(stream->ff_data.config.url, UDP_PROTO, sizeof(UDP_PROTO) - 1) ||
  60. !strncmp(stream->ff_data.config.url, TCP_PROTO, sizeof(TCP_PROTO) - 1) ||
  61. !strncmp(stream->ff_data.config.url, HTTP_PROTO, sizeof(HTTP_PROTO) - 1);
  62. }
  63. static bool new_stream(struct ffmpeg_data *data, AVStream **stream, const char *name)
  64. {
  65. *stream = avformat_new_stream(data->output, NULL);
  66. if (!*stream) {
  67. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Couldn't create stream for encoder '%s'", name);
  68. return false;
  69. }
  70. (*stream)->id = data->output->nb_streams - 1;
  71. return true;
  72. }
  73. static bool get_audio_headers(struct ffmpeg_output *stream, struct ffmpeg_data *data, int idx)
  74. {
  75. AVCodecParameters *par = data->audio_infos[idx].stream->codecpar;
  76. obs_encoder_t *aencoder = obs_output_get_audio_encoder(stream->output, idx);
  77. struct encoder_packet packet = {.type = OBS_ENCODER_AUDIO, .timebase_den = 1, .track_idx = idx};
  78. if (obs_encoder_get_extra_data(aencoder, &packet.data, &packet.size)) {
  79. par->extradata = av_memdup(packet.data, packet.size);
  80. par->extradata_size = (int)packet.size;
  81. avcodec_parameters_to_context(data->audio_infos[idx].ctx, par);
  82. return 1;
  83. }
  84. return 0;
  85. }
  86. static bool get_video_headers(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  87. {
  88. AVCodecParameters *par = data->video->codecpar;
  89. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  90. struct encoder_packet packet = {.type = OBS_ENCODER_VIDEO, .timebase_den = 1};
  91. if (obs_encoder_get_extra_data(vencoder, &packet.data, &packet.size)) {
  92. par->extradata = av_memdup(packet.data, packet.size);
  93. par->extradata_size = (int)packet.size;
  94. avcodec_parameters_to_context(data->video_ctx, data->video->codecpar);
  95. return 1;
  96. }
  97. return 0;
  98. }
  99. static bool create_video_stream(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  100. {
  101. AVCodecContext *context;
  102. struct obs_video_info ovi;
  103. if (!obs_get_video_info(&ovi)) {
  104. ffmpeg_mpegts_log_error(LOG_WARNING, data, "No active video");
  105. return false;
  106. }
  107. const char *name = data->config.video_encoder;
  108. const AVCodecDescriptor *codec = avcodec_descriptor_get_by_name(name);
  109. if (!codec) {
  110. error("Couldn't find codec '%s'", name);
  111. return false;
  112. }
  113. if (!new_stream(data, &data->video, name))
  114. return false;
  115. context = avcodec_alloc_context3(NULL);
  116. context->codec_type = codec->type;
  117. context->codec_id = codec->id;
  118. context->bit_rate = (int64_t)data->config.video_bitrate * 1000;
  119. context->width = data->config.scale_width;
  120. context->height = data->config.scale_height;
  121. context->coded_width = data->config.scale_width;
  122. context->coded_height = data->config.scale_height;
  123. context->time_base = (AVRational){ovi.fps_den, ovi.fps_num};
  124. context->gop_size = data->config.gop_size;
  125. context->pix_fmt = data->config.format;
  126. context->color_range = data->config.color_range;
  127. context->color_primaries = data->config.color_primaries;
  128. context->color_trc = data->config.color_trc;
  129. context->colorspace = data->config.colorspace;
  130. context->chroma_sample_location = determine_chroma_location(data->config.format, data->config.colorspace);
  131. context->thread_count = 0;
  132. data->video->time_base = context->time_base;
  133. data->video->avg_frame_rate = av_inv_q(context->time_base);
  134. data->video_ctx = context;
  135. data->config.width = data->config.scale_width;
  136. data->config.height = data->config.scale_height;
  137. avcodec_parameters_from_context(data->video->codecpar, context);
  138. const bool pq = data->config.color_trc == AVCOL_TRC_SMPTE2084;
  139. const bool hlg = data->config.color_trc == AVCOL_TRC_ARIB_STD_B67;
  140. if (pq || hlg) {
  141. const int hdr_nominal_peak_level = pq ? (int)obs_get_video_hdr_nominal_peak_level() : (hlg ? 1000 : 0);
  142. size_t content_size;
  143. AVContentLightMetadata *const content = av_content_light_metadata_alloc(&content_size);
  144. content->MaxCLL = hdr_nominal_peak_level;
  145. content->MaxFALL = hdr_nominal_peak_level;
  146. av_packet_side_data_add(&data->video->codecpar->coded_side_data,
  147. &data->video->codecpar->nb_coded_side_data, AV_PKT_DATA_CONTENT_LIGHT_LEVEL,
  148. (uint8_t *)content, content_size, 0);
  149. AVMasteringDisplayMetadata *const mastering = av_mastering_display_metadata_alloc();
  150. mastering->display_primaries[0][0] = av_make_q(17, 25);
  151. mastering->display_primaries[0][1] = av_make_q(8, 25);
  152. mastering->display_primaries[1][0] = av_make_q(53, 200);
  153. mastering->display_primaries[1][1] = av_make_q(69, 100);
  154. mastering->display_primaries[2][0] = av_make_q(3, 20);
  155. mastering->display_primaries[2][1] = av_make_q(3, 50);
  156. mastering->white_point[0] = av_make_q(3127, 10000);
  157. mastering->white_point[1] = av_make_q(329, 1000);
  158. mastering->min_luminance = av_make_q(0, 1);
  159. mastering->max_luminance = av_make_q(hdr_nominal_peak_level, 1);
  160. mastering->has_primaries = 1;
  161. mastering->has_luminance = 1;
  162. av_packet_side_data_add(&data->video->codecpar->coded_side_data,
  163. &data->video->codecpar->nb_coded_side_data,
  164. AV_PKT_DATA_MASTERING_DISPLAY_METADATA, (uint8_t *)mastering,
  165. sizeof(*mastering), 0);
  166. }
  167. return true;
  168. }
  169. static bool create_audio_stream(struct ffmpeg_output *stream, struct ffmpeg_data *data, int idx)
  170. {
  171. AVCodecContext *context;
  172. AVStream *avstream;
  173. struct obs_audio_info aoi;
  174. const char *name = data->config.audio_encoder;
  175. int channels;
  176. const AVCodecDescriptor *codec = avcodec_descriptor_get_by_name(name);
  177. if (!codec) {
  178. warn("Couldn't find codec '%s'", name);
  179. return false;
  180. }
  181. if (!obs_get_audio_info(&aoi)) {
  182. ffmpeg_mpegts_log_error(LOG_WARNING, data, "No active audio");
  183. return false;
  184. }
  185. if (!new_stream(data, &avstream, data->config.audio_encoder))
  186. return false;
  187. context = avcodec_alloc_context3(NULL);
  188. context->codec_type = codec->type;
  189. context->codec_id = codec->id;
  190. context->bit_rate = (int64_t)data->config.audio_bitrates[idx] * 1000;
  191. context->time_base = (AVRational){1, aoi.samples_per_sec};
  192. channels = get_audio_channels(aoi.speakers);
  193. context->sample_rate = aoi.samples_per_sec;
  194. av_channel_layout_default(&context->ch_layout, channels);
  195. if (aoi.speakers == SPEAKERS_4POINT1)
  196. context->ch_layout = (AVChannelLayout)AV_CHANNEL_LAYOUT_4POINT1;
  197. context->sample_fmt = AV_SAMPLE_FMT_S16;
  198. context->frame_size = data->config.frame_size;
  199. avstream->time_base = context->time_base;
  200. data->audio_samplerate = aoi.samples_per_sec;
  201. data->audio_format = convert_ffmpeg_sample_format(context->sample_fmt);
  202. data->audio_planes = get_audio_planes(data->audio_format, aoi.speakers);
  203. data->audio_size = get_audio_size(data->audio_format, aoi.speakers, 1);
  204. data->audio_infos[idx].stream = avstream;
  205. data->audio_infos[idx].ctx = context;
  206. avcodec_parameters_from_context(data->audio_infos[idx].stream->codecpar, context);
  207. return true;
  208. }
  209. static inline bool init_streams(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  210. {
  211. if (!create_video_stream(stream, data))
  212. return false;
  213. if (data->num_audio_streams) {
  214. data->audio_infos = calloc(data->num_audio_streams, sizeof(*data->audio_infos));
  215. for (int i = 0; i < data->num_audio_streams; i++) {
  216. if (!create_audio_stream(stream, data, i))
  217. return false;
  218. }
  219. }
  220. return true;
  221. }
  222. int ff_network_init(void)
  223. {
  224. #if HAVE_WINSOCK2_H
  225. WSADATA wsaData;
  226. if (WSAStartup(MAKEWORD(1, 1), &wsaData))
  227. return 0;
  228. #endif
  229. return 1;
  230. }
  231. static inline int connect_mpegts_url(struct ffmpeg_output *stream, bool is_rist)
  232. {
  233. int err = 0;
  234. const char *url = stream->ff_data.config.url;
  235. if (!ff_network_init()) {
  236. ffmpeg_mpegts_log_error(LOG_ERROR, &stream->ff_data, "Couldn't initialize network");
  237. return OBS_OUTPUT_ERROR;
  238. }
  239. URLContext *uc = av_mallocz(sizeof(URLContext) + strlen(url) + 1);
  240. if (!uc) {
  241. ffmpeg_mpegts_log_error(LOG_ERROR, &stream->ff_data, "Couldn't allocate memory");
  242. err = OBS_OUTPUT_ERROR;
  243. goto fail;
  244. }
  245. uc->url = (char *)url;
  246. uc->max_packet_size = is_rist ? RIST_MAX_PAYLOAD_SIZE : SRT_LIVE_DEFAULT_PAYLOAD_SIZE;
  247. if (stream->ff_data.config.srt_pkt_size)
  248. uc->max_packet_size = stream->ff_data.config.srt_pkt_size;
  249. uc->priv_data = is_rist ? av_mallocz(sizeof(RISTContext)) : av_mallocz(sizeof(SRTContext));
  250. if (!uc->priv_data) {
  251. ffmpeg_mpegts_log_error(LOG_ERROR, &stream->ff_data, "Couldn't allocate memory");
  252. err = OBS_OUTPUT_ERROR;
  253. goto fail;
  254. }
  255. /* For SRT, pass streamid & passphrase; for RIST, pass passphrase, username
  256. * & password.
  257. */
  258. if (!is_rist) {
  259. SRTContext *context = (SRTContext *)uc->priv_data;
  260. context->streamid = NULL;
  261. if (stream->ff_data.config.stream_id != NULL) {
  262. if (strlen(stream->ff_data.config.stream_id))
  263. context->streamid = av_strdup(stream->ff_data.config.stream_id);
  264. }
  265. context->passphrase = NULL;
  266. if (stream->ff_data.config.encrypt_passphrase != NULL) {
  267. if (strlen(stream->ff_data.config.encrypt_passphrase))
  268. context->passphrase = av_strdup(stream->ff_data.config.encrypt_passphrase);
  269. }
  270. } else {
  271. RISTContext *context = (RISTContext *)uc->priv_data;
  272. context->secret = NULL;
  273. if (stream->ff_data.config.encrypt_passphrase != NULL) {
  274. if (strlen(stream->ff_data.config.encrypt_passphrase))
  275. context->secret = bstrdup(stream->ff_data.config.encrypt_passphrase);
  276. }
  277. context->username = NULL;
  278. if (stream->ff_data.config.username != NULL) {
  279. if (strlen(stream->ff_data.config.username))
  280. context->username = bstrdup(stream->ff_data.config.username);
  281. }
  282. context->password = NULL;
  283. if (stream->ff_data.config.password != NULL) {
  284. if (strlen(stream->ff_data.config.password))
  285. context->password = bstrdup(stream->ff_data.config.password);
  286. }
  287. }
  288. stream->h = uc;
  289. if (is_rist)
  290. err = librist_open(uc, uc->url);
  291. else
  292. err = libsrt_open(uc, uc->url);
  293. if (err < 0)
  294. goto fail;
  295. else
  296. stream->has_connected = true;
  297. return 0;
  298. fail:
  299. stream->has_connected = false;
  300. if (uc) {
  301. if (is_rist)
  302. librist_close(uc);
  303. else
  304. libsrt_close(uc);
  305. av_freep(&uc->priv_data);
  306. }
  307. av_freep(&uc);
  308. #if HAVE_WINSOCK2_H
  309. WSACleanup();
  310. #endif
  311. return err;
  312. }
  313. #if LIBAVFORMAT_VERSION_MAJOR >= 61
  314. typedef int (*write_packet_cb)(void *, const uint8_t *, int);
  315. #else
  316. typedef int (*write_packet_cb)(void *, uint8_t *, int);
  317. #endif
  318. static inline int allocate_custom_aviocontext(struct ffmpeg_output *stream, bool is_rist)
  319. {
  320. /* allocate buffers */
  321. uint8_t *buffer = NULL;
  322. int buffer_size;
  323. URLContext *h = stream->h;
  324. AVIOContext *s = NULL;
  325. buffer_size = UDP_DEFAULT_PAYLOAD_SIZE;
  326. if (h->max_packet_size)
  327. buffer_size = h->max_packet_size;
  328. buffer = av_malloc(buffer_size);
  329. if (!buffer)
  330. return AVERROR(ENOMEM);
  331. /* allocate custom avio_context */
  332. if (is_rist)
  333. s = avio_alloc_context(buffer, buffer_size, AVIO_FLAG_WRITE, h, NULL, (write_packet_cb)librist_write,
  334. NULL);
  335. else
  336. s = avio_alloc_context(buffer, buffer_size, AVIO_FLAG_WRITE, h, NULL, (write_packet_cb)libsrt_write,
  337. NULL);
  338. if (!s)
  339. goto fail;
  340. s->max_packet_size = h->max_packet_size;
  341. s->opaque = h;
  342. stream->s = s;
  343. stream->ff_data.output->pb = s;
  344. return 0;
  345. fail:
  346. av_freep(&buffer);
  347. return AVERROR(ENOMEM);
  348. }
  349. static inline int open_output_file(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  350. {
  351. int ret;
  352. bool rist = data->config.is_rist;
  353. bool srt = data->config.is_srt;
  354. bool allowed_proto = proto_is_allowed(stream);
  355. AVDictionary *dict = NULL;
  356. /* Retrieve protocol settings for udp, tcp, rtp ... (not srt or rist).
  357. * These options will be passed to protocol by avio_open2 through dict.
  358. * The invalid options will be left in dict. */
  359. if (!rist && !srt) {
  360. if ((ret = av_dict_parse_string(&dict, data->config.protocol_settings, "=", " ", 0))) {
  361. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Failed to parse protocol settings: %s, %s",
  362. data->config.protocol_settings, av_err2str(ret));
  363. av_dict_free(&dict);
  364. return OBS_OUTPUT_ERROR;
  365. }
  366. if (av_dict_count(dict) > 0) {
  367. struct dstr str = {0};
  368. AVDictionaryEntry *entry = NULL;
  369. while ((entry = av_dict_get(dict, "", entry, AV_DICT_IGNORE_SUFFIX)))
  370. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  371. info("Using protocol settings: %s", str.array);
  372. dstr_free(&str);
  373. }
  374. }
  375. /* Ensure h264 bitstream auto conversion from avcc to annex B */
  376. data->output->flags |= AVFMT_FLAG_AUTO_BSF;
  377. /* Open URL for rist, srt or other protocols compatible with mpegts
  378. * muxer supported by avformat (udp, tcp, rtp ...).
  379. */
  380. if (rist) {
  381. ret = connect_mpegts_url(stream, true);
  382. } else if (srt) {
  383. ret = connect_mpegts_url(stream, false);
  384. } else if (allowed_proto) {
  385. ret = avio_open2(&data->output->pb, data->config.url, AVIO_FLAG_WRITE, NULL, &dict);
  386. } else {
  387. info("[ffmpeg mpegts muxer]: Invalid protocol: %s", data->config.url);
  388. return OBS_OUTPUT_BAD_PATH;
  389. }
  390. if (ret < 0) {
  391. if ((rist || srt)) {
  392. switch (ret) {
  393. case OBS_OUTPUT_BAD_PATH:
  394. error("URL is malformed");
  395. break;
  396. case OBS_OUTPUT_DISCONNECTED:
  397. error("Server unreachable");
  398. break;
  399. case OBS_OUTPUT_ERROR:
  400. error("I/O error");
  401. break;
  402. case OBS_OUTPUT_CONNECT_FAILED:
  403. case OBS_OUTPUT_INVALID_STREAM:
  404. error("Failed to open the url or invalid stream");
  405. break;
  406. default:
  407. break;
  408. }
  409. } else {
  410. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Couldn't open '%s', %s", data->config.url,
  411. av_err2str(ret));
  412. av_dict_free(&dict);
  413. }
  414. return ret;
  415. }
  416. /* Log invalid protocol settings for all protocols except srt or rist.
  417. * Or for srt & rist, allocate custom avio_ctx which will host the
  418. * protocols write callbacks.
  419. */
  420. if (!rist && !srt) {
  421. if (av_dict_count(dict) > 0) {
  422. struct dstr str = {0};
  423. AVDictionaryEntry *entry = NULL;
  424. while ((entry = av_dict_get(dict, "", entry, AV_DICT_IGNORE_SUFFIX)))
  425. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  426. info("[ffmpeg mpegts muxer]: Invalid protocol settings: %s", str.array);
  427. dstr_free(&str);
  428. }
  429. av_dict_free(&dict);
  430. } else {
  431. ret = allocate_custom_aviocontext(stream, rist);
  432. if (ret < 0) {
  433. info("Couldn't allocate custom avio_context for url: '%s', %s", data->config.url,
  434. av_err2str(ret));
  435. return OBS_OUTPUT_ERROR;
  436. }
  437. }
  438. return OBS_OUTPUT_SUCCESS;
  439. }
  440. static void close_video(struct ffmpeg_data *data)
  441. {
  442. avcodec_free_context(&data->video_ctx);
  443. }
  444. static void close_audio(struct ffmpeg_data *data)
  445. {
  446. for (int idx = 0; idx < data->num_audio_streams; idx++) {
  447. for (size_t i = 0; i < MAX_AV_PLANES; i++)
  448. deque_free(&data->excess_frames[idx][i]);
  449. if (data->samples[idx][0])
  450. av_freep(&data->samples[idx][0]);
  451. if (data->audio_infos[idx].ctx) {
  452. avcodec_free_context(&data->audio_infos[idx].ctx);
  453. }
  454. if (data->aframe[idx])
  455. av_frame_free(&data->aframe[idx]);
  456. }
  457. }
  458. static void close_mpegts_url(struct ffmpeg_output *stream, bool is_rist)
  459. {
  460. int err = 0;
  461. URLContext *h = stream->h;
  462. if (!h)
  463. return; /* can happen when opening the url fails */
  464. /* close rist or srt URLs ; free URLContext */
  465. if (is_rist) {
  466. err = librist_close(h);
  467. } else {
  468. err = libsrt_close(h);
  469. }
  470. av_freep(&h->priv_data);
  471. av_freep(&h);
  472. h = NULL;
  473. /* close custom avio_context for srt or rist */
  474. AVIOContext *s = stream->s;
  475. if (!s)
  476. return;
  477. avio_flush(s);
  478. s->opaque = NULL;
  479. av_freep(&s->buffer);
  480. avio_context_free(&s);
  481. s = NULL;
  482. if (err)
  483. info("[ffmpeg mpegts muxer]: Error closing URL %s", stream->ff_data.config.url);
  484. }
  485. void ffmpeg_mpegts_data_free(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  486. {
  487. if (data->initialized)
  488. av_write_trailer(data->output);
  489. if (data->video)
  490. close_video(data);
  491. if (data->audio_infos) {
  492. close_audio(data);
  493. free(data->audio_infos);
  494. }
  495. if (data->output) {
  496. if (data->config.is_rist || data->config.is_srt) {
  497. if (stream->has_connected) {
  498. close_mpegts_url(stream, data->config.is_rist);
  499. stream->has_connected = false;
  500. }
  501. } else {
  502. avio_close(data->output->pb);
  503. }
  504. avformat_free_context(data->output);
  505. data->video = NULL;
  506. data->audio_infos = NULL;
  507. data->output = NULL;
  508. data->num_audio_streams = 0;
  509. }
  510. if (data->last_error)
  511. bfree(data->last_error);
  512. memset(data, 0, sizeof(struct ffmpeg_data));
  513. }
  514. bool ffmpeg_mpegts_data_init(struct ffmpeg_output *stream, struct ffmpeg_data *data, struct ffmpeg_cfg *config)
  515. {
  516. memset(data, 0, sizeof(struct ffmpeg_data));
  517. data->config = *config;
  518. data->num_audio_streams = config->audio_mix_count;
  519. if (!config->url || !*config->url)
  520. return false;
  521. avformat_network_init();
  522. const AVOutputFormat *output_format = av_guess_format("mpegts", NULL, "video/M2PT");
  523. if (output_format == NULL) {
  524. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Couldn't set output format to mpegts");
  525. goto fail;
  526. } else {
  527. info("Output format name and long_name: %s, %s", output_format->name ? output_format->name : "unknown",
  528. output_format->long_name ? output_format->long_name : "unknown");
  529. }
  530. avformat_alloc_output_context2(&data->output, output_format, NULL, data->config.url);
  531. av_dict_set(&data->output->metadata, "service_provider", "obs-studio", 0);
  532. av_dict_set(&data->output->metadata, "service_name", "mpegts output", 0);
  533. if (!data->output) {
  534. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Couldn't create avformat context");
  535. goto fail;
  536. }
  537. return true;
  538. fail:
  539. warn("ffmpeg_data_init failed");
  540. return false;
  541. }
  542. /* ------------------------------------------------------------------------- */
  543. static inline bool stopping(struct ffmpeg_output *stream)
  544. {
  545. return os_atomic_load_bool(&stream->stopping);
  546. }
  547. static const char *ffmpeg_mpegts_getname(void *unused)
  548. {
  549. UNUSED_PARAMETER(unused);
  550. return obs_module_text("FFmpegMpegts");
  551. }
  552. static void ffmpeg_mpegts_log_callback(void *param, int level, const char *format, va_list args)
  553. {
  554. if (level <= AV_LOG_INFO)
  555. blogva(LOG_DEBUG, format, args);
  556. UNUSED_PARAMETER(param);
  557. }
  558. static void *ffmpeg_mpegts_create(obs_data_t *settings, obs_output_t *output)
  559. {
  560. struct ffmpeg_output *data = bzalloc(sizeof(struct ffmpeg_output));
  561. pthread_mutex_init_value(&data->write_mutex);
  562. data->output = output;
  563. if (pthread_mutex_init(&data->write_mutex, NULL) != 0)
  564. goto fail;
  565. if (os_event_init(&data->stop_event, OS_EVENT_TYPE_AUTO) != 0)
  566. goto fail;
  567. if (os_sem_init(&data->write_sem, 0) != 0)
  568. goto fail;
  569. if (pthread_mutex_init(&data->start_stop_mutex, NULL) != 0)
  570. goto fail;
  571. av_log_set_callback(ffmpeg_mpegts_log_callback);
  572. UNUSED_PARAMETER(settings);
  573. return data;
  574. fail:
  575. pthread_mutex_destroy(&data->write_mutex);
  576. os_event_destroy(data->stop_event);
  577. pthread_mutex_destroy(&data->start_stop_mutex);
  578. bfree(data);
  579. return NULL;
  580. }
  581. static inline bool active(void *data)
  582. {
  583. struct ffmpeg_output *stream = data;
  584. return os_atomic_load_bool(&stream->running) && stream->write_thread_active;
  585. }
  586. static void ffmpeg_mpegts_full_stop(void *data);
  587. static void ffmpeg_mpegts_deactivate(struct ffmpeg_output *stream);
  588. static void ffmpeg_mpegts_stop(void *data, uint64_t ts);
  589. static void ffmpeg_mpegts_destroy(void *data)
  590. {
  591. struct ffmpeg_output *stream = data;
  592. if (stream) {
  593. /* immediately stop without draining packets */
  594. ffmpeg_mpegts_stop(data, 0);
  595. /* Now wait for that stop to finish */
  596. pthread_mutex_lock(&stream->start_stop_mutex);
  597. if (os_atomic_load_bool(&stream->start_stop_thread_active))
  598. pthread_join(stream->start_stop_thread, NULL);
  599. pthread_mutex_unlock(&stream->start_stop_mutex);
  600. /* Clean up resources */
  601. pthread_mutex_destroy(&stream->write_mutex);
  602. os_sem_destroy(stream->write_sem);
  603. os_event_destroy(stream->stop_event);
  604. pthread_mutex_destroy(&stream->start_stop_mutex);
  605. bfree(data);
  606. }
  607. }
  608. static uint64_t get_packet_sys_dts(struct ffmpeg_output *stream, AVPacket *packet)
  609. {
  610. struct ffmpeg_data *data = &stream->ff_data;
  611. uint64_t pause_offset = obs_output_get_pause_offset(stream->output);
  612. uint64_t start_ts;
  613. AVRational time_base;
  614. if (data->video && data->video->index == packet->stream_index) {
  615. time_base = data->video->time_base;
  616. start_ts = stream->video_start_ts;
  617. } else {
  618. time_base = data->audio_infos[0].stream->time_base;
  619. start_ts = stream->audio_start_ts;
  620. }
  621. return start_ts + pause_offset + (uint64_t)av_rescale_q(packet->dts, time_base, (AVRational){1, 1000000000});
  622. }
  623. static int mpegts_process_packet(struct ffmpeg_output *stream)
  624. {
  625. AVPacket *packet = NULL;
  626. int ret = 0;
  627. pthread_mutex_lock(&stream->write_mutex);
  628. if (stream->packets.num) {
  629. packet = stream->packets.array[0];
  630. da_erase(stream->packets, 0);
  631. }
  632. pthread_mutex_unlock(&stream->write_mutex);
  633. if (!packet)
  634. return 0;
  635. //blog(LOG_DEBUG,
  636. // "size = %d, flags = %lX, stream = %d, "
  637. // "packets queued: %lu",
  638. // packet->size, packet->flags, packet->stream_index,
  639. // output->packets.num);
  640. if (stopping(stream)) {
  641. uint64_t sys_ts = get_packet_sys_dts(stream, packet);
  642. if (sys_ts >= stream->stop_ts) {
  643. ret = 0;
  644. goto end;
  645. }
  646. }
  647. stream->total_bytes += packet->size;
  648. uint8_t *buf = packet->data;
  649. ret = av_interleaved_write_frame(stream->ff_data.output, packet);
  650. av_freep(&buf);
  651. if (ret < 0) {
  652. ffmpeg_mpegts_log_error(LOG_WARNING, &stream->ff_data, "process_packet: Error writing packet: %s",
  653. av_err2str(ret));
  654. /* Treat "Invalid data found when processing input" and
  655. * "Invalid argument" as non-fatal */
  656. if (ret == AVERROR_INVALIDDATA || ret == -EINVAL) {
  657. ret = 0;
  658. }
  659. }
  660. end:
  661. av_packet_free(&packet);
  662. return ret;
  663. }
  664. static void ffmpeg_mpegts_stop_internal(void *data, uint64_t ts, bool signal);
  665. static void *write_thread(void *data)
  666. {
  667. struct ffmpeg_output *stream = data;
  668. while (os_sem_wait(stream->write_sem) == 0) {
  669. /* check to see if shutting down */
  670. if (os_event_try(stream->stop_event) == 0)
  671. break;
  672. int ret = mpegts_process_packet(stream);
  673. if (ret != 0) {
  674. if (stream->ff_data.config.is_srt) {
  675. SRTContext *s = (SRTContext *)stream->h->priv_data;
  676. SRT_SOCKSTATUS srt_sock_state = srt_getsockstate(s->fd);
  677. if (srt_sock_state == SRTS_BROKEN || srt_sock_state == SRTS_NONEXIST)
  678. obs_output_signal_stop(stream->output, OBS_OUTPUT_DISCONNECTED);
  679. else
  680. obs_output_signal_stop(stream->output, OBS_OUTPUT_ERROR);
  681. } else if (stream->ff_data.config.is_rist) {
  682. obs_output_signal_stop(stream->output, OBS_OUTPUT_DISCONNECTED);
  683. } else {
  684. obs_output_signal_stop(stream->output, OBS_OUTPUT_ERROR);
  685. }
  686. break;
  687. }
  688. }
  689. os_atomic_set_bool(&stream->stopping, true);
  690. return NULL;
  691. }
  692. static bool get_extradata(struct ffmpeg_output *stream)
  693. {
  694. struct ffmpeg_data *ff_data = &stream->ff_data;
  695. /* get extradata for av headers from encoders */
  696. if (!get_video_headers(stream, ff_data))
  697. return false;
  698. for (int i = 0; i < ff_data->num_audio_streams; i++) {
  699. if (!get_audio_headers(stream, ff_data, i))
  700. return false;
  701. }
  702. return true;
  703. }
  704. static bool fetch_service_info(struct ffmpeg_output *stream, struct ffmpeg_cfg *config, int *code)
  705. {
  706. obs_service_t *service = obs_output_get_service(stream->output);
  707. if (!service) {
  708. *code = OBS_OUTPUT_ERROR;
  709. return false;
  710. }
  711. config->url = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_SERVER_URL);
  712. config->username = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_USERNAME);
  713. config->password = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_PASSWORD);
  714. config->stream_id = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_STREAM_ID);
  715. config->encrypt_passphrase = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_ENCRYPT_PASSPHRASE);
  716. config->format_name = "mpegts";
  717. config->format_mime_type = "video/M2PT";
  718. config->is_rist = is_rist(config->url);
  719. config->is_srt = is_srt(config->url);
  720. config->srt_pkt_size = 0; /* use default, which is usually 1316 for mpegts */
  721. /* parse pkt_size option */
  722. const char *p;
  723. char buf[1024];
  724. p = strchr(config->url, '?');
  725. if (av_find_info_tag(buf, sizeof(buf), "payload_size", p) ||
  726. av_find_info_tag(buf, sizeof(buf), "pkt_size", p)) {
  727. config->srt_pkt_size = strtol(buf, NULL, 10);
  728. }
  729. return true;
  730. }
  731. static bool setup_video_settings(struct ffmpeg_output *stream, struct ffmpeg_cfg *config, int *code)
  732. {
  733. /* video settings */
  734. /* a) set width & height */
  735. config->width = (int)obs_output_get_width(stream->output);
  736. config->height = (int)obs_output_get_height(stream->output);
  737. config->scale_width = config->width;
  738. config->scale_height = config->height;
  739. /* b) set video codec & ID from video encoder */
  740. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  741. config->video_encoder = obs_encoder_get_codec(vencoder);
  742. if (strcmp(config->video_encoder, "h264") == 0)
  743. config->video_encoder_id = AV_CODEC_ID_H264;
  744. else
  745. config->video_encoder_id = AV_CODEC_ID_AV1;
  746. /* c) set video format from OBS to FFmpeg */
  747. video_t *video = obs_encoder_video(vencoder);
  748. config->format = obs_to_ffmpeg_video_format(video_output_get_format(video));
  749. if (config->format == AV_PIX_FMT_NONE) {
  750. blog(LOG_WARNING, "Invalid pixel format used for mpegts output");
  751. *code = OBS_OUTPUT_ERROR;
  752. return false;
  753. }
  754. /* d) set colorspace, color_range & transfer characteristic (from voi) */
  755. const struct video_output_info *voi = video_output_get_info(video);
  756. config->color_range = voi->range == VIDEO_RANGE_FULL ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
  757. config->colorspace = format_is_yuv(voi->format) ? AVCOL_SPC_BT709 : AVCOL_SPC_RGB;
  758. switch (voi->colorspace) {
  759. case VIDEO_CS_601:
  760. config->color_primaries = AVCOL_PRI_SMPTE170M;
  761. config->color_trc = AVCOL_TRC_SMPTE170M;
  762. config->colorspace = AVCOL_SPC_SMPTE170M;
  763. break;
  764. case VIDEO_CS_DEFAULT:
  765. case VIDEO_CS_709:
  766. config->color_primaries = AVCOL_PRI_BT709;
  767. config->color_trc = AVCOL_TRC_BT709;
  768. config->colorspace = AVCOL_SPC_BT709;
  769. break;
  770. case VIDEO_CS_SRGB:
  771. config->color_primaries = AVCOL_PRI_BT709;
  772. config->color_trc = AVCOL_TRC_IEC61966_2_1;
  773. config->colorspace = AVCOL_SPC_BT709;
  774. break;
  775. case VIDEO_CS_2100_PQ:
  776. config->color_primaries = AVCOL_PRI_BT2020;
  777. config->color_trc = AVCOL_TRC_SMPTE2084;
  778. config->colorspace = AVCOL_SPC_BT2020_NCL;
  779. break;
  780. case VIDEO_CS_2100_HLG:
  781. config->color_primaries = AVCOL_PRI_BT2020;
  782. config->color_trc = AVCOL_TRC_ARIB_STD_B67;
  783. config->colorspace = AVCOL_SPC_BT2020_NCL;
  784. }
  785. /* e) set video bitrate & gop through video encoder settings */
  786. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  787. config->video_bitrate = (int)obs_data_get_int(settings, "bitrate");
  788. int keyint_sec = (int)obs_data_get_int(settings, "keyint_sec");
  789. config->gop_size = keyint_sec ? keyint_sec * voi->fps_num / voi->fps_den : 250;
  790. obs_data_release(settings);
  791. return true;
  792. }
  793. static bool setup_audio_settings(struct ffmpeg_output *stream, struct ffmpeg_cfg *config)
  794. {
  795. /* Audio settings */
  796. /* a) get audio encoders & retrieve number of tracks */
  797. obs_encoder_t *aencoders[MAX_AUDIO_MIXES];
  798. int num_tracks = 0;
  799. for (;;) {
  800. obs_encoder_t *aencoder = obs_output_get_audio_encoder(stream->output, num_tracks);
  801. if (!aencoder)
  802. break;
  803. aencoders[num_tracks] = aencoder;
  804. num_tracks++;
  805. }
  806. config->audio_mix_count = num_tracks;
  807. /* b) set audio codec & id from audio encoder */
  808. config->audio_encoder = obs_encoder_get_codec(aencoders[0]);
  809. if (strcmp(config->audio_encoder, "aac") == 0)
  810. config->audio_encoder_id = AV_CODEC_ID_AAC;
  811. else if (strcmp(config->audio_encoder, "opus") == 0)
  812. config->audio_encoder_id = AV_CODEC_ID_OPUS;
  813. /* c) get audio bitrate from the audio encoder. */
  814. for (int idx = 0; idx < num_tracks; idx++) {
  815. obs_data_t *settings = obs_encoder_get_settings(aencoders[idx]);
  816. config->audio_bitrates[idx] = (int)obs_data_get_int(settings, "bitrate");
  817. obs_data_release(settings);
  818. }
  819. /* d) set audio frame size */
  820. config->frame_size = (int)obs_encoder_get_frame_size(aencoders[0]);
  821. return true;
  822. }
  823. static bool setup_muxer_settings(struct ffmpeg_output *stream, struct ffmpeg_cfg *config)
  824. {
  825. /* Muxer & protocol settings */
  826. /* TODO: This will require some UI to be written for the mpegts output. */
  827. obs_data_t *settings = obs_output_get_settings(stream->output);
  828. obs_data_set_default_string(settings, "muxer_settings", "");
  829. config->muxer_settings = obs_data_get_string(settings, "muxer_settings");
  830. obs_data_release(settings);
  831. config->protocol_settings = "";
  832. return true;
  833. }
  834. static bool ffmpeg_mpegts_finalize(struct ffmpeg_output *stream, struct ffmpeg_cfg *config, int *code)
  835. {
  836. bool success = ffmpeg_mpegts_data_init(stream, &stream->ff_data, config);
  837. if (!success) {
  838. if (stream->ff_data.last_error) {
  839. obs_output_set_last_error(stream->output, stream->ff_data.last_error);
  840. }
  841. ffmpeg_mpegts_data_free(stream, &stream->ff_data);
  842. *code = OBS_OUTPUT_ERROR;
  843. return false;
  844. }
  845. struct ffmpeg_data *ff_data = &stream->ff_data;
  846. if (!stream->got_headers) {
  847. if (!init_streams(stream, ff_data)) {
  848. error("mpegts avstream failed to be created");
  849. *code = OBS_OUTPUT_ERROR;
  850. return false;
  851. }
  852. *code = open_output_file(stream, ff_data);
  853. if (*code != OBS_OUTPUT_SUCCESS) {
  854. error("Failed to open the url");
  855. return false;
  856. }
  857. av_dump_format(ff_data->output, 0, NULL, 1);
  858. }
  859. os_event_reset(stream->stop_event);
  860. int ret = pthread_create(&stream->write_thread, NULL, write_thread, stream);
  861. if (ret != 0) {
  862. ffmpeg_mpegts_log_error(LOG_WARNING, &stream->ff_data,
  863. "ffmpeg_output_start: Failed to create write thread.");
  864. *code = OBS_OUTPUT_ERROR;
  865. return false;
  866. }
  867. stream->write_thread_active = true;
  868. stream->total_bytes = 0;
  869. obs_output_begin_data_capture(stream->output, 0);
  870. return true;
  871. }
  872. static void stop(void *data, bool signal, uint64_t ts);
  873. static bool set_config(struct ffmpeg_output *stream)
  874. {
  875. struct ffmpeg_cfg config;
  876. int code = OBS_OUTPUT_ERROR;
  877. if (!fetch_service_info(stream, &config, &code))
  878. goto fail;
  879. if (!setup_video_settings(stream, &config, &code))
  880. goto fail;
  881. setup_audio_settings(stream, &config);
  882. setup_muxer_settings(stream, &config);
  883. /* unused for now; placeholder. */
  884. config.video_settings = "";
  885. config.audio_settings = "";
  886. if (!ffmpeg_mpegts_finalize(stream, &config, &code))
  887. goto fail;
  888. return true;
  889. fail:
  890. obs_output_signal_stop(stream->output, code);
  891. stop(stream, false, 0);
  892. return false;
  893. }
  894. static bool start(void *data)
  895. {
  896. struct ffmpeg_output *stream = data;
  897. if (!set_config(stream))
  898. return false;
  899. os_atomic_set_bool(&stream->running, true);
  900. os_atomic_set_bool(&stream->stopping, false);
  901. return true;
  902. }
  903. static void ffmpeg_mpegts_full_stop(void *data)
  904. {
  905. struct ffmpeg_output *stream = data;
  906. if (active(stream)) {
  907. ffmpeg_mpegts_deactivate(stream);
  908. }
  909. ffmpeg_mpegts_data_free(stream, &stream->ff_data);
  910. }
  911. static void stop(void *data, bool signal, uint64_t ts)
  912. {
  913. struct ffmpeg_output *stream = data;
  914. if (active(stream)) {
  915. /* bypassed when called by destroy ==> no draining, instant stop */
  916. if (ts > 0) {
  917. /* this controls the draining of all packets in the write_threads when we stop */
  918. stream->stop_ts = ts;
  919. os_atomic_set_bool(&stream->stopping, true);
  920. }
  921. ffmpeg_mpegts_full_stop(stream);
  922. }
  923. /* Based on whip-output.cpp reconnect logic, coded by tt2468. "signal" exists because we have to preserve the
  924. * "running" state across reconnect attempts. If we don't emit a signal if something calls obs_output_stop()
  925. * and it's reconnecting, you'll desync the UI, as the output will be "stopped" and not "reconnecting", but the
  926. * "stop" signal will have never been emitted.
  927. * We only clear bool 'running' if this is a user-requested stop, not a reconnect-triggered stop.
  928. */
  929. if (os_atomic_load_bool(&stream->running) && signal) {
  930. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  931. os_atomic_set_bool(&stream->running, false);
  932. }
  933. }
  934. void *start_stop_thread_fn(void *data)
  935. {
  936. struct mpegts_cmd *cmd = data;
  937. struct ffmpeg_output *stream = cmd->stream;
  938. if (cmd->type == MPEGTS_CMD_START) {
  939. if (!start(stream))
  940. blog(LOG_ERROR, "failed to start the mpegts output");
  941. } else if (cmd->type == MPEGTS_CMD_STOP) {
  942. stop(stream, cmd->signal_stop, cmd->ts);
  943. }
  944. os_atomic_set_bool(&stream->start_stop_thread_active, false);
  945. bfree(cmd);
  946. return NULL;
  947. }
  948. static void ffmpeg_mpegts_stop_internal(void *data, uint64_t ts, bool signal)
  949. {
  950. struct ffmpeg_output *stream = data;
  951. struct mpegts_cmd *cmd = bzalloc(sizeof(struct mpegts_cmd));
  952. cmd->type = MPEGTS_CMD_STOP;
  953. cmd->signal_stop = signal;
  954. cmd->stream = stream;
  955. cmd->ts = ts;
  956. bool have_to_join = false;
  957. pthread_t to_join;
  958. /* macOS fix: handover of pthread; for some reason, maybe related to srt sockets, if the pthread joining is
  959. * done within the mutex, there can be a stall. So we just copy it and join out of the mutex. */
  960. pthread_mutex_lock(&stream->start_stop_mutex);
  961. if (os_atomic_load_bool(&stream->start_stop_thread_active)) {
  962. to_join = stream->start_stop_thread;
  963. os_atomic_set_bool(&stream->start_stop_thread_active, false);
  964. have_to_join = true;
  965. }
  966. pthread_mutex_unlock(&stream->start_stop_mutex);
  967. /* Join outside the mutex (avoid macOS stalls & priority inversion) */
  968. if (have_to_join) {
  969. if (!pthread_equal(pthread_self(), to_join)) {
  970. pthread_join(to_join, NULL);
  971. } else {
  972. /* Shouldn't happen */
  973. error("The dev made a big mistake. Post an issue.");
  974. }
  975. }
  976. pthread_mutex_lock(&stream->start_stop_mutex);
  977. pthread_create(&stream->start_stop_thread, NULL, start_stop_thread_fn, cmd);
  978. os_atomic_set_bool(&stream->start_stop_thread_active, true);
  979. pthread_mutex_unlock(&stream->start_stop_mutex);
  980. }
  981. static void ffmpeg_mpegts_stop(void *data, uint64_t ts)
  982. {
  983. ffmpeg_mpegts_stop_internal(data, ts, true);
  984. }
  985. static bool ffmpeg_mpegts_start(void *data)
  986. {
  987. struct ffmpeg_output *stream = data;
  988. struct mpegts_cmd *cmd = bzalloc(sizeof(struct mpegts_cmd));
  989. cmd->stream = stream;
  990. cmd->type = MPEGTS_CMD_START;
  991. cmd->signal_stop = false;
  992. cmd->ts = 0;
  993. if (!obs_output_can_begin_data_capture(stream->output, 0))
  994. return false;
  995. if (!obs_output_initialize_encoders(stream->output, 0))
  996. return false;
  997. pthread_mutex_lock(&stream->start_stop_mutex);
  998. if (os_atomic_load_bool(&stream->start_stop_thread_active))
  999. pthread_join(stream->start_stop_thread, NULL);
  1000. if (stream->write_thread_active)
  1001. pthread_join(stream->write_thread, NULL);
  1002. stream->audio_start_ts = 0;
  1003. stream->video_start_ts = 0;
  1004. stream->total_bytes = 0;
  1005. stream->got_headers = false;
  1006. pthread_create(&stream->start_stop_thread, NULL, start_stop_thread_fn, cmd);
  1007. os_atomic_set_bool(&stream->start_stop_thread_active, true);
  1008. pthread_mutex_unlock(&stream->start_stop_mutex);
  1009. return true;
  1010. }
  1011. static void ffmpeg_mpegts_deactivate(struct ffmpeg_output *stream)
  1012. {
  1013. if (stream->write_thread_active) {
  1014. os_event_signal(stream->stop_event);
  1015. os_sem_post(stream->write_sem);
  1016. pthread_join(stream->write_thread, NULL);
  1017. stream->write_thread_active = false;
  1018. }
  1019. pthread_mutex_lock(&stream->write_mutex);
  1020. for (size_t i = 0; i < stream->packets.num; i++)
  1021. av_packet_free(stream->packets.array + i);
  1022. da_free(stream->packets);
  1023. pthread_mutex_unlock(&stream->write_mutex);
  1024. }
  1025. static uint64_t ffmpeg_mpegts_total_bytes(void *data)
  1026. {
  1027. struct ffmpeg_output *stream = data;
  1028. return stream->total_bytes;
  1029. }
  1030. static inline int64_t rescale_ts2(AVStream *stream, AVRational codec_time_base, int64_t val)
  1031. {
  1032. return av_rescale_q_rnd(val / codec_time_base.num, codec_time_base, stream->time_base,
  1033. AV_ROUND_NEAR_INF | AV_ROUND_PASS_MINMAX);
  1034. }
  1035. /* Convert obs encoder_packet to FFmpeg AVPacket and write to circular buffer
  1036. * where it will be processed in the write_thread by process_packet.
  1037. */
  1038. void mpegts_write_packet(struct ffmpeg_output *stream, struct encoder_packet *encpacket)
  1039. {
  1040. if (stopping(stream) || !stream->ff_data.video || !stream->ff_data.video_ctx || !stream->ff_data.audio_infos)
  1041. return;
  1042. bool is_video = encpacket->type == OBS_ENCODER_VIDEO;
  1043. if (!is_video) {
  1044. if (!stream->ff_data.audio_infos[encpacket->track_idx].stream)
  1045. return;
  1046. }
  1047. AVStream *avstream = is_video ? stream->ff_data.video
  1048. : stream->ff_data.audio_infos[encpacket->track_idx].stream;
  1049. AVPacket *packet = NULL;
  1050. const AVRational codec_time_base = is_video ? stream->ff_data.video_ctx->time_base
  1051. : stream->ff_data.audio_infos[encpacket->track_idx].ctx->time_base;
  1052. packet = av_packet_alloc();
  1053. packet->data = av_memdup(encpacket->data, (int)encpacket->size);
  1054. if (packet->data == NULL) {
  1055. error("Couldn't allocate packet data");
  1056. goto fail;
  1057. }
  1058. packet->size = (int)encpacket->size;
  1059. packet->stream_index = avstream->id;
  1060. packet->pts = rescale_ts2(avstream, codec_time_base, encpacket->pts);
  1061. packet->dts = rescale_ts2(avstream, codec_time_base, encpacket->dts);
  1062. if (encpacket->keyframe)
  1063. packet->flags = AV_PKT_FLAG_KEY;
  1064. pthread_mutex_lock(&stream->write_mutex);
  1065. da_push_back(stream->packets, &packet);
  1066. pthread_mutex_unlock(&stream->write_mutex);
  1067. os_sem_post(stream->write_sem);
  1068. return;
  1069. fail:
  1070. av_packet_free(&packet);
  1071. }
  1072. static bool write_header(struct ffmpeg_output *stream, struct ffmpeg_data *data)
  1073. {
  1074. AVDictionary *dict = NULL;
  1075. int ret;
  1076. /* get mpegts muxer settings (can be used with rist, srt, rtp, etc ... */
  1077. if ((ret = av_dict_parse_string(&dict, data->config.muxer_settings, "=", " ", 0))) {
  1078. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Failed to parse muxer settings: %s, %s",
  1079. data->config.muxer_settings, av_err2str(ret));
  1080. av_dict_free(&dict);
  1081. return false;
  1082. }
  1083. if (av_dict_count(dict) > 0) {
  1084. struct dstr str = {0};
  1085. AVDictionaryEntry *entry = NULL;
  1086. while ((entry = av_dict_get(dict, "", entry, AV_DICT_IGNORE_SUFFIX)))
  1087. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  1088. info("Using muxer settings: %s", str.array);
  1089. dstr_free(&str);
  1090. }
  1091. /* Allocate the stream private data and write the stream header. */
  1092. ret = avformat_write_header(data->output, &dict);
  1093. if (ret < 0) {
  1094. ffmpeg_mpegts_log_error(LOG_WARNING, data, "Error setting stream header for '%s': %s", data->config.url,
  1095. av_err2str(ret));
  1096. return false;
  1097. }
  1098. /* Log invalid muxer settings. */
  1099. if (av_dict_count(dict) > 0) {
  1100. struct dstr str = {0};
  1101. AVDictionaryEntry *entry = NULL;
  1102. while ((entry = av_dict_get(dict, "", entry, AV_DICT_IGNORE_SUFFIX)))
  1103. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  1104. info("[ffmpeg mpegts muxer]: Invalid mpegts muxer settings: %s", str.array);
  1105. dstr_free(&str);
  1106. }
  1107. av_dict_free(&dict);
  1108. return true;
  1109. }
  1110. static void ffmpeg_mpegts_data(void *data, struct encoder_packet *packet)
  1111. {
  1112. struct ffmpeg_output *stream = data;
  1113. struct ffmpeg_data *ff_data = &stream->ff_data;
  1114. int code;
  1115. if (!stream->got_headers) {
  1116. if (get_extradata(stream)) {
  1117. stream->got_headers = true;
  1118. } else {
  1119. warn("Failed to retrieve headers");
  1120. code = OBS_OUTPUT_INVALID_STREAM;
  1121. goto fail;
  1122. }
  1123. if (!write_header(stream, ff_data)) {
  1124. error("Failed to write headers");
  1125. code = OBS_OUTPUT_INVALID_STREAM;
  1126. goto fail;
  1127. }
  1128. av_dump_format(ff_data->output, 0, NULL, 1);
  1129. ff_data->initialized = true;
  1130. }
  1131. if (!active(stream))
  1132. return;
  1133. /* encoder failure */
  1134. if (!packet) {
  1135. obs_output_signal_stop(stream->output, OBS_OUTPUT_ENCODE_ERROR);
  1136. ffmpeg_mpegts_stop_internal(stream, 0, false);
  1137. return;
  1138. }
  1139. if (stopping(stream)) {
  1140. if (packet->sys_dts_usec >= (int64_t)stream->stop_ts) {
  1141. ffmpeg_mpegts_stop_internal(stream, 0, false);
  1142. return;
  1143. }
  1144. }
  1145. mpegts_write_packet(stream, packet);
  1146. return;
  1147. fail:
  1148. obs_output_signal_stop(stream->output, code);
  1149. ffmpeg_mpegts_stop_internal(stream, 0, false);
  1150. }
  1151. static obs_properties_t *ffmpeg_mpegts_properties(void *unused)
  1152. {
  1153. UNUSED_PARAMETER(unused);
  1154. obs_properties_t *props = obs_properties_create();
  1155. obs_properties_add_text(props, "path", obs_module_text("FilePath"), OBS_TEXT_DEFAULT);
  1156. return props;
  1157. }
  1158. struct obs_output_info ffmpeg_mpegts_muxer = {
  1159. .id = "ffmpeg_mpegts_muxer",
  1160. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK | OBS_OUTPUT_SERVICE,
  1161. .protocols = "SRT;RIST",
  1162. #ifdef ENABLE_HEVC
  1163. .encoded_video_codecs = "h264;hevc",
  1164. #else
  1165. .encoded_video_codecs = "h264",
  1166. #endif
  1167. .encoded_audio_codecs = "aac;opus",
  1168. .get_name = ffmpeg_mpegts_getname,
  1169. .create = ffmpeg_mpegts_create,
  1170. .destroy = ffmpeg_mpegts_destroy,
  1171. .start = ffmpeg_mpegts_start,
  1172. .stop = ffmpeg_mpegts_stop,
  1173. .encoded_packet = ffmpeg_mpegts_data,
  1174. .get_total_bytes = ffmpeg_mpegts_total_bytes,
  1175. .get_properties = ffmpeg_mpegts_properties,
  1176. };