obs-ffmpeg-mux.c 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285
  1. /******************************************************************************
  2. Copyright (C) 2015 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "ffmpeg-mux/ffmpeg-mux.h"
  15. #include "obs-ffmpeg-mux.h"
  16. #ifdef _WIN32
  17. #include "util/windows/win-version.h"
  18. #endif
  19. #include <libavformat/avformat.h>
  20. #define do_log(level, format, ...) \
  21. blog(level, "[ffmpeg muxer: '%s'] " format, \
  22. obs_output_get_name(stream->output), ##__VA_ARGS__)
  23. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  24. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  25. static const char *ffmpeg_mux_getname(void *type)
  26. {
  27. UNUSED_PARAMETER(type);
  28. return obs_module_text("FFmpegMuxer");
  29. }
  30. static const char *ffmpeg_mpegts_mux_getname(void *type)
  31. {
  32. UNUSED_PARAMETER(type);
  33. return obs_module_text("FFmpegMpegtsMuxer");
  34. }
  35. static inline void replay_buffer_clear(struct ffmpeg_muxer *stream)
  36. {
  37. while (stream->packets.size > 0) {
  38. struct encoder_packet pkt;
  39. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  40. obs_encoder_packet_release(&pkt);
  41. }
  42. circlebuf_free(&stream->packets);
  43. stream->cur_size = 0;
  44. stream->cur_time = 0;
  45. stream->max_size = 0;
  46. stream->max_time = 0;
  47. stream->save_ts = 0;
  48. stream->keyframes = 0;
  49. }
  50. static void ffmpeg_mux_destroy(void *data)
  51. {
  52. struct ffmpeg_muxer *stream = data;
  53. replay_buffer_clear(stream);
  54. if (stream->mux_thread_joinable)
  55. pthread_join(stream->mux_thread, NULL);
  56. for (size_t i = 0; i < stream->mux_packets.num; i++)
  57. obs_encoder_packet_release(&stream->mux_packets.array[i]);
  58. da_free(stream->mux_packets);
  59. circlebuf_free(&stream->packets);
  60. os_process_pipe_destroy(stream->pipe);
  61. dstr_free(&stream->path);
  62. dstr_free(&stream->printable_path);
  63. dstr_free(&stream->stream_key);
  64. dstr_free(&stream->muxer_settings);
  65. bfree(stream);
  66. }
  67. static void *ffmpeg_mux_create(obs_data_t *settings, obs_output_t *output)
  68. {
  69. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  70. stream->output = output;
  71. if (obs_output_get_flags(output) & OBS_OUTPUT_SERVICE)
  72. stream->is_network = true;
  73. signal_handler_t *sh = obs_output_get_signal_handler(output);
  74. signal_handler_add(sh, "void file_changed(string next_file)");
  75. UNUSED_PARAMETER(settings);
  76. return stream;
  77. }
  78. #ifdef _WIN32
  79. #define FFMPEG_MUX "obs-ffmpeg-mux.exe"
  80. #else
  81. #define FFMPEG_MUX "obs-ffmpeg-mux"
  82. #endif
  83. static inline bool capturing(struct ffmpeg_muxer *stream)
  84. {
  85. return os_atomic_load_bool(&stream->capturing);
  86. }
  87. bool stopping(struct ffmpeg_muxer *stream)
  88. {
  89. return os_atomic_load_bool(&stream->stopping);
  90. }
  91. bool active(struct ffmpeg_muxer *stream)
  92. {
  93. return os_atomic_load_bool(&stream->active);
  94. }
  95. /* TODO: allow codecs other than h264 whenever we start using them */
  96. static void add_video_encoder_params(struct ffmpeg_muxer *stream,
  97. struct dstr *cmd, obs_encoder_t *vencoder)
  98. {
  99. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  100. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  101. video_t *video = obs_get_video();
  102. const struct video_output_info *info = video_output_get_info(video);
  103. obs_data_release(settings);
  104. enum AVColorPrimaries pri = AVCOL_PRI_UNSPECIFIED;
  105. enum AVColorTransferCharacteristic trc = AVCOL_TRC_UNSPECIFIED;
  106. enum AVColorSpace spc = AVCOL_SPC_UNSPECIFIED;
  107. switch (info->colorspace) {
  108. case VIDEO_CS_601:
  109. pri = AVCOL_PRI_SMPTE170M;
  110. trc = AVCOL_TRC_SMPTE170M;
  111. spc = AVCOL_SPC_SMPTE170M;
  112. break;
  113. case VIDEO_CS_DEFAULT:
  114. case VIDEO_CS_709:
  115. pri = AVCOL_PRI_BT709;
  116. trc = AVCOL_TRC_BT709;
  117. spc = AVCOL_SPC_BT709;
  118. break;
  119. case VIDEO_CS_SRGB:
  120. pri = AVCOL_PRI_BT709;
  121. trc = AVCOL_TRC_IEC61966_2_1;
  122. spc = AVCOL_SPC_BT709;
  123. break;
  124. case VIDEO_CS_2100_PQ:
  125. pri = AVCOL_PRI_BT2020;
  126. trc = AVCOL_TRC_SMPTE2084;
  127. spc = AVCOL_SPC_BT2020_NCL;
  128. break;
  129. case VIDEO_CS_2100_HLG:
  130. pri = AVCOL_PRI_BT2020;
  131. trc = AVCOL_TRC_ARIB_STD_B67;
  132. spc = AVCOL_SPC_BT2020_NCL;
  133. }
  134. const enum AVColorRange range = (info->range == VIDEO_RANGE_FULL)
  135. ? AVCOL_RANGE_JPEG
  136. : AVCOL_RANGE_MPEG;
  137. const int max_luminance =
  138. (trc == AVCOL_TRC_SMPTE2084)
  139. ? (int)obs_get_video_hdr_nominal_peak_level()
  140. : ((trc == AVCOL_TRC_ARIB_STD_B67) ? 1000 : 0);
  141. dstr_catf(cmd, "%s %d %d %d %d %d %d %d %d %d %d ",
  142. obs_encoder_get_codec(vencoder), bitrate,
  143. obs_output_get_width(stream->output),
  144. obs_output_get_height(stream->output), (int)pri, (int)trc,
  145. (int)spc, (int)range, max_luminance, (int)info->fps_num,
  146. (int)info->fps_den);
  147. }
  148. static void add_audio_encoder_params(struct dstr *cmd, obs_encoder_t *aencoder)
  149. {
  150. obs_data_t *settings = obs_encoder_get_settings(aencoder);
  151. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  152. audio_t *audio = obs_get_audio();
  153. struct dstr name = {0};
  154. obs_data_release(settings);
  155. dstr_copy(&name, obs_encoder_get_name(aencoder));
  156. dstr_replace(&name, "\"", "\"\"");
  157. dstr_catf(cmd, "\"%s\" %d %d %d %d ", name.array, bitrate,
  158. (int)obs_encoder_get_sample_rate(aencoder),
  159. (int)obs_encoder_get_frame_size(aencoder),
  160. (int)audio_output_get_channels(audio));
  161. dstr_free(&name);
  162. }
  163. static void log_muxer_params(struct ffmpeg_muxer *stream, const char *settings)
  164. {
  165. int ret;
  166. AVDictionary *dict = NULL;
  167. if ((ret = av_dict_parse_string(&dict, settings, "=", " ", 0))) {
  168. warn("Failed to parse muxer settings: %s\n%s", av_err2str(ret),
  169. settings);
  170. av_dict_free(&dict);
  171. return;
  172. }
  173. if (av_dict_count(dict) > 0) {
  174. struct dstr str = {0};
  175. AVDictionaryEntry *entry = NULL;
  176. while ((entry = av_dict_get(dict, "", entry,
  177. AV_DICT_IGNORE_SUFFIX)))
  178. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  179. info("Using muxer settings:%s", str.array);
  180. dstr_free(&str);
  181. }
  182. av_dict_free(&dict);
  183. }
  184. static void add_stream_key(struct dstr *cmd, struct ffmpeg_muxer *stream)
  185. {
  186. dstr_catf(cmd, "\"%s\" ",
  187. dstr_is_empty(&stream->stream_key)
  188. ? ""
  189. : stream->stream_key.array);
  190. }
  191. static void add_muxer_params(struct dstr *cmd, struct ffmpeg_muxer *stream)
  192. {
  193. struct dstr mux = {0};
  194. if (dstr_is_empty(&stream->muxer_settings)) {
  195. obs_data_t *settings = obs_output_get_settings(stream->output);
  196. dstr_copy(&mux,
  197. obs_data_get_string(settings, "muxer_settings"));
  198. obs_data_release(settings);
  199. } else {
  200. dstr_copy(&mux, stream->muxer_settings.array);
  201. }
  202. log_muxer_params(stream, mux.array);
  203. dstr_replace(&mux, "\"", "\\\"");
  204. dstr_catf(cmd, "\"%s\" ", mux.array ? mux.array : "");
  205. dstr_free(&mux);
  206. }
  207. static void build_command_line(struct ffmpeg_muxer *stream, struct dstr *cmd,
  208. const char *path)
  209. {
  210. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  211. obs_encoder_t *aencoders[MAX_AUDIO_MIXES];
  212. int num_tracks = 0;
  213. for (;;) {
  214. obs_encoder_t *aencoder = obs_output_get_audio_encoder(
  215. stream->output, num_tracks);
  216. if (!aencoder)
  217. break;
  218. aencoders[num_tracks] = aencoder;
  219. num_tracks++;
  220. }
  221. dstr_init_move_array(cmd, os_get_executable_path_ptr(FFMPEG_MUX));
  222. dstr_insert_ch(cmd, 0, '\"');
  223. dstr_cat(cmd, "\" \"");
  224. dstr_copy(&stream->path, path);
  225. dstr_replace(&stream->path, "\"", "\"\"");
  226. dstr_cat_dstr(cmd, &stream->path);
  227. dstr_catf(cmd, "\" %d %d ", vencoder ? 1 : 0, num_tracks);
  228. if (vencoder)
  229. add_video_encoder_params(stream, cmd, vencoder);
  230. if (num_tracks) {
  231. dstr_cat(cmd, "aac ");
  232. for (int i = 0; i < num_tracks; i++) {
  233. add_audio_encoder_params(cmd, aencoders[i]);
  234. }
  235. }
  236. add_stream_key(cmd, stream);
  237. add_muxer_params(cmd, stream);
  238. }
  239. void start_pipe(struct ffmpeg_muxer *stream, const char *path)
  240. {
  241. struct dstr cmd;
  242. build_command_line(stream, &cmd, path);
  243. stream->pipe = os_process_pipe_create(cmd.array, "w");
  244. dstr_free(&cmd);
  245. }
  246. static void set_file_not_readable_error(struct ffmpeg_muxer *stream,
  247. obs_data_t *settings, const char *path)
  248. {
  249. struct dstr error_message;
  250. dstr_init_copy(&error_message, obs_module_text("UnableToWritePath"));
  251. #ifdef _WIN32
  252. /* special warning for Windows 10 users about Defender */
  253. struct win_version_info ver;
  254. get_win_ver(&ver);
  255. if (ver.major >= 10) {
  256. dstr_cat(&error_message, "\n\n");
  257. dstr_cat(&error_message,
  258. obs_module_text("WarnWindowsDefender"));
  259. }
  260. #endif
  261. dstr_replace(&error_message, "%1", path);
  262. obs_output_set_last_error(stream->output, error_message.array);
  263. dstr_free(&error_message);
  264. obs_data_release(settings);
  265. }
  266. inline static void ts_offset_clear(struct ffmpeg_muxer *stream)
  267. {
  268. stream->found_video = false;
  269. stream->video_pts_offset = 0;
  270. for (size_t i = 0; i < MAX_AUDIO_MIXES; i++) {
  271. stream->found_audio[i] = false;
  272. stream->audio_dts_offsets[i] = 0;
  273. }
  274. }
  275. static inline int64_t packet_pts_usec(struct encoder_packet *packet)
  276. {
  277. return packet->pts * 1000000 / packet->timebase_den;
  278. }
  279. inline static void ts_offset_update(struct ffmpeg_muxer *stream,
  280. struct encoder_packet *packet)
  281. {
  282. if (packet->type == OBS_ENCODER_VIDEO) {
  283. if (!stream->found_video) {
  284. stream->video_pts_offset = packet->pts;
  285. stream->found_video = true;
  286. }
  287. return;
  288. }
  289. if (stream->found_audio[packet->track_idx])
  290. return;
  291. stream->audio_dts_offsets[packet->track_idx] = packet->dts;
  292. stream->found_audio[packet->track_idx] = true;
  293. }
  294. static bool ffmpeg_mux_start(void *data)
  295. {
  296. struct ffmpeg_muxer *stream = data;
  297. obs_data_t *settings;
  298. const char *path;
  299. if (!obs_output_can_begin_data_capture(stream->output, 0))
  300. return false;
  301. if (!obs_output_initialize_encoders(stream->output, 0))
  302. return false;
  303. settings = obs_output_get_settings(stream->output);
  304. if (stream->is_network) {
  305. obs_service_t *service;
  306. service = obs_output_get_service(stream->output);
  307. if (!service)
  308. return false;
  309. path = obs_service_get_url(service);
  310. stream->split_file = false;
  311. stream->reset_timestamps = false;
  312. } else {
  313. path = obs_data_get_string(settings, "path");
  314. stream->max_time =
  315. obs_data_get_int(settings, "max_time_sec") * 1000000LL;
  316. stream->max_size = obs_data_get_int(settings, "max_size_mb") *
  317. (1024 * 1024);
  318. stream->split_file = stream->max_time > 0 ||
  319. stream->max_size > 0;
  320. stream->reset_timestamps =
  321. obs_data_get_bool(settings, "reset_timestamps");
  322. stream->allow_overwrite =
  323. obs_data_get_bool(settings, "allow_overwrite");
  324. stream->cur_size = 0;
  325. stream->sent_headers = false;
  326. }
  327. ts_offset_clear(stream);
  328. if (!stream->is_network) {
  329. /* ensure output path is writable to avoid generic error
  330. * message.
  331. *
  332. * TODO: remove once ffmpeg-mux is refactored to pass
  333. * errors back */
  334. FILE *test_file = os_fopen(path, "wb");
  335. if (!test_file) {
  336. set_file_not_readable_error(stream, settings, path);
  337. return false;
  338. }
  339. fclose(test_file);
  340. os_unlink(path);
  341. }
  342. start_pipe(stream, path);
  343. obs_data_release(settings);
  344. if (!stream->pipe) {
  345. obs_output_set_last_error(
  346. stream->output, obs_module_text("HelperProcessFailed"));
  347. warn("Failed to create process pipe");
  348. return false;
  349. }
  350. /* write headers and start capture */
  351. os_atomic_set_bool(&stream->active, true);
  352. os_atomic_set_bool(&stream->capturing, true);
  353. stream->total_bytes = 0;
  354. obs_output_begin_data_capture(stream->output, 0);
  355. info("Writing file '%s'...", stream->path.array);
  356. return true;
  357. }
  358. int deactivate(struct ffmpeg_muxer *stream, int code)
  359. {
  360. int ret = -1;
  361. if (stream->is_hls) {
  362. if (stream->mux_thread_joinable) {
  363. os_event_signal(stream->stop_event);
  364. os_sem_post(stream->write_sem);
  365. pthread_join(stream->mux_thread, NULL);
  366. stream->mux_thread_joinable = false;
  367. }
  368. }
  369. if (active(stream)) {
  370. ret = os_process_pipe_destroy(stream->pipe);
  371. stream->pipe = NULL;
  372. os_atomic_set_bool(&stream->active, false);
  373. os_atomic_set_bool(&stream->sent_headers, false);
  374. info("Output of file '%s' stopped",
  375. dstr_is_empty(&stream->printable_path)
  376. ? stream->path.array
  377. : stream->printable_path.array);
  378. }
  379. if (code) {
  380. obs_output_signal_stop(stream->output, code);
  381. } else if (stopping(stream)) {
  382. obs_output_end_data_capture(stream->output);
  383. }
  384. if (stream->is_hls) {
  385. pthread_mutex_lock(&stream->write_mutex);
  386. while (stream->packets.size) {
  387. struct encoder_packet packet;
  388. circlebuf_pop_front(&stream->packets, &packet,
  389. sizeof(packet));
  390. obs_encoder_packet_release(&packet);
  391. }
  392. pthread_mutex_unlock(&stream->write_mutex);
  393. }
  394. os_atomic_set_bool(&stream->stopping, false);
  395. return ret;
  396. }
  397. void ffmpeg_mux_stop(void *data, uint64_t ts)
  398. {
  399. struct ffmpeg_muxer *stream = data;
  400. if (capturing(stream) || ts == 0) {
  401. stream->stop_ts = (int64_t)ts / 1000LL;
  402. os_atomic_set_bool(&stream->stopping, true);
  403. os_atomic_set_bool(&stream->capturing, false);
  404. }
  405. }
  406. static void signal_failure(struct ffmpeg_muxer *stream)
  407. {
  408. char error[1024];
  409. int ret;
  410. int code;
  411. size_t len;
  412. len = os_process_pipe_read_err(stream->pipe, (uint8_t *)error,
  413. sizeof(error) - 1);
  414. if (len > 0) {
  415. error[len] = 0;
  416. warn("ffmpeg-mux: %s", error);
  417. obs_output_set_last_error(stream->output, error);
  418. }
  419. ret = deactivate(stream, 0);
  420. switch (ret) {
  421. case FFM_UNSUPPORTED:
  422. code = OBS_OUTPUT_UNSUPPORTED;
  423. break;
  424. default:
  425. if (stream->is_network) {
  426. code = OBS_OUTPUT_DISCONNECTED;
  427. } else {
  428. code = OBS_OUTPUT_ENCODE_ERROR;
  429. }
  430. }
  431. obs_output_signal_stop(stream->output, code);
  432. os_atomic_set_bool(&stream->capturing, false);
  433. }
  434. static void find_best_filename(struct dstr *path, bool space)
  435. {
  436. int num = 2;
  437. if (!os_file_exists(path->array))
  438. return;
  439. const char *ext = strrchr(path->array, '.');
  440. if (!ext)
  441. return;
  442. size_t extstart = ext - path->array;
  443. struct dstr testpath;
  444. dstr_init_copy_dstr(&testpath, path);
  445. for (;;) {
  446. dstr_resize(&testpath, extstart);
  447. dstr_catf(&testpath, space ? " (%d)" : "_%d", num++);
  448. dstr_cat(&testpath, ext);
  449. if (!os_file_exists(testpath.array)) {
  450. dstr_free(path);
  451. dstr_init_move(path, &testpath);
  452. break;
  453. }
  454. }
  455. }
  456. static void generate_filename(struct ffmpeg_muxer *stream, struct dstr *dst,
  457. bool overwrite)
  458. {
  459. obs_data_t *settings = obs_output_get_settings(stream->output);
  460. const char *dir = obs_data_get_string(settings, "directory");
  461. const char *fmt = obs_data_get_string(settings, "format");
  462. const char *ext = obs_data_get_string(settings, "extension");
  463. bool space = obs_data_get_bool(settings, "allow_spaces");
  464. char *filename = os_generate_formatted_filename(ext, space, fmt);
  465. dstr_copy(dst, dir);
  466. dstr_replace(dst, "\\", "/");
  467. if (dstr_end(dst) != '/')
  468. dstr_cat_ch(dst, '/');
  469. dstr_cat(dst, filename);
  470. char *slash = strrchr(dst->array, '/');
  471. if (slash) {
  472. *slash = 0;
  473. os_mkdirs(dst->array);
  474. *slash = '/';
  475. }
  476. if (!overwrite)
  477. find_best_filename(dst, space);
  478. bfree(filename);
  479. obs_data_release(settings);
  480. }
  481. bool write_packet(struct ffmpeg_muxer *stream, struct encoder_packet *packet)
  482. {
  483. bool is_video = packet->type == OBS_ENCODER_VIDEO;
  484. size_t ret;
  485. struct ffm_packet_info info = {.pts = packet->pts,
  486. .dts = packet->dts,
  487. .size = (uint32_t)packet->size,
  488. .index = (int)packet->track_idx,
  489. .type = is_video ? FFM_PACKET_VIDEO
  490. : FFM_PACKET_AUDIO,
  491. .keyframe = packet->keyframe};
  492. if (stream->split_file && stream->reset_timestamps) {
  493. if (is_video) {
  494. info.dts -= stream->video_pts_offset;
  495. info.pts -= stream->video_pts_offset;
  496. } else {
  497. info.dts -= stream->audio_dts_offsets[info.index];
  498. info.pts -= stream->audio_dts_offsets[info.index];
  499. }
  500. }
  501. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  502. sizeof(info));
  503. if (ret != sizeof(info)) {
  504. warn("os_process_pipe_write for info structure failed");
  505. signal_failure(stream);
  506. return false;
  507. }
  508. ret = os_process_pipe_write(stream->pipe, packet->data, packet->size);
  509. if (ret != packet->size) {
  510. warn("os_process_pipe_write for packet data failed");
  511. signal_failure(stream);
  512. return false;
  513. }
  514. stream->total_bytes += packet->size;
  515. if (stream->split_file)
  516. stream->cur_size += packet->size;
  517. return true;
  518. }
  519. static bool send_audio_headers(struct ffmpeg_muxer *stream,
  520. obs_encoder_t *aencoder, size_t idx)
  521. {
  522. struct encoder_packet packet = {
  523. .type = OBS_ENCODER_AUDIO, .timebase_den = 1, .track_idx = idx};
  524. if (!obs_encoder_get_extra_data(aencoder, &packet.data, &packet.size))
  525. return false;
  526. return write_packet(stream, &packet);
  527. }
  528. static bool send_video_headers(struct ffmpeg_muxer *stream)
  529. {
  530. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  531. struct encoder_packet packet = {.type = OBS_ENCODER_VIDEO,
  532. .timebase_den = 1};
  533. if (!obs_encoder_get_extra_data(vencoder, &packet.data, &packet.size))
  534. return false;
  535. return write_packet(stream, &packet);
  536. }
  537. bool send_headers(struct ffmpeg_muxer *stream)
  538. {
  539. obs_encoder_t *aencoder;
  540. size_t idx = 0;
  541. if (!send_video_headers(stream))
  542. return false;
  543. do {
  544. aencoder = obs_output_get_audio_encoder(stream->output, idx);
  545. if (aencoder) {
  546. if (!send_audio_headers(stream, aencoder, idx)) {
  547. return false;
  548. }
  549. idx++;
  550. }
  551. } while (aencoder);
  552. return true;
  553. }
  554. static inline bool should_split(struct ffmpeg_muxer *stream,
  555. struct encoder_packet *packet)
  556. {
  557. /* split at video frame */
  558. if (packet->type != OBS_ENCODER_VIDEO)
  559. return false;
  560. /* don't split group of pictures */
  561. if (!packet->keyframe)
  562. return false;
  563. /* reached maximum file size */
  564. if (stream->max_size > 0 &&
  565. stream->cur_size + (int64_t)packet->size >= stream->max_size)
  566. return true;
  567. /* reached maximum duration */
  568. if (stream->max_time > 0 &&
  569. packet->dts_usec - stream->cur_time >= stream->max_time)
  570. return true;
  571. return false;
  572. }
  573. static bool send_new_filename(struct ffmpeg_muxer *stream, const char *filename)
  574. {
  575. size_t ret;
  576. uint32_t size = (uint32_t)strlen(filename);
  577. struct ffm_packet_info info = {.type = FFM_PACKET_CHANGE_FILE,
  578. .size = size};
  579. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  580. sizeof(info));
  581. if (ret != sizeof(info)) {
  582. warn("os_process_pipe_write for info structure failed");
  583. signal_failure(stream);
  584. return false;
  585. }
  586. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)filename,
  587. size);
  588. if (ret != size) {
  589. warn("os_process_pipe_write for packet data failed");
  590. signal_failure(stream);
  591. return false;
  592. }
  593. return true;
  594. }
  595. static bool prepare_split_file(struct ffmpeg_muxer *stream,
  596. struct encoder_packet *packet)
  597. {
  598. generate_filename(stream, &stream->path, stream->allow_overwrite);
  599. info("Changing output file to '%s'", stream->path.array);
  600. if (!send_new_filename(stream, stream->path.array)) {
  601. warn("Failed to send new file name");
  602. return false;
  603. }
  604. calldata_t cd = {0};
  605. signal_handler_t *sh = obs_output_get_signal_handler(stream->output);
  606. calldata_set_string(&cd, "next_file", stream->path.array);
  607. signal_handler_signal(sh, "file_changed", &cd);
  608. calldata_free(&cd);
  609. if (!send_headers(stream))
  610. return false;
  611. stream->cur_size = 0;
  612. stream->cur_time = packet->dts_usec;
  613. ts_offset_clear(stream);
  614. return true;
  615. }
  616. static inline bool has_audio(struct ffmpeg_muxer *stream)
  617. {
  618. return !!obs_output_get_audio_encoder(stream->output, 0);
  619. }
  620. static void push_back_packet(struct darray *packets,
  621. struct encoder_packet *packet)
  622. {
  623. struct encoder_packet pkt;
  624. obs_encoder_packet_ref(&pkt, packet);
  625. darray_push_back(sizeof(pkt), packets, &pkt);
  626. }
  627. static void ffmpeg_mux_data(void *data, struct encoder_packet *packet)
  628. {
  629. struct ffmpeg_muxer *stream = data;
  630. if (!active(stream))
  631. return;
  632. /* encoder failure */
  633. if (!packet) {
  634. deactivate(stream, OBS_OUTPUT_ENCODE_ERROR);
  635. return;
  636. }
  637. if (stream->split_file && stream->mux_packets.num) {
  638. int64_t pts_usec = packet_pts_usec(packet);
  639. struct encoder_packet *first_pkt = stream->mux_packets.array;
  640. int64_t first_pts_usec = packet_pts_usec(first_pkt);
  641. if (pts_usec >= first_pts_usec) {
  642. if (packet->type != OBS_ENCODER_AUDIO) {
  643. push_back_packet(&stream->mux_packets.da,
  644. packet);
  645. return;
  646. }
  647. if (!prepare_split_file(stream, first_pkt))
  648. return;
  649. stream->split_file_ready = true;
  650. }
  651. } else if (stream->split_file && should_split(stream, packet)) {
  652. if (has_audio(stream)) {
  653. push_back_packet(&stream->mux_packets.da, packet);
  654. return;
  655. } else {
  656. if (!prepare_split_file(stream, packet))
  657. return;
  658. stream->split_file_ready = true;
  659. }
  660. }
  661. if (!stream->sent_headers) {
  662. if (!send_headers(stream))
  663. return;
  664. stream->sent_headers = true;
  665. if (stream->split_file)
  666. stream->cur_time = packet->dts_usec;
  667. }
  668. if (stopping(stream)) {
  669. if (packet->sys_dts_usec >= stream->stop_ts) {
  670. deactivate(stream, 0);
  671. return;
  672. }
  673. }
  674. if (stream->split_file && stream->split_file_ready) {
  675. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  676. struct encoder_packet *pkt =
  677. &stream->mux_packets.array[i];
  678. if (stream->reset_timestamps)
  679. ts_offset_update(stream, pkt);
  680. write_packet(stream, pkt);
  681. obs_encoder_packet_release(pkt);
  682. }
  683. da_free(stream->mux_packets);
  684. stream->split_file_ready = false;
  685. }
  686. if (stream->split_file && stream->reset_timestamps)
  687. ts_offset_update(stream, packet);
  688. write_packet(stream, packet);
  689. }
  690. static obs_properties_t *ffmpeg_mux_properties(void *unused)
  691. {
  692. UNUSED_PARAMETER(unused);
  693. obs_properties_t *props = obs_properties_create();
  694. obs_properties_add_text(props, "path", obs_module_text("FilePath"),
  695. OBS_TEXT_DEFAULT);
  696. return props;
  697. }
  698. uint64_t ffmpeg_mux_total_bytes(void *data)
  699. {
  700. struct ffmpeg_muxer *stream = data;
  701. return stream->total_bytes;
  702. }
  703. struct obs_output_info ffmpeg_muxer = {
  704. .id = "ffmpeg_muxer",
  705. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  706. OBS_OUTPUT_CAN_PAUSE,
  707. .get_name = ffmpeg_mux_getname,
  708. .create = ffmpeg_mux_create,
  709. .destroy = ffmpeg_mux_destroy,
  710. .start = ffmpeg_mux_start,
  711. .stop = ffmpeg_mux_stop,
  712. .encoded_packet = ffmpeg_mux_data,
  713. .get_total_bytes = ffmpeg_mux_total_bytes,
  714. .get_properties = ffmpeg_mux_properties,
  715. };
  716. static int connect_time(struct ffmpeg_muxer *stream)
  717. {
  718. UNUSED_PARAMETER(stream);
  719. /* TODO */
  720. return 0;
  721. }
  722. static int ffmpeg_mpegts_mux_connect_time(void *data)
  723. {
  724. struct ffmpeg_muxer *stream = data;
  725. /* TODO */
  726. return connect_time(stream);
  727. }
  728. struct obs_output_info ffmpeg_mpegts_muxer = {
  729. .id = "ffmpeg_mpegts_muxer",
  730. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  731. OBS_OUTPUT_SERVICE,
  732. .encoded_video_codecs = "h264;av1",
  733. .encoded_audio_codecs = "aac",
  734. .get_name = ffmpeg_mpegts_mux_getname,
  735. .create = ffmpeg_mux_create,
  736. .destroy = ffmpeg_mux_destroy,
  737. .start = ffmpeg_mux_start,
  738. .stop = ffmpeg_mux_stop,
  739. .encoded_packet = ffmpeg_mux_data,
  740. .get_total_bytes = ffmpeg_mux_total_bytes,
  741. .get_properties = ffmpeg_mux_properties,
  742. .get_connect_time_ms = ffmpeg_mpegts_mux_connect_time,
  743. };
  744. /* ------------------------------------------------------------------------ */
  745. static const char *replay_buffer_getname(void *type)
  746. {
  747. UNUSED_PARAMETER(type);
  748. return obs_module_text("ReplayBuffer");
  749. }
  750. static void replay_buffer_hotkey(void *data, obs_hotkey_id id,
  751. obs_hotkey_t *hotkey, bool pressed)
  752. {
  753. UNUSED_PARAMETER(id);
  754. UNUSED_PARAMETER(hotkey);
  755. UNUSED_PARAMETER(pressed);
  756. if (!pressed)
  757. return;
  758. struct ffmpeg_muxer *stream = data;
  759. if (os_atomic_load_bool(&stream->active)) {
  760. obs_encoder_t *vencoder =
  761. obs_output_get_video_encoder(stream->output);
  762. if (obs_encoder_paused(vencoder)) {
  763. info("Could not save buffer because encoders paused");
  764. return;
  765. }
  766. stream->save_ts = os_gettime_ns() / 1000LL;
  767. }
  768. }
  769. static void save_replay_proc(void *data, calldata_t *cd)
  770. {
  771. replay_buffer_hotkey(data, 0, NULL, true);
  772. UNUSED_PARAMETER(cd);
  773. }
  774. static void get_last_replay(void *data, calldata_t *cd)
  775. {
  776. struct ffmpeg_muxer *stream = data;
  777. if (!os_atomic_load_bool(&stream->muxing))
  778. calldata_set_string(cd, "path", stream->path.array);
  779. }
  780. static void *replay_buffer_create(obs_data_t *settings, obs_output_t *output)
  781. {
  782. UNUSED_PARAMETER(settings);
  783. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  784. stream->output = output;
  785. stream->hotkey =
  786. obs_hotkey_register_output(output, "ReplayBuffer.Save",
  787. obs_module_text("ReplayBuffer.Save"),
  788. replay_buffer_hotkey, stream);
  789. proc_handler_t *ph = obs_output_get_proc_handler(output);
  790. proc_handler_add(ph, "void save()", save_replay_proc, stream);
  791. proc_handler_add(ph, "void get_last_replay(out string path)",
  792. get_last_replay, stream);
  793. signal_handler_t *sh = obs_output_get_signal_handler(output);
  794. signal_handler_add(sh, "void saved()");
  795. return stream;
  796. }
  797. static void replay_buffer_destroy(void *data)
  798. {
  799. struct ffmpeg_muxer *stream = data;
  800. if (stream->hotkey)
  801. obs_hotkey_unregister(stream->hotkey);
  802. ffmpeg_mux_destroy(data);
  803. }
  804. static bool replay_buffer_start(void *data)
  805. {
  806. struct ffmpeg_muxer *stream = data;
  807. if (!obs_output_can_begin_data_capture(stream->output, 0))
  808. return false;
  809. if (!obs_output_initialize_encoders(stream->output, 0))
  810. return false;
  811. obs_data_t *s = obs_output_get_settings(stream->output);
  812. stream->max_time = obs_data_get_int(s, "max_time_sec") * 1000000LL;
  813. stream->max_size = obs_data_get_int(s, "max_size_mb") * (1024 * 1024);
  814. obs_data_release(s);
  815. os_atomic_set_bool(&stream->active, true);
  816. os_atomic_set_bool(&stream->capturing, true);
  817. stream->total_bytes = 0;
  818. obs_output_begin_data_capture(stream->output, 0);
  819. return true;
  820. }
  821. static bool purge_front(struct ffmpeg_muxer *stream)
  822. {
  823. struct encoder_packet pkt;
  824. bool keyframe;
  825. if (!stream->packets.size)
  826. return false;
  827. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  828. keyframe = pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe;
  829. if (keyframe)
  830. stream->keyframes--;
  831. if (!stream->packets.size) {
  832. stream->cur_size = 0;
  833. stream->cur_time = 0;
  834. } else {
  835. struct encoder_packet first;
  836. circlebuf_peek_front(&stream->packets, &first, sizeof(first));
  837. stream->cur_time = first.dts_usec;
  838. stream->cur_size -= (int64_t)pkt.size;
  839. }
  840. obs_encoder_packet_release(&pkt);
  841. return keyframe;
  842. }
  843. static inline void purge(struct ffmpeg_muxer *stream)
  844. {
  845. if (purge_front(stream)) {
  846. struct encoder_packet pkt;
  847. for (;;) {
  848. if (!stream->packets.size)
  849. return;
  850. circlebuf_peek_front(&stream->packets, &pkt,
  851. sizeof(pkt));
  852. if (pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe)
  853. return;
  854. purge_front(stream);
  855. }
  856. }
  857. }
  858. static inline void replay_buffer_purge(struct ffmpeg_muxer *stream,
  859. struct encoder_packet *pkt)
  860. {
  861. if (stream->max_size) {
  862. if (!stream->packets.size || stream->keyframes <= 2)
  863. return;
  864. while ((stream->cur_size + (int64_t)pkt->size) >
  865. stream->max_size)
  866. purge(stream);
  867. }
  868. if (!stream->packets.size || stream->keyframes <= 2)
  869. return;
  870. while ((pkt->dts_usec - stream->cur_time) > stream->max_time)
  871. purge(stream);
  872. }
  873. static void insert_packet(struct darray *array, struct encoder_packet *packet,
  874. int64_t video_offset, int64_t *audio_offsets,
  875. int64_t video_pts_offset, int64_t *audio_dts_offsets)
  876. {
  877. struct encoder_packet pkt;
  878. DARRAY(struct encoder_packet) packets;
  879. packets.da = *array;
  880. size_t idx;
  881. obs_encoder_packet_ref(&pkt, packet);
  882. if (pkt.type == OBS_ENCODER_VIDEO) {
  883. pkt.dts_usec -= video_offset;
  884. pkt.dts -= video_pts_offset;
  885. pkt.pts -= video_pts_offset;
  886. } else {
  887. pkt.dts_usec -= audio_offsets[pkt.track_idx];
  888. pkt.dts -= audio_dts_offsets[pkt.track_idx];
  889. pkt.pts -= audio_dts_offsets[pkt.track_idx];
  890. }
  891. for (idx = packets.num; idx > 0; idx--) {
  892. struct encoder_packet *p = packets.array + (idx - 1);
  893. if (p->dts_usec < pkt.dts_usec)
  894. break;
  895. }
  896. da_insert(packets, idx, &pkt);
  897. *array = packets.da;
  898. }
  899. static void *replay_buffer_mux_thread(void *data)
  900. {
  901. struct ffmpeg_muxer *stream = data;
  902. bool error = false;
  903. start_pipe(stream, stream->path.array);
  904. if (!stream->pipe) {
  905. warn("Failed to create process pipe");
  906. error = true;
  907. goto error;
  908. }
  909. if (!send_headers(stream)) {
  910. warn("Could not write headers for file '%s'",
  911. stream->path.array);
  912. error = true;
  913. goto error;
  914. }
  915. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  916. struct encoder_packet *pkt = &stream->mux_packets.array[i];
  917. write_packet(stream, pkt);
  918. obs_encoder_packet_release(pkt);
  919. }
  920. info("Wrote replay buffer to '%s'", stream->path.array);
  921. error:
  922. os_process_pipe_destroy(stream->pipe);
  923. stream->pipe = NULL;
  924. if (error) {
  925. for (size_t i = 0; i < stream->mux_packets.num; i++)
  926. obs_encoder_packet_release(
  927. &stream->mux_packets.array[i]);
  928. }
  929. da_free(stream->mux_packets);
  930. os_atomic_set_bool(&stream->muxing, false);
  931. if (!error) {
  932. calldata_t cd = {0};
  933. signal_handler_t *sh =
  934. obs_output_get_signal_handler(stream->output);
  935. signal_handler_signal(sh, "saved", &cd);
  936. }
  937. return NULL;
  938. }
  939. static void replay_buffer_save(struct ffmpeg_muxer *stream)
  940. {
  941. const size_t size = sizeof(struct encoder_packet);
  942. size_t num_packets = stream->packets.size / size;
  943. da_reserve(stream->mux_packets, num_packets);
  944. /* ---------------------------- */
  945. /* reorder packets */
  946. bool found_video = false;
  947. bool found_audio[MAX_AUDIO_MIXES] = {0};
  948. int64_t video_offset = 0;
  949. int64_t video_pts_offset = 0;
  950. int64_t audio_offsets[MAX_AUDIO_MIXES] = {0};
  951. int64_t audio_dts_offsets[MAX_AUDIO_MIXES] = {0};
  952. for (size_t i = 0; i < num_packets; i++) {
  953. struct encoder_packet *pkt;
  954. pkt = circlebuf_data(&stream->packets, i * size);
  955. if (pkt->type == OBS_ENCODER_VIDEO) {
  956. if (!found_video) {
  957. video_pts_offset = pkt->pts;
  958. video_offset = video_pts_offset * 1000000 /
  959. pkt->timebase_den;
  960. found_video = true;
  961. }
  962. } else {
  963. if (!found_audio[pkt->track_idx]) {
  964. found_audio[pkt->track_idx] = true;
  965. audio_offsets[pkt->track_idx] = pkt->dts_usec;
  966. audio_dts_offsets[pkt->track_idx] = pkt->dts;
  967. }
  968. }
  969. insert_packet(&stream->mux_packets.da, pkt, video_offset,
  970. audio_offsets, video_pts_offset,
  971. audio_dts_offsets);
  972. }
  973. generate_filename(stream, &stream->path, true);
  974. os_atomic_set_bool(&stream->muxing, true);
  975. stream->mux_thread_joinable = pthread_create(&stream->mux_thread, NULL,
  976. replay_buffer_mux_thread,
  977. stream) == 0;
  978. if (!stream->mux_thread_joinable) {
  979. warn("Failed to create muxer thread");
  980. os_atomic_set_bool(&stream->muxing, false);
  981. }
  982. }
  983. static void deactivate_replay_buffer(struct ffmpeg_muxer *stream, int code)
  984. {
  985. if (code) {
  986. obs_output_signal_stop(stream->output, code);
  987. } else if (stopping(stream)) {
  988. obs_output_end_data_capture(stream->output);
  989. }
  990. os_atomic_set_bool(&stream->active, false);
  991. os_atomic_set_bool(&stream->sent_headers, false);
  992. os_atomic_set_bool(&stream->stopping, false);
  993. replay_buffer_clear(stream);
  994. }
  995. static void replay_buffer_data(void *data, struct encoder_packet *packet)
  996. {
  997. struct ffmpeg_muxer *stream = data;
  998. struct encoder_packet pkt;
  999. if (!active(stream))
  1000. return;
  1001. /* encoder failure */
  1002. if (!packet) {
  1003. deactivate_replay_buffer(stream, OBS_OUTPUT_ENCODE_ERROR);
  1004. return;
  1005. }
  1006. if (stopping(stream)) {
  1007. if (packet->sys_dts_usec >= stream->stop_ts) {
  1008. deactivate_replay_buffer(stream, 0);
  1009. return;
  1010. }
  1011. }
  1012. obs_encoder_packet_ref(&pkt, packet);
  1013. replay_buffer_purge(stream, &pkt);
  1014. if (!stream->packets.size)
  1015. stream->cur_time = pkt.dts_usec;
  1016. stream->cur_size += pkt.size;
  1017. circlebuf_push_back(&stream->packets, packet, sizeof(*packet));
  1018. if (packet->type == OBS_ENCODER_VIDEO && packet->keyframe)
  1019. stream->keyframes++;
  1020. if (stream->save_ts && packet->sys_dts_usec >= stream->save_ts) {
  1021. if (os_atomic_load_bool(&stream->muxing))
  1022. return;
  1023. if (stream->mux_thread_joinable) {
  1024. pthread_join(stream->mux_thread, NULL);
  1025. stream->mux_thread_joinable = false;
  1026. }
  1027. stream->save_ts = 0;
  1028. replay_buffer_save(stream);
  1029. }
  1030. }
  1031. static void replay_buffer_defaults(obs_data_t *s)
  1032. {
  1033. obs_data_set_default_int(s, "max_time_sec", 15);
  1034. obs_data_set_default_int(s, "max_size_mb", 500);
  1035. obs_data_set_default_string(s, "format", "%CCYY-%MM-%DD %hh-%mm-%ss");
  1036. obs_data_set_default_string(s, "extension", "mp4");
  1037. obs_data_set_default_bool(s, "allow_spaces", true);
  1038. }
  1039. struct obs_output_info replay_buffer = {
  1040. .id = "replay_buffer",
  1041. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  1042. OBS_OUTPUT_CAN_PAUSE,
  1043. .get_name = replay_buffer_getname,
  1044. .create = replay_buffer_create,
  1045. .destroy = replay_buffer_destroy,
  1046. .start = replay_buffer_start,
  1047. .stop = ffmpeg_mux_stop,
  1048. .encoded_packet = replay_buffer_data,
  1049. .get_total_bytes = ffmpeg_mux_total_bytes,
  1050. .get_defaults = replay_buffer_defaults,
  1051. };