obs-ffmpeg-mux.c 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284
  1. /******************************************************************************
  2. Copyright (C) 2015 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "ffmpeg-mux/ffmpeg-mux.h"
  15. #include "obs-ffmpeg-mux.h"
  16. #ifdef _WIN32
  17. #include "util/windows/win-version.h"
  18. #endif
  19. #include <libavformat/avformat.h>
  20. #define do_log(level, format, ...) \
  21. blog(level, "[ffmpeg muxer: '%s'] " format, \
  22. obs_output_get_name(stream->output), ##__VA_ARGS__)
  23. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  24. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  25. static const char *ffmpeg_mux_getname(void *type)
  26. {
  27. UNUSED_PARAMETER(type);
  28. return obs_module_text("FFmpegMuxer");
  29. }
  30. static const char *ffmpeg_mpegts_mux_getname(void *type)
  31. {
  32. UNUSED_PARAMETER(type);
  33. return obs_module_text("FFmpegMpegtsMuxer");
  34. }
  35. static inline void replay_buffer_clear(struct ffmpeg_muxer *stream)
  36. {
  37. while (stream->packets.size > 0) {
  38. struct encoder_packet pkt;
  39. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  40. obs_encoder_packet_release(&pkt);
  41. }
  42. circlebuf_free(&stream->packets);
  43. stream->cur_size = 0;
  44. stream->cur_time = 0;
  45. stream->max_size = 0;
  46. stream->max_time = 0;
  47. stream->save_ts = 0;
  48. stream->keyframes = 0;
  49. }
  50. static void ffmpeg_mux_destroy(void *data)
  51. {
  52. struct ffmpeg_muxer *stream = data;
  53. replay_buffer_clear(stream);
  54. if (stream->mux_thread_joinable)
  55. pthread_join(stream->mux_thread, NULL);
  56. for (size_t i = 0; i < stream->mux_packets.num; i++)
  57. obs_encoder_packet_release(&stream->mux_packets.array[i]);
  58. da_free(stream->mux_packets);
  59. circlebuf_free(&stream->packets);
  60. os_process_pipe_destroy(stream->pipe);
  61. dstr_free(&stream->path);
  62. dstr_free(&stream->printable_path);
  63. dstr_free(&stream->stream_key);
  64. dstr_free(&stream->muxer_settings);
  65. bfree(stream);
  66. }
  67. static void *ffmpeg_mux_create(obs_data_t *settings, obs_output_t *output)
  68. {
  69. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  70. stream->output = output;
  71. if (obs_output_get_flags(output) & OBS_OUTPUT_SERVICE)
  72. stream->is_network = true;
  73. signal_handler_t *sh = obs_output_get_signal_handler(output);
  74. signal_handler_add(sh, "void file_changed(string next_file)");
  75. UNUSED_PARAMETER(settings);
  76. return stream;
  77. }
  78. #ifdef _WIN32
  79. #define FFMPEG_MUX "obs-ffmpeg-mux.exe"
  80. #else
  81. #define FFMPEG_MUX "obs-ffmpeg-mux"
  82. #endif
  83. static inline bool capturing(struct ffmpeg_muxer *stream)
  84. {
  85. return os_atomic_load_bool(&stream->capturing);
  86. }
  87. bool stopping(struct ffmpeg_muxer *stream)
  88. {
  89. return os_atomic_load_bool(&stream->stopping);
  90. }
  91. bool active(struct ffmpeg_muxer *stream)
  92. {
  93. return os_atomic_load_bool(&stream->active);
  94. }
  95. /* TODO: allow codecs other than h264 whenever we start using them */
  96. static void add_video_encoder_params(struct ffmpeg_muxer *stream,
  97. struct dstr *cmd, obs_encoder_t *vencoder)
  98. {
  99. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  100. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  101. video_t *video = obs_get_video();
  102. const struct video_output_info *info = video_output_get_info(video);
  103. obs_data_release(settings);
  104. enum AVColorPrimaries pri = AVCOL_PRI_UNSPECIFIED;
  105. enum AVColorTransferCharacteristic trc = AVCOL_TRC_UNSPECIFIED;
  106. enum AVColorSpace spc = AVCOL_SPC_UNSPECIFIED;
  107. switch (info->colorspace) {
  108. case VIDEO_CS_601:
  109. pri = AVCOL_PRI_SMPTE170M;
  110. trc = AVCOL_TRC_SMPTE170M;
  111. spc = AVCOL_SPC_SMPTE170M;
  112. break;
  113. case VIDEO_CS_DEFAULT:
  114. case VIDEO_CS_709:
  115. pri = AVCOL_PRI_BT709;
  116. trc = AVCOL_TRC_BT709;
  117. spc = AVCOL_SPC_BT709;
  118. break;
  119. case VIDEO_CS_SRGB:
  120. pri = AVCOL_PRI_BT709;
  121. trc = AVCOL_TRC_IEC61966_2_1;
  122. spc = AVCOL_SPC_BT709;
  123. break;
  124. case VIDEO_CS_2100_PQ:
  125. pri = AVCOL_PRI_BT2020;
  126. trc = AVCOL_TRC_SMPTE2084;
  127. spc = AVCOL_SPC_BT2020_NCL;
  128. break;
  129. case VIDEO_CS_2100_HLG:
  130. pri = AVCOL_PRI_BT2020;
  131. trc = AVCOL_TRC_ARIB_STD_B67;
  132. spc = AVCOL_SPC_BT2020_NCL;
  133. }
  134. const enum AVColorRange range = (info->range == VIDEO_RANGE_FULL)
  135. ? AVCOL_RANGE_JPEG
  136. : AVCOL_RANGE_MPEG;
  137. const int max_luminance =
  138. (trc == AVCOL_TRC_SMPTE2084)
  139. ? (int)obs_get_video_hdr_nominal_peak_level()
  140. : ((trc == AVCOL_TRC_ARIB_STD_B67) ? 1000 : 0);
  141. dstr_catf(cmd, "%s %d %d %d %d %d %d %d %d %d %d ",
  142. obs_encoder_get_codec(vencoder), bitrate,
  143. obs_output_get_width(stream->output),
  144. obs_output_get_height(stream->output), (int)pri, (int)trc,
  145. (int)spc, (int)range, max_luminance, (int)info->fps_num,
  146. (int)info->fps_den);
  147. }
  148. static void add_audio_encoder_params(struct dstr *cmd, obs_encoder_t *aencoder)
  149. {
  150. obs_data_t *settings = obs_encoder_get_settings(aencoder);
  151. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  152. audio_t *audio = obs_get_audio();
  153. struct dstr name = {0};
  154. obs_data_release(settings);
  155. dstr_copy(&name, obs_encoder_get_name(aencoder));
  156. dstr_replace(&name, "\"", "\"\"");
  157. dstr_catf(cmd, "\"%s\" %d %d %d %d ", name.array, bitrate,
  158. (int)obs_encoder_get_sample_rate(aencoder),
  159. (int)obs_encoder_get_frame_size(aencoder),
  160. (int)audio_output_get_channels(audio));
  161. dstr_free(&name);
  162. }
  163. static void log_muxer_params(struct ffmpeg_muxer *stream, const char *settings)
  164. {
  165. int ret;
  166. AVDictionary *dict = NULL;
  167. if ((ret = av_dict_parse_string(&dict, settings, "=", " ", 0))) {
  168. warn("Failed to parse muxer settings: %s\n%s", av_err2str(ret),
  169. settings);
  170. av_dict_free(&dict);
  171. return;
  172. }
  173. if (av_dict_count(dict) > 0) {
  174. struct dstr str = {0};
  175. AVDictionaryEntry *entry = NULL;
  176. while ((entry = av_dict_get(dict, "", entry,
  177. AV_DICT_IGNORE_SUFFIX)))
  178. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  179. info("Using muxer settings:%s", str.array);
  180. dstr_free(&str);
  181. }
  182. av_dict_free(&dict);
  183. }
  184. static void add_stream_key(struct dstr *cmd, struct ffmpeg_muxer *stream)
  185. {
  186. dstr_catf(cmd, "\"%s\" ",
  187. dstr_is_empty(&stream->stream_key)
  188. ? ""
  189. : stream->stream_key.array);
  190. }
  191. static void add_muxer_params(struct dstr *cmd, struct ffmpeg_muxer *stream)
  192. {
  193. struct dstr mux = {0};
  194. if (dstr_is_empty(&stream->muxer_settings)) {
  195. obs_data_t *settings = obs_output_get_settings(stream->output);
  196. dstr_copy(&mux,
  197. obs_data_get_string(settings, "muxer_settings"));
  198. obs_data_release(settings);
  199. } else {
  200. dstr_copy(&mux, stream->muxer_settings.array);
  201. }
  202. log_muxer_params(stream, mux.array);
  203. dstr_replace(&mux, "\"", "\\\"");
  204. dstr_catf(cmd, "\"%s\" ", mux.array ? mux.array : "");
  205. dstr_free(&mux);
  206. }
  207. static void build_command_line(struct ffmpeg_muxer *stream, struct dstr *cmd,
  208. const char *path)
  209. {
  210. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  211. obs_encoder_t *aencoders[MAX_AUDIO_MIXES];
  212. int num_tracks = 0;
  213. for (;;) {
  214. obs_encoder_t *aencoder = obs_output_get_audio_encoder(
  215. stream->output, num_tracks);
  216. if (!aencoder)
  217. break;
  218. aencoders[num_tracks] = aencoder;
  219. num_tracks++;
  220. }
  221. dstr_init_move_array(cmd, os_get_executable_path_ptr(FFMPEG_MUX));
  222. dstr_insert_ch(cmd, 0, '\"');
  223. dstr_cat(cmd, "\" \"");
  224. dstr_copy(&stream->path, path);
  225. dstr_replace(&stream->path, "\"", "\"\"");
  226. dstr_cat_dstr(cmd, &stream->path);
  227. dstr_catf(cmd, "\" %d %d ", vencoder ? 1 : 0, num_tracks);
  228. if (vencoder)
  229. add_video_encoder_params(stream, cmd, vencoder);
  230. if (num_tracks) {
  231. dstr_cat(cmd, "aac ");
  232. for (int i = 0; i < num_tracks; i++) {
  233. add_audio_encoder_params(cmd, aencoders[i]);
  234. }
  235. }
  236. add_stream_key(cmd, stream);
  237. add_muxer_params(cmd, stream);
  238. }
  239. void start_pipe(struct ffmpeg_muxer *stream, const char *path)
  240. {
  241. struct dstr cmd;
  242. build_command_line(stream, &cmd, path);
  243. stream->pipe = os_process_pipe_create(cmd.array, "w");
  244. dstr_free(&cmd);
  245. }
  246. static void set_file_not_readable_error(struct ffmpeg_muxer *stream,
  247. obs_data_t *settings, const char *path)
  248. {
  249. struct dstr error_message;
  250. dstr_init_copy(&error_message, obs_module_text("UnableToWritePath"));
  251. #ifdef _WIN32
  252. /* special warning for Windows 10 users about Defender */
  253. struct win_version_info ver;
  254. get_win_ver(&ver);
  255. if (ver.major >= 10) {
  256. dstr_cat(&error_message, "\n\n");
  257. dstr_cat(&error_message,
  258. obs_module_text("WarnWindowsDefender"));
  259. }
  260. #endif
  261. dstr_replace(&error_message, "%1", path);
  262. obs_output_set_last_error(stream->output, error_message.array);
  263. dstr_free(&error_message);
  264. obs_data_release(settings);
  265. }
  266. inline static void ts_offset_clear(struct ffmpeg_muxer *stream)
  267. {
  268. stream->found_video = false;
  269. stream->video_pts_offset = 0;
  270. for (size_t i = 0; i < MAX_AUDIO_MIXES; i++) {
  271. stream->found_audio[i] = false;
  272. stream->audio_dts_offsets[i] = 0;
  273. }
  274. }
  275. static inline int64_t packet_pts_usec(struct encoder_packet *packet)
  276. {
  277. return packet->pts * 1000000 / packet->timebase_den;
  278. }
  279. inline static void ts_offset_update(struct ffmpeg_muxer *stream,
  280. struct encoder_packet *packet)
  281. {
  282. if (packet->type == OBS_ENCODER_VIDEO) {
  283. if (!stream->found_video) {
  284. stream->video_pts_offset = packet->pts;
  285. stream->found_video = true;
  286. }
  287. return;
  288. }
  289. if (stream->found_audio[packet->track_idx])
  290. return;
  291. stream->audio_dts_offsets[packet->track_idx] = packet->dts;
  292. stream->found_audio[packet->track_idx] = true;
  293. }
  294. static bool ffmpeg_mux_start(void *data)
  295. {
  296. struct ffmpeg_muxer *stream = data;
  297. obs_data_t *settings;
  298. const char *path;
  299. if (!obs_output_can_begin_data_capture(stream->output, 0))
  300. return false;
  301. if (!obs_output_initialize_encoders(stream->output, 0))
  302. return false;
  303. settings = obs_output_get_settings(stream->output);
  304. if (stream->is_network) {
  305. obs_service_t *service;
  306. service = obs_output_get_service(stream->output);
  307. if (!service)
  308. return false;
  309. path = obs_service_get_url(service);
  310. stream->split_file = false;
  311. stream->reset_timestamps = false;
  312. } else {
  313. path = obs_data_get_string(settings, "path");
  314. stream->max_time =
  315. obs_data_get_int(settings, "max_time_sec") * 1000000LL;
  316. stream->max_size = obs_data_get_int(settings, "max_size_mb") *
  317. (1024 * 1024);
  318. stream->split_file = stream->max_time > 0 ||
  319. stream->max_size > 0;
  320. stream->reset_timestamps =
  321. obs_data_get_bool(settings, "reset_timestamps");
  322. stream->allow_overwrite =
  323. obs_data_get_bool(settings, "allow_overwrite");
  324. stream->cur_size = 0;
  325. stream->sent_headers = false;
  326. }
  327. ts_offset_clear(stream);
  328. if (!stream->is_network) {
  329. /* ensure output path is writable to avoid generic error
  330. * message.
  331. *
  332. * TODO: remove once ffmpeg-mux is refactored to pass
  333. * errors back */
  334. FILE *test_file = os_fopen(path, "wb");
  335. if (!test_file) {
  336. set_file_not_readable_error(stream, settings, path);
  337. return false;
  338. }
  339. fclose(test_file);
  340. os_unlink(path);
  341. }
  342. start_pipe(stream, path);
  343. obs_data_release(settings);
  344. if (!stream->pipe) {
  345. obs_output_set_last_error(
  346. stream->output, obs_module_text("HelperProcessFailed"));
  347. warn("Failed to create process pipe");
  348. return false;
  349. }
  350. /* write headers and start capture */
  351. os_atomic_set_bool(&stream->active, true);
  352. os_atomic_set_bool(&stream->capturing, true);
  353. stream->total_bytes = 0;
  354. obs_output_begin_data_capture(stream->output, 0);
  355. info("Writing file '%s'...", stream->path.array);
  356. return true;
  357. }
  358. int deactivate(struct ffmpeg_muxer *stream, int code)
  359. {
  360. int ret = -1;
  361. if (stream->is_hls) {
  362. if (stream->mux_thread_joinable) {
  363. os_event_signal(stream->stop_event);
  364. os_sem_post(stream->write_sem);
  365. pthread_join(stream->mux_thread, NULL);
  366. stream->mux_thread_joinable = false;
  367. }
  368. }
  369. if (active(stream)) {
  370. ret = os_process_pipe_destroy(stream->pipe);
  371. stream->pipe = NULL;
  372. os_atomic_set_bool(&stream->active, false);
  373. os_atomic_set_bool(&stream->sent_headers, false);
  374. info("Output of file '%s' stopped",
  375. dstr_is_empty(&stream->printable_path)
  376. ? stream->path.array
  377. : stream->printable_path.array);
  378. }
  379. if (code) {
  380. obs_output_signal_stop(stream->output, code);
  381. } else if (stopping(stream)) {
  382. obs_output_end_data_capture(stream->output);
  383. }
  384. if (stream->is_hls) {
  385. pthread_mutex_lock(&stream->write_mutex);
  386. while (stream->packets.size) {
  387. struct encoder_packet packet;
  388. circlebuf_pop_front(&stream->packets, &packet,
  389. sizeof(packet));
  390. obs_encoder_packet_release(&packet);
  391. }
  392. pthread_mutex_unlock(&stream->write_mutex);
  393. }
  394. os_atomic_set_bool(&stream->stopping, false);
  395. return ret;
  396. }
  397. void ffmpeg_mux_stop(void *data, uint64_t ts)
  398. {
  399. struct ffmpeg_muxer *stream = data;
  400. if (capturing(stream) || ts == 0) {
  401. stream->stop_ts = (int64_t)ts / 1000LL;
  402. os_atomic_set_bool(&stream->stopping, true);
  403. os_atomic_set_bool(&stream->capturing, false);
  404. }
  405. }
  406. static void signal_failure(struct ffmpeg_muxer *stream)
  407. {
  408. char error[1024];
  409. int ret;
  410. int code;
  411. size_t len;
  412. len = os_process_pipe_read_err(stream->pipe, (uint8_t *)error,
  413. sizeof(error) - 1);
  414. if (len > 0) {
  415. error[len] = 0;
  416. warn("ffmpeg-mux: %s", error);
  417. obs_output_set_last_error(stream->output, error);
  418. }
  419. ret = deactivate(stream, 0);
  420. switch (ret) {
  421. case FFM_UNSUPPORTED:
  422. code = OBS_OUTPUT_UNSUPPORTED;
  423. break;
  424. default:
  425. if (stream->is_network) {
  426. code = OBS_OUTPUT_DISCONNECTED;
  427. } else {
  428. code = OBS_OUTPUT_ENCODE_ERROR;
  429. }
  430. }
  431. obs_output_signal_stop(stream->output, code);
  432. os_atomic_set_bool(&stream->capturing, false);
  433. }
  434. static void find_best_filename(struct dstr *path, bool space)
  435. {
  436. int num = 2;
  437. if (!os_file_exists(path->array))
  438. return;
  439. const char *ext = strrchr(path->array, '.');
  440. if (!ext)
  441. return;
  442. size_t extstart = ext - path->array;
  443. struct dstr testpath;
  444. dstr_init_copy_dstr(&testpath, path);
  445. for (;;) {
  446. dstr_resize(&testpath, extstart);
  447. dstr_catf(&testpath, space ? " (%d)" : "_%d", num++);
  448. dstr_cat(&testpath, ext);
  449. if (!os_file_exists(testpath.array)) {
  450. dstr_free(path);
  451. dstr_init_move(path, &testpath);
  452. break;
  453. }
  454. }
  455. }
  456. static void generate_filename(struct ffmpeg_muxer *stream, struct dstr *dst,
  457. bool overwrite)
  458. {
  459. obs_data_t *settings = obs_output_get_settings(stream->output);
  460. const char *dir = obs_data_get_string(settings, "directory");
  461. const char *fmt = obs_data_get_string(settings, "format");
  462. const char *ext = obs_data_get_string(settings, "extension");
  463. bool space = obs_data_get_bool(settings, "allow_spaces");
  464. char *filename = os_generate_formatted_filename(ext, space, fmt);
  465. dstr_copy(dst, dir);
  466. dstr_replace(dst, "\\", "/");
  467. if (dstr_end(dst) != '/')
  468. dstr_cat_ch(dst, '/');
  469. dstr_cat(dst, filename);
  470. char *slash = strrchr(dst->array, '/');
  471. if (slash) {
  472. *slash = 0;
  473. os_mkdirs(dst->array);
  474. *slash = '/';
  475. }
  476. if (!overwrite)
  477. find_best_filename(dst, space);
  478. bfree(filename);
  479. obs_data_release(settings);
  480. }
  481. bool write_packet(struct ffmpeg_muxer *stream, struct encoder_packet *packet)
  482. {
  483. bool is_video = packet->type == OBS_ENCODER_VIDEO;
  484. size_t ret;
  485. struct ffm_packet_info info = {.pts = packet->pts,
  486. .dts = packet->dts,
  487. .size = (uint32_t)packet->size,
  488. .index = (int)packet->track_idx,
  489. .type = is_video ? FFM_PACKET_VIDEO
  490. : FFM_PACKET_AUDIO,
  491. .keyframe = packet->keyframe};
  492. if (stream->split_file && stream->reset_timestamps) {
  493. if (is_video) {
  494. info.dts -= stream->video_pts_offset;
  495. info.pts -= stream->video_pts_offset;
  496. } else {
  497. info.dts -= stream->audio_dts_offsets[info.index];
  498. info.pts -= stream->audio_dts_offsets[info.index];
  499. }
  500. }
  501. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  502. sizeof(info));
  503. if (ret != sizeof(info)) {
  504. warn("os_process_pipe_write for info structure failed");
  505. signal_failure(stream);
  506. return false;
  507. }
  508. ret = os_process_pipe_write(stream->pipe, packet->data, packet->size);
  509. if (ret != packet->size) {
  510. warn("os_process_pipe_write for packet data failed");
  511. signal_failure(stream);
  512. return false;
  513. }
  514. stream->total_bytes += packet->size;
  515. if (stream->split_file)
  516. stream->cur_size += packet->size;
  517. return true;
  518. }
  519. static bool send_audio_headers(struct ffmpeg_muxer *stream,
  520. obs_encoder_t *aencoder, size_t idx)
  521. {
  522. struct encoder_packet packet = {
  523. .type = OBS_ENCODER_AUDIO, .timebase_den = 1, .track_idx = idx};
  524. if (!obs_encoder_get_extra_data(aencoder, &packet.data, &packet.size))
  525. return false;
  526. return write_packet(stream, &packet);
  527. }
  528. static bool send_video_headers(struct ffmpeg_muxer *stream)
  529. {
  530. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  531. struct encoder_packet packet = {.type = OBS_ENCODER_VIDEO,
  532. .timebase_den = 1};
  533. if (!obs_encoder_get_extra_data(vencoder, &packet.data, &packet.size))
  534. return false;
  535. return write_packet(stream, &packet);
  536. }
  537. bool send_headers(struct ffmpeg_muxer *stream)
  538. {
  539. obs_encoder_t *aencoder;
  540. size_t idx = 0;
  541. if (!send_video_headers(stream))
  542. return false;
  543. do {
  544. aencoder = obs_output_get_audio_encoder(stream->output, idx);
  545. if (aencoder) {
  546. if (!send_audio_headers(stream, aencoder, idx)) {
  547. return false;
  548. }
  549. idx++;
  550. }
  551. } while (aencoder);
  552. return true;
  553. }
  554. static inline bool should_split(struct ffmpeg_muxer *stream,
  555. struct encoder_packet *packet)
  556. {
  557. /* split at video frame */
  558. if (packet->type != OBS_ENCODER_VIDEO)
  559. return false;
  560. /* don't split group of pictures */
  561. if (!packet->keyframe)
  562. return false;
  563. /* reached maximum file size */
  564. if (stream->max_size > 0 &&
  565. stream->cur_size + (int64_t)packet->size >= stream->max_size)
  566. return true;
  567. /* reached maximum duration */
  568. if (stream->max_time > 0 &&
  569. packet->dts_usec - stream->cur_time >= stream->max_time)
  570. return true;
  571. return false;
  572. }
  573. static bool send_new_filename(struct ffmpeg_muxer *stream, const char *filename)
  574. {
  575. size_t ret;
  576. uint32_t size = (uint32_t)strlen(filename);
  577. struct ffm_packet_info info = {.type = FFM_PACKET_CHANGE_FILE,
  578. .size = size};
  579. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  580. sizeof(info));
  581. if (ret != sizeof(info)) {
  582. warn("os_process_pipe_write for info structure failed");
  583. signal_failure(stream);
  584. return false;
  585. }
  586. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)filename,
  587. size);
  588. if (ret != size) {
  589. warn("os_process_pipe_write for packet data failed");
  590. signal_failure(stream);
  591. return false;
  592. }
  593. return true;
  594. }
  595. static bool prepare_split_file(struct ffmpeg_muxer *stream,
  596. struct encoder_packet *packet)
  597. {
  598. generate_filename(stream, &stream->path, stream->allow_overwrite);
  599. info("Changing output file to '%s'", stream->path.array);
  600. if (!send_new_filename(stream, stream->path.array)) {
  601. warn("Failed to send new file name");
  602. return false;
  603. }
  604. calldata_t cd = {0};
  605. signal_handler_t *sh = obs_output_get_signal_handler(stream->output);
  606. calldata_set_string(&cd, "next_file", stream->path.array);
  607. signal_handler_signal(sh, "file_changed", &cd);
  608. calldata_free(&cd);
  609. if (!send_headers(stream))
  610. return false;
  611. stream->cur_size = 0;
  612. stream->cur_time = packet->dts_usec;
  613. ts_offset_clear(stream);
  614. return true;
  615. }
  616. static inline bool has_audio(struct ffmpeg_muxer *stream)
  617. {
  618. return !!obs_output_get_audio_encoder(stream->output, 0);
  619. }
  620. static void push_back_packet(struct darray *packets,
  621. struct encoder_packet *packet)
  622. {
  623. struct encoder_packet pkt;
  624. obs_encoder_packet_ref(&pkt, packet);
  625. darray_push_back(sizeof(pkt), packets, &pkt);
  626. }
  627. static void ffmpeg_mux_data(void *data, struct encoder_packet *packet)
  628. {
  629. struct ffmpeg_muxer *stream = data;
  630. if (!active(stream))
  631. return;
  632. /* encoder failure */
  633. if (!packet) {
  634. deactivate(stream, OBS_OUTPUT_ENCODE_ERROR);
  635. return;
  636. }
  637. if (stream->split_file && stream->mux_packets.num) {
  638. int64_t pts_usec = packet_pts_usec(packet);
  639. struct encoder_packet *first_pkt = stream->mux_packets.array;
  640. int64_t first_pts_usec = packet_pts_usec(first_pkt);
  641. if (pts_usec >= first_pts_usec) {
  642. if (packet->type != OBS_ENCODER_AUDIO) {
  643. push_back_packet(&stream->mux_packets.da,
  644. packet);
  645. return;
  646. }
  647. if (!prepare_split_file(stream, first_pkt))
  648. return;
  649. stream->split_file_ready = true;
  650. }
  651. } else if (stream->split_file && should_split(stream, packet)) {
  652. if (has_audio(stream)) {
  653. push_back_packet(&stream->mux_packets.da, packet);
  654. return;
  655. } else {
  656. if (!prepare_split_file(stream, packet))
  657. return;
  658. stream->split_file_ready = true;
  659. }
  660. }
  661. if (!stream->sent_headers) {
  662. if (!send_headers(stream))
  663. return;
  664. stream->sent_headers = true;
  665. if (stream->split_file)
  666. stream->cur_time = packet->dts_usec;
  667. }
  668. if (stopping(stream)) {
  669. if (packet->sys_dts_usec >= stream->stop_ts) {
  670. deactivate(stream, 0);
  671. return;
  672. }
  673. }
  674. if (stream->split_file && stream->split_file_ready) {
  675. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  676. struct encoder_packet *pkt =
  677. &stream->mux_packets.array[i];
  678. if (stream->reset_timestamps)
  679. ts_offset_update(stream, pkt);
  680. write_packet(stream, pkt);
  681. obs_encoder_packet_release(pkt);
  682. }
  683. da_free(stream->mux_packets);
  684. stream->split_file_ready = false;
  685. }
  686. if (stream->split_file && stream->reset_timestamps)
  687. ts_offset_update(stream, packet);
  688. write_packet(stream, packet);
  689. }
  690. static obs_properties_t *ffmpeg_mux_properties(void *unused)
  691. {
  692. UNUSED_PARAMETER(unused);
  693. obs_properties_t *props = obs_properties_create();
  694. obs_properties_add_text(props, "path", obs_module_text("FilePath"),
  695. OBS_TEXT_DEFAULT);
  696. return props;
  697. }
  698. uint64_t ffmpeg_mux_total_bytes(void *data)
  699. {
  700. struct ffmpeg_muxer *stream = data;
  701. return stream->total_bytes;
  702. }
  703. struct obs_output_info ffmpeg_muxer = {
  704. .id = "ffmpeg_muxer",
  705. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  706. OBS_OUTPUT_CAN_PAUSE,
  707. .get_name = ffmpeg_mux_getname,
  708. .create = ffmpeg_mux_create,
  709. .destroy = ffmpeg_mux_destroy,
  710. .start = ffmpeg_mux_start,
  711. .stop = ffmpeg_mux_stop,
  712. .encoded_packet = ffmpeg_mux_data,
  713. .get_total_bytes = ffmpeg_mux_total_bytes,
  714. .get_properties = ffmpeg_mux_properties,
  715. };
  716. static int connect_time(struct ffmpeg_muxer *stream)
  717. {
  718. UNUSED_PARAMETER(stream);
  719. /* TODO */
  720. return 0;
  721. }
  722. static int ffmpeg_mpegts_mux_connect_time(void *data)
  723. {
  724. struct ffmpeg_muxer *stream = data;
  725. /* TODO */
  726. return connect_time(stream);
  727. }
  728. struct obs_output_info ffmpeg_mpegts_muxer = {
  729. .id = "ffmpeg_mpegts_muxer",
  730. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  731. OBS_OUTPUT_SERVICE,
  732. .encoded_video_codecs = "h264;av1",
  733. .encoded_audio_codecs = "aac",
  734. .get_name = ffmpeg_mpegts_mux_getname,
  735. .create = ffmpeg_mux_create,
  736. .destroy = ffmpeg_mux_destroy,
  737. .start = ffmpeg_mux_start,
  738. .stop = ffmpeg_mux_stop,
  739. .encoded_packet = ffmpeg_mux_data,
  740. .get_total_bytes = ffmpeg_mux_total_bytes,
  741. .get_properties = ffmpeg_mux_properties,
  742. .get_connect_time_ms = ffmpeg_mpegts_mux_connect_time,
  743. };
  744. /* ------------------------------------------------------------------------ */
  745. static const char *replay_buffer_getname(void *type)
  746. {
  747. UNUSED_PARAMETER(type);
  748. return obs_module_text("ReplayBuffer");
  749. }
  750. static void replay_buffer_hotkey(void *data, obs_hotkey_id id,
  751. obs_hotkey_t *hotkey, bool pressed)
  752. {
  753. UNUSED_PARAMETER(id);
  754. UNUSED_PARAMETER(hotkey);
  755. if (!pressed)
  756. return;
  757. struct ffmpeg_muxer *stream = data;
  758. if (os_atomic_load_bool(&stream->active)) {
  759. obs_encoder_t *vencoder =
  760. obs_output_get_video_encoder(stream->output);
  761. if (obs_encoder_paused(vencoder)) {
  762. info("Could not save buffer because encoders paused");
  763. return;
  764. }
  765. stream->save_ts = os_gettime_ns() / 1000LL;
  766. }
  767. }
  768. static void save_replay_proc(void *data, calldata_t *cd)
  769. {
  770. replay_buffer_hotkey(data, 0, NULL, true);
  771. UNUSED_PARAMETER(cd);
  772. }
  773. static void get_last_replay(void *data, calldata_t *cd)
  774. {
  775. struct ffmpeg_muxer *stream = data;
  776. if (!os_atomic_load_bool(&stream->muxing))
  777. calldata_set_string(cd, "path", stream->path.array);
  778. }
  779. static void *replay_buffer_create(obs_data_t *settings, obs_output_t *output)
  780. {
  781. UNUSED_PARAMETER(settings);
  782. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  783. stream->output = output;
  784. stream->hotkey =
  785. obs_hotkey_register_output(output, "ReplayBuffer.Save",
  786. obs_module_text("ReplayBuffer.Save"),
  787. replay_buffer_hotkey, stream);
  788. proc_handler_t *ph = obs_output_get_proc_handler(output);
  789. proc_handler_add(ph, "void save()", save_replay_proc, stream);
  790. proc_handler_add(ph, "void get_last_replay(out string path)",
  791. get_last_replay, stream);
  792. signal_handler_t *sh = obs_output_get_signal_handler(output);
  793. signal_handler_add(sh, "void saved()");
  794. return stream;
  795. }
  796. static void replay_buffer_destroy(void *data)
  797. {
  798. struct ffmpeg_muxer *stream = data;
  799. if (stream->hotkey)
  800. obs_hotkey_unregister(stream->hotkey);
  801. ffmpeg_mux_destroy(data);
  802. }
  803. static bool replay_buffer_start(void *data)
  804. {
  805. struct ffmpeg_muxer *stream = data;
  806. if (!obs_output_can_begin_data_capture(stream->output, 0))
  807. return false;
  808. if (!obs_output_initialize_encoders(stream->output, 0))
  809. return false;
  810. obs_data_t *s = obs_output_get_settings(stream->output);
  811. stream->max_time = obs_data_get_int(s, "max_time_sec") * 1000000LL;
  812. stream->max_size = obs_data_get_int(s, "max_size_mb") * (1024 * 1024);
  813. obs_data_release(s);
  814. os_atomic_set_bool(&stream->active, true);
  815. os_atomic_set_bool(&stream->capturing, true);
  816. stream->total_bytes = 0;
  817. obs_output_begin_data_capture(stream->output, 0);
  818. return true;
  819. }
  820. static bool purge_front(struct ffmpeg_muxer *stream)
  821. {
  822. struct encoder_packet pkt;
  823. bool keyframe;
  824. if (!stream->packets.size)
  825. return false;
  826. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  827. keyframe = pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe;
  828. if (keyframe)
  829. stream->keyframes--;
  830. if (!stream->packets.size) {
  831. stream->cur_size = 0;
  832. stream->cur_time = 0;
  833. } else {
  834. struct encoder_packet first;
  835. circlebuf_peek_front(&stream->packets, &first, sizeof(first));
  836. stream->cur_time = first.dts_usec;
  837. stream->cur_size -= (int64_t)pkt.size;
  838. }
  839. obs_encoder_packet_release(&pkt);
  840. return keyframe;
  841. }
  842. static inline void purge(struct ffmpeg_muxer *stream)
  843. {
  844. if (purge_front(stream)) {
  845. struct encoder_packet pkt;
  846. for (;;) {
  847. if (!stream->packets.size)
  848. return;
  849. circlebuf_peek_front(&stream->packets, &pkt,
  850. sizeof(pkt));
  851. if (pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe)
  852. return;
  853. purge_front(stream);
  854. }
  855. }
  856. }
  857. static inline void replay_buffer_purge(struct ffmpeg_muxer *stream,
  858. struct encoder_packet *pkt)
  859. {
  860. if (stream->max_size) {
  861. if (!stream->packets.size || stream->keyframes <= 2)
  862. return;
  863. while ((stream->cur_size + (int64_t)pkt->size) >
  864. stream->max_size)
  865. purge(stream);
  866. }
  867. if (!stream->packets.size || stream->keyframes <= 2)
  868. return;
  869. while ((pkt->dts_usec - stream->cur_time) > stream->max_time)
  870. purge(stream);
  871. }
  872. static void insert_packet(struct darray *array, struct encoder_packet *packet,
  873. int64_t video_offset, int64_t *audio_offsets,
  874. int64_t video_pts_offset, int64_t *audio_dts_offsets)
  875. {
  876. struct encoder_packet pkt;
  877. DARRAY(struct encoder_packet) packets;
  878. packets.da = *array;
  879. size_t idx;
  880. obs_encoder_packet_ref(&pkt, packet);
  881. if (pkt.type == OBS_ENCODER_VIDEO) {
  882. pkt.dts_usec -= video_offset;
  883. pkt.dts -= video_pts_offset;
  884. pkt.pts -= video_pts_offset;
  885. } else {
  886. pkt.dts_usec -= audio_offsets[pkt.track_idx];
  887. pkt.dts -= audio_dts_offsets[pkt.track_idx];
  888. pkt.pts -= audio_dts_offsets[pkt.track_idx];
  889. }
  890. for (idx = packets.num; idx > 0; idx--) {
  891. struct encoder_packet *p = packets.array + (idx - 1);
  892. if (p->dts_usec < pkt.dts_usec)
  893. break;
  894. }
  895. da_insert(packets, idx, &pkt);
  896. *array = packets.da;
  897. }
  898. static void *replay_buffer_mux_thread(void *data)
  899. {
  900. struct ffmpeg_muxer *stream = data;
  901. bool error = false;
  902. start_pipe(stream, stream->path.array);
  903. if (!stream->pipe) {
  904. warn("Failed to create process pipe");
  905. error = true;
  906. goto error;
  907. }
  908. if (!send_headers(stream)) {
  909. warn("Could not write headers for file '%s'",
  910. stream->path.array);
  911. error = true;
  912. goto error;
  913. }
  914. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  915. struct encoder_packet *pkt = &stream->mux_packets.array[i];
  916. write_packet(stream, pkt);
  917. obs_encoder_packet_release(pkt);
  918. }
  919. info("Wrote replay buffer to '%s'", stream->path.array);
  920. error:
  921. os_process_pipe_destroy(stream->pipe);
  922. stream->pipe = NULL;
  923. if (error) {
  924. for (size_t i = 0; i < stream->mux_packets.num; i++)
  925. obs_encoder_packet_release(
  926. &stream->mux_packets.array[i]);
  927. }
  928. da_free(stream->mux_packets);
  929. os_atomic_set_bool(&stream->muxing, false);
  930. if (!error) {
  931. calldata_t cd = {0};
  932. signal_handler_t *sh =
  933. obs_output_get_signal_handler(stream->output);
  934. signal_handler_signal(sh, "saved", &cd);
  935. }
  936. return NULL;
  937. }
  938. static void replay_buffer_save(struct ffmpeg_muxer *stream)
  939. {
  940. const size_t size = sizeof(struct encoder_packet);
  941. size_t num_packets = stream->packets.size / size;
  942. da_reserve(stream->mux_packets, num_packets);
  943. /* ---------------------------- */
  944. /* reorder packets */
  945. bool found_video = false;
  946. bool found_audio[MAX_AUDIO_MIXES] = {0};
  947. int64_t video_offset = 0;
  948. int64_t video_pts_offset = 0;
  949. int64_t audio_offsets[MAX_AUDIO_MIXES] = {0};
  950. int64_t audio_dts_offsets[MAX_AUDIO_MIXES] = {0};
  951. for (size_t i = 0; i < num_packets; i++) {
  952. struct encoder_packet *pkt;
  953. pkt = circlebuf_data(&stream->packets, i * size);
  954. if (pkt->type == OBS_ENCODER_VIDEO) {
  955. if (!found_video) {
  956. video_pts_offset = pkt->pts;
  957. video_offset = video_pts_offset * 1000000 /
  958. pkt->timebase_den;
  959. found_video = true;
  960. }
  961. } else {
  962. if (!found_audio[pkt->track_idx]) {
  963. found_audio[pkt->track_idx] = true;
  964. audio_offsets[pkt->track_idx] = pkt->dts_usec;
  965. audio_dts_offsets[pkt->track_idx] = pkt->dts;
  966. }
  967. }
  968. insert_packet(&stream->mux_packets.da, pkt, video_offset,
  969. audio_offsets, video_pts_offset,
  970. audio_dts_offsets);
  971. }
  972. generate_filename(stream, &stream->path, true);
  973. os_atomic_set_bool(&stream->muxing, true);
  974. stream->mux_thread_joinable = pthread_create(&stream->mux_thread, NULL,
  975. replay_buffer_mux_thread,
  976. stream) == 0;
  977. if (!stream->mux_thread_joinable) {
  978. warn("Failed to create muxer thread");
  979. os_atomic_set_bool(&stream->muxing, false);
  980. }
  981. }
  982. static void deactivate_replay_buffer(struct ffmpeg_muxer *stream, int code)
  983. {
  984. if (code) {
  985. obs_output_signal_stop(stream->output, code);
  986. } else if (stopping(stream)) {
  987. obs_output_end_data_capture(stream->output);
  988. }
  989. os_atomic_set_bool(&stream->active, false);
  990. os_atomic_set_bool(&stream->sent_headers, false);
  991. os_atomic_set_bool(&stream->stopping, false);
  992. replay_buffer_clear(stream);
  993. }
  994. static void replay_buffer_data(void *data, struct encoder_packet *packet)
  995. {
  996. struct ffmpeg_muxer *stream = data;
  997. struct encoder_packet pkt;
  998. if (!active(stream))
  999. return;
  1000. /* encoder failure */
  1001. if (!packet) {
  1002. deactivate_replay_buffer(stream, OBS_OUTPUT_ENCODE_ERROR);
  1003. return;
  1004. }
  1005. if (stopping(stream)) {
  1006. if (packet->sys_dts_usec >= stream->stop_ts) {
  1007. deactivate_replay_buffer(stream, 0);
  1008. return;
  1009. }
  1010. }
  1011. obs_encoder_packet_ref(&pkt, packet);
  1012. replay_buffer_purge(stream, &pkt);
  1013. if (!stream->packets.size)
  1014. stream->cur_time = pkt.dts_usec;
  1015. stream->cur_size += pkt.size;
  1016. circlebuf_push_back(&stream->packets, packet, sizeof(*packet));
  1017. if (packet->type == OBS_ENCODER_VIDEO && packet->keyframe)
  1018. stream->keyframes++;
  1019. if (stream->save_ts && packet->sys_dts_usec >= stream->save_ts) {
  1020. if (os_atomic_load_bool(&stream->muxing))
  1021. return;
  1022. if (stream->mux_thread_joinable) {
  1023. pthread_join(stream->mux_thread, NULL);
  1024. stream->mux_thread_joinable = false;
  1025. }
  1026. stream->save_ts = 0;
  1027. replay_buffer_save(stream);
  1028. }
  1029. }
  1030. static void replay_buffer_defaults(obs_data_t *s)
  1031. {
  1032. obs_data_set_default_int(s, "max_time_sec", 15);
  1033. obs_data_set_default_int(s, "max_size_mb", 500);
  1034. obs_data_set_default_string(s, "format", "%CCYY-%MM-%DD %hh-%mm-%ss");
  1035. obs_data_set_default_string(s, "extension", "mp4");
  1036. obs_data_set_default_bool(s, "allow_spaces", true);
  1037. }
  1038. struct obs_output_info replay_buffer = {
  1039. .id = "replay_buffer",
  1040. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  1041. OBS_OUTPUT_CAN_PAUSE,
  1042. .get_name = replay_buffer_getname,
  1043. .create = replay_buffer_create,
  1044. .destroy = replay_buffer_destroy,
  1045. .start = replay_buffer_start,
  1046. .stop = ffmpeg_mux_stop,
  1047. .encoded_packet = replay_buffer_data,
  1048. .get_total_bytes = ffmpeg_mux_total_bytes,
  1049. .get_defaults = replay_buffer_defaults,
  1050. };