obs-ffmpeg-mux.c 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272
  1. /******************************************************************************
  2. Copyright (C) 2015 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "ffmpeg-mux/ffmpeg-mux.h"
  15. #include "obs-ffmpeg-mux.h"
  16. #ifdef _WIN32
  17. #include "util/windows/win-version.h"
  18. #endif
  19. #include <libavformat/avformat.h>
  20. #define do_log(level, format, ...) \
  21. blog(level, "[ffmpeg muxer: '%s'] " format, \
  22. obs_output_get_name(stream->output), ##__VA_ARGS__)
  23. #define warn(format, ...) do_log(LOG_WARNING, format, ##__VA_ARGS__)
  24. #define info(format, ...) do_log(LOG_INFO, format, ##__VA_ARGS__)
  25. static const char *ffmpeg_mux_getname(void *type)
  26. {
  27. UNUSED_PARAMETER(type);
  28. return obs_module_text("FFmpegMuxer");
  29. }
  30. static inline void replay_buffer_clear(struct ffmpeg_muxer *stream)
  31. {
  32. while (stream->packets.size > 0) {
  33. struct encoder_packet pkt;
  34. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  35. obs_encoder_packet_release(&pkt);
  36. }
  37. circlebuf_free(&stream->packets);
  38. stream->cur_size = 0;
  39. stream->cur_time = 0;
  40. stream->max_size = 0;
  41. stream->max_time = 0;
  42. stream->save_ts = 0;
  43. stream->keyframes = 0;
  44. }
  45. static void ffmpeg_mux_destroy(void *data)
  46. {
  47. struct ffmpeg_muxer *stream = data;
  48. replay_buffer_clear(stream);
  49. if (stream->mux_thread_joinable)
  50. pthread_join(stream->mux_thread, NULL);
  51. for (size_t i = 0; i < stream->mux_packets.num; i++)
  52. obs_encoder_packet_release(&stream->mux_packets.array[i]);
  53. da_free(stream->mux_packets);
  54. circlebuf_free(&stream->packets);
  55. os_process_pipe_destroy(stream->pipe);
  56. dstr_free(&stream->path);
  57. dstr_free(&stream->printable_path);
  58. dstr_free(&stream->stream_key);
  59. dstr_free(&stream->muxer_settings);
  60. bfree(stream);
  61. }
  62. static void split_file_proc(void *data, calldata_t *cd)
  63. {
  64. struct ffmpeg_muxer *stream = data;
  65. calldata_set_bool(cd, "split_file_enabled", stream->split_file);
  66. if (!stream->split_file)
  67. return;
  68. os_atomic_set_bool(&stream->manual_split, true);
  69. }
  70. static void *ffmpeg_mux_create(obs_data_t *settings, obs_output_t *output)
  71. {
  72. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  73. stream->output = output;
  74. if (obs_output_get_flags(output) & OBS_OUTPUT_SERVICE)
  75. stream->is_network = true;
  76. signal_handler_t *sh = obs_output_get_signal_handler(output);
  77. signal_handler_add(sh, "void file_changed(string next_file)");
  78. proc_handler_t *ph = obs_output_get_proc_handler(output);
  79. proc_handler_add(ph, "void split_file(out bool split_file_enabled)",
  80. split_file_proc, stream);
  81. UNUSED_PARAMETER(settings);
  82. return stream;
  83. }
  84. #ifdef _WIN32
  85. #define FFMPEG_MUX "obs-ffmpeg-mux.exe"
  86. #else
  87. #define FFMPEG_MUX "obs-ffmpeg-mux"
  88. #endif
  89. static inline bool capturing(struct ffmpeg_muxer *stream)
  90. {
  91. return os_atomic_load_bool(&stream->capturing);
  92. }
  93. bool stopping(struct ffmpeg_muxer *stream)
  94. {
  95. return os_atomic_load_bool(&stream->stopping);
  96. }
  97. bool active(struct ffmpeg_muxer *stream)
  98. {
  99. return os_atomic_load_bool(&stream->active);
  100. }
  101. /* TODO: allow codecs other than h264 whenever we start using them */
  102. static void add_video_encoder_params(struct ffmpeg_muxer *stream,
  103. struct dstr *cmd, obs_encoder_t *vencoder)
  104. {
  105. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  106. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  107. video_t *video = obs_get_video();
  108. const struct video_output_info *info = video_output_get_info(video);
  109. obs_data_release(settings);
  110. enum AVColorPrimaries pri = AVCOL_PRI_UNSPECIFIED;
  111. enum AVColorTransferCharacteristic trc = AVCOL_TRC_UNSPECIFIED;
  112. enum AVColorSpace spc = AVCOL_SPC_UNSPECIFIED;
  113. switch (info->colorspace) {
  114. case VIDEO_CS_601:
  115. pri = AVCOL_PRI_SMPTE170M;
  116. trc = AVCOL_TRC_SMPTE170M;
  117. spc = AVCOL_SPC_SMPTE170M;
  118. break;
  119. case VIDEO_CS_DEFAULT:
  120. case VIDEO_CS_709:
  121. pri = AVCOL_PRI_BT709;
  122. trc = AVCOL_TRC_BT709;
  123. spc = AVCOL_SPC_BT709;
  124. break;
  125. case VIDEO_CS_SRGB:
  126. pri = AVCOL_PRI_BT709;
  127. trc = AVCOL_TRC_IEC61966_2_1;
  128. spc = AVCOL_SPC_BT709;
  129. break;
  130. case VIDEO_CS_2100_PQ:
  131. pri = AVCOL_PRI_BT2020;
  132. trc = AVCOL_TRC_SMPTE2084;
  133. spc = AVCOL_SPC_BT2020_NCL;
  134. break;
  135. case VIDEO_CS_2100_HLG:
  136. pri = AVCOL_PRI_BT2020;
  137. trc = AVCOL_TRC_ARIB_STD_B67;
  138. spc = AVCOL_SPC_BT2020_NCL;
  139. }
  140. const enum AVColorRange range = (info->range == VIDEO_RANGE_FULL)
  141. ? AVCOL_RANGE_JPEG
  142. : AVCOL_RANGE_MPEG;
  143. const int max_luminance =
  144. (trc == AVCOL_TRC_SMPTE2084)
  145. ? (int)obs_get_video_hdr_nominal_peak_level()
  146. : ((trc == AVCOL_TRC_ARIB_STD_B67) ? 1000 : 0);
  147. dstr_catf(cmd, "%s %d %d %d %d %d %d %d %d %d %d ",
  148. obs_encoder_get_codec(vencoder), bitrate,
  149. obs_output_get_width(stream->output),
  150. obs_output_get_height(stream->output), (int)pri, (int)trc,
  151. (int)spc, (int)range, max_luminance, (int)info->fps_num,
  152. (int)info->fps_den);
  153. }
  154. static void add_audio_encoder_params(struct dstr *cmd, obs_encoder_t *aencoder)
  155. {
  156. obs_data_t *settings = obs_encoder_get_settings(aencoder);
  157. int bitrate = (int)obs_data_get_int(settings, "bitrate");
  158. audio_t *audio = obs_get_audio();
  159. struct dstr name = {0};
  160. obs_data_release(settings);
  161. dstr_copy(&name, obs_encoder_get_name(aencoder));
  162. dstr_replace(&name, "\"", "\"\"");
  163. dstr_catf(cmd, "\"%s\" %d %d %d %d ", name.array, bitrate,
  164. (int)obs_encoder_get_sample_rate(aencoder),
  165. (int)obs_encoder_get_frame_size(aencoder),
  166. (int)audio_output_get_channels(audio));
  167. dstr_free(&name);
  168. }
  169. static void log_muxer_params(struct ffmpeg_muxer *stream, const char *settings)
  170. {
  171. int ret;
  172. AVDictionary *dict = NULL;
  173. if ((ret = av_dict_parse_string(&dict, settings, "=", " ", 0))) {
  174. warn("Failed to parse muxer settings: %s\n%s", av_err2str(ret),
  175. settings);
  176. av_dict_free(&dict);
  177. return;
  178. }
  179. if (av_dict_count(dict) > 0) {
  180. struct dstr str = {0};
  181. AVDictionaryEntry *entry = NULL;
  182. while ((entry = av_dict_get(dict, "", entry,
  183. AV_DICT_IGNORE_SUFFIX)))
  184. dstr_catf(&str, "\n\t%s=%s", entry->key, entry->value);
  185. info("Using muxer settings:%s", str.array);
  186. dstr_free(&str);
  187. }
  188. av_dict_free(&dict);
  189. }
  190. static void add_stream_key(struct dstr *cmd, struct ffmpeg_muxer *stream)
  191. {
  192. dstr_catf(cmd, "\"%s\" ",
  193. dstr_is_empty(&stream->stream_key)
  194. ? ""
  195. : stream->stream_key.array);
  196. }
  197. static void add_muxer_params(struct dstr *cmd, struct ffmpeg_muxer *stream)
  198. {
  199. struct dstr mux = {0};
  200. if (dstr_is_empty(&stream->muxer_settings)) {
  201. obs_data_t *settings = obs_output_get_settings(stream->output);
  202. dstr_copy(&mux,
  203. obs_data_get_string(settings, "muxer_settings"));
  204. obs_data_release(settings);
  205. } else {
  206. dstr_copy(&mux, stream->muxer_settings.array);
  207. }
  208. log_muxer_params(stream, mux.array);
  209. dstr_replace(&mux, "\"", "\\\"");
  210. dstr_catf(cmd, "\"%s\" ", mux.array ? mux.array : "");
  211. dstr_free(&mux);
  212. }
  213. static void build_command_line(struct ffmpeg_muxer *stream, struct dstr *cmd,
  214. const char *path)
  215. {
  216. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  217. obs_encoder_t *aencoders[MAX_AUDIO_MIXES];
  218. int num_tracks = 0;
  219. for (;;) {
  220. obs_encoder_t *aencoder = obs_output_get_audio_encoder(
  221. stream->output, num_tracks);
  222. if (!aencoder)
  223. break;
  224. aencoders[num_tracks] = aencoder;
  225. num_tracks++;
  226. }
  227. dstr_init_move_array(cmd, os_get_executable_path_ptr(FFMPEG_MUX));
  228. dstr_insert_ch(cmd, 0, '\"');
  229. dstr_cat(cmd, "\" \"");
  230. dstr_copy(&stream->path, path);
  231. dstr_replace(&stream->path, "\"", "\"\"");
  232. dstr_cat_dstr(cmd, &stream->path);
  233. dstr_catf(cmd, "\" %d %d ", vencoder ? 1 : 0, num_tracks);
  234. if (vencoder)
  235. add_video_encoder_params(stream, cmd, vencoder);
  236. if (num_tracks) {
  237. dstr_cat(cmd, "aac ");
  238. for (int i = 0; i < num_tracks; i++) {
  239. add_audio_encoder_params(cmd, aencoders[i]);
  240. }
  241. }
  242. add_stream_key(cmd, stream);
  243. add_muxer_params(cmd, stream);
  244. }
  245. void start_pipe(struct ffmpeg_muxer *stream, const char *path)
  246. {
  247. struct dstr cmd;
  248. build_command_line(stream, &cmd, path);
  249. stream->pipe = os_process_pipe_create(cmd.array, "w");
  250. dstr_free(&cmd);
  251. }
  252. static void set_file_not_readable_error(struct ffmpeg_muxer *stream,
  253. obs_data_t *settings, const char *path)
  254. {
  255. struct dstr error_message;
  256. dstr_init_copy(&error_message, obs_module_text("UnableToWritePath"));
  257. #ifdef _WIN32
  258. /* special warning for Windows 10 users about Defender */
  259. struct win_version_info ver;
  260. get_win_ver(&ver);
  261. if (ver.major >= 10) {
  262. dstr_cat(&error_message, "\n\n");
  263. dstr_cat(&error_message,
  264. obs_module_text("WarnWindowsDefender"));
  265. }
  266. #endif
  267. dstr_replace(&error_message, "%1", path);
  268. obs_output_set_last_error(stream->output, error_message.array);
  269. dstr_free(&error_message);
  270. obs_data_release(settings);
  271. }
  272. inline static void ts_offset_clear(struct ffmpeg_muxer *stream)
  273. {
  274. stream->found_video = false;
  275. stream->video_pts_offset = 0;
  276. for (size_t i = 0; i < MAX_AUDIO_MIXES; i++) {
  277. stream->found_audio[i] = false;
  278. stream->audio_dts_offsets[i] = 0;
  279. }
  280. }
  281. static inline int64_t packet_pts_usec(struct encoder_packet *packet)
  282. {
  283. return packet->pts * 1000000 / packet->timebase_den;
  284. }
  285. inline static void ts_offset_update(struct ffmpeg_muxer *stream,
  286. struct encoder_packet *packet)
  287. {
  288. if (packet->type == OBS_ENCODER_VIDEO) {
  289. if (!stream->found_video) {
  290. stream->video_pts_offset = packet->pts;
  291. stream->found_video = true;
  292. }
  293. return;
  294. }
  295. if (stream->found_audio[packet->track_idx])
  296. return;
  297. stream->audio_dts_offsets[packet->track_idx] = packet->dts;
  298. stream->found_audio[packet->track_idx] = true;
  299. }
  300. static bool ffmpeg_mux_start(void *data)
  301. {
  302. struct ffmpeg_muxer *stream = data;
  303. obs_data_t *settings;
  304. const char *path;
  305. if (!obs_output_can_begin_data_capture(stream->output, 0))
  306. return false;
  307. if (!obs_output_initialize_encoders(stream->output, 0))
  308. return false;
  309. settings = obs_output_get_settings(stream->output);
  310. if (stream->is_network) {
  311. obs_service_t *service;
  312. service = obs_output_get_service(stream->output);
  313. if (!service)
  314. return false;
  315. path = obs_service_get_url(service);
  316. stream->split_file = false;
  317. stream->reset_timestamps = false;
  318. } else {
  319. path = obs_data_get_string(settings, "path");
  320. stream->max_time =
  321. obs_data_get_int(settings, "max_time_sec") * 1000000LL;
  322. stream->max_size = obs_data_get_int(settings, "max_size_mb") *
  323. (1024 * 1024);
  324. stream->split_file = obs_data_get_bool(settings, "split_file");
  325. stream->reset_timestamps =
  326. obs_data_get_bool(settings, "reset_timestamps");
  327. stream->allow_overwrite =
  328. obs_data_get_bool(settings, "allow_overwrite");
  329. stream->cur_size = 0;
  330. stream->sent_headers = false;
  331. }
  332. ts_offset_clear(stream);
  333. if (!stream->is_network) {
  334. /* ensure output path is writable to avoid generic error
  335. * message.
  336. *
  337. * TODO: remove once ffmpeg-mux is refactored to pass
  338. * errors back */
  339. FILE *test_file = os_fopen(path, "wb");
  340. if (!test_file) {
  341. set_file_not_readable_error(stream, settings, path);
  342. return false;
  343. }
  344. fclose(test_file);
  345. os_unlink(path);
  346. }
  347. start_pipe(stream, path);
  348. obs_data_release(settings);
  349. if (!stream->pipe) {
  350. obs_output_set_last_error(
  351. stream->output, obs_module_text("HelperProcessFailed"));
  352. warn("Failed to create process pipe");
  353. return false;
  354. }
  355. /* write headers and start capture */
  356. os_atomic_set_bool(&stream->active, true);
  357. os_atomic_set_bool(&stream->capturing, true);
  358. stream->total_bytes = 0;
  359. obs_output_begin_data_capture(stream->output, 0);
  360. info("Writing file '%s'...", stream->path.array);
  361. return true;
  362. }
  363. int deactivate(struct ffmpeg_muxer *stream, int code)
  364. {
  365. int ret = -1;
  366. if (stream->is_hls) {
  367. if (stream->mux_thread_joinable) {
  368. os_event_signal(stream->stop_event);
  369. os_sem_post(stream->write_sem);
  370. pthread_join(stream->mux_thread, NULL);
  371. stream->mux_thread_joinable = false;
  372. }
  373. }
  374. if (active(stream)) {
  375. ret = os_process_pipe_destroy(stream->pipe);
  376. stream->pipe = NULL;
  377. os_atomic_set_bool(&stream->active, false);
  378. os_atomic_set_bool(&stream->sent_headers, false);
  379. info("Output of file '%s' stopped",
  380. dstr_is_empty(&stream->printable_path)
  381. ? stream->path.array
  382. : stream->printable_path.array);
  383. }
  384. if (code) {
  385. obs_output_signal_stop(stream->output, code);
  386. } else if (stopping(stream)) {
  387. obs_output_end_data_capture(stream->output);
  388. }
  389. if (stream->is_hls) {
  390. pthread_mutex_lock(&stream->write_mutex);
  391. while (stream->packets.size) {
  392. struct encoder_packet packet;
  393. circlebuf_pop_front(&stream->packets, &packet,
  394. sizeof(packet));
  395. obs_encoder_packet_release(&packet);
  396. }
  397. pthread_mutex_unlock(&stream->write_mutex);
  398. }
  399. os_atomic_set_bool(&stream->stopping, false);
  400. return ret;
  401. }
  402. void ffmpeg_mux_stop(void *data, uint64_t ts)
  403. {
  404. struct ffmpeg_muxer *stream = data;
  405. if (capturing(stream) || ts == 0) {
  406. stream->stop_ts = (int64_t)ts / 1000LL;
  407. os_atomic_set_bool(&stream->stopping, true);
  408. os_atomic_set_bool(&stream->capturing, false);
  409. }
  410. }
  411. static void signal_failure(struct ffmpeg_muxer *stream)
  412. {
  413. char error[1024];
  414. int ret;
  415. int code;
  416. size_t len;
  417. len = os_process_pipe_read_err(stream->pipe, (uint8_t *)error,
  418. sizeof(error) - 1);
  419. if (len > 0) {
  420. error[len] = 0;
  421. warn("ffmpeg-mux: %s", error);
  422. obs_output_set_last_error(stream->output, error);
  423. }
  424. ret = deactivate(stream, 0);
  425. switch (ret) {
  426. case FFM_UNSUPPORTED:
  427. code = OBS_OUTPUT_UNSUPPORTED;
  428. break;
  429. default:
  430. if (stream->is_network) {
  431. code = OBS_OUTPUT_DISCONNECTED;
  432. } else {
  433. code = OBS_OUTPUT_ENCODE_ERROR;
  434. }
  435. }
  436. obs_output_signal_stop(stream->output, code);
  437. os_atomic_set_bool(&stream->capturing, false);
  438. }
  439. static void find_best_filename(struct dstr *path, bool space)
  440. {
  441. int num = 2;
  442. if (!os_file_exists(path->array))
  443. return;
  444. const char *ext = strrchr(path->array, '.');
  445. if (!ext)
  446. return;
  447. size_t extstart = ext - path->array;
  448. struct dstr testpath;
  449. dstr_init_copy_dstr(&testpath, path);
  450. for (;;) {
  451. dstr_resize(&testpath, extstart);
  452. dstr_catf(&testpath, space ? " (%d)" : "_%d", num++);
  453. dstr_cat(&testpath, ext);
  454. if (!os_file_exists(testpath.array)) {
  455. dstr_free(path);
  456. dstr_init_move(path, &testpath);
  457. break;
  458. }
  459. }
  460. }
  461. static void generate_filename(struct ffmpeg_muxer *stream, struct dstr *dst,
  462. bool overwrite)
  463. {
  464. obs_data_t *settings = obs_output_get_settings(stream->output);
  465. const char *dir = obs_data_get_string(settings, "directory");
  466. const char *fmt = obs_data_get_string(settings, "format");
  467. const char *ext = obs_data_get_string(settings, "extension");
  468. bool space = obs_data_get_bool(settings, "allow_spaces");
  469. char *filename = os_generate_formatted_filename(ext, space, fmt);
  470. dstr_copy(dst, dir);
  471. dstr_replace(dst, "\\", "/");
  472. if (dstr_end(dst) != '/')
  473. dstr_cat_ch(dst, '/');
  474. dstr_cat(dst, filename);
  475. char *slash = strrchr(dst->array, '/');
  476. if (slash) {
  477. *slash = 0;
  478. os_mkdirs(dst->array);
  479. *slash = '/';
  480. }
  481. if (!overwrite)
  482. find_best_filename(dst, space);
  483. bfree(filename);
  484. obs_data_release(settings);
  485. }
  486. bool write_packet(struct ffmpeg_muxer *stream, struct encoder_packet *packet)
  487. {
  488. bool is_video = packet->type == OBS_ENCODER_VIDEO;
  489. size_t ret;
  490. struct ffm_packet_info info = {.pts = packet->pts,
  491. .dts = packet->dts,
  492. .size = (uint32_t)packet->size,
  493. .index = (int)packet->track_idx,
  494. .type = is_video ? FFM_PACKET_VIDEO
  495. : FFM_PACKET_AUDIO,
  496. .keyframe = packet->keyframe};
  497. if (stream->split_file && stream->reset_timestamps) {
  498. if (is_video) {
  499. info.dts -= stream->video_pts_offset;
  500. info.pts -= stream->video_pts_offset;
  501. } else {
  502. info.dts -= stream->audio_dts_offsets[info.index];
  503. info.pts -= stream->audio_dts_offsets[info.index];
  504. }
  505. }
  506. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  507. sizeof(info));
  508. if (ret != sizeof(info)) {
  509. warn("os_process_pipe_write for info structure failed");
  510. signal_failure(stream);
  511. return false;
  512. }
  513. ret = os_process_pipe_write(stream->pipe, packet->data, packet->size);
  514. if (ret != packet->size) {
  515. warn("os_process_pipe_write for packet data failed");
  516. signal_failure(stream);
  517. return false;
  518. }
  519. stream->total_bytes += packet->size;
  520. if (stream->split_file)
  521. stream->cur_size += packet->size;
  522. return true;
  523. }
  524. static bool send_audio_headers(struct ffmpeg_muxer *stream,
  525. obs_encoder_t *aencoder, size_t idx)
  526. {
  527. struct encoder_packet packet = {
  528. .type = OBS_ENCODER_AUDIO, .timebase_den = 1, .track_idx = idx};
  529. if (!obs_encoder_get_extra_data(aencoder, &packet.data, &packet.size))
  530. return false;
  531. return write_packet(stream, &packet);
  532. }
  533. static bool send_video_headers(struct ffmpeg_muxer *stream)
  534. {
  535. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  536. struct encoder_packet packet = {.type = OBS_ENCODER_VIDEO,
  537. .timebase_den = 1};
  538. if (!obs_encoder_get_extra_data(vencoder, &packet.data, &packet.size))
  539. return false;
  540. return write_packet(stream, &packet);
  541. }
  542. bool send_headers(struct ffmpeg_muxer *stream)
  543. {
  544. obs_encoder_t *aencoder;
  545. size_t idx = 0;
  546. if (!send_video_headers(stream))
  547. return false;
  548. do {
  549. aencoder = obs_output_get_audio_encoder(stream->output, idx);
  550. if (aencoder) {
  551. if (!send_audio_headers(stream, aencoder, idx)) {
  552. return false;
  553. }
  554. idx++;
  555. }
  556. } while (aencoder);
  557. return true;
  558. }
  559. static inline bool should_split(struct ffmpeg_muxer *stream,
  560. struct encoder_packet *packet)
  561. {
  562. /* split at video frame */
  563. if (packet->type != OBS_ENCODER_VIDEO)
  564. return false;
  565. /* don't split group of pictures */
  566. if (!packet->keyframe)
  567. return false;
  568. if (os_atomic_load_bool(&stream->manual_split))
  569. return true;
  570. /* reached maximum file size */
  571. if (stream->max_size > 0 &&
  572. stream->cur_size + (int64_t)packet->size >= stream->max_size)
  573. return true;
  574. /* reached maximum duration */
  575. if (stream->max_time > 0 &&
  576. packet->dts_usec - stream->cur_time >= stream->max_time)
  577. return true;
  578. return false;
  579. }
  580. static bool send_new_filename(struct ffmpeg_muxer *stream, const char *filename)
  581. {
  582. size_t ret;
  583. uint32_t size = (uint32_t)strlen(filename);
  584. struct ffm_packet_info info = {.type = FFM_PACKET_CHANGE_FILE,
  585. .size = size};
  586. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)&info,
  587. sizeof(info));
  588. if (ret != sizeof(info)) {
  589. warn("os_process_pipe_write for info structure failed");
  590. signal_failure(stream);
  591. return false;
  592. }
  593. ret = os_process_pipe_write(stream->pipe, (const uint8_t *)filename,
  594. size);
  595. if (ret != size) {
  596. warn("os_process_pipe_write for packet data failed");
  597. signal_failure(stream);
  598. return false;
  599. }
  600. return true;
  601. }
  602. static bool prepare_split_file(struct ffmpeg_muxer *stream,
  603. struct encoder_packet *packet)
  604. {
  605. generate_filename(stream, &stream->path, stream->allow_overwrite);
  606. info("Changing output file to '%s'", stream->path.array);
  607. if (!send_new_filename(stream, stream->path.array)) {
  608. warn("Failed to send new file name");
  609. return false;
  610. }
  611. calldata_t cd = {0};
  612. signal_handler_t *sh = obs_output_get_signal_handler(stream->output);
  613. calldata_set_string(&cd, "next_file", stream->path.array);
  614. signal_handler_signal(sh, "file_changed", &cd);
  615. calldata_free(&cd);
  616. if (!send_headers(stream))
  617. return false;
  618. stream->cur_size = 0;
  619. stream->cur_time = packet->dts_usec;
  620. ts_offset_clear(stream);
  621. return true;
  622. }
  623. static inline bool has_audio(struct ffmpeg_muxer *stream)
  624. {
  625. return !!obs_output_get_audio_encoder(stream->output, 0);
  626. }
  627. static void push_back_packet(struct darray *packets,
  628. struct encoder_packet *packet)
  629. {
  630. struct encoder_packet pkt;
  631. obs_encoder_packet_ref(&pkt, packet);
  632. darray_push_back(sizeof(pkt), packets, &pkt);
  633. }
  634. static void ffmpeg_mux_data(void *data, struct encoder_packet *packet)
  635. {
  636. struct ffmpeg_muxer *stream = data;
  637. if (!active(stream))
  638. return;
  639. /* encoder failure */
  640. if (!packet) {
  641. deactivate(stream, OBS_OUTPUT_ENCODE_ERROR);
  642. return;
  643. }
  644. if (stream->split_file && stream->mux_packets.num) {
  645. int64_t pts_usec = packet_pts_usec(packet);
  646. struct encoder_packet *first_pkt = stream->mux_packets.array;
  647. int64_t first_pts_usec = packet_pts_usec(first_pkt);
  648. if (pts_usec >= first_pts_usec) {
  649. if (packet->type != OBS_ENCODER_AUDIO) {
  650. push_back_packet(&stream->mux_packets.da,
  651. packet);
  652. return;
  653. }
  654. if (!prepare_split_file(stream, first_pkt))
  655. return;
  656. stream->split_file_ready = true;
  657. }
  658. } else if (stream->split_file && should_split(stream, packet)) {
  659. if (has_audio(stream)) {
  660. push_back_packet(&stream->mux_packets.da, packet);
  661. return;
  662. } else {
  663. if (!prepare_split_file(stream, packet))
  664. return;
  665. stream->split_file_ready = true;
  666. }
  667. }
  668. if (!stream->sent_headers) {
  669. if (!send_headers(stream))
  670. return;
  671. stream->sent_headers = true;
  672. if (stream->split_file)
  673. stream->cur_time = packet->dts_usec;
  674. }
  675. if (stopping(stream)) {
  676. if (packet->sys_dts_usec >= stream->stop_ts) {
  677. deactivate(stream, 0);
  678. return;
  679. }
  680. }
  681. if (stream->split_file && stream->split_file_ready) {
  682. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  683. struct encoder_packet *pkt =
  684. &stream->mux_packets.array[i];
  685. if (stream->reset_timestamps)
  686. ts_offset_update(stream, pkt);
  687. write_packet(stream, pkt);
  688. obs_encoder_packet_release(pkt);
  689. }
  690. da_free(stream->mux_packets);
  691. stream->split_file_ready = false;
  692. os_atomic_set_bool(&stream->manual_split, false);
  693. }
  694. if (stream->split_file && stream->reset_timestamps)
  695. ts_offset_update(stream, packet);
  696. write_packet(stream, packet);
  697. }
  698. static obs_properties_t *ffmpeg_mux_properties(void *unused)
  699. {
  700. UNUSED_PARAMETER(unused);
  701. obs_properties_t *props = obs_properties_create();
  702. obs_properties_add_text(props, "path", obs_module_text("FilePath"),
  703. OBS_TEXT_DEFAULT);
  704. return props;
  705. }
  706. uint64_t ffmpeg_mux_total_bytes(void *data)
  707. {
  708. struct ffmpeg_muxer *stream = data;
  709. return stream->total_bytes;
  710. }
  711. struct obs_output_info ffmpeg_muxer = {
  712. .id = "ffmpeg_muxer",
  713. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  714. OBS_OUTPUT_CAN_PAUSE,
  715. .get_name = ffmpeg_mux_getname,
  716. .create = ffmpeg_mux_create,
  717. .destroy = ffmpeg_mux_destroy,
  718. .start = ffmpeg_mux_start,
  719. .stop = ffmpeg_mux_stop,
  720. .encoded_packet = ffmpeg_mux_data,
  721. .get_total_bytes = ffmpeg_mux_total_bytes,
  722. .get_properties = ffmpeg_mux_properties,
  723. };
  724. static int connect_time(struct ffmpeg_muxer *stream)
  725. {
  726. UNUSED_PARAMETER(stream);
  727. /* TODO */
  728. return 0;
  729. }
  730. /* ------------------------------------------------------------------------ */
  731. static const char *replay_buffer_getname(void *type)
  732. {
  733. UNUSED_PARAMETER(type);
  734. return obs_module_text("ReplayBuffer");
  735. }
  736. static void replay_buffer_hotkey(void *data, obs_hotkey_id id,
  737. obs_hotkey_t *hotkey, bool pressed)
  738. {
  739. UNUSED_PARAMETER(id);
  740. UNUSED_PARAMETER(hotkey);
  741. if (!pressed)
  742. return;
  743. struct ffmpeg_muxer *stream = data;
  744. if (os_atomic_load_bool(&stream->active)) {
  745. obs_encoder_t *vencoder =
  746. obs_output_get_video_encoder(stream->output);
  747. if (obs_encoder_paused(vencoder)) {
  748. info("Could not save buffer because encoders paused");
  749. return;
  750. }
  751. stream->save_ts = os_gettime_ns() / 1000LL;
  752. }
  753. }
  754. static void save_replay_proc(void *data, calldata_t *cd)
  755. {
  756. replay_buffer_hotkey(data, 0, NULL, true);
  757. UNUSED_PARAMETER(cd);
  758. }
  759. static void get_last_replay(void *data, calldata_t *cd)
  760. {
  761. struct ffmpeg_muxer *stream = data;
  762. if (!os_atomic_load_bool(&stream->muxing))
  763. calldata_set_string(cd, "path", stream->path.array);
  764. }
  765. static void *replay_buffer_create(obs_data_t *settings, obs_output_t *output)
  766. {
  767. UNUSED_PARAMETER(settings);
  768. struct ffmpeg_muxer *stream = bzalloc(sizeof(*stream));
  769. stream->output = output;
  770. stream->hotkey =
  771. obs_hotkey_register_output(output, "ReplayBuffer.Save",
  772. obs_module_text("ReplayBuffer.Save"),
  773. replay_buffer_hotkey, stream);
  774. proc_handler_t *ph = obs_output_get_proc_handler(output);
  775. proc_handler_add(ph, "void save()", save_replay_proc, stream);
  776. proc_handler_add(ph, "void get_last_replay(out string path)",
  777. get_last_replay, stream);
  778. signal_handler_t *sh = obs_output_get_signal_handler(output);
  779. signal_handler_add(sh, "void saved()");
  780. return stream;
  781. }
  782. static void replay_buffer_destroy(void *data)
  783. {
  784. struct ffmpeg_muxer *stream = data;
  785. if (stream->hotkey)
  786. obs_hotkey_unregister(stream->hotkey);
  787. ffmpeg_mux_destroy(data);
  788. }
  789. static bool replay_buffer_start(void *data)
  790. {
  791. struct ffmpeg_muxer *stream = data;
  792. if (!obs_output_can_begin_data_capture(stream->output, 0))
  793. return false;
  794. if (!obs_output_initialize_encoders(stream->output, 0))
  795. return false;
  796. obs_data_t *s = obs_output_get_settings(stream->output);
  797. stream->max_time = obs_data_get_int(s, "max_time_sec") * 1000000LL;
  798. stream->max_size = obs_data_get_int(s, "max_size_mb") * (1024 * 1024);
  799. obs_data_release(s);
  800. os_atomic_set_bool(&stream->active, true);
  801. os_atomic_set_bool(&stream->capturing, true);
  802. stream->total_bytes = 0;
  803. obs_output_begin_data_capture(stream->output, 0);
  804. return true;
  805. }
  806. static bool purge_front(struct ffmpeg_muxer *stream)
  807. {
  808. struct encoder_packet pkt;
  809. bool keyframe;
  810. if (!stream->packets.size)
  811. return false;
  812. circlebuf_pop_front(&stream->packets, &pkt, sizeof(pkt));
  813. keyframe = pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe;
  814. if (keyframe)
  815. stream->keyframes--;
  816. if (!stream->packets.size) {
  817. stream->cur_size = 0;
  818. stream->cur_time = 0;
  819. } else {
  820. struct encoder_packet first;
  821. circlebuf_peek_front(&stream->packets, &first, sizeof(first));
  822. stream->cur_time = first.dts_usec;
  823. stream->cur_size -= (int64_t)pkt.size;
  824. }
  825. obs_encoder_packet_release(&pkt);
  826. return keyframe;
  827. }
  828. static inline void purge(struct ffmpeg_muxer *stream)
  829. {
  830. if (purge_front(stream)) {
  831. struct encoder_packet pkt;
  832. for (;;) {
  833. if (!stream->packets.size)
  834. return;
  835. circlebuf_peek_front(&stream->packets, &pkt,
  836. sizeof(pkt));
  837. if (pkt.type == OBS_ENCODER_VIDEO && pkt.keyframe)
  838. return;
  839. purge_front(stream);
  840. }
  841. }
  842. }
  843. static inline void replay_buffer_purge(struct ffmpeg_muxer *stream,
  844. struct encoder_packet *pkt)
  845. {
  846. if (stream->max_size) {
  847. if (!stream->packets.size || stream->keyframes <= 2)
  848. return;
  849. while ((stream->cur_size + (int64_t)pkt->size) >
  850. stream->max_size)
  851. purge(stream);
  852. }
  853. if (!stream->packets.size || stream->keyframes <= 2)
  854. return;
  855. while ((pkt->dts_usec - stream->cur_time) > stream->max_time)
  856. purge(stream);
  857. }
  858. static void insert_packet(struct darray *array, struct encoder_packet *packet,
  859. int64_t video_offset, int64_t *audio_offsets,
  860. int64_t video_pts_offset, int64_t *audio_dts_offsets)
  861. {
  862. struct encoder_packet pkt;
  863. DARRAY(struct encoder_packet) packets;
  864. packets.da = *array;
  865. size_t idx;
  866. obs_encoder_packet_ref(&pkt, packet);
  867. if (pkt.type == OBS_ENCODER_VIDEO) {
  868. pkt.dts_usec -= video_offset;
  869. pkt.dts -= video_pts_offset;
  870. pkt.pts -= video_pts_offset;
  871. } else {
  872. pkt.dts_usec -= audio_offsets[pkt.track_idx];
  873. pkt.dts -= audio_dts_offsets[pkt.track_idx];
  874. pkt.pts -= audio_dts_offsets[pkt.track_idx];
  875. }
  876. for (idx = packets.num; idx > 0; idx--) {
  877. struct encoder_packet *p = packets.array + (idx - 1);
  878. if (p->dts_usec < pkt.dts_usec)
  879. break;
  880. }
  881. da_insert(packets, idx, &pkt);
  882. *array = packets.da;
  883. }
  884. static void *replay_buffer_mux_thread(void *data)
  885. {
  886. struct ffmpeg_muxer *stream = data;
  887. bool error = false;
  888. start_pipe(stream, stream->path.array);
  889. if (!stream->pipe) {
  890. warn("Failed to create process pipe");
  891. error = true;
  892. goto error;
  893. }
  894. if (!send_headers(stream)) {
  895. warn("Could not write headers for file '%s'",
  896. stream->path.array);
  897. error = true;
  898. goto error;
  899. }
  900. for (size_t i = 0; i < stream->mux_packets.num; i++) {
  901. struct encoder_packet *pkt = &stream->mux_packets.array[i];
  902. write_packet(stream, pkt);
  903. obs_encoder_packet_release(pkt);
  904. }
  905. info("Wrote replay buffer to '%s'", stream->path.array);
  906. error:
  907. os_process_pipe_destroy(stream->pipe);
  908. stream->pipe = NULL;
  909. if (error) {
  910. for (size_t i = 0; i < stream->mux_packets.num; i++)
  911. obs_encoder_packet_release(
  912. &stream->mux_packets.array[i]);
  913. }
  914. da_free(stream->mux_packets);
  915. os_atomic_set_bool(&stream->muxing, false);
  916. if (!error) {
  917. calldata_t cd = {0};
  918. signal_handler_t *sh =
  919. obs_output_get_signal_handler(stream->output);
  920. signal_handler_signal(sh, "saved", &cd);
  921. }
  922. return NULL;
  923. }
  924. static void replay_buffer_save(struct ffmpeg_muxer *stream)
  925. {
  926. const size_t size = sizeof(struct encoder_packet);
  927. size_t num_packets = stream->packets.size / size;
  928. da_reserve(stream->mux_packets, num_packets);
  929. /* ---------------------------- */
  930. /* reorder packets */
  931. bool found_video = false;
  932. bool found_audio[MAX_AUDIO_MIXES] = {0};
  933. int64_t video_offset = 0;
  934. int64_t video_pts_offset = 0;
  935. int64_t audio_offsets[MAX_AUDIO_MIXES] = {0};
  936. int64_t audio_dts_offsets[MAX_AUDIO_MIXES] = {0};
  937. for (size_t i = 0; i < num_packets; i++) {
  938. struct encoder_packet *pkt;
  939. pkt = circlebuf_data(&stream->packets, i * size);
  940. if (pkt->type == OBS_ENCODER_VIDEO) {
  941. if (!found_video) {
  942. video_pts_offset = pkt->pts;
  943. video_offset = video_pts_offset * 1000000 /
  944. pkt->timebase_den;
  945. found_video = true;
  946. }
  947. } else {
  948. if (!found_audio[pkt->track_idx]) {
  949. found_audio[pkt->track_idx] = true;
  950. audio_offsets[pkt->track_idx] = pkt->dts_usec;
  951. audio_dts_offsets[pkt->track_idx] = pkt->dts;
  952. }
  953. }
  954. insert_packet(&stream->mux_packets.da, pkt, video_offset,
  955. audio_offsets, video_pts_offset,
  956. audio_dts_offsets);
  957. }
  958. generate_filename(stream, &stream->path, true);
  959. os_atomic_set_bool(&stream->muxing, true);
  960. stream->mux_thread_joinable = pthread_create(&stream->mux_thread, NULL,
  961. replay_buffer_mux_thread,
  962. stream) == 0;
  963. if (!stream->mux_thread_joinable) {
  964. warn("Failed to create muxer thread");
  965. os_atomic_set_bool(&stream->muxing, false);
  966. }
  967. }
  968. static void deactivate_replay_buffer(struct ffmpeg_muxer *stream, int code)
  969. {
  970. if (code) {
  971. obs_output_signal_stop(stream->output, code);
  972. } else if (stopping(stream)) {
  973. obs_output_end_data_capture(stream->output);
  974. }
  975. os_atomic_set_bool(&stream->active, false);
  976. os_atomic_set_bool(&stream->sent_headers, false);
  977. os_atomic_set_bool(&stream->stopping, false);
  978. replay_buffer_clear(stream);
  979. }
  980. static void replay_buffer_data(void *data, struct encoder_packet *packet)
  981. {
  982. struct ffmpeg_muxer *stream = data;
  983. struct encoder_packet pkt;
  984. if (!active(stream))
  985. return;
  986. /* encoder failure */
  987. if (!packet) {
  988. deactivate_replay_buffer(stream, OBS_OUTPUT_ENCODE_ERROR);
  989. return;
  990. }
  991. if (stopping(stream)) {
  992. if (packet->sys_dts_usec >= stream->stop_ts) {
  993. deactivate_replay_buffer(stream, 0);
  994. return;
  995. }
  996. }
  997. obs_encoder_packet_ref(&pkt, packet);
  998. replay_buffer_purge(stream, &pkt);
  999. if (!stream->packets.size)
  1000. stream->cur_time = pkt.dts_usec;
  1001. stream->cur_size += pkt.size;
  1002. circlebuf_push_back(&stream->packets, packet, sizeof(*packet));
  1003. if (packet->type == OBS_ENCODER_VIDEO && packet->keyframe)
  1004. stream->keyframes++;
  1005. if (stream->save_ts && packet->sys_dts_usec >= stream->save_ts) {
  1006. if (os_atomic_load_bool(&stream->muxing))
  1007. return;
  1008. if (stream->mux_thread_joinable) {
  1009. pthread_join(stream->mux_thread, NULL);
  1010. stream->mux_thread_joinable = false;
  1011. }
  1012. stream->save_ts = 0;
  1013. replay_buffer_save(stream);
  1014. }
  1015. }
  1016. static void replay_buffer_defaults(obs_data_t *s)
  1017. {
  1018. obs_data_set_default_int(s, "max_time_sec", 15);
  1019. obs_data_set_default_int(s, "max_size_mb", 500);
  1020. obs_data_set_default_string(s, "format", "%CCYY-%MM-%DD %hh-%mm-%ss");
  1021. obs_data_set_default_string(s, "extension", "mp4");
  1022. obs_data_set_default_bool(s, "allow_spaces", true);
  1023. }
  1024. struct obs_output_info replay_buffer = {
  1025. .id = "replay_buffer",
  1026. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_MULTI_TRACK |
  1027. OBS_OUTPUT_CAN_PAUSE,
  1028. .get_name = replay_buffer_getname,
  1029. .create = replay_buffer_create,
  1030. .destroy = replay_buffer_destroy,
  1031. .start = replay_buffer_start,
  1032. .stop = ffmpeg_mux_stop,
  1033. .encoded_packet = replay_buffer_data,
  1034. .get_total_bytes = ffmpeg_mux_total_bytes,
  1035. .get_defaults = replay_buffer_defaults,
  1036. };