1
0

multitrack-video-output.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878
  1. #include "multitrack-video-output.hpp"
  2. #include <util/dstr.hpp>
  3. #include <util/platform.h>
  4. #include <util/profiler.hpp>
  5. #include <util/util.hpp>
  6. #include <obs-frontend-api.h>
  7. #include <obs-app.hpp>
  8. #include <obs.hpp>
  9. #include <remote-text.hpp>
  10. #include <window-basic-main.hpp>
  11. #include <bpm.h>
  12. #include <algorithm>
  13. #include <cinttypes>
  14. #include <cmath>
  15. #include <numeric>
  16. #include <optional>
  17. #include <string>
  18. #include <vector>
  19. #include <QAbstractButton>
  20. #include <QMessageBox>
  21. #include <QObject>
  22. #include <QPushButton>
  23. #include <QScopeGuard>
  24. #include <QString>
  25. #include <QThreadPool>
  26. #include <QUrl>
  27. #include <QUrlQuery>
  28. #include <QUuid>
  29. #include <nlohmann/json.hpp>
  30. #include "system-info.hpp"
  31. #include "goliveapi-postdata.hpp"
  32. #include "goliveapi-network.hpp"
  33. #include "multitrack-video-error.hpp"
  34. #include "models/multitrack-video.hpp"
  35. Qt::ConnectionType BlockingConnectionTypeFor(QObject *object)
  36. {
  37. return object->thread() == QThread::currentThread() ? Qt::DirectConnection : Qt::BlockingQueuedConnection;
  38. }
  39. bool MultitrackVideoDeveloperModeEnabled()
  40. {
  41. static bool developer_mode = [] {
  42. auto args = qApp->arguments();
  43. for (const auto &arg : args) {
  44. if (arg == "--enable-multitrack-video-dev") {
  45. return true;
  46. }
  47. }
  48. return false;
  49. }();
  50. return developer_mode;
  51. }
  52. static OBSServiceAutoRelease create_service(const GoLiveApi::Config &go_live_config,
  53. const std::optional<std::string> &rtmp_url, const QString &in_stream_key)
  54. {
  55. const char *url = nullptr;
  56. QString stream_key = in_stream_key;
  57. const auto &ingest_endpoints = go_live_config.ingest_endpoints;
  58. for (auto &endpoint : ingest_endpoints) {
  59. if (qstrnicmp("RTMP", endpoint.protocol.c_str(), 4))
  60. continue;
  61. url = endpoint.url_template.c_str();
  62. if (endpoint.authentication && !endpoint.authentication->empty()) {
  63. blog(LOG_INFO, "Using stream key supplied by autoconfig");
  64. stream_key = QString::fromStdString(*endpoint.authentication);
  65. }
  66. break;
  67. }
  68. if (rtmp_url.has_value()) {
  69. // Despite being set by user, it was set to a ""
  70. if (rtmp_url->empty()) {
  71. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.NoCustomRTMPURLInSettings"));
  72. }
  73. url = rtmp_url->c_str();
  74. blog(LOG_INFO, "Using custom RTMP URL: '%s'", url);
  75. } else {
  76. if (!url) {
  77. blog(LOG_ERROR, "No RTMP URL in go live config");
  78. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.NoRTMPURLInConfig"));
  79. }
  80. blog(LOG_INFO, "Using URL template: '%s'", url);
  81. }
  82. DStr str;
  83. dstr_cat(str, url);
  84. // dstr_find does not protect against null, and dstr_cat will
  85. // not initialize str if cat'ing with a null url
  86. if (!dstr_is_empty(str)) {
  87. auto found = dstr_find(str, "/{stream_key}");
  88. if (found)
  89. dstr_remove(str, found - str->array, str->len - (found - str->array));
  90. }
  91. /* The stream key itself may contain query parameters, such as
  92. * "bandwidthtest" that need to be carried over. */
  93. QUrl parsed_user_key{in_stream_key};
  94. QUrlQuery user_key_query{parsed_user_key};
  95. QUrl parsed_key{stream_key};
  96. QUrl parsed_url{url};
  97. QUrlQuery parsed_query{parsed_url};
  98. for (const auto &[key, value] : user_key_query.queryItems())
  99. parsed_query.addQueryItem(key, value);
  100. if (!go_live_config.meta.config_id.empty()) {
  101. parsed_query.addQueryItem("clientConfigId", QString::fromStdString(go_live_config.meta.config_id));
  102. }
  103. parsed_key.setQuery(parsed_query);
  104. OBSDataAutoRelease settings = obs_data_create();
  105. obs_data_set_string(settings, "server", str->array);
  106. obs_data_set_string(settings, "key", parsed_key.toString().toUtf8().constData());
  107. auto service = obs_service_create("rtmp_custom", "multitrack video service", settings, nullptr);
  108. if (!service) {
  109. blog(LOG_WARNING, "Failed to create multitrack video service");
  110. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.FailedToCreateMultitrackVideoService"));
  111. }
  112. return service;
  113. }
  114. static OBSOutputAutoRelease create_output()
  115. {
  116. OBSOutputAutoRelease output = obs_output_create("rtmp_output", "rtmp multitrack video", nullptr, nullptr);
  117. if (!output) {
  118. blog(LOG_ERROR, "Failed to create multitrack video rtmp output");
  119. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.FailedToCreateMultitrackVideoOutput"));
  120. }
  121. return output;
  122. }
  123. static OBSOutputAutoRelease create_recording_output(obs_data_t *settings)
  124. {
  125. OBSOutputAutoRelease output;
  126. bool useMP4 = obs_data_get_bool(settings, "use_mp4");
  127. if (useMP4) {
  128. output = obs_output_create("mp4_output", "mp4 multitrack video", settings, nullptr);
  129. } else {
  130. output = obs_output_create("flv_output", "flv multitrack video", settings, nullptr);
  131. }
  132. if (!output) {
  133. blog(LOG_ERROR, "Failed to create multitrack video %s output", useMP4 ? "mp4" : "flv");
  134. }
  135. return output;
  136. }
  137. static void adjust_video_encoder_scaling(const obs_video_info &ovi, obs_encoder_t *video_encoder,
  138. const GoLiveApi::VideoEncoderConfiguration &encoder_config,
  139. size_t encoder_index)
  140. {
  141. auto requested_width = encoder_config.width;
  142. auto requested_height = encoder_config.height;
  143. if (ovi.output_width == requested_width || ovi.output_height == requested_height)
  144. return;
  145. if (ovi.base_width < requested_width || ovi.base_height < requested_height) {
  146. blog(LOG_WARNING,
  147. "Requested resolution exceeds canvas/available resolution for encoder %zu: %" PRIu32 "x%" PRIu32
  148. " > %" PRIu32 "x%" PRIu32,
  149. encoder_index, requested_width, requested_height, ovi.base_width, ovi.base_height);
  150. }
  151. obs_encoder_set_scaled_size(video_encoder, requested_width, requested_height);
  152. obs_encoder_set_gpu_scale_type(video_encoder, encoder_config.gpu_scale_type.value_or(OBS_SCALE_BICUBIC));
  153. obs_encoder_set_preferred_video_format(video_encoder, VIDEO_FORMAT_NV12);
  154. }
  155. static uint32_t closest_divisor(const obs_video_info &ovi, const media_frames_per_second &target_fps)
  156. {
  157. auto target = (uint64_t)target_fps.numerator * ovi.fps_den;
  158. auto source = (uint64_t)ovi.fps_num * target_fps.denominator;
  159. return std::max(1u, static_cast<uint32_t>(source / target));
  160. }
  161. static void adjust_encoder_frame_rate_divisor(const obs_video_info &ovi, obs_encoder_t *video_encoder,
  162. const GoLiveApi::VideoEncoderConfiguration &encoder_config,
  163. const size_t encoder_index)
  164. {
  165. if (!encoder_config.framerate) {
  166. blog(LOG_WARNING, "`framerate` not specified for encoder %zu", encoder_index);
  167. return;
  168. }
  169. media_frames_per_second requested_fps = *encoder_config.framerate;
  170. if (ovi.fps_num == requested_fps.numerator && ovi.fps_den == requested_fps.denominator)
  171. return;
  172. auto divisor = closest_divisor(ovi, requested_fps);
  173. if (divisor <= 1)
  174. return;
  175. blog(LOG_INFO, "Setting frame rate divisor to %u for encoder %zu", divisor, encoder_index);
  176. obs_encoder_set_frame_rate_divisor(video_encoder, divisor);
  177. }
  178. static bool encoder_available(const char *type)
  179. {
  180. const char *id = nullptr;
  181. for (size_t idx = 0; obs_enum_encoder_types(idx, &id); idx++) {
  182. if (strcmp(id, type) == 0)
  183. return true;
  184. }
  185. return false;
  186. }
  187. static OBSEncoderAutoRelease create_video_encoder(DStr &name_buffer, size_t encoder_index,
  188. const GoLiveApi::VideoEncoderConfiguration &encoder_config)
  189. {
  190. auto encoder_type = encoder_config.type.c_str();
  191. if (!encoder_available(encoder_type)) {
  192. blog(LOG_ERROR, "Encoder type '%s' not available", encoder_type);
  193. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.EncoderNotAvailable").arg(encoder_type));
  194. }
  195. dstr_printf(name_buffer, "multitrack video video encoder %zu", encoder_index);
  196. OBSDataAutoRelease encoder_settings = obs_data_create_from_json(encoder_config.settings.dump().c_str());
  197. obs_data_set_bool(encoder_settings, "disable_scenecut", true);
  198. OBSEncoderAutoRelease video_encoder =
  199. obs_video_encoder_create(encoder_type, name_buffer, encoder_settings, nullptr);
  200. if (!video_encoder) {
  201. blog(LOG_ERROR, "Failed to create video encoder '%s'", name_buffer->array);
  202. throw MultitrackVideoError::warning(
  203. QTStr("FailedToStartStream.FailedToCreateVideoEncoder").arg(name_buffer->array, encoder_type));
  204. }
  205. obs_encoder_set_video(video_encoder, obs_get_video());
  206. obs_video_info ovi;
  207. if (!obs_get_video_info(&ovi)) {
  208. blog(LOG_WARNING, "Failed to get obs_video_info while creating encoder %zu", encoder_index);
  209. throw MultitrackVideoError::warning(
  210. QTStr("FailedToStartStream.FailedToGetOBSVideoInfo").arg(name_buffer->array, encoder_type));
  211. }
  212. adjust_video_encoder_scaling(ovi, video_encoder, encoder_config, encoder_index);
  213. adjust_encoder_frame_rate_divisor(ovi, video_encoder, encoder_config, encoder_index);
  214. return video_encoder;
  215. }
  216. static OBSEncoderAutoRelease create_audio_encoder(const char *name, const char *audio_encoder_id, obs_data_t *settings,
  217. size_t mixer_idx)
  218. {
  219. OBSEncoderAutoRelease audio_encoder =
  220. obs_audio_encoder_create(audio_encoder_id, name, settings, mixer_idx, nullptr);
  221. if (!audio_encoder) {
  222. blog(LOG_ERROR, "Failed to create audio encoder");
  223. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.FailedToCreateAudioEncoder"));
  224. }
  225. obs_encoder_set_audio(audio_encoder, obs_get_audio());
  226. return audio_encoder;
  227. }
  228. struct OBSOutputs {
  229. OBSOutputAutoRelease output, recording_output;
  230. };
  231. static OBSOutputs SetupOBSOutput(QWidget *parent, const QString &multitrack_video_name,
  232. obs_data_t *dump_stream_to_file_config, const GoLiveApi::Config &go_live_config,
  233. std::vector<OBSEncoderAutoRelease> &audio_encoders,
  234. std::shared_ptr<obs_encoder_group_t> &video_encoder_group,
  235. const char *audio_encoder_id, size_t main_audio_mixer,
  236. std::optional<size_t> vod_track_mixer);
  237. static void SetupSignalHandlers(bool recording, MultitrackVideoOutput *self, obs_output_t *output, OBSSignal &start,
  238. OBSSignal &stop, OBSSignal &deactivate);
  239. void MultitrackVideoOutput::PrepareStreaming(
  240. QWidget *parent, const char *service_name, obs_service_t *service, const std::optional<std::string> &rtmp_url,
  241. const QString &stream_key, const char *audio_encoder_id, std::optional<uint32_t> maximum_aggregate_bitrate,
  242. std::optional<uint32_t> maximum_video_tracks, std::optional<std::string> custom_config,
  243. obs_data_t *dump_stream_to_file_config, size_t main_audio_mixer, std::optional<size_t> vod_track_mixer)
  244. {
  245. {
  246. const std::lock_guard<std::mutex> current_lock{current_mutex};
  247. const std::lock_guard<std::mutex> current_stream_dump_lock{current_stream_dump_mutex};
  248. if (current || current_stream_dump) {
  249. blog(LOG_WARNING, "Tried to prepare multitrack video output while it's already active");
  250. return;
  251. }
  252. }
  253. std::optional<GoLiveApi::Config> go_live_config;
  254. std::optional<GoLiveApi::Config> custom;
  255. bool is_custom_config = custom_config.has_value();
  256. auto auto_config_url = MultitrackVideoAutoConfigURL(service);
  257. OBSDataAutoRelease service_settings = obs_service_get_settings(service);
  258. auto multitrack_video_name = QTStr("Basic.Settings.Stream.MultitrackVideoLabel");
  259. if (obs_data_has_user_value(service_settings, "multitrack_video_name")) {
  260. multitrack_video_name = obs_data_get_string(service_settings, "multitrack_video_name");
  261. }
  262. auto auto_config_url_data = auto_config_url.toUtf8();
  263. DStr vod_track_info_storage;
  264. if (vod_track_mixer.has_value())
  265. dstr_printf(vod_track_info_storage, "Yes (mixer: %zu)", vod_track_mixer.value());
  266. blog(LOG_INFO,
  267. "Preparing enhanced broadcasting stream for:\n"
  268. " custom config: %s\n"
  269. " config url: %s\n"
  270. " settings:\n"
  271. " service: %s\n"
  272. " max aggregate bitrate: %s (%" PRIu32 ")\n"
  273. " max video tracks: %s (%" PRIu32 ")\n"
  274. " custom rtmp url: %s ('%s')\n"
  275. " vod track: %s",
  276. is_custom_config ? "Yes" : "No", !auto_config_url.isEmpty() ? auto_config_url_data.constData() : "(null)",
  277. service_name, maximum_aggregate_bitrate.has_value() ? "Set" : "Auto",
  278. maximum_aggregate_bitrate.value_or(0), maximum_video_tracks.has_value() ? "Set" : "Auto",
  279. maximum_video_tracks.value_or(0), rtmp_url.has_value() ? "Yes" : "No",
  280. rtmp_url.has_value() ? rtmp_url->c_str() : "",
  281. vod_track_info_storage->array ? vod_track_info_storage->array : "No");
  282. const bool custom_config_only = auto_config_url.isEmpty() && MultitrackVideoDeveloperModeEnabled() &&
  283. custom_config.has_value() &&
  284. strcmp(obs_service_get_id(service), "rtmp_custom") == 0;
  285. if (!custom_config_only) {
  286. auto go_live_post = constructGoLivePost(stream_key, maximum_aggregate_bitrate, maximum_video_tracks,
  287. vod_track_mixer.has_value());
  288. go_live_config = DownloadGoLiveConfig(parent, auto_config_url, go_live_post, multitrack_video_name);
  289. }
  290. if (custom_config.has_value()) {
  291. GoLiveApi::Config parsed_custom;
  292. try {
  293. parsed_custom = nlohmann::json::parse(*custom_config);
  294. } catch (const nlohmann::json::exception &exception) {
  295. blog(LOG_WARNING, "Failed to parse custom config: %s", exception.what());
  296. throw MultitrackVideoError::critical(QTStr("FailedToStartStream.InvalidCustomConfig"));
  297. }
  298. // copy unique ID from go live request
  299. if (go_live_config.has_value()) {
  300. parsed_custom.meta.config_id = go_live_config->meta.config_id;
  301. blog(LOG_INFO, "Using config_id from go live config with custom config: %s",
  302. parsed_custom.meta.config_id.c_str());
  303. }
  304. nlohmann::json custom_data = parsed_custom;
  305. blog(LOG_INFO, "Using custom go live config: %s", custom_data.dump(4).c_str());
  306. custom.emplace(std::move(parsed_custom));
  307. }
  308. if (go_live_config.has_value()) {
  309. blog(LOG_INFO, "Enhanced broadcasting config_id: '%s'", go_live_config->meta.config_id.c_str());
  310. }
  311. if (!go_live_config && !custom) {
  312. blog(LOG_ERROR, "MultitrackVideoOutput: no config set, this should never happen");
  313. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.NoConfig"));
  314. }
  315. const auto &output_config = custom ? *custom : *go_live_config;
  316. const auto &service_config = go_live_config ? *go_live_config : *custom;
  317. std::vector<OBSEncoderAutoRelease> audio_encoders;
  318. std::shared_ptr<obs_encoder_group_t> video_encoder_group;
  319. auto outputs = SetupOBSOutput(parent, multitrack_video_name, dump_stream_to_file_config, output_config,
  320. audio_encoders, video_encoder_group, audio_encoder_id, main_audio_mixer,
  321. vod_track_mixer);
  322. auto output = std::move(outputs.output);
  323. auto recording_output = std::move(outputs.recording_output);
  324. if (!output)
  325. throw MultitrackVideoError::warning(
  326. QTStr("FailedToStartStream.FallbackToDefault").arg(multitrack_video_name));
  327. auto multitrack_video_service = create_service(service_config, rtmp_url, stream_key);
  328. if (!multitrack_video_service)
  329. throw MultitrackVideoError::warning(
  330. QTStr("FailedToStartStream.FallbackToDefault").arg(multitrack_video_name));
  331. obs_output_set_service(output, multitrack_video_service);
  332. // Register the BPM (Broadcast Performance Metrics) callback
  333. obs_output_add_packet_callback(output, bpm_inject, NULL);
  334. OBSSignal start_streaming;
  335. OBSSignal stop_streaming;
  336. OBSSignal deactivate_stream;
  337. SetupSignalHandlers(false, this, output, start_streaming, stop_streaming, deactivate_stream);
  338. if (dump_stream_to_file_config && recording_output) {
  339. OBSSignal start_recording;
  340. OBSSignal stop_recording;
  341. OBSSignal deactivate_recording;
  342. SetupSignalHandlers(true, this, recording_output, start_recording, stop_recording,
  343. deactivate_recording);
  344. decltype(audio_encoders) recording_audio_encoders;
  345. recording_audio_encoders.reserve(audio_encoders.size());
  346. for (auto &encoder : audio_encoders) {
  347. recording_audio_encoders.emplace_back(obs_encoder_get_ref(encoder));
  348. }
  349. {
  350. const std::lock_guard current_stream_dump_lock{current_stream_dump_mutex};
  351. current_stream_dump.emplace(OBSOutputObjects{
  352. std::move(recording_output),
  353. video_encoder_group,
  354. std::move(recording_audio_encoders),
  355. nullptr,
  356. std::move(start_recording),
  357. std::move(stop_recording),
  358. std::move(deactivate_recording),
  359. });
  360. }
  361. }
  362. const std::lock_guard current_lock{current_mutex};
  363. current.emplace(OBSOutputObjects{
  364. std::move(output),
  365. video_encoder_group,
  366. std::move(audio_encoders),
  367. std::move(multitrack_video_service),
  368. std::move(start_streaming),
  369. std::move(stop_streaming),
  370. std::move(deactivate_stream),
  371. });
  372. }
  373. signal_handler_t *MultitrackVideoOutput::StreamingSignalHandler()
  374. {
  375. const std::lock_guard current_lock{current_mutex};
  376. return current.has_value() ? obs_output_get_signal_handler(current->output_) : nullptr;
  377. }
  378. void MultitrackVideoOutput::StartedStreaming()
  379. {
  380. OBSOutputAutoRelease dump_output;
  381. {
  382. const std::lock_guard current_stream_dump_lock{current_stream_dump_mutex};
  383. if (current_stream_dump && current_stream_dump->output_) {
  384. dump_output = obs_output_get_ref(current_stream_dump->output_);
  385. }
  386. }
  387. if (!dump_output)
  388. return;
  389. auto result = obs_output_start(dump_output);
  390. blog(LOG_INFO, "MultitrackVideoOutput: starting recording%s", result ? "" : " failed");
  391. }
  392. void MultitrackVideoOutput::StopStreaming()
  393. {
  394. OBSOutputAutoRelease current_output;
  395. {
  396. const std::lock_guard current_lock{current_mutex};
  397. if (current && current->output_)
  398. current_output = obs_output_get_ref(current->output_);
  399. }
  400. if (current_output)
  401. obs_output_stop(current_output);
  402. OBSOutputAutoRelease dump_output;
  403. {
  404. const std::lock_guard current_stream_dump_lock{current_stream_dump_mutex};
  405. if (current_stream_dump && current_stream_dump->output_)
  406. dump_output = obs_output_get_ref(current_stream_dump->output_);
  407. }
  408. if (dump_output)
  409. obs_output_stop(dump_output);
  410. }
  411. bool MultitrackVideoOutput::HandleIncompatibleSettings(QWidget *parent, config_t *config, obs_service_t *service,
  412. bool &useDelay, bool &enableNewSocketLoop,
  413. bool &enableDynBitrate)
  414. {
  415. QString incompatible_settings;
  416. QString where_to_disable;
  417. QString incompatible_settings_list;
  418. size_t num = 1;
  419. auto check_setting = [&](bool setting, const char *name, const char *section) {
  420. if (!setting)
  421. return;
  422. incompatible_settings += QString(" %1. %2\n").arg(num).arg(QTStr(name));
  423. where_to_disable += QString(" %1. [%2 → %3 → %4]\n")
  424. .arg(num)
  425. .arg(QTStr("Settings"))
  426. .arg(QTStr("Basic.Settings.Advanced"))
  427. .arg(QTStr(section));
  428. incompatible_settings_list += QString("%1, ").arg(name);
  429. num += 1;
  430. };
  431. check_setting(useDelay, "Basic.Settings.Advanced.StreamDelay", "Basic.Settings.Advanced.StreamDelay");
  432. #ifdef _WIN32
  433. check_setting(enableNewSocketLoop, "Basic.Settings.Advanced.Network.EnableNewSocketLoop",
  434. "Basic.Settings.Advanced.Network");
  435. #endif
  436. check_setting(enableDynBitrate, "Basic.Settings.Output.DynamicBitrate.Beta", "Basic.Settings.Advanced.Network");
  437. if (incompatible_settings.isEmpty())
  438. return true;
  439. OBSDataAutoRelease service_settings = obs_service_get_settings(service);
  440. QMessageBox mb(parent);
  441. mb.setIcon(QMessageBox::Critical);
  442. mb.setWindowTitle(QTStr("MultitrackVideo.IncompatibleSettings.Title"));
  443. mb.setText(QString(QTStr("MultitrackVideo.IncompatibleSettings.Text"))
  444. .arg(obs_data_get_string(service_settings, "multitrack_video_name"))
  445. .arg(incompatible_settings)
  446. .arg(where_to_disable));
  447. auto this_stream = mb.addButton(QTStr("MultitrackVideo.IncompatibleSettings.DisableAndStartStreaming"),
  448. QMessageBox::AcceptRole);
  449. auto all_streams = mb.addButton(QString(QTStr("MultitrackVideo.IncompatibleSettings.UpdateAndStartStreaming")),
  450. QMessageBox::AcceptRole);
  451. mb.setStandardButtons(QMessageBox::StandardButton::Cancel);
  452. mb.exec();
  453. const char *action = "cancel";
  454. if (mb.clickedButton() == this_stream) {
  455. action = "DisableAndStartStreaming";
  456. } else if (mb.clickedButton() == all_streams) {
  457. action = "UpdateAndStartStreaming";
  458. }
  459. blog(LOG_INFO,
  460. "MultitrackVideoOutput: attempted to start stream with incompatible"
  461. "settings (%s); action taken: %s",
  462. incompatible_settings_list.toUtf8().constData(), action);
  463. if (mb.clickedButton() == this_stream || mb.clickedButton() == all_streams) {
  464. useDelay = false;
  465. enableNewSocketLoop = false;
  466. enableDynBitrate = false;
  467. if (mb.clickedButton() == all_streams) {
  468. config_set_bool(config, "Output", "DelayEnable", false);
  469. #ifdef _WIN32
  470. config_set_bool(config, "Output", "NewSocketLoopEnable", false);
  471. #endif
  472. config_set_bool(config, "Output", "DynamicBitrate", false);
  473. }
  474. return true;
  475. }
  476. MultitrackVideoOutput::ReleaseOnMainThread(take_current());
  477. MultitrackVideoOutput::ReleaseOnMainThread(take_current_stream_dump());
  478. return false;
  479. }
  480. static bool create_video_encoders(const GoLiveApi::Config &go_live_config,
  481. std::shared_ptr<obs_encoder_group_t> &video_encoder_group, obs_output_t *output,
  482. obs_output_t *recording_output)
  483. {
  484. DStr video_encoder_name_buffer;
  485. if (go_live_config.encoder_configurations.empty()) {
  486. blog(LOG_WARNING, "MultitrackVideoOutput: Missing video encoder configurations");
  487. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.MissingEncoderConfigs"));
  488. }
  489. std::shared_ptr<obs_encoder_group_t> encoder_group(obs_encoder_group_create(), obs_encoder_group_destroy);
  490. if (!encoder_group)
  491. return false;
  492. for (size_t i = 0; i < go_live_config.encoder_configurations.size(); i++) {
  493. auto encoder =
  494. create_video_encoder(video_encoder_name_buffer, i, go_live_config.encoder_configurations[i]);
  495. if (!encoder)
  496. return false;
  497. if (!obs_encoder_set_group(encoder, encoder_group.get()))
  498. return false;
  499. obs_output_set_video_encoder2(output, encoder, i);
  500. if (recording_output)
  501. obs_output_set_video_encoder2(recording_output, encoder, i);
  502. }
  503. video_encoder_group = encoder_group;
  504. return true;
  505. }
  506. static void create_audio_encoders(const GoLiveApi::Config &go_live_config,
  507. std::vector<OBSEncoderAutoRelease> &audio_encoders, obs_output_t *output,
  508. obs_output_t *recording_output, const char *audio_encoder_id, size_t main_audio_mixer,
  509. std::optional<size_t> vod_track_mixer, std::vector<speaker_layout> &speaker_layouts,
  510. speaker_layout &current_layout)
  511. {
  512. speaker_layout speakers = SPEAKERS_UNKNOWN;
  513. obs_audio_info oai = {};
  514. if (obs_get_audio_info(&oai))
  515. speakers = oai.speakers;
  516. current_layout = speakers;
  517. auto sanitize_audio_channels = [&](obs_encoder_t *encoder, uint32_t channels) {
  518. speaker_layout target_speakers = SPEAKERS_UNKNOWN;
  519. for (size_t i = 0; i <= (size_t)SPEAKERS_7POINT1; i++) {
  520. if (get_audio_channels((speaker_layout)i) != channels)
  521. continue;
  522. target_speakers = (speaker_layout)i;
  523. break;
  524. }
  525. if (target_speakers == SPEAKERS_UNKNOWN) {
  526. blog(LOG_WARNING,
  527. "MultitrackVideoOutput: Could not find "
  528. "speaker layout for %" PRIu32 "channels "
  529. "while configuring encoder '%s'",
  530. channels, obs_encoder_get_name(encoder));
  531. return;
  532. }
  533. if (speakers != SPEAKERS_UNKNOWN &&
  534. (channels > get_audio_channels(speakers) || speakers == target_speakers))
  535. return;
  536. auto it = std::find(std::begin(speaker_layouts), std::end(speaker_layouts), target_speakers);
  537. if (it == std::end(speaker_layouts))
  538. speaker_layouts.push_back(target_speakers);
  539. };
  540. using encoder_configs_type = decltype(go_live_config.audio_configurations.live);
  541. DStr encoder_name_buffer;
  542. size_t output_encoder_index = 0;
  543. auto create_encoders = [&](const char *name_prefix, const encoder_configs_type &configs, size_t mixer_idx) {
  544. if (configs.empty()) {
  545. blog(LOG_WARNING, "MultitrackVideoOutput: Missing audio encoder configurations (for '%s')",
  546. name_prefix);
  547. throw MultitrackVideoError::warning(QTStr("FailedToStartStream.MissingEncoderConfigs"));
  548. }
  549. for (size_t i = 0; i < configs.size(); i++) {
  550. dstr_printf(encoder_name_buffer, "%s %zu", name_prefix, i);
  551. OBSDataAutoRelease settings = obs_data_create_from_json(configs[i].settings.dump().c_str());
  552. OBSEncoderAutoRelease audio_encoder =
  553. create_audio_encoder(encoder_name_buffer->array, audio_encoder_id, settings, mixer_idx);
  554. sanitize_audio_channels(audio_encoder, configs[i].channels);
  555. obs_output_set_audio_encoder(output, audio_encoder, output_encoder_index);
  556. if (recording_output)
  557. obs_output_set_audio_encoder(recording_output, audio_encoder, output_encoder_index);
  558. output_encoder_index += 1;
  559. audio_encoders.emplace_back(std::move(audio_encoder));
  560. }
  561. };
  562. create_encoders("multitrack video live audio", go_live_config.audio_configurations.live, main_audio_mixer);
  563. if (!vod_track_mixer.has_value())
  564. return;
  565. // we already check for empty inside of `create_encoders`
  566. encoder_configs_type empty = {};
  567. create_encoders("multitrack video vod audio", go_live_config.audio_configurations.vod.value_or(empty),
  568. *vod_track_mixer);
  569. return;
  570. }
  571. static const char *speaker_layout_to_string(speaker_layout layout)
  572. {
  573. switch (layout) {
  574. case SPEAKERS_MONO:
  575. return "Mono";
  576. case SPEAKERS_2POINT1:
  577. return "2.1";
  578. case SPEAKERS_4POINT0:
  579. return "4.0";
  580. case SPEAKERS_4POINT1:
  581. return "4.1";
  582. case SPEAKERS_5POINT1:
  583. return "5.1";
  584. case SPEAKERS_7POINT1:
  585. return "7.1";
  586. case SPEAKERS_UNKNOWN:
  587. case SPEAKERS_STEREO:
  588. return "Stereo";
  589. }
  590. return "Stereo";
  591. }
  592. static void handle_speaker_layout_issues(QWidget *parent, const QString &multitrack_video_name,
  593. const std::vector<speaker_layout> &requested_layouts, speaker_layout layout)
  594. {
  595. if (requested_layouts.empty())
  596. return;
  597. QString message;
  598. if (requested_layouts.size() == 1) {
  599. message = QTStr("MultitrackVideo.IncompatibleSettings.AudioChannelsSingle")
  600. .arg(QTStr(speaker_layout_to_string(requested_layouts.front())));
  601. } else {
  602. message =
  603. QTStr("MultitrackVideo.IncompatibleSettings.AudioChannelsMultiple").arg(multitrack_video_name);
  604. }
  605. QMetaObject::invokeMethod(
  606. parent,
  607. [&] {
  608. QMessageBox mb(parent);
  609. mb.setIcon(QMessageBox::Critical);
  610. mb.setWindowTitle(QTStr("MultitrackVideo.IncompatibleSettings.Title"));
  611. mb.setText(QTStr("MultitrackVideo.IncompatibleSettings.AudioChannels")
  612. .arg(multitrack_video_name)
  613. .arg(QTStr(speaker_layout_to_string(layout)))
  614. .arg(message));
  615. mb.setStandardButtons(QMessageBox::StandardButton::Cancel);
  616. mb.exec();
  617. },
  618. BlockingConnectionTypeFor(parent));
  619. blog(LOG_INFO, "MultitrackVideoOutput: Attempted to start stream with incompatible "
  620. "audio channel setting. Action taken: cancel");
  621. throw MultitrackVideoError::cancel();
  622. }
  623. static OBSOutputs SetupOBSOutput(QWidget *parent, const QString &multitrack_video_name,
  624. obs_data_t *dump_stream_to_file_config, const GoLiveApi::Config &go_live_config,
  625. std::vector<OBSEncoderAutoRelease> &audio_encoders,
  626. std::shared_ptr<obs_encoder_group_t> &video_encoder_group,
  627. const char *audio_encoder_id, size_t main_audio_mixer,
  628. std::optional<size_t> vod_track_mixer)
  629. {
  630. auto output = create_output();
  631. OBSOutputAutoRelease recording_output;
  632. if (dump_stream_to_file_config)
  633. recording_output = create_recording_output(dump_stream_to_file_config);
  634. if (!create_video_encoders(go_live_config, video_encoder_group, output, recording_output))
  635. return {nullptr, nullptr};
  636. std::vector<speaker_layout> requested_speaker_layouts;
  637. speaker_layout current_layout = SPEAKERS_UNKNOWN;
  638. create_audio_encoders(go_live_config, audio_encoders, output, recording_output, audio_encoder_id,
  639. main_audio_mixer, vod_track_mixer, requested_speaker_layouts, current_layout);
  640. handle_speaker_layout_issues(parent, multitrack_video_name, requested_speaker_layouts, current_layout);
  641. return {std::move(output), std::move(recording_output)};
  642. }
  643. void SetupSignalHandlers(bool recording, MultitrackVideoOutput *self, obs_output_t *output, OBSSignal &start,
  644. OBSSignal &stop, OBSSignal &deactivate)
  645. {
  646. auto handler = obs_output_get_signal_handler(output);
  647. if (recording)
  648. start.Connect(handler, "start", RecordingStartHandler, self);
  649. stop.Connect(handler, "stop", !recording ? StreamStopHandler : RecordingStopHandler, self);
  650. deactivate.Connect(handler, "deactivate", !recording ? StreamDeactivateHandler : RecordingDeactivateHandler,
  651. self);
  652. }
  653. std::optional<MultitrackVideoOutput::OBSOutputObjects> MultitrackVideoOutput::take_current()
  654. {
  655. const std::lock_guard<std::mutex> current_lock{current_mutex};
  656. auto val = std::move(current);
  657. current.reset();
  658. return val;
  659. }
  660. std::optional<MultitrackVideoOutput::OBSOutputObjects> MultitrackVideoOutput::take_current_stream_dump()
  661. {
  662. const std::lock_guard<std::mutex> current_stream_dump_lock{current_stream_dump_mutex};
  663. auto val = std::move(current_stream_dump);
  664. current_stream_dump.reset();
  665. return val;
  666. }
  667. void MultitrackVideoOutput::ReleaseOnMainThread(std::optional<OBSOutputObjects> objects)
  668. {
  669. if (!objects.has_value())
  670. return;
  671. QMetaObject::invokeMethod(
  672. QApplication::instance()->thread(), [objects = std::move(objects)] {}, Qt::QueuedConnection);
  673. }
  674. void StreamStopHandler(void *arg, calldata_t *params)
  675. {
  676. auto self = static_cast<MultitrackVideoOutput *>(arg);
  677. OBSOutputAutoRelease stream_dump_output;
  678. {
  679. const std::lock_guard<std::mutex> current_stream_dump_lock{self->current_stream_dump_mutex};
  680. if (self->current_stream_dump && self->current_stream_dump->output_)
  681. stream_dump_output = obs_output_get_ref(self->current_stream_dump->output_);
  682. }
  683. if (stream_dump_output)
  684. obs_output_stop(stream_dump_output);
  685. if (obs_output_active(static_cast<obs_output_t *>(calldata_ptr(params, "output"))))
  686. return;
  687. MultitrackVideoOutput::ReleaseOnMainThread(self->take_current());
  688. }
  689. void StreamDeactivateHandler(void *arg, calldata_t *params)
  690. {
  691. auto self = static_cast<MultitrackVideoOutput *>(arg);
  692. if (obs_output_reconnecting(static_cast<obs_output_t *>(calldata_ptr(params, "output"))))
  693. return;
  694. /* Unregister the BPM (Broadcast Performance Metrics) callback
  695. * and destroy the allocated metrics data.
  696. */
  697. obs_output_remove_packet_callback(static_cast<obs_output_t *>(calldata_ptr(params, "output")), bpm_inject,
  698. NULL);
  699. bpm_destroy(static_cast<obs_output_t *>(calldata_ptr(params, "output")));
  700. MultitrackVideoOutput::ReleaseOnMainThread(self->take_current());
  701. }
  702. void RecordingStartHandler(void * /* arg */, calldata_t * /* data */)
  703. {
  704. blog(LOG_INFO, "MultitrackVideoOutput: recording started");
  705. }
  706. void RecordingStopHandler(void *arg, calldata_t *params)
  707. {
  708. auto self = static_cast<MultitrackVideoOutput *>(arg);
  709. blog(LOG_INFO, "MultitrackVideoOutput: recording stopped");
  710. if (obs_output_active(static_cast<obs_output_t *>(calldata_ptr(params, "output"))))
  711. return;
  712. MultitrackVideoOutput::ReleaseOnMainThread(self->take_current_stream_dump());
  713. }
  714. void RecordingDeactivateHandler(void *arg, calldata_t * /*data*/)
  715. {
  716. auto self = static_cast<MultitrackVideoOutput *>(arg);
  717. MultitrackVideoOutput::ReleaseOnMainThread(self->take_current_stream_dump());
  718. }