whip-output.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696
  1. #include "whip-output.h"
  2. #include "whip-utils.h"
  3. /*
  4. * Sets the maximum size for a video fragment. Effective range is
  5. * 576-1470, with a lower value equating to more packets created,
  6. * but also better network compatability.
  7. */
  8. static uint16_t MAX_VIDEO_FRAGMENT_SIZE = 1200;
  9. const int signaling_media_id_length = 16;
  10. const char signaling_media_id_valid_char[] = "0123456789"
  11. "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
  12. "abcdefghijklmnopqrstuvwxyz";
  13. const std::string user_agent = generate_user_agent();
  14. const char *audio_mid = "0";
  15. const uint8_t audio_payload_type = 111;
  16. const char *video_mid = "1";
  17. const uint8_t video_payload_type = 96;
  18. // ~3 seconds of 8.5 Megabit video
  19. const int video_nack_buffer_size = 4000;
  20. WHIPOutput::WHIPOutput(obs_data_t *, obs_output_t *output)
  21. : output(output),
  22. endpoint_url(),
  23. bearer_token(),
  24. resource_url(),
  25. running(false),
  26. start_stop_mutex(),
  27. start_stop_thread(),
  28. base_ssrc(generate_random_u32()),
  29. peer_connection(nullptr),
  30. audio_track(nullptr),
  31. video_track(nullptr),
  32. total_bytes_sent(0),
  33. connect_time_ms(0),
  34. start_time_ns(0),
  35. last_audio_timestamp(0),
  36. last_video_timestamp(0)
  37. {
  38. }
  39. WHIPOutput::~WHIPOutput()
  40. {
  41. Stop();
  42. std::lock_guard<std::mutex> l(start_stop_mutex);
  43. if (start_stop_thread.joinable())
  44. start_stop_thread.join();
  45. }
  46. bool WHIPOutput::Start()
  47. {
  48. std::lock_guard<std::mutex> l(start_stop_mutex);
  49. if (!obs_output_can_begin_data_capture(output, 0))
  50. return false;
  51. if (!obs_output_initialize_encoders(output, 0))
  52. return false;
  53. if (start_stop_thread.joinable())
  54. start_stop_thread.join();
  55. start_stop_thread = std::thread(&WHIPOutput::StartThread, this);
  56. return true;
  57. }
  58. void WHIPOutput::Stop(bool signal)
  59. {
  60. std::lock_guard<std::mutex> l(start_stop_mutex);
  61. if (start_stop_thread.joinable())
  62. start_stop_thread.join();
  63. start_stop_thread = std::thread(&WHIPOutput::StopThread, this, signal);
  64. }
  65. void WHIPOutput::Data(struct encoder_packet *packet)
  66. {
  67. if (!packet) {
  68. Stop(false);
  69. obs_output_signal_stop(output, OBS_OUTPUT_ENCODE_ERROR);
  70. return;
  71. }
  72. if (audio_track && packet->type == OBS_ENCODER_AUDIO) {
  73. int64_t duration = packet->dts_usec - last_audio_timestamp;
  74. Send(packet->data, packet->size, duration, audio_track, audio_sr_reporter);
  75. last_audio_timestamp = packet->dts_usec;
  76. } else if (video_track && packet->type == OBS_ENCODER_VIDEO) {
  77. int64_t duration = packet->dts_usec - last_video_timestamp;
  78. Send(packet->data, packet->size, duration, video_track, video_sr_reporter);
  79. last_video_timestamp = packet->dts_usec;
  80. }
  81. }
  82. void WHIPOutput::ConfigureAudioTrack(std::string media_stream_id, std::string cname)
  83. {
  84. if (!obs_output_get_audio_encoder(output, 0)) {
  85. do_log(LOG_DEBUG, "Not configuring audio track: Audio encoder not assigned");
  86. return;
  87. }
  88. auto media_stream_track_id = std::string(media_stream_id + "-audio");
  89. uint32_t ssrc = base_ssrc;
  90. rtc::Description::Audio audio_description(audio_mid, rtc::Description::Direction::SendOnly);
  91. audio_description.addOpusCodec(audio_payload_type);
  92. audio_description.addSSRC(ssrc, cname, media_stream_id, media_stream_track_id);
  93. audio_track = peer_connection->addTrack(audio_description);
  94. auto rtp_config = std::make_shared<rtc::RtpPacketizationConfig>(ssrc, cname, audio_payload_type,
  95. rtc::OpusRtpPacketizer::DefaultClockRate);
  96. auto packetizer = std::make_shared<rtc::OpusRtpPacketizer>(rtp_config);
  97. audio_sr_reporter = std::make_shared<rtc::RtcpSrReporter>(rtp_config);
  98. auto nack_responder = std::make_shared<rtc::RtcpNackResponder>();
  99. packetizer->addToChain(audio_sr_reporter);
  100. packetizer->addToChain(nack_responder);
  101. audio_track->setMediaHandler(packetizer);
  102. }
  103. void WHIPOutput::ConfigureVideoTrack(std::string media_stream_id, std::string cname)
  104. {
  105. if (!obs_output_get_video_encoder(output)) {
  106. do_log(LOG_DEBUG, "Not configuring video track: Video encoder not assigned");
  107. return;
  108. }
  109. auto media_stream_track_id = std::string(media_stream_id + "-video");
  110. std::shared_ptr<rtc::RtpPacketizer> packetizer;
  111. // More predictable SSRC values between audio and video
  112. uint32_t ssrc = base_ssrc + 1;
  113. rtc::Description::Video video_description(video_mid, rtc::Description::Direction::SendOnly);
  114. video_description.addSSRC(ssrc, cname, media_stream_id, media_stream_track_id);
  115. auto rtp_config = std::make_shared<rtc::RtpPacketizationConfig>(ssrc, cname, video_payload_type,
  116. rtc::H264RtpPacketizer::defaultClockRate);
  117. const obs_encoder_t *encoder = obs_output_get_video_encoder2(output, 0);
  118. if (!encoder)
  119. return;
  120. const char *codec = obs_encoder_get_codec(encoder);
  121. if (strcmp("h264", codec) == 0) {
  122. video_description.addH264Codec(video_payload_type);
  123. packetizer = std::make_shared<rtc::H264RtpPacketizer>(rtc::H264RtpPacketizer::Separator::StartSequence,
  124. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  125. #ifdef ENABLE_HEVC
  126. } else if (strcmp("hevc", codec) == 0) {
  127. video_description.addH265Codec(video_payload_type);
  128. packetizer = std::make_shared<rtc::H265RtpPacketizer>(rtc::H265RtpPacketizer::Separator::StartSequence,
  129. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  130. #endif
  131. } else if (strcmp("av1", codec) == 0) {
  132. video_description.addAV1Codec(video_payload_type);
  133. packetizer = std::make_shared<rtc::AV1RtpPacketizer>(rtc::AV1RtpPacketizer::Packetization::TemporalUnit,
  134. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  135. } else {
  136. do_log(LOG_ERROR, "Video codec not supported: %s", codec);
  137. return;
  138. }
  139. video_sr_reporter = std::make_shared<rtc::RtcpSrReporter>(rtp_config);
  140. packetizer->addToChain(video_sr_reporter);
  141. packetizer->addToChain(std::make_shared<rtc::RtcpNackResponder>(video_nack_buffer_size));
  142. video_track = peer_connection->addTrack(video_description);
  143. video_track->setMediaHandler(packetizer);
  144. }
  145. /**
  146. * @brief Store connect info provided by the service.
  147. *
  148. * @return bool
  149. */
  150. bool WHIPOutput::Init()
  151. {
  152. obs_service_t *service = obs_output_get_service(output);
  153. if (!service) {
  154. obs_output_signal_stop(output, OBS_OUTPUT_ERROR);
  155. return false;
  156. }
  157. endpoint_url = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_SERVER_URL);
  158. if (endpoint_url.empty()) {
  159. obs_output_signal_stop(output, OBS_OUTPUT_BAD_PATH);
  160. return false;
  161. }
  162. bearer_token = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_BEARER_TOKEN);
  163. return true;
  164. }
  165. /**
  166. * @brief Set up the PeerConnection and media tracks.
  167. *
  168. * @return bool
  169. */
  170. bool WHIPOutput::Setup()
  171. {
  172. rtc::Configuration cfg;
  173. #if RTC_VERSION_MAJOR == 0 && RTC_VERSION_MINOR > 20 || RTC_VERSION_MAJOR > 1
  174. cfg.disableAutoGathering = true;
  175. #endif
  176. peer_connection = std::make_shared<rtc::PeerConnection>(cfg);
  177. peer_connection->onStateChange([this](rtc::PeerConnection::State state) {
  178. switch (state) {
  179. case rtc::PeerConnection::State::New:
  180. do_log(LOG_INFO, "PeerConnection state is now: New");
  181. break;
  182. case rtc::PeerConnection::State::Connecting:
  183. do_log(LOG_INFO, "PeerConnection state is now: Connecting");
  184. start_time_ns = os_gettime_ns();
  185. break;
  186. case rtc::PeerConnection::State::Connected:
  187. do_log(LOG_INFO, "PeerConnection state is now: Connected");
  188. connect_time_ms = (int)((os_gettime_ns() - start_time_ns) / 1000000.0);
  189. do_log(LOG_INFO, "Connect time: %dms", connect_time_ms.load());
  190. break;
  191. case rtc::PeerConnection::State::Disconnected:
  192. do_log(LOG_INFO, "PeerConnection state is now: Disconnected");
  193. Stop(false);
  194. obs_output_signal_stop(output, OBS_OUTPUT_DISCONNECTED);
  195. break;
  196. case rtc::PeerConnection::State::Failed:
  197. do_log(LOG_INFO, "PeerConnection state is now: Failed");
  198. Stop(false);
  199. obs_output_signal_stop(output, OBS_OUTPUT_ERROR);
  200. break;
  201. case rtc::PeerConnection::State::Closed:
  202. do_log(LOG_INFO, "PeerConnection state is now: Closed");
  203. break;
  204. }
  205. });
  206. std::string media_stream_id, cname;
  207. media_stream_id.reserve(signaling_media_id_length);
  208. cname.reserve(signaling_media_id_length);
  209. for (int i = 0; i < signaling_media_id_length; ++i) {
  210. media_stream_id += signaling_media_id_valid_char[rand() % (sizeof(signaling_media_id_valid_char) - 1)];
  211. cname += signaling_media_id_valid_char[rand() % (sizeof(signaling_media_id_valid_char) - 1)];
  212. }
  213. ConfigureAudioTrack(media_stream_id, cname);
  214. ConfigureVideoTrack(media_stream_id, cname);
  215. peer_connection->setLocalDescription();
  216. return true;
  217. }
  218. // Given a Link header extract URL/Username/Credential and create rtc::IceServer
  219. // <turn:turn.example.net>; username="user"; credential="myPassword";
  220. //
  221. // https://www.ietf.org/archive/id/draft-ietf-wish-whip-13.html#section-4.4
  222. void WHIPOutput::ParseLinkHeader(std::string val, std::vector<rtc::IceServer> &iceServers)
  223. {
  224. std::string url, username, password;
  225. auto extractUrl = [](std::string input) -> std::string {
  226. auto head = input.find("<") + 1;
  227. auto tail = input.find(">");
  228. if (head == std::string::npos || tail == std::string::npos) {
  229. return "";
  230. }
  231. return input.substr(head, tail - head);
  232. };
  233. auto extractValue = [](std::string input) -> std::string {
  234. auto head = input.find("\"") + 1;
  235. auto tail = input.find_last_of("\"");
  236. if (head == std::string::npos || tail == std::string::npos) {
  237. return "";
  238. }
  239. return input.substr(head, tail - head);
  240. };
  241. while (true) {
  242. std::string token = val;
  243. auto pos = token.find(";");
  244. if (pos != std::string::npos) {
  245. token = val.substr(0, pos);
  246. }
  247. if ((token.find("<stun:", 0) == 0) || (token.find("<turn:", 0) == 0)) {
  248. url = extractUrl(token);
  249. } else if (token.find("username=") != std::string::npos) {
  250. username = extractValue(token);
  251. } else if (token.find("credential=") != std::string::npos) {
  252. password = extractValue(token);
  253. }
  254. if (pos == std::string::npos) {
  255. break;
  256. }
  257. val.erase(0, pos + 1);
  258. }
  259. try {
  260. auto iceServer = rtc::IceServer(url);
  261. iceServer.username = username;
  262. iceServer.password = password;
  263. iceServers.push_back(iceServer);
  264. } catch (const std::invalid_argument &err) {
  265. do_log(LOG_WARNING, "Failed to construct ICE Server from %s: %s", val.c_str(), err.what());
  266. }
  267. }
  268. bool WHIPOutput::Connect()
  269. {
  270. struct curl_slist *headers = NULL;
  271. headers = curl_slist_append(headers, "Content-Type: application/sdp");
  272. if (!bearer_token.empty()) {
  273. auto bearer_token_header = std::string("Authorization: Bearer ") + bearer_token;
  274. headers = curl_slist_append(headers, bearer_token_header.c_str());
  275. }
  276. std::string read_buffer;
  277. std::vector<std::string> http_headers;
  278. auto offer_sdp = std::string(peer_connection->localDescription().value());
  279. #ifdef DEBUG_SDP
  280. do_log(LOG_DEBUG, "Offer SDP:\n%s", offer_sdp.c_str());
  281. #endif
  282. // Add user-agent to our requests
  283. headers = curl_slist_append(headers, user_agent.c_str());
  284. char error_buffer[CURL_ERROR_SIZE] = {};
  285. CURL *c = curl_easy_init();
  286. curl_easy_setopt(c, CURLOPT_WRITEFUNCTION, curl_writefunction);
  287. curl_easy_setopt(c, CURLOPT_WRITEDATA, (void *)&read_buffer);
  288. curl_easy_setopt(c, CURLOPT_HEADERFUNCTION, curl_header_function);
  289. curl_easy_setopt(c, CURLOPT_HEADERDATA, (void *)&http_headers);
  290. curl_easy_setopt(c, CURLOPT_HTTPHEADER, headers);
  291. curl_easy_setopt(c, CURLOPT_URL, endpoint_url.c_str());
  292. curl_easy_setopt(c, CURLOPT_POST, 1L);
  293. curl_easy_setopt(c, CURLOPT_COPYPOSTFIELDS, offer_sdp.c_str());
  294. curl_easy_setopt(c, CURLOPT_TIMEOUT, 8L);
  295. curl_easy_setopt(c, CURLOPT_FOLLOWLOCATION, 1L);
  296. curl_easy_setopt(c, CURLOPT_UNRESTRICTED_AUTH, 1L);
  297. curl_easy_setopt(c, CURLOPT_ERRORBUFFER, error_buffer);
  298. auto cleanup = [&]() {
  299. curl_easy_cleanup(c);
  300. curl_slist_free_all(headers);
  301. };
  302. CURLcode res = curl_easy_perform(c);
  303. if (res != CURLE_OK) {
  304. do_log(LOG_ERROR, "Connect failed: %s", error_buffer[0] ? error_buffer : curl_easy_strerror(res));
  305. cleanup();
  306. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  307. return false;
  308. }
  309. long response_code;
  310. curl_easy_getinfo(c, CURLINFO_RESPONSE_CODE, &response_code);
  311. if (response_code != 201) {
  312. do_log(LOG_ERROR, "Connect failed: HTTP endpoint returned response code %ld", response_code);
  313. cleanup();
  314. obs_output_signal_stop(output, OBS_OUTPUT_INVALID_STREAM);
  315. return false;
  316. }
  317. if (read_buffer.empty()) {
  318. do_log(LOG_ERROR, "Connect failed: No data returned from HTTP endpoint request");
  319. cleanup();
  320. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  321. return false;
  322. }
  323. long redirect_count = 0;
  324. curl_easy_getinfo(c, CURLINFO_REDIRECT_COUNT, &redirect_count);
  325. std::string last_location_header;
  326. size_t location_header_count = 0;
  327. for (auto &http_header : http_headers) {
  328. auto value = value_for_header("location", http_header);
  329. if (value.empty())
  330. continue;
  331. location_header_count++;
  332. last_location_header = value;
  333. }
  334. if (location_header_count < static_cast<size_t>(redirect_count) + 1) {
  335. do_log(LOG_ERROR, "WHIP server did not provide a resource URL via the Location header");
  336. cleanup();
  337. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  338. return false;
  339. }
  340. CURLU *url_builder = curl_url();
  341. // Parse Link headers to extract STUN/TURN server configuration URLs
  342. std::vector<rtc::IceServer> iceServers;
  343. for (auto &http_header : http_headers) {
  344. auto value = value_for_header("link", http_header);
  345. if (value.empty())
  346. continue;
  347. // Parse multiple links separated by ','
  348. for (auto end = value.find(","); end != std::string::npos; end = value.find(",")) {
  349. this->ParseLinkHeader(value.substr(0, end), iceServers);
  350. value = value.substr(end + 1);
  351. }
  352. this->ParseLinkHeader(value, iceServers);
  353. }
  354. // If Location header doesn't start with `http` it is a relative URL.
  355. // Construct a absolute URL using the host of the effective URL
  356. if (last_location_header.find("http") != 0) {
  357. char *effective_url = nullptr;
  358. curl_easy_getinfo(c, CURLINFO_EFFECTIVE_URL, &effective_url);
  359. if (effective_url == nullptr) {
  360. do_log(LOG_ERROR, "Failed to build Resource URL");
  361. cleanup();
  362. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  363. return false;
  364. }
  365. curl_url_set(url_builder, CURLUPART_URL, effective_url, 0);
  366. curl_url_set(url_builder, CURLUPART_PATH, last_location_header.c_str(), 0);
  367. curl_url_set(url_builder, CURLUPART_QUERY, "", 0);
  368. } else {
  369. curl_url_set(url_builder, CURLUPART_URL, last_location_header.c_str(), 0);
  370. }
  371. char *url = nullptr;
  372. CURLUcode rc = curl_url_get(url_builder, CURLUPART_URL, &url, CURLU_NO_DEFAULT_PORT);
  373. if (rc) {
  374. do_log(LOG_ERROR, "WHIP server provided a invalid resource URL via the Location header");
  375. cleanup();
  376. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  377. return false;
  378. }
  379. resource_url = url;
  380. curl_free(url);
  381. do_log(LOG_DEBUG, "WHIP Resource URL is: %s", resource_url.c_str());
  382. curl_url_cleanup(url_builder);
  383. #ifdef DEBUG_SDP
  384. do_log(LOG_DEBUG, "Answer SDP:\n%s", read_buffer.c_str());
  385. #endif
  386. auto response = std::string(read_buffer);
  387. response.erase(0, response.find("v=0"));
  388. rtc::Description answer(response, "answer");
  389. try {
  390. peer_connection->setRemoteDescription(answer);
  391. } catch (const std::invalid_argument &err) {
  392. do_log(LOG_ERROR, "WHIP server responded with invalid SDP: %s", err.what());
  393. cleanup();
  394. struct dstr error_message;
  395. dstr_init_copy(&error_message, obs_module_text("Error.InvalidSDP"));
  396. dstr_replace(&error_message, "%1", err.what());
  397. obs_output_set_last_error(output, error_message.array);
  398. dstr_free(&error_message);
  399. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  400. return false;
  401. } catch (const std::exception &err) {
  402. do_log(LOG_ERROR, "Failed to set remote description: %s", err.what());
  403. cleanup();
  404. struct dstr error_message;
  405. dstr_init_copy(&error_message, obs_module_text("Error.NoRemoteDescription"));
  406. dstr_replace(&error_message, "%1", err.what());
  407. obs_output_set_last_error(output, error_message.array);
  408. dstr_free(&error_message);
  409. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  410. return false;
  411. }
  412. cleanup();
  413. #if RTC_VERSION_MAJOR == 0 && RTC_VERSION_MINOR > 20 || RTC_VERSION_MAJOR > 1
  414. peer_connection->gatherLocalCandidates(iceServers);
  415. #endif
  416. return true;
  417. }
  418. void WHIPOutput::StartThread()
  419. {
  420. if (!Init())
  421. return;
  422. if (!Setup())
  423. return;
  424. if (!Connect()) {
  425. peer_connection->close();
  426. peer_connection = nullptr;
  427. audio_track = nullptr;
  428. video_track = nullptr;
  429. return;
  430. }
  431. obs_output_begin_data_capture(output, 0);
  432. running = true;
  433. }
  434. void WHIPOutput::SendDelete()
  435. {
  436. if (resource_url.empty()) {
  437. do_log(LOG_DEBUG, "No resource URL available, not sending DELETE");
  438. return;
  439. }
  440. struct curl_slist *headers = NULL;
  441. if (!bearer_token.empty()) {
  442. auto bearer_token_header = std::string("Authorization: Bearer ") + bearer_token;
  443. headers = curl_slist_append(headers, bearer_token_header.c_str());
  444. }
  445. // Add user-agent to our requests
  446. headers = curl_slist_append(headers, user_agent.c_str());
  447. char error_buffer[CURL_ERROR_SIZE] = {};
  448. CURL *c = curl_easy_init();
  449. curl_easy_setopt(c, CURLOPT_HTTPHEADER, headers);
  450. curl_easy_setopt(c, CURLOPT_URL, resource_url.c_str());
  451. curl_easy_setopt(c, CURLOPT_CUSTOMREQUEST, "DELETE");
  452. curl_easy_setopt(c, CURLOPT_TIMEOUT, 8L);
  453. curl_easy_setopt(c, CURLOPT_ERRORBUFFER, error_buffer);
  454. auto cleanup = [&]() {
  455. curl_easy_cleanup(c);
  456. curl_slist_free_all(headers);
  457. };
  458. CURLcode res = curl_easy_perform(c);
  459. if (res != CURLE_OK) {
  460. do_log(LOG_WARNING, "DELETE request for resource URL failed: %s",
  461. error_buffer[0] ? error_buffer : curl_easy_strerror(res));
  462. cleanup();
  463. return;
  464. }
  465. long response_code;
  466. curl_easy_getinfo(c, CURLINFO_RESPONSE_CODE, &response_code);
  467. if (response_code != 200) {
  468. do_log(LOG_WARNING, "DELETE request for resource URL failed. HTTP Code: %ld", response_code);
  469. cleanup();
  470. return;
  471. }
  472. do_log(LOG_DEBUG, "Successfully performed DELETE request for resource URL");
  473. resource_url.clear();
  474. cleanup();
  475. }
  476. void WHIPOutput::StopThread(bool signal)
  477. {
  478. if (peer_connection != nullptr) {
  479. peer_connection->close();
  480. peer_connection = nullptr;
  481. audio_track = nullptr;
  482. video_track = nullptr;
  483. }
  484. SendDelete();
  485. /*
  486. * "signal" exists because we have to preserve the "running" state
  487. * across reconnect attempts. If we don't emit a signal if
  488. * something calls obs_output_stop() and it's reconnecting, you'll
  489. * desync the UI, as the output will be "stopped" and not
  490. * "reconnecting", but the "stop" signal will have never been
  491. * emitted.
  492. */
  493. if (running && signal) {
  494. obs_output_signal_stop(output, OBS_OUTPUT_SUCCESS);
  495. running = false;
  496. }
  497. total_bytes_sent = 0;
  498. connect_time_ms = 0;
  499. start_time_ns = 0;
  500. last_audio_timestamp = 0;
  501. last_video_timestamp = 0;
  502. }
  503. void WHIPOutput::Send(void *data, uintptr_t size, uint64_t duration, std::shared_ptr<rtc::Track> track,
  504. std::shared_ptr<rtc::RtcpSrReporter> rtcp_sr_reporter)
  505. {
  506. if (track == nullptr || !track->isOpen())
  507. return;
  508. std::vector<rtc::byte> sample{(rtc::byte *)data, (rtc::byte *)data + size};
  509. auto rtp_config = rtcp_sr_reporter->rtpConfig;
  510. // Sample time is in microseconds, we need to convert it to seconds
  511. auto elapsed_seconds = double(duration) / (1000.0 * 1000.0);
  512. // Get elapsed time in clock rate
  513. uint32_t elapsed_timestamp = rtp_config->secondsToTimestamp(elapsed_seconds);
  514. // Set new timestamp
  515. rtp_config->timestamp = rtp_config->timestamp + elapsed_timestamp;
  516. // Get elapsed time in clock rate from last RTCP sender report
  517. auto report_elapsed_timestamp = rtp_config->timestamp - rtcp_sr_reporter->lastReportedTimestamp();
  518. // Check if last report was at least 1 second ago
  519. if (rtp_config->timestampToSeconds(report_elapsed_timestamp) > 1)
  520. rtcp_sr_reporter->setNeedsToReport();
  521. try {
  522. track->send(sample);
  523. total_bytes_sent += sample.size();
  524. } catch (const std::exception &e) {
  525. do_log(LOG_ERROR, "error: %s ", e.what());
  526. }
  527. }
  528. void register_whip_output()
  529. {
  530. const uint32_t base_flags = OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE;
  531. const char *audio_codecs = "opus";
  532. #ifdef ENABLE_HEVC
  533. const char *video_codecs = "h264;hevc;av1";
  534. #else
  535. const char *video_codecs = "h264;av1";
  536. #endif
  537. struct obs_output_info info = {};
  538. info.id = "whip_output";
  539. info.flags = OBS_OUTPUT_AV | base_flags;
  540. info.get_name = [](void *) -> const char * {
  541. return obs_module_text("Output.Name");
  542. };
  543. info.create = [](obs_data_t *settings, obs_output_t *output) -> void * {
  544. return new WHIPOutput(settings, output);
  545. };
  546. info.destroy = [](void *priv_data) {
  547. delete static_cast<WHIPOutput *>(priv_data);
  548. };
  549. info.start = [](void *priv_data) -> bool {
  550. return static_cast<WHIPOutput *>(priv_data)->Start();
  551. };
  552. info.stop = [](void *priv_data, uint64_t) {
  553. static_cast<WHIPOutput *>(priv_data)->Stop();
  554. };
  555. info.encoded_packet = [](void *priv_data, struct encoder_packet *packet) {
  556. static_cast<WHIPOutput *>(priv_data)->Data(packet);
  557. };
  558. info.get_defaults = [](obs_data_t *) {
  559. };
  560. info.get_properties = [](void *) -> obs_properties_t * {
  561. return obs_properties_create();
  562. };
  563. info.get_total_bytes = [](void *priv_data) -> uint64_t {
  564. return (uint64_t) static_cast<WHIPOutput *>(priv_data)->GetTotalBytes();
  565. };
  566. info.get_connect_time_ms = [](void *priv_data) -> int {
  567. return static_cast<WHIPOutput *>(priv_data)->GetConnectTime();
  568. };
  569. info.encoded_video_codecs = video_codecs;
  570. info.encoded_audio_codecs = audio_codecs;
  571. info.protocols = "WHIP";
  572. obs_register_output(&info);
  573. info.id = "whip_output_video";
  574. info.flags = OBS_OUTPUT_VIDEO | base_flags;
  575. info.encoded_audio_codecs = nullptr;
  576. obs_register_output(&info);
  577. info.id = "whip_output_audio";
  578. info.flags = OBS_OUTPUT_AUDIO | base_flags;
  579. info.encoded_video_codecs = nullptr;
  580. info.encoded_audio_codecs = audio_codecs;
  581. obs_register_output(&info);
  582. }