whip-output.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706
  1. #include "whip-output.h"
  2. #include "whip-utils.h"
  3. #include <obs.hpp>
  4. /*
  5. * Sets the maximum size for a video fragment. Effective range is
  6. * 576-1470, with a lower value equating to more packets created,
  7. * but also better network compatability.
  8. */
  9. static uint16_t MAX_VIDEO_FRAGMENT_SIZE = 1200;
  10. const int signaling_media_id_length = 16;
  11. const char signaling_media_id_valid_char[] = "0123456789"
  12. "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
  13. "abcdefghijklmnopqrstuvwxyz";
  14. const std::string user_agent = generate_user_agent();
  15. const char *audio_mid = "0";
  16. const uint8_t audio_payload_type = 111;
  17. const char *video_mid = "1";
  18. const uint8_t video_payload_type = 96;
  19. // ~3 seconds of 8.5 Megabit video
  20. const int video_nack_buffer_size = 4000;
  21. WHIPOutput::WHIPOutput(obs_data_t *, obs_output_t *output)
  22. : output(output),
  23. endpoint_url(),
  24. bearer_token(),
  25. resource_url(),
  26. running(false),
  27. start_stop_mutex(),
  28. start_stop_thread(),
  29. base_ssrc(generate_random_u32()),
  30. peer_connection(nullptr),
  31. audio_track(nullptr),
  32. video_track(nullptr),
  33. total_bytes_sent(0),
  34. connect_time_ms(0),
  35. start_time_ns(0),
  36. last_audio_timestamp(0),
  37. last_video_timestamp(0)
  38. {
  39. }
  40. WHIPOutput::~WHIPOutput()
  41. {
  42. Stop();
  43. std::lock_guard<std::mutex> l(start_stop_mutex);
  44. if (start_stop_thread.joinable())
  45. start_stop_thread.join();
  46. }
  47. bool WHIPOutput::Start()
  48. {
  49. std::lock_guard<std::mutex> l(start_stop_mutex);
  50. if (!obs_output_can_begin_data_capture(output, 0))
  51. return false;
  52. if (!obs_output_initialize_encoders(output, 0))
  53. return false;
  54. if (start_stop_thread.joinable())
  55. start_stop_thread.join();
  56. start_stop_thread = std::thread(&WHIPOutput::StartThread, this);
  57. return true;
  58. }
  59. void WHIPOutput::Stop(bool signal)
  60. {
  61. std::lock_guard<std::mutex> l(start_stop_mutex);
  62. if (start_stop_thread.joinable())
  63. start_stop_thread.join();
  64. start_stop_thread = std::thread(&WHIPOutput::StopThread, this, signal);
  65. }
  66. void WHIPOutput::Data(struct encoder_packet *packet)
  67. {
  68. if (!packet) {
  69. Stop(false);
  70. obs_output_signal_stop(output, OBS_OUTPUT_ENCODE_ERROR);
  71. return;
  72. }
  73. if (audio_track && packet->type == OBS_ENCODER_AUDIO) {
  74. int64_t duration = packet->dts_usec - last_audio_timestamp;
  75. Send(packet->data, packet->size, duration, audio_track, audio_sr_reporter);
  76. last_audio_timestamp = packet->dts_usec;
  77. } else if (video_track && packet->type == OBS_ENCODER_VIDEO) {
  78. int64_t duration = packet->dts_usec - last_video_timestamp;
  79. Send(packet->data, packet->size, duration, video_track, video_sr_reporter);
  80. last_video_timestamp = packet->dts_usec;
  81. }
  82. }
  83. void WHIPOutput::ConfigureAudioTrack(std::string media_stream_id, std::string cname)
  84. {
  85. if (!obs_output_get_audio_encoder(output, 0)) {
  86. do_log(LOG_DEBUG, "Not configuring audio track: Audio encoder not assigned");
  87. return;
  88. }
  89. auto media_stream_track_id = std::string(media_stream_id + "-audio");
  90. uint32_t ssrc = base_ssrc;
  91. rtc::Description::Audio audio_description(audio_mid, rtc::Description::Direction::SendOnly);
  92. audio_description.addOpusCodec(audio_payload_type);
  93. audio_description.addSSRC(ssrc, cname, media_stream_id, media_stream_track_id);
  94. audio_track = peer_connection->addTrack(audio_description);
  95. auto rtp_config = std::make_shared<rtc::RtpPacketizationConfig>(ssrc, cname, audio_payload_type,
  96. rtc::OpusRtpPacketizer::DefaultClockRate);
  97. auto packetizer = std::make_shared<rtc::OpusRtpPacketizer>(rtp_config);
  98. audio_sr_reporter = std::make_shared<rtc::RtcpSrReporter>(rtp_config);
  99. auto nack_responder = std::make_shared<rtc::RtcpNackResponder>();
  100. packetizer->addToChain(audio_sr_reporter);
  101. packetizer->addToChain(nack_responder);
  102. audio_track->setMediaHandler(packetizer);
  103. }
  104. void WHIPOutput::ConfigureVideoTrack(std::string media_stream_id, std::string cname)
  105. {
  106. if (!obs_output_get_video_encoder(output)) {
  107. do_log(LOG_DEBUG, "Not configuring video track: Video encoder not assigned");
  108. return;
  109. }
  110. auto media_stream_track_id = std::string(media_stream_id + "-video");
  111. std::shared_ptr<rtc::RtpPacketizer> packetizer;
  112. // More predictable SSRC values between audio and video
  113. uint32_t ssrc = base_ssrc + 1;
  114. rtc::Description::Video video_description(video_mid, rtc::Description::Direction::SendOnly);
  115. video_description.addSSRC(ssrc, cname, media_stream_id, media_stream_track_id);
  116. auto rtp_config = std::make_shared<rtc::RtpPacketizationConfig>(ssrc, cname, video_payload_type,
  117. rtc::H264RtpPacketizer::defaultClockRate);
  118. const obs_encoder_t *encoder = obs_output_get_video_encoder2(output, 0);
  119. if (!encoder)
  120. return;
  121. OBSDataAutoRelease settings = obs_encoder_get_settings(encoder);
  122. auto video_bitrate = (int)obs_data_get_int(settings, "bitrate");
  123. const char *codec = obs_encoder_get_codec(encoder);
  124. if (strcmp("h264", codec) == 0) {
  125. video_description.addH264Codec(video_payload_type);
  126. packetizer = std::make_shared<rtc::H264RtpPacketizer>(rtc::H264RtpPacketizer::Separator::StartSequence,
  127. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  128. #ifdef ENABLE_HEVC
  129. } else if (strcmp("hevc", codec) == 0) {
  130. video_description.addH265Codec(video_payload_type);
  131. packetizer = std::make_shared<rtc::H265RtpPacketizer>(rtc::H265RtpPacketizer::Separator::StartSequence,
  132. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  133. #endif
  134. } else if (strcmp("av1", codec) == 0) {
  135. video_description.addAV1Codec(video_payload_type);
  136. packetizer = std::make_shared<rtc::AV1RtpPacketizer>(rtc::AV1RtpPacketizer::Packetization::TemporalUnit,
  137. rtp_config, MAX_VIDEO_FRAGMENT_SIZE);
  138. } else {
  139. do_log(LOG_ERROR, "Video codec not supported: %s", codec);
  140. return;
  141. }
  142. video_sr_reporter = std::make_shared<rtc::RtcpSrReporter>(rtp_config);
  143. packetizer->addToChain(video_sr_reporter);
  144. packetizer->addToChain(std::make_shared<rtc::RtcpNackResponder>(video_nack_buffer_size));
  145. if (video_bitrate != 0) {
  146. packetizer->addToChain(std::make_shared<rtc::PacingHandler>(static_cast<double>(video_bitrate * 10000),
  147. std::chrono::milliseconds(5)));
  148. }
  149. video_track = peer_connection->addTrack(video_description);
  150. video_track->setMediaHandler(packetizer);
  151. }
  152. /**
  153. * @brief Store connect info provided by the service.
  154. *
  155. * @return bool
  156. */
  157. bool WHIPOutput::Init()
  158. {
  159. obs_service_t *service = obs_output_get_service(output);
  160. if (!service) {
  161. obs_output_signal_stop(output, OBS_OUTPUT_ERROR);
  162. return false;
  163. }
  164. endpoint_url = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_SERVER_URL);
  165. if (endpoint_url.empty()) {
  166. obs_output_signal_stop(output, OBS_OUTPUT_BAD_PATH);
  167. return false;
  168. }
  169. bearer_token = obs_service_get_connect_info(service, OBS_SERVICE_CONNECT_INFO_BEARER_TOKEN);
  170. return true;
  171. }
  172. /**
  173. * @brief Set up the PeerConnection and media tracks.
  174. *
  175. * @return bool
  176. */
  177. bool WHIPOutput::Setup()
  178. {
  179. rtc::Configuration cfg;
  180. #if RTC_VERSION_MAJOR == 0 && RTC_VERSION_MINOR > 20 || RTC_VERSION_MAJOR > 1
  181. cfg.disableAutoGathering = true;
  182. #endif
  183. peer_connection = std::make_shared<rtc::PeerConnection>(cfg);
  184. peer_connection->onStateChange([this](rtc::PeerConnection::State state) {
  185. switch (state) {
  186. case rtc::PeerConnection::State::New:
  187. do_log(LOG_INFO, "PeerConnection state is now: New");
  188. break;
  189. case rtc::PeerConnection::State::Connecting:
  190. do_log(LOG_INFO, "PeerConnection state is now: Connecting");
  191. start_time_ns = os_gettime_ns();
  192. break;
  193. case rtc::PeerConnection::State::Connected:
  194. do_log(LOG_INFO, "PeerConnection state is now: Connected");
  195. connect_time_ms = (int)((os_gettime_ns() - start_time_ns) / 1000000.0);
  196. do_log(LOG_INFO, "Connect time: %dms", connect_time_ms.load());
  197. break;
  198. case rtc::PeerConnection::State::Disconnected:
  199. do_log(LOG_INFO, "PeerConnection state is now: Disconnected");
  200. Stop(false);
  201. obs_output_signal_stop(output, OBS_OUTPUT_DISCONNECTED);
  202. break;
  203. case rtc::PeerConnection::State::Failed:
  204. do_log(LOG_INFO, "PeerConnection state is now: Failed");
  205. Stop(false);
  206. obs_output_signal_stop(output, OBS_OUTPUT_ERROR);
  207. break;
  208. case rtc::PeerConnection::State::Closed:
  209. do_log(LOG_INFO, "PeerConnection state is now: Closed");
  210. break;
  211. }
  212. });
  213. std::string media_stream_id, cname;
  214. media_stream_id.reserve(signaling_media_id_length);
  215. cname.reserve(signaling_media_id_length);
  216. for (int i = 0; i < signaling_media_id_length; ++i) {
  217. media_stream_id += signaling_media_id_valid_char[rand() % (sizeof(signaling_media_id_valid_char) - 1)];
  218. cname += signaling_media_id_valid_char[rand() % (sizeof(signaling_media_id_valid_char) - 1)];
  219. }
  220. ConfigureAudioTrack(media_stream_id, cname);
  221. ConfigureVideoTrack(media_stream_id, cname);
  222. peer_connection->setLocalDescription();
  223. return true;
  224. }
  225. // Given a Link header extract URL/Username/Credential and create rtc::IceServer
  226. // <turn:turn.example.net>; username="user"; credential="myPassword";
  227. //
  228. // https://www.ietf.org/archive/id/draft-ietf-wish-whip-13.html#section-4.4
  229. void WHIPOutput::ParseLinkHeader(std::string val, std::vector<rtc::IceServer> &iceServers)
  230. {
  231. std::string url, username, password;
  232. auto extractUrl = [](std::string input) -> std::string {
  233. auto head = input.find("<") + 1;
  234. auto tail = input.find(">");
  235. if (head == std::string::npos || tail == std::string::npos) {
  236. return "";
  237. }
  238. return input.substr(head, tail - head);
  239. };
  240. auto extractValue = [](std::string input) -> std::string {
  241. auto head = input.find("\"") + 1;
  242. auto tail = input.find_last_of("\"");
  243. if (head == std::string::npos || tail == std::string::npos) {
  244. return "";
  245. }
  246. return input.substr(head, tail - head);
  247. };
  248. while (true) {
  249. std::string token = val;
  250. auto pos = token.find(";");
  251. if (pos != std::string::npos) {
  252. token = val.substr(0, pos);
  253. }
  254. if ((token.find("<stun:", 0) == 0) || (token.find("<turn:", 0) == 0)) {
  255. url = extractUrl(token);
  256. } else if (token.find("username=") != std::string::npos) {
  257. username = extractValue(token);
  258. } else if (token.find("credential=") != std::string::npos) {
  259. password = extractValue(token);
  260. }
  261. if (pos == std::string::npos) {
  262. break;
  263. }
  264. val.erase(0, pos + 1);
  265. }
  266. try {
  267. auto iceServer = rtc::IceServer(url);
  268. iceServer.username = username;
  269. iceServer.password = password;
  270. iceServers.push_back(iceServer);
  271. } catch (const std::invalid_argument &err) {
  272. do_log(LOG_WARNING, "Failed to construct ICE Server from %s: %s", val.c_str(), err.what());
  273. }
  274. }
  275. bool WHIPOutput::Connect()
  276. {
  277. struct curl_slist *headers = NULL;
  278. headers = curl_slist_append(headers, "Content-Type: application/sdp");
  279. if (!bearer_token.empty()) {
  280. auto bearer_token_header = std::string("Authorization: Bearer ") + bearer_token;
  281. headers = curl_slist_append(headers, bearer_token_header.c_str());
  282. }
  283. std::string read_buffer;
  284. std::vector<std::string> http_headers;
  285. auto offer_sdp = std::string(peer_connection->localDescription().value());
  286. #ifdef DEBUG_SDP
  287. do_log(LOG_DEBUG, "Offer SDP:\n%s", offer_sdp.c_str());
  288. #endif
  289. // Add user-agent to our requests
  290. headers = curl_slist_append(headers, user_agent.c_str());
  291. char error_buffer[CURL_ERROR_SIZE] = {};
  292. CURL *c = curl_easy_init();
  293. curl_easy_setopt(c, CURLOPT_WRITEFUNCTION, curl_writefunction);
  294. curl_easy_setopt(c, CURLOPT_WRITEDATA, (void *)&read_buffer);
  295. curl_easy_setopt(c, CURLOPT_HEADERFUNCTION, curl_header_function);
  296. curl_easy_setopt(c, CURLOPT_HEADERDATA, (void *)&http_headers);
  297. curl_easy_setopt(c, CURLOPT_HTTPHEADER, headers);
  298. curl_easy_setopt(c, CURLOPT_URL, endpoint_url.c_str());
  299. curl_easy_setopt(c, CURLOPT_POST, 1L);
  300. curl_easy_setopt(c, CURLOPT_COPYPOSTFIELDS, offer_sdp.c_str());
  301. curl_easy_setopt(c, CURLOPT_TIMEOUT, 8L);
  302. curl_easy_setopt(c, CURLOPT_FOLLOWLOCATION, 1L);
  303. curl_easy_setopt(c, CURLOPT_UNRESTRICTED_AUTH, 1L);
  304. curl_easy_setopt(c, CURLOPT_ERRORBUFFER, error_buffer);
  305. auto cleanup = [&]() {
  306. curl_easy_cleanup(c);
  307. curl_slist_free_all(headers);
  308. };
  309. CURLcode res = curl_easy_perform(c);
  310. if (res != CURLE_OK) {
  311. do_log(LOG_ERROR, "Connect failed: %s", error_buffer[0] ? error_buffer : curl_easy_strerror(res));
  312. cleanup();
  313. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  314. return false;
  315. }
  316. long response_code;
  317. curl_easy_getinfo(c, CURLINFO_RESPONSE_CODE, &response_code);
  318. if (response_code != 201) {
  319. do_log(LOG_ERROR, "Connect failed: HTTP endpoint returned response code %ld", response_code);
  320. cleanup();
  321. obs_output_signal_stop(output, OBS_OUTPUT_INVALID_STREAM);
  322. return false;
  323. }
  324. if (read_buffer.empty()) {
  325. do_log(LOG_ERROR, "Connect failed: No data returned from HTTP endpoint request");
  326. cleanup();
  327. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  328. return false;
  329. }
  330. long redirect_count = 0;
  331. curl_easy_getinfo(c, CURLINFO_REDIRECT_COUNT, &redirect_count);
  332. std::string last_location_header;
  333. size_t location_header_count = 0;
  334. for (auto &http_header : http_headers) {
  335. auto value = value_for_header("location", http_header);
  336. if (value.empty())
  337. continue;
  338. location_header_count++;
  339. last_location_header = value;
  340. }
  341. if (location_header_count < static_cast<size_t>(redirect_count) + 1) {
  342. do_log(LOG_ERROR, "WHIP server did not provide a resource URL via the Location header");
  343. cleanup();
  344. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  345. return false;
  346. }
  347. CURLU *url_builder = curl_url();
  348. // Parse Link headers to extract STUN/TURN server configuration URLs
  349. std::vector<rtc::IceServer> iceServers;
  350. for (auto &http_header : http_headers) {
  351. auto value = value_for_header("link", http_header);
  352. if (value.empty())
  353. continue;
  354. // Parse multiple links separated by ','
  355. for (auto end = value.find(","); end != std::string::npos; end = value.find(",")) {
  356. this->ParseLinkHeader(value.substr(0, end), iceServers);
  357. value = value.substr(end + 1);
  358. }
  359. this->ParseLinkHeader(value, iceServers);
  360. }
  361. // If Location header doesn't start with `http` it is a relative URL.
  362. // Construct a absolute URL using the host of the effective URL
  363. if (last_location_header.find("http") != 0) {
  364. char *effective_url = nullptr;
  365. curl_easy_getinfo(c, CURLINFO_EFFECTIVE_URL, &effective_url);
  366. if (effective_url == nullptr) {
  367. do_log(LOG_ERROR, "Failed to build Resource URL");
  368. cleanup();
  369. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  370. return false;
  371. }
  372. curl_url_set(url_builder, CURLUPART_URL, effective_url, 0);
  373. curl_url_set(url_builder, CURLUPART_PATH, last_location_header.c_str(), 0);
  374. curl_url_set(url_builder, CURLUPART_QUERY, "", 0);
  375. } else {
  376. curl_url_set(url_builder, CURLUPART_URL, last_location_header.c_str(), 0);
  377. }
  378. char *url = nullptr;
  379. CURLUcode rc = curl_url_get(url_builder, CURLUPART_URL, &url, CURLU_NO_DEFAULT_PORT);
  380. if (rc) {
  381. do_log(LOG_ERROR, "WHIP server provided a invalid resource URL via the Location header");
  382. cleanup();
  383. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  384. return false;
  385. }
  386. resource_url = url;
  387. curl_free(url);
  388. do_log(LOG_DEBUG, "WHIP Resource URL is: %s", resource_url.c_str());
  389. curl_url_cleanup(url_builder);
  390. #ifdef DEBUG_SDP
  391. do_log(LOG_DEBUG, "Answer SDP:\n%s", read_buffer.c_str());
  392. #endif
  393. auto response = std::string(read_buffer);
  394. response.erase(0, response.find("v=0"));
  395. rtc::Description answer(response, "answer");
  396. try {
  397. peer_connection->setRemoteDescription(answer);
  398. } catch (const std::invalid_argument &err) {
  399. do_log(LOG_ERROR, "WHIP server responded with invalid SDP: %s", err.what());
  400. cleanup();
  401. struct dstr error_message;
  402. dstr_init_copy(&error_message, obs_module_text("Error.InvalidSDP"));
  403. dstr_replace(&error_message, "%1", err.what());
  404. obs_output_set_last_error(output, error_message.array);
  405. dstr_free(&error_message);
  406. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  407. return false;
  408. } catch (const std::exception &err) {
  409. do_log(LOG_ERROR, "Failed to set remote description: %s", err.what());
  410. cleanup();
  411. struct dstr error_message;
  412. dstr_init_copy(&error_message, obs_module_text("Error.NoRemoteDescription"));
  413. dstr_replace(&error_message, "%1", err.what());
  414. obs_output_set_last_error(output, error_message.array);
  415. dstr_free(&error_message);
  416. obs_output_signal_stop(output, OBS_OUTPUT_CONNECT_FAILED);
  417. return false;
  418. }
  419. cleanup();
  420. #if RTC_VERSION_MAJOR == 0 && RTC_VERSION_MINOR > 20 || RTC_VERSION_MAJOR > 1
  421. peer_connection->gatherLocalCandidates(iceServers);
  422. #endif
  423. return true;
  424. }
  425. void WHIPOutput::StartThread()
  426. {
  427. if (!Init())
  428. return;
  429. if (!Setup())
  430. return;
  431. if (!Connect()) {
  432. peer_connection->close();
  433. peer_connection = nullptr;
  434. audio_track = nullptr;
  435. video_track = nullptr;
  436. return;
  437. }
  438. obs_output_begin_data_capture(output, 0);
  439. running = true;
  440. }
  441. void WHIPOutput::SendDelete()
  442. {
  443. if (resource_url.empty()) {
  444. do_log(LOG_DEBUG, "No resource URL available, not sending DELETE");
  445. return;
  446. }
  447. struct curl_slist *headers = NULL;
  448. if (!bearer_token.empty()) {
  449. auto bearer_token_header = std::string("Authorization: Bearer ") + bearer_token;
  450. headers = curl_slist_append(headers, bearer_token_header.c_str());
  451. }
  452. // Add user-agent to our requests
  453. headers = curl_slist_append(headers, user_agent.c_str());
  454. char error_buffer[CURL_ERROR_SIZE] = {};
  455. CURL *c = curl_easy_init();
  456. curl_easy_setopt(c, CURLOPT_HTTPHEADER, headers);
  457. curl_easy_setopt(c, CURLOPT_URL, resource_url.c_str());
  458. curl_easy_setopt(c, CURLOPT_CUSTOMREQUEST, "DELETE");
  459. curl_easy_setopt(c, CURLOPT_TIMEOUT, 8L);
  460. curl_easy_setopt(c, CURLOPT_ERRORBUFFER, error_buffer);
  461. auto cleanup = [&]() {
  462. curl_easy_cleanup(c);
  463. curl_slist_free_all(headers);
  464. };
  465. CURLcode res = curl_easy_perform(c);
  466. if (res != CURLE_OK) {
  467. do_log(LOG_WARNING, "DELETE request for resource URL failed: %s",
  468. error_buffer[0] ? error_buffer : curl_easy_strerror(res));
  469. cleanup();
  470. return;
  471. }
  472. long response_code;
  473. curl_easy_getinfo(c, CURLINFO_RESPONSE_CODE, &response_code);
  474. if (response_code != 200) {
  475. do_log(LOG_WARNING, "DELETE request for resource URL failed. HTTP Code: %ld", response_code);
  476. cleanup();
  477. return;
  478. }
  479. do_log(LOG_DEBUG, "Successfully performed DELETE request for resource URL");
  480. resource_url.clear();
  481. cleanup();
  482. }
  483. void WHIPOutput::StopThread(bool signal)
  484. {
  485. if (peer_connection != nullptr) {
  486. peer_connection->close();
  487. peer_connection = nullptr;
  488. audio_track = nullptr;
  489. video_track = nullptr;
  490. }
  491. SendDelete();
  492. /*
  493. * "signal" exists because we have to preserve the "running" state
  494. * across reconnect attempts. If we don't emit a signal if
  495. * something calls obs_output_stop() and it's reconnecting, you'll
  496. * desync the UI, as the output will be "stopped" and not
  497. * "reconnecting", but the "stop" signal will have never been
  498. * emitted.
  499. */
  500. if (running && signal) {
  501. obs_output_signal_stop(output, OBS_OUTPUT_SUCCESS);
  502. running = false;
  503. }
  504. total_bytes_sent = 0;
  505. connect_time_ms = 0;
  506. start_time_ns = 0;
  507. last_audio_timestamp = 0;
  508. last_video_timestamp = 0;
  509. }
  510. void WHIPOutput::Send(void *data, uintptr_t size, uint64_t duration, std::shared_ptr<rtc::Track> track,
  511. std::shared_ptr<rtc::RtcpSrReporter> rtcp_sr_reporter)
  512. {
  513. if (track == nullptr || !track->isOpen())
  514. return;
  515. std::vector<rtc::byte> sample{(rtc::byte *)data, (rtc::byte *)data + size};
  516. auto rtp_config = rtcp_sr_reporter->rtpConfig;
  517. // Sample time is in microseconds, we need to convert it to seconds
  518. auto elapsed_seconds = double(duration) / (1000.0 * 1000.0);
  519. // Get elapsed time in clock rate
  520. uint32_t elapsed_timestamp = rtp_config->secondsToTimestamp(elapsed_seconds);
  521. // Set new timestamp
  522. rtp_config->timestamp = rtp_config->timestamp + elapsed_timestamp;
  523. // Get elapsed time in clock rate from last RTCP sender report
  524. auto report_elapsed_timestamp = rtp_config->timestamp - rtcp_sr_reporter->lastReportedTimestamp();
  525. // Check if last report was at least 1 second ago
  526. if (rtp_config->timestampToSeconds(report_elapsed_timestamp) > 1)
  527. rtcp_sr_reporter->setNeedsToReport();
  528. try {
  529. track->send(sample);
  530. total_bytes_sent += sample.size();
  531. } catch (const std::exception &e) {
  532. do_log(LOG_ERROR, "error: %s ", e.what());
  533. }
  534. }
  535. void register_whip_output()
  536. {
  537. const uint32_t base_flags = OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE;
  538. const char *audio_codecs = "opus";
  539. #ifdef ENABLE_HEVC
  540. const char *video_codecs = "h264;hevc;av1";
  541. #else
  542. const char *video_codecs = "h264;av1";
  543. #endif
  544. struct obs_output_info info = {};
  545. info.id = "whip_output";
  546. info.flags = OBS_OUTPUT_AV | base_flags;
  547. info.get_name = [](void *) -> const char * {
  548. return obs_module_text("Output.Name");
  549. };
  550. info.create = [](obs_data_t *settings, obs_output_t *output) -> void * {
  551. return new WHIPOutput(settings, output);
  552. };
  553. info.destroy = [](void *priv_data) {
  554. delete static_cast<WHIPOutput *>(priv_data);
  555. };
  556. info.start = [](void *priv_data) -> bool {
  557. return static_cast<WHIPOutput *>(priv_data)->Start();
  558. };
  559. info.stop = [](void *priv_data, uint64_t) {
  560. static_cast<WHIPOutput *>(priv_data)->Stop();
  561. };
  562. info.encoded_packet = [](void *priv_data, struct encoder_packet *packet) {
  563. static_cast<WHIPOutput *>(priv_data)->Data(packet);
  564. };
  565. info.get_defaults = [](obs_data_t *) {
  566. };
  567. info.get_properties = [](void *) -> obs_properties_t * {
  568. return obs_properties_create();
  569. };
  570. info.get_total_bytes = [](void *priv_data) -> uint64_t {
  571. return (uint64_t)static_cast<WHIPOutput *>(priv_data)->GetTotalBytes();
  572. };
  573. info.get_connect_time_ms = [](void *priv_data) -> int {
  574. return static_cast<WHIPOutput *>(priv_data)->GetConnectTime();
  575. };
  576. info.encoded_video_codecs = video_codecs;
  577. info.encoded_audio_codecs = audio_codecs;
  578. info.protocols = "WHIP";
  579. obs_register_output(&info);
  580. info.id = "whip_output_video";
  581. info.flags = OBS_OUTPUT_VIDEO | base_flags;
  582. info.encoded_audio_codecs = nullptr;
  583. obs_register_output(&info);
  584. info.id = "whip_output_audio";
  585. info.flags = OBS_OUTPUT_AUDIO | base_flags;
  586. info.encoded_video_codecs = nullptr;
  587. info.encoded_audio_codecs = audio_codecs;
  588. obs_register_output(&info);
  589. }