rtmp-stream.c 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619
  1. /******************************************************************************
  2. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "rtmp-stream.h"
  15. #ifndef SEC_TO_NSEC
  16. #define SEC_TO_NSEC 1000000000ULL
  17. #endif
  18. #ifndef MSEC_TO_USEC
  19. #define MSEC_TO_USEC 1000ULL
  20. #endif
  21. #ifndef MSEC_TO_NSEC
  22. #define MSEC_TO_NSEC 1000000ULL
  23. #endif
  24. /* dynamic bitrate coefficients */
  25. #define DBR_INC_TIMER (30ULL * SEC_TO_NSEC)
  26. #define DBR_TRIGGER_USEC (200ULL * MSEC_TO_USEC)
  27. #define MIN_ESTIMATE_DURATION_MS 1000
  28. #define MAX_ESTIMATE_DURATION_MS 2000
  29. static const char *rtmp_stream_getname(void *unused)
  30. {
  31. UNUSED_PARAMETER(unused);
  32. return obs_module_text("RTMPStream");
  33. }
  34. static void log_rtmp(int level, const char *format, va_list args)
  35. {
  36. if (level > RTMP_LOGWARNING)
  37. return;
  38. blogva(LOG_INFO, format, args);
  39. }
  40. static inline size_t num_buffered_packets(struct rtmp_stream *stream);
  41. static inline void free_packets(struct rtmp_stream *stream)
  42. {
  43. size_t num_packets;
  44. pthread_mutex_lock(&stream->packets_mutex);
  45. num_packets = num_buffered_packets(stream);
  46. if (num_packets)
  47. info("Freeing %d remaining packets", (int)num_packets);
  48. while (stream->packets.size) {
  49. struct encoder_packet packet;
  50. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  51. obs_encoder_packet_release(&packet);
  52. }
  53. pthread_mutex_unlock(&stream->packets_mutex);
  54. }
  55. static inline bool stopping(struct rtmp_stream *stream)
  56. {
  57. return os_event_try(stream->stop_event) != EAGAIN;
  58. }
  59. static inline bool connecting(struct rtmp_stream *stream)
  60. {
  61. return os_atomic_load_bool(&stream->connecting);
  62. }
  63. static inline bool active(struct rtmp_stream *stream)
  64. {
  65. return os_atomic_load_bool(&stream->active);
  66. }
  67. static inline bool disconnected(struct rtmp_stream *stream)
  68. {
  69. return os_atomic_load_bool(&stream->disconnected);
  70. }
  71. static inline bool silently_reconnecting(struct rtmp_stream *stream)
  72. {
  73. return os_atomic_load_bool(&stream->silent_reconnect);
  74. }
  75. static void rtmp_stream_destroy(void *data)
  76. {
  77. struct rtmp_stream *stream = data;
  78. if (stopping(stream) && !connecting(stream)) {
  79. pthread_join(stream->send_thread, NULL);
  80. } else if (connecting(stream) || active(stream)) {
  81. if (stream->connecting)
  82. pthread_join(stream->connect_thread, NULL);
  83. stream->stop_ts = 0;
  84. os_event_signal(stream->stop_event);
  85. if (active(stream)) {
  86. os_sem_post(stream->send_sem);
  87. obs_output_end_data_capture(stream->output);
  88. pthread_join(stream->send_thread, NULL);
  89. }
  90. }
  91. RTMP_TLS_Free(&stream->rtmp);
  92. free_packets(stream);
  93. dstr_free(&stream->path);
  94. dstr_free(&stream->key);
  95. dstr_free(&stream->username);
  96. dstr_free(&stream->password);
  97. dstr_free(&stream->encoder_name);
  98. dstr_free(&stream->bind_ip);
  99. os_event_destroy(stream->stop_event);
  100. os_sem_destroy(stream->send_sem);
  101. pthread_mutex_destroy(&stream->packets_mutex);
  102. circlebuf_free(&stream->packets);
  103. #ifdef TEST_FRAMEDROPS
  104. circlebuf_free(&stream->droptest_info);
  105. #endif
  106. circlebuf_free(&stream->dbr_frames);
  107. pthread_mutex_destroy(&stream->dbr_mutex);
  108. os_event_destroy(stream->buffer_space_available_event);
  109. os_event_destroy(stream->buffer_has_data_event);
  110. os_event_destroy(stream->socket_available_event);
  111. os_event_destroy(stream->send_thread_signaled_exit);
  112. pthread_mutex_destroy(&stream->write_buf_mutex);
  113. if (stream->write_buf)
  114. bfree(stream->write_buf);
  115. bfree(stream);
  116. }
  117. static void *rtmp_stream_create(obs_data_t *settings, obs_output_t *output)
  118. {
  119. struct rtmp_stream *stream = bzalloc(sizeof(struct rtmp_stream));
  120. stream->output = output;
  121. pthread_mutex_init_value(&stream->packets_mutex);
  122. RTMP_LogSetCallback(log_rtmp);
  123. RTMP_Init(&stream->rtmp);
  124. RTMP_LogSetLevel(RTMP_LOGWARNING);
  125. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  126. goto fail;
  127. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  128. goto fail;
  129. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  130. warn("Failed to initialize write buffer mutex");
  131. goto fail;
  132. }
  133. if (pthread_mutex_init(&stream->dbr_mutex, NULL) != 0) {
  134. warn("Failed to initialize dbr mutex");
  135. goto fail;
  136. }
  137. if (os_event_init(&stream->buffer_space_available_event,
  138. OS_EVENT_TYPE_AUTO) != 0) {
  139. warn("Failed to initialize write buffer event");
  140. goto fail;
  141. }
  142. if (os_event_init(&stream->buffer_has_data_event, OS_EVENT_TYPE_AUTO) !=
  143. 0) {
  144. warn("Failed to initialize data buffer event");
  145. goto fail;
  146. }
  147. if (os_event_init(&stream->socket_available_event,
  148. OS_EVENT_TYPE_AUTO) != 0) {
  149. warn("Failed to initialize socket buffer event");
  150. goto fail;
  151. }
  152. if (os_event_init(&stream->send_thread_signaled_exit,
  153. OS_EVENT_TYPE_MANUAL) != 0) {
  154. warn("Failed to initialize socket exit event");
  155. goto fail;
  156. }
  157. UNUSED_PARAMETER(settings);
  158. return stream;
  159. fail:
  160. rtmp_stream_destroy(stream);
  161. return NULL;
  162. }
  163. static void rtmp_stream_stop(void *data, uint64_t ts)
  164. {
  165. struct rtmp_stream *stream = data;
  166. if (stopping(stream) && ts != 0)
  167. return;
  168. if (connecting(stream))
  169. pthread_join(stream->connect_thread, NULL);
  170. stream->stop_ts = ts / 1000ULL;
  171. if (ts)
  172. stream->shutdown_timeout_ts =
  173. ts +
  174. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  175. if (active(stream)) {
  176. os_event_signal(stream->stop_event);
  177. if (stream->stop_ts == 0)
  178. os_sem_post(stream->send_sem);
  179. } else {
  180. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  181. }
  182. }
  183. static inline void set_rtmp_str(AVal *val, const char *str)
  184. {
  185. bool valid = (str && *str);
  186. val->av_val = valid ? (char *)str : NULL;
  187. val->av_len = valid ? (int)strlen(str) : 0;
  188. }
  189. static inline void set_rtmp_dstr(AVal *val, struct dstr *str)
  190. {
  191. bool valid = !dstr_is_empty(str);
  192. val->av_val = valid ? str->array : NULL;
  193. val->av_len = valid ? (int)str->len : 0;
  194. }
  195. static inline bool get_next_packet(struct rtmp_stream *stream,
  196. struct encoder_packet *packet)
  197. {
  198. bool new_packet = false;
  199. pthread_mutex_lock(&stream->packets_mutex);
  200. if (stream->packets.size) {
  201. circlebuf_pop_front(&stream->packets, packet,
  202. sizeof(struct encoder_packet));
  203. new_packet = true;
  204. }
  205. pthread_mutex_unlock(&stream->packets_mutex);
  206. return new_packet;
  207. }
  208. static inline void peek_next_packet(struct rtmp_stream *stream,
  209. struct encoder_packet *packet)
  210. {
  211. pthread_mutex_lock(&stream->packets_mutex);
  212. circlebuf_peek_front(&stream->packets, packet,
  213. sizeof(struct encoder_packet));
  214. pthread_mutex_unlock(&stream->packets_mutex);
  215. }
  216. static void reinsert_packet_at_front(struct rtmp_stream *stream,
  217. struct encoder_packet *packet)
  218. {
  219. pthread_mutex_lock(&stream->packets_mutex);
  220. circlebuf_push_front(&stream->packets, packet,
  221. sizeof(struct encoder_packet));
  222. pthread_mutex_unlock(&stream->packets_mutex);
  223. os_sem_post(stream->send_sem);
  224. }
  225. #define RTMP_PACKET_TYPE_RECONNECT 0x20
  226. static bool process_recv_data(struct rtmp_stream *stream, size_t size)
  227. {
  228. RTMP *rtmp = &stream->rtmp;
  229. RTMPPacket packet = {0};
  230. if (!RTMP_ReadPacket(rtmp, &packet)) {
  231. #ifdef _WIN32
  232. int error = WSAGetLastError();
  233. #else
  234. int error = errno;
  235. #endif
  236. do_log(LOG_ERROR, "RTMP_ReadPacket error: %d", error);
  237. return false;
  238. }
  239. if (packet.m_body) {
  240. if (packet.m_packetType == RTMP_PACKET_TYPE_RECONNECT) {
  241. os_atomic_set_bool(&stream->silent_reconnect, true);
  242. }
  243. RTMPPacket_Free(&packet);
  244. }
  245. return true;
  246. }
  247. #ifdef TEST_FRAMEDROPS
  248. static void droptest_cap_data_rate(struct rtmp_stream *stream, size_t size)
  249. {
  250. uint64_t ts = os_gettime_ns();
  251. struct droptest_info info;
  252. #if defined(_WIN32) && defined(TEST_FRAMEDROPS_WITH_BITRATE_SHORTCUTS)
  253. uint64_t check_elapsed = ts - stream->droptest_last_key_check;
  254. if (check_elapsed > (200ULL * MSEC_TO_NSEC)) {
  255. size_t bitrate = 0;
  256. stream->droptest_last_key_check = ts;
  257. if (GetAsyncKeyState(VK_NUMPAD0) & 0x8000) {
  258. stream->droptest_max = 0;
  259. } else if (GetAsyncKeyState(VK_NUMPAD1) & 0x8000) {
  260. bitrate = 1000;
  261. } else if (GetAsyncKeyState(VK_NUMPAD2) & 0x8000) {
  262. bitrate = 2000;
  263. } else if (GetAsyncKeyState(VK_NUMPAD3) & 0x8000) {
  264. bitrate = 3000;
  265. } else if (GetAsyncKeyState(VK_NUMPAD4) & 0x8000) {
  266. bitrate = 4000;
  267. } else if (GetAsyncKeyState(VK_NUMPAD5) & 0x8000) {
  268. bitrate = 5000;
  269. } else if (GetAsyncKeyState(VK_NUMPAD6) & 0x8000) {
  270. bitrate = 6000;
  271. } else if (GetAsyncKeyState(VK_NUMPAD7) & 0x8000) {
  272. bitrate = 7000;
  273. } else if (GetAsyncKeyState(VK_NUMPAD8) & 0x8000) {
  274. bitrate = 8000;
  275. } else if (GetAsyncKeyState(VK_NUMPAD9) & 0x8000) {
  276. bitrate = 9000;
  277. }
  278. if (bitrate) {
  279. stream->droptest_max = (bitrate * 1000 / 8);
  280. }
  281. }
  282. if (!stream->droptest_max) {
  283. return;
  284. }
  285. #else
  286. if (!stream->droptest_max) {
  287. stream->droptest_max = DROPTEST_MAX_BYTES;
  288. }
  289. #endif
  290. info.ts = ts;
  291. info.size = size;
  292. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  293. stream->droptest_size += size;
  294. if (stream->droptest_info.size) {
  295. circlebuf_peek_front(&stream->droptest_info, &info,
  296. sizeof(info));
  297. if (stream->droptest_size > stream->droptest_max) {
  298. uint64_t elapsed = ts - info.ts;
  299. if (elapsed < 1000000000ULL) {
  300. elapsed = 1000000000ULL - elapsed;
  301. os_sleepto_ns(ts + elapsed);
  302. }
  303. while (stream->droptest_size > stream->droptest_max) {
  304. circlebuf_pop_front(&stream->droptest_info,
  305. &info, sizeof(info));
  306. stream->droptest_size -= info.size;
  307. }
  308. }
  309. }
  310. }
  311. #endif
  312. static int socket_queue_data(RTMPSockBuf *sb, const char *data, int len,
  313. void *arg)
  314. {
  315. UNUSED_PARAMETER(sb);
  316. struct rtmp_stream *stream = arg;
  317. retry_send:
  318. if (!RTMP_IsConnected(&stream->rtmp))
  319. return 0;
  320. pthread_mutex_lock(&stream->write_buf_mutex);
  321. if (stream->write_buf_len + len > stream->write_buf_size) {
  322. pthread_mutex_unlock(&stream->write_buf_mutex);
  323. if (os_event_wait(stream->buffer_space_available_event)) {
  324. return 0;
  325. }
  326. goto retry_send;
  327. }
  328. memcpy(stream->write_buf + stream->write_buf_len, data, len);
  329. stream->write_buf_len += len;
  330. pthread_mutex_unlock(&stream->write_buf_mutex);
  331. os_event_signal(stream->buffer_has_data_event);
  332. return len;
  333. }
  334. static int send_packet(struct rtmp_stream *stream,
  335. struct encoder_packet *packet, bool is_header,
  336. size_t idx)
  337. {
  338. uint8_t *data;
  339. size_t size;
  340. int recv_size = 0;
  341. int ret = 0;
  342. assert(idx < RTMP_MAX_STREAMS);
  343. if (!stream->new_socket_loop) {
  344. #ifdef _WIN32
  345. ret = ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONREAD,
  346. (u_long *)&recv_size);
  347. #else
  348. ret = ioctl(stream->rtmp.m_sb.sb_socket, FIONREAD, &recv_size);
  349. #endif
  350. if (ret >= 0 && recv_size > 0) {
  351. if (!process_recv_data(stream, (size_t)recv_size))
  352. return -1;
  353. }
  354. }
  355. if (idx > 0) {
  356. flv_additional_packet_mux(
  357. packet, is_header ? 0 : stream->start_dts_offset, &data,
  358. &size, is_header, idx);
  359. } else {
  360. flv_packet_mux(packet, is_header ? 0 : stream->start_dts_offset,
  361. &data, &size, is_header);
  362. }
  363. #ifdef TEST_FRAMEDROPS
  364. droptest_cap_data_rate(stream, size);
  365. #endif
  366. ret = RTMP_Write(&stream->rtmp, (char *)data, (int)size, 0);
  367. bfree(data);
  368. if (is_header)
  369. bfree(packet->data);
  370. else
  371. obs_encoder_packet_release(packet);
  372. stream->total_bytes_sent += size;
  373. return ret;
  374. }
  375. static inline bool send_headers(struct rtmp_stream *stream);
  376. static inline bool can_shutdown_stream(struct rtmp_stream *stream,
  377. struct encoder_packet *packet)
  378. {
  379. uint64_t cur_time = os_gettime_ns();
  380. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  381. if (timeout)
  382. info("Stream shutdown timeout reached (%d second(s))",
  383. stream->max_shutdown_time_sec);
  384. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  385. }
  386. static void set_output_error(struct rtmp_stream *stream)
  387. {
  388. const char *msg = NULL;
  389. #ifdef _WIN32
  390. switch (stream->rtmp.last_error_code) {
  391. case WSAETIMEDOUT:
  392. msg = obs_module_text("ConnectionTimedOut");
  393. break;
  394. case WSAEACCES:
  395. msg = obs_module_text("PermissionDenied");
  396. break;
  397. case WSAECONNABORTED:
  398. msg = obs_module_text("ConnectionAborted");
  399. break;
  400. case WSAECONNRESET:
  401. msg = obs_module_text("ConnectionReset");
  402. break;
  403. case WSAHOST_NOT_FOUND:
  404. msg = obs_module_text("HostNotFound");
  405. break;
  406. case WSANO_DATA:
  407. msg = obs_module_text("NoData");
  408. break;
  409. case WSAEADDRNOTAVAIL:
  410. msg = obs_module_text("AddressNotAvailable");
  411. break;
  412. }
  413. #else
  414. switch (stream->rtmp.last_error_code) {
  415. case ETIMEDOUT:
  416. msg = obs_module_text("ConnectionTimedOut");
  417. break;
  418. case EACCES:
  419. msg = obs_module_text("PermissionDenied");
  420. break;
  421. case ECONNABORTED:
  422. msg = obs_module_text("ConnectionAborted");
  423. break;
  424. case ECONNRESET:
  425. msg = obs_module_text("ConnectionReset");
  426. break;
  427. case HOST_NOT_FOUND:
  428. msg = obs_module_text("HostNotFound");
  429. break;
  430. case NO_DATA:
  431. msg = obs_module_text("NoData");
  432. break;
  433. case EADDRNOTAVAIL:
  434. msg = obs_module_text("AddressNotAvailable");
  435. break;
  436. }
  437. #endif
  438. // non platform-specific errors
  439. if (!msg) {
  440. switch (stream->rtmp.last_error_code) {
  441. case -0x2700:
  442. msg = obs_module_text("SSLCertVerifyFailed");
  443. break;
  444. case -0x7680:
  445. msg = "Failed to load root certificates for a secure TLS connection."
  446. #if defined(__linux__)
  447. " Check you have an up to date root certificate bundle in /etc/ssl/certs."
  448. #endif
  449. ;
  450. break;
  451. }
  452. }
  453. if (msg)
  454. obs_output_set_last_error(stream->output, msg);
  455. }
  456. static void dbr_add_frame(struct rtmp_stream *stream, struct dbr_frame *back)
  457. {
  458. struct dbr_frame front;
  459. uint64_t dur;
  460. circlebuf_push_back(&stream->dbr_frames, back, sizeof(*back));
  461. circlebuf_peek_front(&stream->dbr_frames, &front, sizeof(front));
  462. stream->dbr_data_size += back->size;
  463. dur = (back->send_end - front.send_beg) / 1000000;
  464. if (dur >= MAX_ESTIMATE_DURATION_MS) {
  465. stream->dbr_data_size -= front.size;
  466. circlebuf_pop_front(&stream->dbr_frames, NULL, sizeof(front));
  467. }
  468. stream->dbr_est_bitrate =
  469. (dur >= MIN_ESTIMATE_DURATION_MS)
  470. ? (long)(stream->dbr_data_size * 1000 / dur)
  471. : 0;
  472. stream->dbr_est_bitrate *= 8;
  473. stream->dbr_est_bitrate /= 1000;
  474. if (stream->dbr_est_bitrate) {
  475. stream->dbr_est_bitrate -= stream->audio_bitrate;
  476. if (stream->dbr_est_bitrate < 50)
  477. stream->dbr_est_bitrate = 50;
  478. }
  479. }
  480. static void dbr_set_bitrate(struct rtmp_stream *stream);
  481. static bool rtmp_stream_start(void *data);
  482. #ifdef _WIN32
  483. #define socklen_t int
  484. #endif
  485. static void log_sndbuf_size(struct rtmp_stream *stream)
  486. {
  487. int cur_sendbuf_size;
  488. socklen_t int_size = sizeof(int);
  489. if (!getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  490. (char *)&cur_sendbuf_size, &int_size)) {
  491. info("Socket send buffer is %d bytes", cur_sendbuf_size);
  492. }
  493. }
  494. static void *send_thread(void *data)
  495. {
  496. struct rtmp_stream *stream = data;
  497. os_set_thread_name("rtmp-stream: send_thread");
  498. #if defined(_WIN32)
  499. log_sndbuf_size(stream);
  500. #endif
  501. while (os_sem_wait(stream->send_sem) == 0) {
  502. struct encoder_packet packet;
  503. struct dbr_frame dbr_frame;
  504. if (stopping(stream) && stream->stop_ts == 0) {
  505. break;
  506. }
  507. if (!get_next_packet(stream, &packet))
  508. continue;
  509. if (stopping(stream)) {
  510. if (can_shutdown_stream(stream, &packet)) {
  511. obs_encoder_packet_release(&packet);
  512. break;
  513. }
  514. }
  515. if (!stream->sent_headers) {
  516. if (!send_headers(stream)) {
  517. os_atomic_set_bool(&stream->disconnected, true);
  518. break;
  519. }
  520. }
  521. /* silent reconnect signal received from server, reconnect on
  522. * next keyframe */
  523. if (silently_reconnecting(stream) &&
  524. packet.type == OBS_ENCODER_VIDEO && packet.keyframe) {
  525. reinsert_packet_at_front(stream, &packet);
  526. break;
  527. }
  528. if (stream->dbr_enabled) {
  529. dbr_frame.send_beg = os_gettime_ns();
  530. dbr_frame.size = packet.size;
  531. }
  532. if (send_packet(stream, &packet, false, packet.track_idx) < 0) {
  533. os_atomic_set_bool(&stream->disconnected, true);
  534. break;
  535. }
  536. if (stream->dbr_enabled) {
  537. dbr_frame.send_end = os_gettime_ns();
  538. pthread_mutex_lock(&stream->dbr_mutex);
  539. dbr_add_frame(stream, &dbr_frame);
  540. pthread_mutex_unlock(&stream->dbr_mutex);
  541. }
  542. }
  543. bool encode_error = os_atomic_load_bool(&stream->encode_error);
  544. if (disconnected(stream)) {
  545. info("Disconnected from %s", stream->path.array);
  546. } else if (encode_error) {
  547. info("Encoder error, disconnecting");
  548. } else if (silently_reconnecting(stream)) {
  549. info("Silent reconnect signal received from server");
  550. } else {
  551. info("User stopped the stream");
  552. }
  553. #if defined(_WIN32)
  554. log_sndbuf_size(stream);
  555. #endif
  556. if (stream->new_socket_loop) {
  557. os_event_signal(stream->send_thread_signaled_exit);
  558. os_event_signal(stream->buffer_has_data_event);
  559. pthread_join(stream->socket_thread, NULL);
  560. stream->socket_thread_active = false;
  561. stream->rtmp.m_bCustomSend = false;
  562. }
  563. set_output_error(stream);
  564. RTMP_Close(&stream->rtmp);
  565. /* reset bitrate on stop */
  566. if (stream->dbr_enabled) {
  567. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  568. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  569. dbr_set_bitrate(stream);
  570. }
  571. }
  572. if (!stopping(stream)) {
  573. pthread_detach(stream->send_thread);
  574. if (!silently_reconnecting(stream))
  575. obs_output_signal_stop(stream->output,
  576. OBS_OUTPUT_DISCONNECTED);
  577. } else if (encode_error) {
  578. obs_output_signal_stop(stream->output, OBS_OUTPUT_ENCODE_ERROR);
  579. } else {
  580. obs_output_end_data_capture(stream->output);
  581. }
  582. if (!silently_reconnecting(stream)) {
  583. free_packets(stream);
  584. os_event_reset(stream->stop_event);
  585. os_atomic_set_bool(&stream->active, false);
  586. }
  587. stream->sent_headers = false;
  588. /* reset bitrate on stop */
  589. if (stream->dbr_enabled) {
  590. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  591. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  592. dbr_set_bitrate(stream);
  593. }
  594. }
  595. if (silently_reconnecting(stream)) {
  596. rtmp_stream_start(stream);
  597. }
  598. return NULL;
  599. }
  600. static bool send_additional_meta_data(struct rtmp_stream *stream)
  601. {
  602. uint8_t *meta_data;
  603. size_t meta_data_size;
  604. bool success = true;
  605. flv_additional_meta_data(stream->output, &meta_data, &meta_data_size);
  606. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  607. (int)meta_data_size, 0) >= 0;
  608. bfree(meta_data);
  609. return success;
  610. }
  611. static bool send_meta_data(struct rtmp_stream *stream)
  612. {
  613. uint8_t *meta_data;
  614. size_t meta_data_size;
  615. bool success = true;
  616. flv_meta_data(stream->output, &meta_data, &meta_data_size, false);
  617. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  618. (int)meta_data_size, 0) >= 0;
  619. bfree(meta_data);
  620. return success;
  621. }
  622. static bool send_audio_header(struct rtmp_stream *stream, size_t idx,
  623. bool *next)
  624. {
  625. obs_output_t *context = stream->output;
  626. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, idx);
  627. uint8_t *header;
  628. struct encoder_packet packet = {.type = OBS_ENCODER_AUDIO,
  629. .timebase_den = 1};
  630. if (!aencoder) {
  631. *next = false;
  632. return true;
  633. }
  634. obs_encoder_get_extra_data(aencoder, &header, &packet.size);
  635. packet.data = bmemdup(header, packet.size);
  636. return send_packet(stream, &packet, true, idx) >= 0;
  637. }
  638. static bool send_video_header(struct rtmp_stream *stream)
  639. {
  640. obs_output_t *context = stream->output;
  641. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  642. uint8_t *header;
  643. size_t size;
  644. struct encoder_packet packet = {
  645. .type = OBS_ENCODER_VIDEO, .timebase_den = 1, .keyframe = true};
  646. obs_encoder_get_extra_data(vencoder, &header, &size);
  647. packet.size = obs_parse_avc_header(&packet.data, header, size);
  648. return send_packet(stream, &packet, true, 0) >= 0;
  649. }
  650. static inline bool send_headers(struct rtmp_stream *stream)
  651. {
  652. stream->sent_headers = true;
  653. size_t i = 0;
  654. bool next = true;
  655. if (!send_audio_header(stream, i++, &next))
  656. return false;
  657. if (!send_video_header(stream))
  658. return false;
  659. while (next) {
  660. if (!send_audio_header(stream, i++, &next))
  661. return false;
  662. }
  663. return true;
  664. }
  665. static inline bool reset_semaphore(struct rtmp_stream *stream)
  666. {
  667. os_sem_destroy(stream->send_sem);
  668. return os_sem_init(&stream->send_sem, 0) == 0;
  669. }
  670. static int init_send(struct rtmp_stream *stream)
  671. {
  672. int ret;
  673. obs_output_t *context = stream->output;
  674. if (!silently_reconnecting(stream))
  675. reset_semaphore(stream);
  676. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  677. if (ret != 0) {
  678. RTMP_Close(&stream->rtmp);
  679. warn("Failed to create send thread");
  680. return OBS_OUTPUT_ERROR;
  681. }
  682. if (stream->new_socket_loop) {
  683. int one = 1;
  684. #ifdef _WIN32
  685. if (ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  686. stream->rtmp.last_error_code = WSAGetLastError();
  687. #else
  688. if (ioctl(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  689. stream->rtmp.last_error_code = errno;
  690. #endif
  691. warn("Failed to set non-blocking socket");
  692. return OBS_OUTPUT_ERROR;
  693. }
  694. os_event_reset(stream->send_thread_signaled_exit);
  695. info("New socket loop enabled by user");
  696. if (stream->low_latency_mode)
  697. info("Low latency mode enabled by user");
  698. if (stream->write_buf)
  699. bfree(stream->write_buf);
  700. int total_bitrate = 0;
  701. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  702. if (vencoder) {
  703. obs_data_t *params = obs_encoder_get_settings(vencoder);
  704. if (params) {
  705. int bitrate =
  706. obs_data_get_int(params, "bitrate");
  707. if (!bitrate) {
  708. warn("Video encoder didn't return a "
  709. "valid bitrate, new network "
  710. "code may function poorly. "
  711. "Low latency mode disabled.");
  712. stream->low_latency_mode = false;
  713. bitrate = 10000;
  714. }
  715. total_bitrate += bitrate;
  716. obs_data_release(params);
  717. }
  718. }
  719. obs_encoder_t *aencoder =
  720. obs_output_get_audio_encoder(context, 0);
  721. if (aencoder) {
  722. obs_data_t *params = obs_encoder_get_settings(aencoder);
  723. if (params) {
  724. int bitrate =
  725. obs_data_get_int(params, "bitrate");
  726. if (!bitrate)
  727. bitrate = 160;
  728. total_bitrate += bitrate;
  729. obs_data_release(params);
  730. }
  731. }
  732. // to bytes/sec
  733. int ideal_buffer_size = total_bitrate * 128;
  734. if (ideal_buffer_size < 131072)
  735. ideal_buffer_size = 131072;
  736. stream->write_buf_size = ideal_buffer_size;
  737. stream->write_buf = bmalloc(ideal_buffer_size);
  738. #ifdef _WIN32
  739. ret = pthread_create(&stream->socket_thread, NULL,
  740. socket_thread_windows, stream);
  741. #else
  742. warn("New socket loop not supported on this platform");
  743. return OBS_OUTPUT_ERROR;
  744. #endif
  745. if (ret != 0) {
  746. RTMP_Close(&stream->rtmp);
  747. warn("Failed to create socket thread");
  748. return OBS_OUTPUT_ERROR;
  749. }
  750. stream->socket_thread_active = true;
  751. stream->rtmp.m_bCustomSend = true;
  752. stream->rtmp.m_customSendFunc = socket_queue_data;
  753. stream->rtmp.m_customSendParam = stream;
  754. }
  755. os_atomic_set_bool(&stream->active, true);
  756. if (!send_meta_data(stream)) {
  757. warn("Disconnected while attempting to send metadata");
  758. set_output_error(stream);
  759. return OBS_OUTPUT_DISCONNECTED;
  760. }
  761. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, 1);
  762. if (aencoder && !send_additional_meta_data(stream)) {
  763. warn("Disconnected while attempting to send additional "
  764. "metadata");
  765. return OBS_OUTPUT_DISCONNECTED;
  766. }
  767. if (obs_output_get_audio_encoder(context, 2) != NULL) {
  768. warn("Additional audio streams not supported");
  769. return OBS_OUTPUT_DISCONNECTED;
  770. }
  771. if (!silently_reconnecting(stream))
  772. obs_output_begin_data_capture(stream->output, 0);
  773. return OBS_OUTPUT_SUCCESS;
  774. }
  775. #ifdef _WIN32
  776. static void win32_log_interface_type(struct rtmp_stream *stream)
  777. {
  778. RTMP *rtmp = &stream->rtmp;
  779. MIB_IPFORWARDROW route;
  780. uint32_t dest_addr, source_addr;
  781. char hostname[256];
  782. HOSTENT *h;
  783. if (rtmp->Link.hostname.av_len >= sizeof(hostname) - 1)
  784. return;
  785. strncpy(hostname, rtmp->Link.hostname.av_val, sizeof(hostname));
  786. hostname[rtmp->Link.hostname.av_len] = 0;
  787. h = gethostbyname(hostname);
  788. if (!h)
  789. return;
  790. dest_addr = *(uint32_t *)h->h_addr_list[0];
  791. if (rtmp->m_bindIP.addrLen == 0)
  792. source_addr = 0;
  793. else if (rtmp->m_bindIP.addr.ss_family == AF_INET)
  794. source_addr = (*(struct sockaddr_in *)&rtmp->m_bindIP.addr)
  795. .sin_addr.S_un.S_addr;
  796. else
  797. return;
  798. if (!GetBestRoute(dest_addr, source_addr, &route)) {
  799. MIB_IFROW row;
  800. memset(&row, 0, sizeof(row));
  801. row.dwIndex = route.dwForwardIfIndex;
  802. if (!GetIfEntry(&row)) {
  803. uint32_t speed = row.dwSpeed / 1000000;
  804. char *type;
  805. struct dstr other = {0};
  806. if (row.dwType == IF_TYPE_ETHERNET_CSMACD) {
  807. type = "ethernet";
  808. } else if (row.dwType == IF_TYPE_IEEE80211) {
  809. type = "802.11";
  810. } else {
  811. dstr_printf(&other, "type %lu", row.dwType);
  812. type = other.array;
  813. }
  814. info("Interface: %s (%s, %lu mbps)", row.bDescr, type,
  815. speed);
  816. dstr_free(&other);
  817. }
  818. }
  819. }
  820. #endif
  821. static void add_connect_data(char **penc, char *pend)
  822. {
  823. const AVal val = AVC("supportsGoAway");
  824. *penc = AMF_EncodeNamedBoolean(*penc, pend, &val, true);
  825. }
  826. static int try_connect(struct rtmp_stream *stream)
  827. {
  828. if (dstr_is_empty(&stream->path)) {
  829. warn("URL is empty");
  830. return OBS_OUTPUT_BAD_PATH;
  831. }
  832. info("Connecting to RTMP URL %s...", stream->path.array);
  833. // on reconnect we need to reset the internal variables of librtmp
  834. // otherwise the data sent/received will not parse correctly on the other end
  835. RTMP_Reset(&stream->rtmp);
  836. // since we don't call RTMP_Init above, there's no other good place
  837. // to reset this as doing it in RTMP_Close breaks the ugly RTMP
  838. // authentication system
  839. memset(&stream->rtmp.Link, 0, sizeof(stream->rtmp.Link));
  840. stream->rtmp.last_error_code = 0;
  841. if (!RTMP_SetupURL(&stream->rtmp, stream->path.array))
  842. return OBS_OUTPUT_BAD_PATH;
  843. RTMP_EnableWrite(&stream->rtmp);
  844. dstr_copy(&stream->encoder_name, "FMLE/3.0 (compatible; FMSc/1.0)");
  845. set_rtmp_dstr(&stream->rtmp.Link.pubUser, &stream->username);
  846. set_rtmp_dstr(&stream->rtmp.Link.pubPasswd, &stream->password);
  847. set_rtmp_dstr(&stream->rtmp.Link.flashVer, &stream->encoder_name);
  848. stream->rtmp.Link.swfUrl = stream->rtmp.Link.tcUrl;
  849. stream->rtmp.Link.customConnectEncode = add_connect_data;
  850. if (dstr_is_empty(&stream->bind_ip) ||
  851. dstr_cmp(&stream->bind_ip, "default") == 0) {
  852. memset(&stream->rtmp.m_bindIP, 0,
  853. sizeof(stream->rtmp.m_bindIP));
  854. } else {
  855. bool success = netif_str_to_addr(&stream->rtmp.m_bindIP.addr,
  856. &stream->rtmp.m_bindIP.addrLen,
  857. stream->bind_ip.array);
  858. if (success) {
  859. int len = stream->rtmp.m_bindIP.addrLen;
  860. bool ipv6 = len == sizeof(struct sockaddr_in6);
  861. info("Binding to IPv%d", ipv6 ? 6 : 4);
  862. }
  863. }
  864. RTMP_AddStream(&stream->rtmp, stream->key.array);
  865. stream->rtmp.m_outChunkSize = 4096;
  866. stream->rtmp.m_bSendChunkSizeInfo = true;
  867. stream->rtmp.m_bUseNagle = true;
  868. #ifdef _WIN32
  869. win32_log_interface_type(stream);
  870. #endif
  871. if (!RTMP_Connect(&stream->rtmp, NULL)) {
  872. set_output_error(stream);
  873. return OBS_OUTPUT_CONNECT_FAILED;
  874. }
  875. if (!RTMP_ConnectStream(&stream->rtmp, 0))
  876. return OBS_OUTPUT_INVALID_STREAM;
  877. info("Connection to %s successful", stream->path.array);
  878. return init_send(stream);
  879. }
  880. static bool init_connect(struct rtmp_stream *stream)
  881. {
  882. obs_service_t *service;
  883. obs_data_t *settings;
  884. const char *bind_ip;
  885. int64_t drop_p;
  886. int64_t drop_b;
  887. uint32_t caps;
  888. if (stopping(stream)) {
  889. pthread_join(stream->send_thread, NULL);
  890. }
  891. free_packets(stream);
  892. service = obs_output_get_service(stream->output);
  893. if (!service)
  894. return false;
  895. os_atomic_set_bool(&stream->disconnected, false);
  896. os_atomic_set_bool(&stream->encode_error, false);
  897. stream->total_bytes_sent = 0;
  898. stream->dropped_frames = 0;
  899. stream->min_priority = 0;
  900. stream->got_first_video = false;
  901. settings = obs_output_get_settings(stream->output);
  902. dstr_copy(&stream->path, obs_service_get_url(service));
  903. dstr_copy(&stream->key, obs_service_get_key(service));
  904. dstr_copy(&stream->username, obs_service_get_username(service));
  905. dstr_copy(&stream->password, obs_service_get_password(service));
  906. dstr_depad(&stream->path);
  907. dstr_depad(&stream->key);
  908. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  909. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  910. stream->max_shutdown_time_sec =
  911. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  912. obs_encoder_t *venc = obs_output_get_video_encoder(stream->output);
  913. obs_encoder_t *aenc = obs_output_get_audio_encoder(stream->output, 0);
  914. obs_data_t *vsettings = obs_encoder_get_settings(venc);
  915. obs_data_t *asettings = obs_encoder_get_settings(aenc);
  916. circlebuf_free(&stream->dbr_frames);
  917. stream->audio_bitrate = (long)obs_data_get_int(asettings, "bitrate");
  918. stream->dbr_data_size = 0;
  919. stream->dbr_orig_bitrate = (long)obs_data_get_int(vsettings, "bitrate");
  920. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  921. stream->dbr_est_bitrate = 0;
  922. stream->dbr_inc_bitrate = stream->dbr_orig_bitrate / 10;
  923. stream->dbr_inc_timeout = 0;
  924. stream->dbr_enabled = obs_data_get_bool(settings, OPT_DYN_BITRATE);
  925. caps = obs_encoder_get_caps(venc);
  926. if ((caps & OBS_ENCODER_CAP_DYN_BITRATE) == 0) {
  927. stream->dbr_enabled = false;
  928. }
  929. if (obs_output_get_delay(stream->output) != 0) {
  930. stream->dbr_enabled = false;
  931. }
  932. if (stream->dbr_enabled) {
  933. info("Dynamic bitrate enabled. Dropped frames begone!");
  934. }
  935. obs_data_release(vsettings);
  936. obs_data_release(asettings);
  937. if (drop_p < (drop_b + 200))
  938. drop_p = drop_b + 200;
  939. stream->drop_threshold_usec = 1000 * drop_b;
  940. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  941. bind_ip = obs_data_get_string(settings, OPT_BIND_IP);
  942. dstr_copy(&stream->bind_ip, bind_ip);
  943. stream->new_socket_loop =
  944. obs_data_get_bool(settings, OPT_NEWSOCKETLOOP_ENABLED);
  945. stream->low_latency_mode =
  946. obs_data_get_bool(settings, OPT_LOWLATENCY_ENABLED);
  947. // ugly hack for now, can be removed once new loop is reworked
  948. if (stream->new_socket_loop &&
  949. !strncmp(stream->path.array, "rtmps://", 8)) {
  950. warn("Disabling network optimizations, not compatible with RTMPS");
  951. stream->new_socket_loop = false;
  952. }
  953. obs_data_release(settings);
  954. return true;
  955. }
  956. static void *connect_thread(void *data)
  957. {
  958. struct rtmp_stream *stream = data;
  959. int ret;
  960. os_set_thread_name("rtmp-stream: connect_thread");
  961. if (!silently_reconnecting(stream)) {
  962. if (!init_connect(stream)) {
  963. obs_output_signal_stop(stream->output,
  964. OBS_OUTPUT_BAD_PATH);
  965. os_atomic_set_bool(&stream->silent_reconnect, false);
  966. return NULL;
  967. }
  968. } else {
  969. struct encoder_packet packet;
  970. peek_next_packet(stream, &packet);
  971. stream->start_dts_offset = get_ms_time(&packet, packet.dts);
  972. }
  973. ret = try_connect(stream);
  974. if (ret != OBS_OUTPUT_SUCCESS) {
  975. obs_output_signal_stop(stream->output, ret);
  976. info("Connection to %s failed: %d", stream->path.array, ret);
  977. }
  978. if (!stopping(stream))
  979. pthread_detach(stream->connect_thread);
  980. os_atomic_set_bool(&stream->silent_reconnect, false);
  981. os_atomic_set_bool(&stream->connecting, false);
  982. return NULL;
  983. }
  984. static bool rtmp_stream_start(void *data)
  985. {
  986. struct rtmp_stream *stream = data;
  987. if (!silently_reconnecting(stream)) {
  988. if (!obs_output_can_begin_data_capture(stream->output, 0))
  989. return false;
  990. if (!obs_output_initialize_encoders(stream->output, 0))
  991. return false;
  992. }
  993. os_atomic_set_bool(&stream->connecting, true);
  994. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  995. stream) == 0;
  996. }
  997. static inline bool add_packet(struct rtmp_stream *stream,
  998. struct encoder_packet *packet)
  999. {
  1000. circlebuf_push_back(&stream->packets, packet,
  1001. sizeof(struct encoder_packet));
  1002. return true;
  1003. }
  1004. static inline size_t num_buffered_packets(struct rtmp_stream *stream)
  1005. {
  1006. return stream->packets.size / sizeof(struct encoder_packet);
  1007. }
  1008. static void drop_frames(struct rtmp_stream *stream, const char *name,
  1009. int highest_priority, bool pframes)
  1010. {
  1011. UNUSED_PARAMETER(pframes);
  1012. struct circlebuf new_buf = {0};
  1013. int num_frames_dropped = 0;
  1014. #ifdef _DEBUG
  1015. int start_packets = (int)num_buffered_packets(stream);
  1016. #else
  1017. UNUSED_PARAMETER(name);
  1018. #endif
  1019. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  1020. while (stream->packets.size) {
  1021. struct encoder_packet packet;
  1022. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  1023. /* do not drop audio data or video keyframes */
  1024. if (packet.type == OBS_ENCODER_AUDIO ||
  1025. packet.drop_priority >= highest_priority) {
  1026. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  1027. } else {
  1028. num_frames_dropped++;
  1029. obs_encoder_packet_release(&packet);
  1030. }
  1031. }
  1032. circlebuf_free(&stream->packets);
  1033. stream->packets = new_buf;
  1034. if (stream->min_priority < highest_priority)
  1035. stream->min_priority = highest_priority;
  1036. if (!num_frames_dropped)
  1037. return;
  1038. stream->dropped_frames += num_frames_dropped;
  1039. #ifdef _DEBUG
  1040. debug("Dropped %s, prev packet count: %d, new packet count: %d", name,
  1041. start_packets, (int)num_buffered_packets(stream));
  1042. #endif
  1043. }
  1044. static bool find_first_video_packet(struct rtmp_stream *stream,
  1045. struct encoder_packet *first)
  1046. {
  1047. size_t count = stream->packets.size / sizeof(*first);
  1048. for (size_t i = 0; i < count; i++) {
  1049. struct encoder_packet *cur =
  1050. circlebuf_data(&stream->packets, i * sizeof(*first));
  1051. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  1052. *first = *cur;
  1053. return true;
  1054. }
  1055. }
  1056. return false;
  1057. }
  1058. static bool dbr_bitrate_lowered(struct rtmp_stream *stream)
  1059. {
  1060. long prev_bitrate = stream->dbr_prev_bitrate;
  1061. long est_bitrate = 0;
  1062. long new_bitrate;
  1063. if (stream->dbr_est_bitrate &&
  1064. stream->dbr_est_bitrate < stream->dbr_cur_bitrate) {
  1065. stream->dbr_data_size = 0;
  1066. circlebuf_pop_front(&stream->dbr_frames, NULL,
  1067. stream->dbr_frames.size);
  1068. est_bitrate = stream->dbr_est_bitrate / 100 * 100;
  1069. if (est_bitrate < 50) {
  1070. est_bitrate = 50;
  1071. }
  1072. }
  1073. #if 0
  1074. if (prev_bitrate && est_bitrate) {
  1075. if (prev_bitrate < est_bitrate) {
  1076. blog(LOG_INFO, "going back to prev bitrate: "
  1077. "prev_bitrate (%d) < est_bitrate (%d)",
  1078. prev_bitrate,
  1079. est_bitrate);
  1080. new_bitrate = prev_bitrate;
  1081. } else {
  1082. new_bitrate = est_bitrate;
  1083. }
  1084. new_bitrate = est_bitrate;
  1085. } else if (prev_bitrate) {
  1086. new_bitrate = prev_bitrate;
  1087. info("going back to prev bitrate");
  1088. } else if (est_bitrate) {
  1089. new_bitrate = est_bitrate;
  1090. } else {
  1091. return false;
  1092. }
  1093. #else
  1094. if (est_bitrate) {
  1095. new_bitrate = est_bitrate;
  1096. } else if (prev_bitrate) {
  1097. new_bitrate = prev_bitrate;
  1098. info("going back to prev bitrate");
  1099. } else {
  1100. return false;
  1101. }
  1102. if (new_bitrate == stream->dbr_cur_bitrate) {
  1103. return false;
  1104. }
  1105. #endif
  1106. stream->dbr_prev_bitrate = 0;
  1107. stream->dbr_cur_bitrate = new_bitrate;
  1108. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1109. info("bitrate decreased to: %ld", stream->dbr_cur_bitrate);
  1110. return true;
  1111. }
  1112. static void dbr_set_bitrate(struct rtmp_stream *stream)
  1113. {
  1114. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  1115. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  1116. obs_data_set_int(settings, "bitrate", stream->dbr_cur_bitrate);
  1117. obs_encoder_update(vencoder, settings);
  1118. obs_data_release(settings);
  1119. }
  1120. static void dbr_inc_bitrate(struct rtmp_stream *stream)
  1121. {
  1122. stream->dbr_prev_bitrate = stream->dbr_cur_bitrate;
  1123. stream->dbr_cur_bitrate += stream->dbr_inc_bitrate;
  1124. if (stream->dbr_cur_bitrate >= stream->dbr_orig_bitrate) {
  1125. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  1126. info("bitrate increased to: %ld, done",
  1127. stream->dbr_cur_bitrate);
  1128. } else if (stream->dbr_cur_bitrate < stream->dbr_orig_bitrate) {
  1129. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1130. info("bitrate increased to: %ld, waiting",
  1131. stream->dbr_cur_bitrate);
  1132. }
  1133. }
  1134. static void check_to_drop_frames(struct rtmp_stream *stream, bool pframes)
  1135. {
  1136. struct encoder_packet first;
  1137. int64_t buffer_duration_usec;
  1138. size_t num_packets = num_buffered_packets(stream);
  1139. const char *name = pframes ? "p-frames" : "b-frames";
  1140. int priority = pframes ? OBS_NAL_PRIORITY_HIGHEST
  1141. : OBS_NAL_PRIORITY_HIGH;
  1142. int64_t drop_threshold = pframes ? stream->pframe_drop_threshold_usec
  1143. : stream->drop_threshold_usec;
  1144. if (!pframes && stream->dbr_enabled) {
  1145. if (stream->dbr_inc_timeout) {
  1146. uint64_t t = os_gettime_ns();
  1147. if (t >= stream->dbr_inc_timeout) {
  1148. stream->dbr_inc_timeout = 0;
  1149. dbr_inc_bitrate(stream);
  1150. dbr_set_bitrate(stream);
  1151. }
  1152. }
  1153. }
  1154. if (num_packets < 5) {
  1155. if (!pframes)
  1156. stream->congestion = 0.0f;
  1157. return;
  1158. }
  1159. if (!find_first_video_packet(stream, &first))
  1160. return;
  1161. /* if the amount of time stored in the buffered packets waiting to be
  1162. * sent is higher than threshold, drop frames */
  1163. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  1164. if (!pframes) {
  1165. stream->congestion =
  1166. (float)buffer_duration_usec / (float)drop_threshold;
  1167. }
  1168. /* alternatively, drop only pframes:
  1169. * (!pframes && stream->dbr_enabled)
  1170. * but let's test without dropping frames
  1171. * at all first */
  1172. if (stream->dbr_enabled) {
  1173. bool bitrate_changed = false;
  1174. if (pframes) {
  1175. return;
  1176. }
  1177. if ((uint64_t)buffer_duration_usec >= DBR_TRIGGER_USEC) {
  1178. pthread_mutex_lock(&stream->dbr_mutex);
  1179. bitrate_changed = dbr_bitrate_lowered(stream);
  1180. pthread_mutex_unlock(&stream->dbr_mutex);
  1181. }
  1182. if (bitrate_changed) {
  1183. debug("buffer_duration_msec: %" PRId64,
  1184. buffer_duration_usec / 1000);
  1185. dbr_set_bitrate(stream);
  1186. }
  1187. return;
  1188. }
  1189. if (buffer_duration_usec > drop_threshold) {
  1190. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  1191. drop_frames(stream, name, priority, pframes);
  1192. }
  1193. }
  1194. static bool add_video_packet(struct rtmp_stream *stream,
  1195. struct encoder_packet *packet)
  1196. {
  1197. if (!silently_reconnecting(stream)) {
  1198. check_to_drop_frames(stream, false);
  1199. check_to_drop_frames(stream, true);
  1200. }
  1201. /* if currently dropping frames, drop packets until it reaches the
  1202. * desired priority */
  1203. if (packet->drop_priority < stream->min_priority) {
  1204. stream->dropped_frames++;
  1205. return false;
  1206. } else {
  1207. stream->min_priority = 0;
  1208. }
  1209. stream->last_dts_usec = packet->dts_usec;
  1210. return add_packet(stream, packet);
  1211. }
  1212. static void rtmp_stream_data(void *data, struct encoder_packet *packet)
  1213. {
  1214. struct rtmp_stream *stream = data;
  1215. struct encoder_packet new_packet;
  1216. bool added_packet = false;
  1217. if (disconnected(stream) || !active(stream))
  1218. return;
  1219. /* encoder fail */
  1220. if (!packet) {
  1221. os_atomic_set_bool(&stream->encode_error, true);
  1222. os_sem_post(stream->send_sem);
  1223. return;
  1224. }
  1225. if (packet->type == OBS_ENCODER_VIDEO) {
  1226. if (!stream->got_first_video) {
  1227. stream->start_dts_offset =
  1228. get_ms_time(packet, packet->dts);
  1229. stream->got_first_video = true;
  1230. }
  1231. obs_parse_avc_packet(&new_packet, packet);
  1232. } else {
  1233. obs_encoder_packet_ref(&new_packet, packet);
  1234. }
  1235. pthread_mutex_lock(&stream->packets_mutex);
  1236. if (!disconnected(stream)) {
  1237. added_packet = (packet->type == OBS_ENCODER_VIDEO)
  1238. ? add_video_packet(stream, &new_packet)
  1239. : add_packet(stream, &new_packet);
  1240. }
  1241. pthread_mutex_unlock(&stream->packets_mutex);
  1242. if (added_packet)
  1243. os_sem_post(stream->send_sem);
  1244. else
  1245. obs_encoder_packet_release(&new_packet);
  1246. }
  1247. static void rtmp_stream_defaults(obs_data_t *defaults)
  1248. {
  1249. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  1250. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  1251. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  1252. obs_data_set_default_string(defaults, OPT_BIND_IP, "default");
  1253. obs_data_set_default_bool(defaults, OPT_NEWSOCKETLOOP_ENABLED, false);
  1254. obs_data_set_default_bool(defaults, OPT_LOWLATENCY_ENABLED, false);
  1255. }
  1256. static obs_properties_t *rtmp_stream_properties(void *unused)
  1257. {
  1258. UNUSED_PARAMETER(unused);
  1259. obs_properties_t *props = obs_properties_create();
  1260. struct netif_saddr_data addrs = {0};
  1261. obs_property_t *p;
  1262. obs_properties_add_int(props, OPT_DROP_THRESHOLD,
  1263. obs_module_text("RTMPStream.DropThreshold"), 200,
  1264. 10000, 100);
  1265. p = obs_properties_add_list(props, OPT_BIND_IP,
  1266. obs_module_text("RTMPStream.BindIP"),
  1267. OBS_COMBO_TYPE_LIST,
  1268. OBS_COMBO_FORMAT_STRING);
  1269. obs_property_list_add_string(p, obs_module_text("Default"), "default");
  1270. netif_get_addrs(&addrs);
  1271. for (size_t i = 0; i < addrs.addrs.num; i++) {
  1272. struct netif_saddr_item item = addrs.addrs.array[i];
  1273. obs_property_list_add_string(p, item.name, item.addr);
  1274. }
  1275. netif_saddr_data_free(&addrs);
  1276. obs_properties_add_bool(props, OPT_NEWSOCKETLOOP_ENABLED,
  1277. obs_module_text("RTMPStream.NewSocketLoop"));
  1278. obs_properties_add_bool(props, OPT_LOWLATENCY_ENABLED,
  1279. obs_module_text("RTMPStream.LowLatencyMode"));
  1280. return props;
  1281. }
  1282. static uint64_t rtmp_stream_total_bytes_sent(void *data)
  1283. {
  1284. struct rtmp_stream *stream = data;
  1285. return stream->total_bytes_sent;
  1286. }
  1287. static int rtmp_stream_dropped_frames(void *data)
  1288. {
  1289. struct rtmp_stream *stream = data;
  1290. return stream->dropped_frames;
  1291. }
  1292. static float rtmp_stream_congestion(void *data)
  1293. {
  1294. struct rtmp_stream *stream = data;
  1295. if (stream->new_socket_loop)
  1296. return (float)stream->write_buf_len /
  1297. (float)stream->write_buf_size;
  1298. else
  1299. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  1300. }
  1301. static int rtmp_stream_connect_time(void *data)
  1302. {
  1303. struct rtmp_stream *stream = data;
  1304. return stream->rtmp.connect_time_ms;
  1305. }
  1306. struct obs_output_info rtmp_output_info = {
  1307. .id = "rtmp_output",
  1308. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE |
  1309. OBS_OUTPUT_MULTI_TRACK,
  1310. .encoded_video_codecs = "h264",
  1311. .encoded_audio_codecs = "aac",
  1312. .get_name = rtmp_stream_getname,
  1313. .create = rtmp_stream_create,
  1314. .destroy = rtmp_stream_destroy,
  1315. .start = rtmp_stream_start,
  1316. .stop = rtmp_stream_stop,
  1317. .encoded_packet = rtmp_stream_data,
  1318. .get_defaults = rtmp_stream_defaults,
  1319. .get_properties = rtmp_stream_properties,
  1320. .get_total_bytes = rtmp_stream_total_bytes_sent,
  1321. .get_congestion = rtmp_stream_congestion,
  1322. .get_connect_time_ms = rtmp_stream_connect_time,
  1323. .get_dropped_frames = rtmp_stream_dropped_frames,
  1324. };