1
0

rtmp-stream.c 42 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657
  1. /******************************************************************************
  2. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "rtmp-stream.h"
  15. #ifdef _WIN32
  16. #include <util/windows/win-version.h>
  17. #endif
  18. #ifndef SEC_TO_NSEC
  19. #define SEC_TO_NSEC 1000000000ULL
  20. #endif
  21. #ifndef MSEC_TO_USEC
  22. #define MSEC_TO_USEC 1000ULL
  23. #endif
  24. #ifndef MSEC_TO_NSEC
  25. #define MSEC_TO_NSEC 1000000ULL
  26. #endif
  27. /* dynamic bitrate coefficients */
  28. #define DBR_INC_TIMER (30ULL * SEC_TO_NSEC)
  29. #define DBR_TRIGGER_USEC (200ULL * MSEC_TO_USEC)
  30. #define MIN_ESTIMATE_DURATION_MS 1000
  31. #define MAX_ESTIMATE_DURATION_MS 2000
  32. static const char *rtmp_stream_getname(void *unused)
  33. {
  34. UNUSED_PARAMETER(unused);
  35. return obs_module_text("RTMPStream");
  36. }
  37. static void log_rtmp(int level, const char *format, va_list args)
  38. {
  39. if (level > RTMP_LOGWARNING)
  40. return;
  41. blogva(LOG_INFO, format, args);
  42. }
  43. static inline size_t num_buffered_packets(struct rtmp_stream *stream);
  44. static inline void free_packets(struct rtmp_stream *stream)
  45. {
  46. size_t num_packets;
  47. pthread_mutex_lock(&stream->packets_mutex);
  48. num_packets = num_buffered_packets(stream);
  49. if (num_packets)
  50. info("Freeing %d remaining packets", (int)num_packets);
  51. while (stream->packets.size) {
  52. struct encoder_packet packet;
  53. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  54. obs_encoder_packet_release(&packet);
  55. }
  56. pthread_mutex_unlock(&stream->packets_mutex);
  57. }
  58. static inline bool stopping(struct rtmp_stream *stream)
  59. {
  60. return os_event_try(stream->stop_event) != EAGAIN;
  61. }
  62. static inline bool connecting(struct rtmp_stream *stream)
  63. {
  64. return os_atomic_load_bool(&stream->connecting);
  65. }
  66. static inline bool active(struct rtmp_stream *stream)
  67. {
  68. return os_atomic_load_bool(&stream->active);
  69. }
  70. static inline bool disconnected(struct rtmp_stream *stream)
  71. {
  72. return os_atomic_load_bool(&stream->disconnected);
  73. }
  74. static inline bool silently_reconnecting(struct rtmp_stream *stream)
  75. {
  76. return os_atomic_load_bool(&stream->silent_reconnect);
  77. }
  78. static void rtmp_stream_destroy(void *data)
  79. {
  80. struct rtmp_stream *stream = data;
  81. if (stopping(stream) && !connecting(stream)) {
  82. pthread_join(stream->send_thread, NULL);
  83. } else if (connecting(stream) || active(stream)) {
  84. if (stream->connecting)
  85. pthread_join(stream->connect_thread, NULL);
  86. stream->stop_ts = 0;
  87. os_event_signal(stream->stop_event);
  88. if (active(stream)) {
  89. os_sem_post(stream->send_sem);
  90. obs_output_end_data_capture(stream->output);
  91. pthread_join(stream->send_thread, NULL);
  92. }
  93. }
  94. RTMP_TLS_Free(&stream->rtmp);
  95. free_packets(stream);
  96. dstr_free(&stream->path);
  97. dstr_free(&stream->key);
  98. dstr_free(&stream->username);
  99. dstr_free(&stream->password);
  100. dstr_free(&stream->encoder_name);
  101. dstr_free(&stream->bind_ip);
  102. os_event_destroy(stream->stop_event);
  103. os_sem_destroy(stream->send_sem);
  104. pthread_mutex_destroy(&stream->packets_mutex);
  105. circlebuf_free(&stream->packets);
  106. #ifdef TEST_FRAMEDROPS
  107. circlebuf_free(&stream->droptest_info);
  108. #endif
  109. circlebuf_free(&stream->dbr_frames);
  110. pthread_mutex_destroy(&stream->dbr_mutex);
  111. os_event_destroy(stream->buffer_space_available_event);
  112. os_event_destroy(stream->buffer_has_data_event);
  113. os_event_destroy(stream->socket_available_event);
  114. os_event_destroy(stream->send_thread_signaled_exit);
  115. pthread_mutex_destroy(&stream->write_buf_mutex);
  116. if (stream->write_buf)
  117. bfree(stream->write_buf);
  118. bfree(stream);
  119. }
  120. static void *rtmp_stream_create(obs_data_t *settings, obs_output_t *output)
  121. {
  122. struct rtmp_stream *stream = bzalloc(sizeof(struct rtmp_stream));
  123. stream->output = output;
  124. pthread_mutex_init_value(&stream->packets_mutex);
  125. RTMP_LogSetCallback(log_rtmp);
  126. RTMP_Init(&stream->rtmp);
  127. RTMP_LogSetLevel(RTMP_LOGWARNING);
  128. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  129. goto fail;
  130. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  131. goto fail;
  132. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  133. warn("Failed to initialize write buffer mutex");
  134. goto fail;
  135. }
  136. if (pthread_mutex_init(&stream->dbr_mutex, NULL) != 0) {
  137. warn("Failed to initialize dbr mutex");
  138. goto fail;
  139. }
  140. if (os_event_init(&stream->buffer_space_available_event,
  141. OS_EVENT_TYPE_AUTO) != 0) {
  142. warn("Failed to initialize write buffer event");
  143. goto fail;
  144. }
  145. if (os_event_init(&stream->buffer_has_data_event, OS_EVENT_TYPE_AUTO) !=
  146. 0) {
  147. warn("Failed to initialize data buffer event");
  148. goto fail;
  149. }
  150. if (os_event_init(&stream->socket_available_event,
  151. OS_EVENT_TYPE_AUTO) != 0) {
  152. warn("Failed to initialize socket buffer event");
  153. goto fail;
  154. }
  155. if (os_event_init(&stream->send_thread_signaled_exit,
  156. OS_EVENT_TYPE_MANUAL) != 0) {
  157. warn("Failed to initialize socket exit event");
  158. goto fail;
  159. }
  160. UNUSED_PARAMETER(settings);
  161. return stream;
  162. fail:
  163. rtmp_stream_destroy(stream);
  164. return NULL;
  165. }
  166. static void rtmp_stream_stop(void *data, uint64_t ts)
  167. {
  168. struct rtmp_stream *stream = data;
  169. if (stopping(stream) && ts != 0)
  170. return;
  171. if (connecting(stream))
  172. pthread_join(stream->connect_thread, NULL);
  173. stream->stop_ts = ts / 1000ULL;
  174. if (ts)
  175. stream->shutdown_timeout_ts =
  176. ts +
  177. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  178. if (active(stream)) {
  179. os_event_signal(stream->stop_event);
  180. if (stream->stop_ts == 0)
  181. os_sem_post(stream->send_sem);
  182. } else {
  183. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  184. }
  185. }
  186. static inline void set_rtmp_str(AVal *val, const char *str)
  187. {
  188. bool valid = (str && *str);
  189. val->av_val = valid ? (char *)str : NULL;
  190. val->av_len = valid ? (int)strlen(str) : 0;
  191. }
  192. static inline void set_rtmp_dstr(AVal *val, struct dstr *str)
  193. {
  194. bool valid = !dstr_is_empty(str);
  195. val->av_val = valid ? str->array : NULL;
  196. val->av_len = valid ? (int)str->len : 0;
  197. }
  198. static inline bool get_next_packet(struct rtmp_stream *stream,
  199. struct encoder_packet *packet)
  200. {
  201. bool new_packet = false;
  202. pthread_mutex_lock(&stream->packets_mutex);
  203. if (stream->packets.size) {
  204. circlebuf_pop_front(&stream->packets, packet,
  205. sizeof(struct encoder_packet));
  206. new_packet = true;
  207. }
  208. pthread_mutex_unlock(&stream->packets_mutex);
  209. return new_packet;
  210. }
  211. static inline void peek_next_packet(struct rtmp_stream *stream,
  212. struct encoder_packet *packet)
  213. {
  214. pthread_mutex_lock(&stream->packets_mutex);
  215. circlebuf_peek_front(&stream->packets, packet,
  216. sizeof(struct encoder_packet));
  217. pthread_mutex_unlock(&stream->packets_mutex);
  218. }
  219. static void reinsert_packet_at_front(struct rtmp_stream *stream,
  220. struct encoder_packet *packet)
  221. {
  222. pthread_mutex_lock(&stream->packets_mutex);
  223. circlebuf_push_front(&stream->packets, packet,
  224. sizeof(struct encoder_packet));
  225. pthread_mutex_unlock(&stream->packets_mutex);
  226. os_sem_post(stream->send_sem);
  227. }
  228. #define RTMP_PACKET_TYPE_RECONNECT 0x20
  229. static bool process_recv_data(struct rtmp_stream *stream, size_t size)
  230. {
  231. UNUSED_PARAMETER(size);
  232. RTMP *rtmp = &stream->rtmp;
  233. RTMPPacket packet = {0};
  234. if (!RTMP_ReadPacket(rtmp, &packet)) {
  235. #ifdef _WIN32
  236. int error = WSAGetLastError();
  237. #else
  238. int error = errno;
  239. #endif
  240. do_log(LOG_ERROR, "RTMP_ReadPacket error: %d", error);
  241. return false;
  242. }
  243. if (packet.m_body) {
  244. if (packet.m_packetType == RTMP_PACKET_TYPE_RECONNECT) {
  245. os_atomic_set_bool(&stream->silent_reconnect, true);
  246. }
  247. RTMPPacket_Free(&packet);
  248. }
  249. return true;
  250. }
  251. #ifdef TEST_FRAMEDROPS
  252. static void droptest_cap_data_rate(struct rtmp_stream *stream, size_t size)
  253. {
  254. uint64_t ts = os_gettime_ns();
  255. struct droptest_info info;
  256. #if defined(_WIN32) && defined(TEST_FRAMEDROPS_WITH_BITRATE_SHORTCUTS)
  257. uint64_t check_elapsed = ts - stream->droptest_last_key_check;
  258. if (check_elapsed > (200ULL * MSEC_TO_NSEC)) {
  259. size_t bitrate = 0;
  260. stream->droptest_last_key_check = ts;
  261. if (GetAsyncKeyState(VK_NUMPAD0) & 0x8000) {
  262. stream->droptest_max = 0;
  263. } else if (GetAsyncKeyState(VK_NUMPAD1) & 0x8000) {
  264. bitrate = 1000;
  265. } else if (GetAsyncKeyState(VK_NUMPAD2) & 0x8000) {
  266. bitrate = 2000;
  267. } else if (GetAsyncKeyState(VK_NUMPAD3) & 0x8000) {
  268. bitrate = 3000;
  269. } else if (GetAsyncKeyState(VK_NUMPAD4) & 0x8000) {
  270. bitrate = 4000;
  271. } else if (GetAsyncKeyState(VK_NUMPAD5) & 0x8000) {
  272. bitrate = 5000;
  273. } else if (GetAsyncKeyState(VK_NUMPAD6) & 0x8000) {
  274. bitrate = 6000;
  275. } else if (GetAsyncKeyState(VK_NUMPAD7) & 0x8000) {
  276. bitrate = 7000;
  277. } else if (GetAsyncKeyState(VK_NUMPAD8) & 0x8000) {
  278. bitrate = 8000;
  279. } else if (GetAsyncKeyState(VK_NUMPAD9) & 0x8000) {
  280. bitrate = 9000;
  281. }
  282. if (bitrate) {
  283. stream->droptest_max = (bitrate * 1000 / 8);
  284. }
  285. }
  286. if (!stream->droptest_max) {
  287. return;
  288. }
  289. #else
  290. if (!stream->droptest_max) {
  291. stream->droptest_max = DROPTEST_MAX_BYTES;
  292. }
  293. #endif
  294. info.ts = ts;
  295. info.size = size;
  296. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  297. stream->droptest_size += size;
  298. if (stream->droptest_info.size) {
  299. circlebuf_peek_front(&stream->droptest_info, &info,
  300. sizeof(info));
  301. if (stream->droptest_size > stream->droptest_max) {
  302. uint64_t elapsed = ts - info.ts;
  303. if (elapsed < 1000000000ULL) {
  304. elapsed = 1000000000ULL - elapsed;
  305. os_sleepto_ns(ts + elapsed);
  306. }
  307. while (stream->droptest_size > stream->droptest_max) {
  308. circlebuf_pop_front(&stream->droptest_info,
  309. &info, sizeof(info));
  310. stream->droptest_size -= info.size;
  311. }
  312. }
  313. }
  314. }
  315. #endif
  316. static int socket_queue_data(RTMPSockBuf *sb, const char *data, int len,
  317. void *arg)
  318. {
  319. UNUSED_PARAMETER(sb);
  320. struct rtmp_stream *stream = arg;
  321. retry_send:
  322. if (!RTMP_IsConnected(&stream->rtmp))
  323. return 0;
  324. pthread_mutex_lock(&stream->write_buf_mutex);
  325. if (stream->write_buf_len + len > stream->write_buf_size) {
  326. pthread_mutex_unlock(&stream->write_buf_mutex);
  327. if (os_event_wait(stream->buffer_space_available_event)) {
  328. return 0;
  329. }
  330. goto retry_send;
  331. }
  332. memcpy(stream->write_buf + stream->write_buf_len, data, len);
  333. stream->write_buf_len += len;
  334. pthread_mutex_unlock(&stream->write_buf_mutex);
  335. os_event_signal(stream->buffer_has_data_event);
  336. return len;
  337. }
  338. static int send_packet(struct rtmp_stream *stream,
  339. struct encoder_packet *packet, bool is_header,
  340. size_t idx)
  341. {
  342. uint8_t *data;
  343. size_t size;
  344. int recv_size = 0;
  345. int ret = 0;
  346. assert(idx < RTMP_MAX_STREAMS);
  347. if (!stream->new_socket_loop) {
  348. #ifdef _WIN32
  349. ret = ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONREAD,
  350. (u_long *)&recv_size);
  351. #else
  352. ret = ioctl(stream->rtmp.m_sb.sb_socket, FIONREAD, &recv_size);
  353. #endif
  354. if (ret >= 0 && recv_size > 0) {
  355. if (!process_recv_data(stream, (size_t)recv_size))
  356. return -1;
  357. }
  358. }
  359. if (idx > 0) {
  360. flv_additional_packet_mux(
  361. packet, is_header ? 0 : stream->start_dts_offset, &data,
  362. &size, is_header, idx);
  363. } else {
  364. flv_packet_mux(packet, is_header ? 0 : stream->start_dts_offset,
  365. &data, &size, is_header);
  366. }
  367. #ifdef TEST_FRAMEDROPS
  368. droptest_cap_data_rate(stream, size);
  369. #endif
  370. ret = RTMP_Write(&stream->rtmp, (char *)data, (int)size, 0);
  371. bfree(data);
  372. if (is_header)
  373. bfree(packet->data);
  374. else
  375. obs_encoder_packet_release(packet);
  376. stream->total_bytes_sent += size;
  377. return ret;
  378. }
  379. static inline bool send_headers(struct rtmp_stream *stream);
  380. static inline bool can_shutdown_stream(struct rtmp_stream *stream,
  381. struct encoder_packet *packet)
  382. {
  383. uint64_t cur_time = os_gettime_ns();
  384. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  385. if (timeout)
  386. info("Stream shutdown timeout reached (%d second(s))",
  387. stream->max_shutdown_time_sec);
  388. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  389. }
  390. static void set_output_error(struct rtmp_stream *stream)
  391. {
  392. const char *msg = NULL;
  393. #ifdef _WIN32
  394. switch (stream->rtmp.last_error_code) {
  395. case WSAETIMEDOUT:
  396. msg = obs_module_text("ConnectionTimedOut");
  397. break;
  398. case WSAEACCES:
  399. msg = obs_module_text("PermissionDenied");
  400. break;
  401. case WSAECONNABORTED:
  402. msg = obs_module_text("ConnectionAborted");
  403. break;
  404. case WSAECONNRESET:
  405. msg = obs_module_text("ConnectionReset");
  406. break;
  407. case WSAHOST_NOT_FOUND:
  408. msg = obs_module_text("HostNotFound");
  409. break;
  410. case WSANO_DATA:
  411. msg = obs_module_text("NoData");
  412. break;
  413. case WSAEADDRNOTAVAIL:
  414. msg = obs_module_text("AddressNotAvailable");
  415. break;
  416. }
  417. #else
  418. switch (stream->rtmp.last_error_code) {
  419. case ETIMEDOUT:
  420. msg = obs_module_text("ConnectionTimedOut");
  421. break;
  422. case EACCES:
  423. msg = obs_module_text("PermissionDenied");
  424. break;
  425. case ECONNABORTED:
  426. msg = obs_module_text("ConnectionAborted");
  427. break;
  428. case ECONNRESET:
  429. msg = obs_module_text("ConnectionReset");
  430. break;
  431. case HOST_NOT_FOUND:
  432. msg = obs_module_text("HostNotFound");
  433. break;
  434. case NO_DATA:
  435. msg = obs_module_text("NoData");
  436. break;
  437. case EADDRNOTAVAIL:
  438. msg = obs_module_text("AddressNotAvailable");
  439. break;
  440. }
  441. #endif
  442. // non platform-specific errors
  443. if (!msg) {
  444. switch (stream->rtmp.last_error_code) {
  445. case -0x2700:
  446. msg = obs_module_text("SSLCertVerifyFailed");
  447. break;
  448. case -0x7680:
  449. msg = "Failed to load root certificates for a secure TLS connection."
  450. #if defined(__linux__)
  451. " Check you have an up to date root certificate bundle in /etc/ssl/certs."
  452. #endif
  453. ;
  454. break;
  455. }
  456. }
  457. if (msg)
  458. obs_output_set_last_error(stream->output, msg);
  459. }
  460. static void dbr_add_frame(struct rtmp_stream *stream, struct dbr_frame *back)
  461. {
  462. struct dbr_frame front;
  463. uint64_t dur;
  464. circlebuf_push_back(&stream->dbr_frames, back, sizeof(*back));
  465. circlebuf_peek_front(&stream->dbr_frames, &front, sizeof(front));
  466. stream->dbr_data_size += back->size;
  467. dur = (back->send_end - front.send_beg) / 1000000;
  468. if (dur >= MAX_ESTIMATE_DURATION_MS) {
  469. stream->dbr_data_size -= front.size;
  470. circlebuf_pop_front(&stream->dbr_frames, NULL, sizeof(front));
  471. }
  472. stream->dbr_est_bitrate =
  473. (dur >= MIN_ESTIMATE_DURATION_MS)
  474. ? (long)(stream->dbr_data_size * 1000 / dur)
  475. : 0;
  476. stream->dbr_est_bitrate *= 8;
  477. stream->dbr_est_bitrate /= 1000;
  478. if (stream->dbr_est_bitrate) {
  479. stream->dbr_est_bitrate -= stream->audio_bitrate;
  480. if (stream->dbr_est_bitrate < 50)
  481. stream->dbr_est_bitrate = 50;
  482. }
  483. }
  484. static void dbr_set_bitrate(struct rtmp_stream *stream);
  485. static bool rtmp_stream_start(void *data);
  486. #ifdef _WIN32
  487. #define socklen_t int
  488. #endif
  489. static void log_sndbuf_size(struct rtmp_stream *stream)
  490. {
  491. int cur_sendbuf_size;
  492. socklen_t int_size = sizeof(int);
  493. if (!getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  494. (char *)&cur_sendbuf_size, &int_size)) {
  495. info("Socket send buffer is %d bytes", cur_sendbuf_size);
  496. }
  497. }
  498. static void *send_thread(void *data)
  499. {
  500. struct rtmp_stream *stream = data;
  501. os_set_thread_name("rtmp-stream: send_thread");
  502. #if defined(_WIN32)
  503. // Despite MSDN claiming otherwise, send buffer auto tuning on
  504. // Windows 7 doesn't seem to work very well.
  505. if (get_win_ver_int() == 0x601) {
  506. DWORD cur_sendbuf_size;
  507. DWORD desired_sendbuf_size = 524288;
  508. socklen_t int_size = sizeof(int);
  509. if (!getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET,
  510. SO_SNDBUF, (char *)&cur_sendbuf_size,
  511. &int_size) &&
  512. cur_sendbuf_size < desired_sendbuf_size) {
  513. setsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET,
  514. SO_SNDBUF, (char *)&desired_sendbuf_size,
  515. sizeof(desired_sendbuf_size));
  516. }
  517. }
  518. log_sndbuf_size(stream);
  519. #endif
  520. while (os_sem_wait(stream->send_sem) == 0) {
  521. struct encoder_packet packet;
  522. struct dbr_frame dbr_frame;
  523. if (stopping(stream) && stream->stop_ts == 0) {
  524. break;
  525. }
  526. if (!get_next_packet(stream, &packet))
  527. continue;
  528. if (stopping(stream)) {
  529. if (can_shutdown_stream(stream, &packet)) {
  530. obs_encoder_packet_release(&packet);
  531. break;
  532. }
  533. }
  534. if (!stream->sent_headers) {
  535. if (!send_headers(stream)) {
  536. os_atomic_set_bool(&stream->disconnected, true);
  537. break;
  538. }
  539. }
  540. /* silent reconnect signal received from server, reconnect on
  541. * next keyframe */
  542. if (silently_reconnecting(stream) &&
  543. packet.type == OBS_ENCODER_VIDEO && packet.keyframe) {
  544. reinsert_packet_at_front(stream, &packet);
  545. break;
  546. }
  547. if (stream->dbr_enabled) {
  548. dbr_frame.send_beg = os_gettime_ns();
  549. dbr_frame.size = packet.size;
  550. }
  551. if (send_packet(stream, &packet, false, packet.track_idx) < 0) {
  552. os_atomic_set_bool(&stream->disconnected, true);
  553. break;
  554. }
  555. if (stream->dbr_enabled) {
  556. dbr_frame.send_end = os_gettime_ns();
  557. pthread_mutex_lock(&stream->dbr_mutex);
  558. dbr_add_frame(stream, &dbr_frame);
  559. pthread_mutex_unlock(&stream->dbr_mutex);
  560. }
  561. }
  562. bool encode_error = os_atomic_load_bool(&stream->encode_error);
  563. if (disconnected(stream)) {
  564. info("Disconnected from %s", stream->path.array);
  565. } else if (encode_error) {
  566. info("Encoder error, disconnecting");
  567. } else if (silently_reconnecting(stream)) {
  568. info("Silent reconnect signal received from server");
  569. } else {
  570. info("User stopped the stream");
  571. }
  572. #if defined(_WIN32)
  573. log_sndbuf_size(stream);
  574. #endif
  575. if (stream->new_socket_loop) {
  576. os_event_signal(stream->send_thread_signaled_exit);
  577. os_event_signal(stream->buffer_has_data_event);
  578. pthread_join(stream->socket_thread, NULL);
  579. stream->socket_thread_active = false;
  580. stream->rtmp.m_bCustomSend = false;
  581. }
  582. set_output_error(stream);
  583. if (silently_reconnecting(stream)) {
  584. /* manually close the socket to prevent librtmp from sending
  585. * unpublish / deletestream messages when we call RTMP_Close,
  586. * since we want to re-use this stream when we reconnect */
  587. RTMPSockBuf_Close(&stream->rtmp.m_sb);
  588. stream->rtmp.m_sb.sb_socket = -1;
  589. }
  590. RTMP_Close(&stream->rtmp);
  591. /* reset bitrate on stop */
  592. if (stream->dbr_enabled) {
  593. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  594. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  595. dbr_set_bitrate(stream);
  596. }
  597. }
  598. if (!stopping(stream)) {
  599. pthread_detach(stream->send_thread);
  600. if (!silently_reconnecting(stream))
  601. obs_output_signal_stop(stream->output,
  602. OBS_OUTPUT_DISCONNECTED);
  603. } else if (encode_error) {
  604. obs_output_signal_stop(stream->output, OBS_OUTPUT_ENCODE_ERROR);
  605. } else {
  606. obs_output_end_data_capture(stream->output);
  607. }
  608. if (!silently_reconnecting(stream)) {
  609. free_packets(stream);
  610. os_event_reset(stream->stop_event);
  611. os_atomic_set_bool(&stream->active, false);
  612. }
  613. stream->sent_headers = false;
  614. /* reset bitrate on stop */
  615. if (stream->dbr_enabled) {
  616. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  617. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  618. dbr_set_bitrate(stream);
  619. }
  620. }
  621. if (silently_reconnecting(stream)) {
  622. rtmp_stream_start(stream);
  623. }
  624. return NULL;
  625. }
  626. static bool send_additional_meta_data(struct rtmp_stream *stream)
  627. {
  628. uint8_t *meta_data;
  629. size_t meta_data_size;
  630. bool success = true;
  631. flv_additional_meta_data(stream->output, &meta_data, &meta_data_size);
  632. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  633. (int)meta_data_size, 0) >= 0;
  634. bfree(meta_data);
  635. return success;
  636. }
  637. static bool send_meta_data(struct rtmp_stream *stream)
  638. {
  639. uint8_t *meta_data;
  640. size_t meta_data_size;
  641. bool success = true;
  642. flv_meta_data(stream->output, &meta_data, &meta_data_size, false);
  643. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  644. (int)meta_data_size, 0) >= 0;
  645. bfree(meta_data);
  646. return success;
  647. }
  648. static bool send_audio_header(struct rtmp_stream *stream, size_t idx,
  649. bool *next)
  650. {
  651. obs_output_t *context = stream->output;
  652. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, idx);
  653. uint8_t *header;
  654. struct encoder_packet packet = {.type = OBS_ENCODER_AUDIO,
  655. .timebase_den = 1};
  656. if (!aencoder) {
  657. *next = false;
  658. return true;
  659. }
  660. if (!obs_encoder_get_extra_data(aencoder, &header, &packet.size))
  661. return false;
  662. packet.data = bmemdup(header, packet.size);
  663. return send_packet(stream, &packet, true, idx) >= 0;
  664. }
  665. static bool send_video_header(struct rtmp_stream *stream)
  666. {
  667. obs_output_t *context = stream->output;
  668. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  669. uint8_t *header;
  670. size_t size;
  671. struct encoder_packet packet = {
  672. .type = OBS_ENCODER_VIDEO, .timebase_den = 1, .keyframe = true};
  673. if (!obs_encoder_get_extra_data(vencoder, &header, &size))
  674. return false;
  675. packet.size = obs_parse_avc_header(&packet.data, header, size);
  676. return send_packet(stream, &packet, true, 0) >= 0;
  677. }
  678. static inline bool send_headers(struct rtmp_stream *stream)
  679. {
  680. stream->sent_headers = true;
  681. size_t i = 0;
  682. bool next = true;
  683. if (!send_audio_header(stream, i++, &next))
  684. return false;
  685. if (!send_video_header(stream))
  686. return false;
  687. while (next) {
  688. if (!send_audio_header(stream, i++, &next))
  689. return false;
  690. }
  691. return true;
  692. }
  693. static inline bool reset_semaphore(struct rtmp_stream *stream)
  694. {
  695. os_sem_destroy(stream->send_sem);
  696. return os_sem_init(&stream->send_sem, 0) == 0;
  697. }
  698. static int init_send(struct rtmp_stream *stream)
  699. {
  700. int ret;
  701. obs_output_t *context = stream->output;
  702. if (!silently_reconnecting(stream))
  703. reset_semaphore(stream);
  704. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  705. if (ret != 0) {
  706. RTMP_Close(&stream->rtmp);
  707. warn("Failed to create send thread");
  708. return OBS_OUTPUT_ERROR;
  709. }
  710. if (stream->new_socket_loop) {
  711. int one = 1;
  712. #ifdef _WIN32
  713. if (ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  714. stream->rtmp.last_error_code = WSAGetLastError();
  715. #else
  716. if (ioctl(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  717. stream->rtmp.last_error_code = errno;
  718. #endif
  719. warn("Failed to set non-blocking socket");
  720. return OBS_OUTPUT_ERROR;
  721. }
  722. os_event_reset(stream->send_thread_signaled_exit);
  723. info("New socket loop enabled by user");
  724. if (stream->low_latency_mode)
  725. info("Low latency mode enabled by user");
  726. if (stream->write_buf)
  727. bfree(stream->write_buf);
  728. int total_bitrate = 0;
  729. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  730. if (vencoder) {
  731. obs_data_t *params = obs_encoder_get_settings(vencoder);
  732. if (params) {
  733. int bitrate =
  734. obs_data_get_int(params, "bitrate");
  735. if (!bitrate) {
  736. warn("Video encoder didn't return a "
  737. "valid bitrate, new network "
  738. "code may function poorly. "
  739. "Low latency mode disabled.");
  740. stream->low_latency_mode = false;
  741. bitrate = 10000;
  742. }
  743. total_bitrate += bitrate;
  744. obs_data_release(params);
  745. }
  746. }
  747. obs_encoder_t *aencoder =
  748. obs_output_get_audio_encoder(context, 0);
  749. if (aencoder) {
  750. obs_data_t *params = obs_encoder_get_settings(aencoder);
  751. if (params) {
  752. int bitrate =
  753. obs_data_get_int(params, "bitrate");
  754. if (!bitrate)
  755. bitrate = 160;
  756. total_bitrate += bitrate;
  757. obs_data_release(params);
  758. }
  759. }
  760. // to bytes/sec
  761. int ideal_buffer_size = total_bitrate * 128;
  762. if (ideal_buffer_size < 131072)
  763. ideal_buffer_size = 131072;
  764. stream->write_buf_size = ideal_buffer_size;
  765. stream->write_buf = bmalloc(ideal_buffer_size);
  766. #ifdef _WIN32
  767. ret = pthread_create(&stream->socket_thread, NULL,
  768. socket_thread_windows, stream);
  769. #else
  770. warn("New socket loop not supported on this platform");
  771. return OBS_OUTPUT_ERROR;
  772. #endif
  773. if (ret != 0) {
  774. RTMP_Close(&stream->rtmp);
  775. warn("Failed to create socket thread");
  776. return OBS_OUTPUT_ERROR;
  777. }
  778. stream->socket_thread_active = true;
  779. stream->rtmp.m_bCustomSend = true;
  780. stream->rtmp.m_customSendFunc = socket_queue_data;
  781. stream->rtmp.m_customSendParam = stream;
  782. }
  783. os_atomic_set_bool(&stream->active, true);
  784. if (!send_meta_data(stream)) {
  785. warn("Disconnected while attempting to send metadata");
  786. set_output_error(stream);
  787. return OBS_OUTPUT_DISCONNECTED;
  788. }
  789. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, 1);
  790. if (aencoder && !send_additional_meta_data(stream)) {
  791. warn("Disconnected while attempting to send additional "
  792. "metadata");
  793. return OBS_OUTPUT_DISCONNECTED;
  794. }
  795. if (obs_output_get_audio_encoder(context, 2) != NULL) {
  796. warn("Additional audio streams not supported");
  797. return OBS_OUTPUT_DISCONNECTED;
  798. }
  799. if (!silently_reconnecting(stream))
  800. obs_output_begin_data_capture(stream->output, 0);
  801. return OBS_OUTPUT_SUCCESS;
  802. }
  803. #ifdef _WIN32
  804. static void win32_log_interface_type(struct rtmp_stream *stream)
  805. {
  806. RTMP *rtmp = &stream->rtmp;
  807. MIB_IPFORWARDROW route;
  808. uint32_t dest_addr, source_addr;
  809. char hostname[256];
  810. HOSTENT *h;
  811. if (rtmp->Link.hostname.av_len >= sizeof(hostname) - 1)
  812. return;
  813. strncpy(hostname, rtmp->Link.hostname.av_val, sizeof(hostname));
  814. hostname[rtmp->Link.hostname.av_len] = 0;
  815. h = gethostbyname(hostname);
  816. if (!h)
  817. return;
  818. dest_addr = *(uint32_t *)h->h_addr_list[0];
  819. if (rtmp->m_bindIP.addrLen == 0)
  820. source_addr = 0;
  821. else if (rtmp->m_bindIP.addr.ss_family == AF_INET)
  822. source_addr = (*(struct sockaddr_in *)&rtmp->m_bindIP.addr)
  823. .sin_addr.S_un.S_addr;
  824. else
  825. return;
  826. if (!GetBestRoute(dest_addr, source_addr, &route)) {
  827. MIB_IFROW row;
  828. memset(&row, 0, sizeof(row));
  829. row.dwIndex = route.dwForwardIfIndex;
  830. if (!GetIfEntry(&row)) {
  831. uint32_t speed = row.dwSpeed / 1000000;
  832. char *type;
  833. struct dstr other = {0};
  834. if (row.dwType == IF_TYPE_ETHERNET_CSMACD) {
  835. type = "ethernet";
  836. } else if (row.dwType == IF_TYPE_IEEE80211) {
  837. type = "802.11";
  838. } else {
  839. dstr_printf(&other, "type %lu", row.dwType);
  840. type = other.array;
  841. }
  842. info("Interface: %s (%s, %lu mbps)", row.bDescr, type,
  843. speed);
  844. dstr_free(&other);
  845. }
  846. }
  847. }
  848. #endif
  849. static void add_connect_data(char **penc, char *pend)
  850. {
  851. const AVal val = AVC("supportsGoAway");
  852. *penc = AMF_EncodeNamedBoolean(*penc, pend, &val, true);
  853. }
  854. static int try_connect(struct rtmp_stream *stream)
  855. {
  856. if (dstr_is_empty(&stream->path)) {
  857. warn("URL is empty");
  858. return OBS_OUTPUT_BAD_PATH;
  859. }
  860. info("Connecting to RTMP URL %s...", stream->path.array);
  861. // on reconnect we need to reset the internal variables of librtmp
  862. // otherwise the data sent/received will not parse correctly on the other end
  863. RTMP_Reset(&stream->rtmp);
  864. // apparently TLS will not properly persist through connections
  865. RTMP_TLS_Free(&stream->rtmp);
  866. RTMP_TLS_Init(&stream->rtmp);
  867. // since we don't call RTMP_Init above, there's no other good place
  868. // to reset this as doing it in RTMP_Close breaks the ugly RTMP
  869. // authentication system
  870. memset(&stream->rtmp.Link, 0, sizeof(stream->rtmp.Link));
  871. stream->rtmp.last_error_code = 0;
  872. if (!RTMP_SetupURL(&stream->rtmp, stream->path.array))
  873. return OBS_OUTPUT_BAD_PATH;
  874. RTMP_EnableWrite(&stream->rtmp);
  875. dstr_copy(&stream->encoder_name, "FMLE/3.0 (compatible; FMSc/1.0)");
  876. set_rtmp_dstr(&stream->rtmp.Link.pubUser, &stream->username);
  877. set_rtmp_dstr(&stream->rtmp.Link.pubPasswd, &stream->password);
  878. set_rtmp_dstr(&stream->rtmp.Link.flashVer, &stream->encoder_name);
  879. stream->rtmp.Link.swfUrl = stream->rtmp.Link.tcUrl;
  880. stream->rtmp.Link.customConnectEncode = add_connect_data;
  881. if (dstr_is_empty(&stream->bind_ip) ||
  882. dstr_cmp(&stream->bind_ip, "default") == 0) {
  883. memset(&stream->rtmp.m_bindIP, 0,
  884. sizeof(stream->rtmp.m_bindIP));
  885. } else {
  886. bool success = netif_str_to_addr(&stream->rtmp.m_bindIP.addr,
  887. &stream->rtmp.m_bindIP.addrLen,
  888. stream->bind_ip.array);
  889. if (success) {
  890. int len = stream->rtmp.m_bindIP.addrLen;
  891. bool ipv6 = len == sizeof(struct sockaddr_in6);
  892. info("Binding to IPv%d", ipv6 ? 6 : 4);
  893. }
  894. }
  895. RTMP_AddStream(&stream->rtmp, stream->key.array);
  896. stream->rtmp.m_outChunkSize = 4096;
  897. stream->rtmp.m_bSendChunkSizeInfo = true;
  898. stream->rtmp.m_bUseNagle = true;
  899. #ifdef _WIN32
  900. win32_log_interface_type(stream);
  901. #endif
  902. if (!RTMP_Connect(&stream->rtmp, NULL)) {
  903. set_output_error(stream);
  904. return OBS_OUTPUT_CONNECT_FAILED;
  905. }
  906. if (!RTMP_ConnectStream(&stream->rtmp, 0))
  907. return OBS_OUTPUT_INVALID_STREAM;
  908. info("Connection to %s successful", stream->path.array);
  909. return init_send(stream);
  910. }
  911. static bool init_connect(struct rtmp_stream *stream)
  912. {
  913. obs_service_t *service;
  914. obs_data_t *settings;
  915. const char *bind_ip;
  916. int64_t drop_p;
  917. int64_t drop_b;
  918. uint32_t caps;
  919. if (stopping(stream)) {
  920. pthread_join(stream->send_thread, NULL);
  921. }
  922. free_packets(stream);
  923. service = obs_output_get_service(stream->output);
  924. if (!service)
  925. return false;
  926. os_atomic_set_bool(&stream->disconnected, false);
  927. os_atomic_set_bool(&stream->encode_error, false);
  928. stream->total_bytes_sent = 0;
  929. stream->dropped_frames = 0;
  930. stream->min_priority = 0;
  931. stream->got_first_video = false;
  932. settings = obs_output_get_settings(stream->output);
  933. dstr_copy(&stream->path, obs_service_get_url(service));
  934. dstr_copy(&stream->key, obs_service_get_key(service));
  935. dstr_copy(&stream->username, obs_service_get_username(service));
  936. dstr_copy(&stream->password, obs_service_get_password(service));
  937. dstr_depad(&stream->path);
  938. dstr_depad(&stream->key);
  939. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  940. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  941. stream->max_shutdown_time_sec =
  942. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  943. obs_encoder_t *venc = obs_output_get_video_encoder(stream->output);
  944. obs_encoder_t *aenc = obs_output_get_audio_encoder(stream->output, 0);
  945. obs_data_t *vsettings = obs_encoder_get_settings(venc);
  946. obs_data_t *asettings = obs_encoder_get_settings(aenc);
  947. circlebuf_free(&stream->dbr_frames);
  948. stream->audio_bitrate = (long)obs_data_get_int(asettings, "bitrate");
  949. stream->dbr_data_size = 0;
  950. stream->dbr_orig_bitrate = (long)obs_data_get_int(vsettings, "bitrate");
  951. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  952. stream->dbr_est_bitrate = 0;
  953. stream->dbr_inc_bitrate = stream->dbr_orig_bitrate / 10;
  954. stream->dbr_inc_timeout = 0;
  955. stream->dbr_enabled = obs_data_get_bool(settings, OPT_DYN_BITRATE);
  956. caps = obs_encoder_get_caps(venc);
  957. if ((caps & OBS_ENCODER_CAP_DYN_BITRATE) == 0) {
  958. stream->dbr_enabled = false;
  959. }
  960. if (obs_output_get_delay(stream->output) != 0) {
  961. stream->dbr_enabled = false;
  962. }
  963. if (stream->dbr_enabled) {
  964. info("Dynamic bitrate enabled. Dropped frames begone!");
  965. }
  966. obs_data_release(vsettings);
  967. obs_data_release(asettings);
  968. if (drop_p < (drop_b + 200))
  969. drop_p = drop_b + 200;
  970. stream->drop_threshold_usec = 1000 * drop_b;
  971. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  972. bind_ip = obs_data_get_string(settings, OPT_BIND_IP);
  973. dstr_copy(&stream->bind_ip, bind_ip);
  974. stream->new_socket_loop =
  975. obs_data_get_bool(settings, OPT_NEWSOCKETLOOP_ENABLED);
  976. stream->low_latency_mode =
  977. obs_data_get_bool(settings, OPT_LOWLATENCY_ENABLED);
  978. // ugly hack for now, can be removed once new loop is reworked
  979. if (stream->new_socket_loop &&
  980. !strncmp(stream->path.array, "rtmps://", 8)) {
  981. warn("Disabling network optimizations, not compatible with RTMPS");
  982. stream->new_socket_loop = false;
  983. }
  984. obs_data_release(settings);
  985. return true;
  986. }
  987. static void *connect_thread(void *data)
  988. {
  989. struct rtmp_stream *stream = data;
  990. int ret;
  991. os_set_thread_name("rtmp-stream: connect_thread");
  992. if (!silently_reconnecting(stream)) {
  993. if (!init_connect(stream)) {
  994. obs_output_signal_stop(stream->output,
  995. OBS_OUTPUT_BAD_PATH);
  996. os_atomic_set_bool(&stream->silent_reconnect, false);
  997. return NULL;
  998. }
  999. } else {
  1000. struct encoder_packet packet;
  1001. peek_next_packet(stream, &packet);
  1002. stream->start_dts_offset = get_ms_time(&packet, packet.dts);
  1003. }
  1004. ret = try_connect(stream);
  1005. if (ret != OBS_OUTPUT_SUCCESS) {
  1006. obs_output_signal_stop(stream->output, ret);
  1007. info("Connection to %s failed: %d", stream->path.array, ret);
  1008. }
  1009. if (!stopping(stream))
  1010. pthread_detach(stream->connect_thread);
  1011. os_atomic_set_bool(&stream->silent_reconnect, false);
  1012. os_atomic_set_bool(&stream->connecting, false);
  1013. return NULL;
  1014. }
  1015. static bool rtmp_stream_start(void *data)
  1016. {
  1017. struct rtmp_stream *stream = data;
  1018. if (!silently_reconnecting(stream)) {
  1019. if (!obs_output_can_begin_data_capture(stream->output, 0))
  1020. return false;
  1021. if (!obs_output_initialize_encoders(stream->output, 0))
  1022. return false;
  1023. }
  1024. os_atomic_set_bool(&stream->connecting, true);
  1025. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  1026. stream) == 0;
  1027. }
  1028. static inline bool add_packet(struct rtmp_stream *stream,
  1029. struct encoder_packet *packet)
  1030. {
  1031. circlebuf_push_back(&stream->packets, packet,
  1032. sizeof(struct encoder_packet));
  1033. return true;
  1034. }
  1035. static inline size_t num_buffered_packets(struct rtmp_stream *stream)
  1036. {
  1037. return stream->packets.size / sizeof(struct encoder_packet);
  1038. }
  1039. static void drop_frames(struct rtmp_stream *stream, const char *name,
  1040. int highest_priority, bool pframes)
  1041. {
  1042. UNUSED_PARAMETER(pframes);
  1043. struct circlebuf new_buf = {0};
  1044. int num_frames_dropped = 0;
  1045. #ifdef _DEBUG
  1046. int start_packets = (int)num_buffered_packets(stream);
  1047. #else
  1048. UNUSED_PARAMETER(name);
  1049. #endif
  1050. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  1051. while (stream->packets.size) {
  1052. struct encoder_packet packet;
  1053. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  1054. /* do not drop audio data or video keyframes */
  1055. if (packet.type == OBS_ENCODER_AUDIO ||
  1056. packet.drop_priority >= highest_priority) {
  1057. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  1058. } else {
  1059. num_frames_dropped++;
  1060. obs_encoder_packet_release(&packet);
  1061. }
  1062. }
  1063. circlebuf_free(&stream->packets);
  1064. stream->packets = new_buf;
  1065. if (stream->min_priority < highest_priority)
  1066. stream->min_priority = highest_priority;
  1067. if (!num_frames_dropped)
  1068. return;
  1069. stream->dropped_frames += num_frames_dropped;
  1070. #ifdef _DEBUG
  1071. debug("Dropped %s, prev packet count: %d, new packet count: %d", name,
  1072. start_packets, (int)num_buffered_packets(stream));
  1073. #endif
  1074. }
  1075. static bool find_first_video_packet(struct rtmp_stream *stream,
  1076. struct encoder_packet *first)
  1077. {
  1078. size_t count = stream->packets.size / sizeof(*first);
  1079. for (size_t i = 0; i < count; i++) {
  1080. struct encoder_packet *cur =
  1081. circlebuf_data(&stream->packets, i * sizeof(*first));
  1082. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  1083. *first = *cur;
  1084. return true;
  1085. }
  1086. }
  1087. return false;
  1088. }
  1089. static bool dbr_bitrate_lowered(struct rtmp_stream *stream)
  1090. {
  1091. long prev_bitrate = stream->dbr_prev_bitrate;
  1092. long est_bitrate = 0;
  1093. long new_bitrate;
  1094. if (stream->dbr_est_bitrate &&
  1095. stream->dbr_est_bitrate < stream->dbr_cur_bitrate) {
  1096. stream->dbr_data_size = 0;
  1097. circlebuf_pop_front(&stream->dbr_frames, NULL,
  1098. stream->dbr_frames.size);
  1099. est_bitrate = stream->dbr_est_bitrate / 100 * 100;
  1100. if (est_bitrate < 50) {
  1101. est_bitrate = 50;
  1102. }
  1103. }
  1104. #if 0
  1105. if (prev_bitrate && est_bitrate) {
  1106. if (prev_bitrate < est_bitrate) {
  1107. blog(LOG_INFO, "going back to prev bitrate: "
  1108. "prev_bitrate (%d) < est_bitrate (%d)",
  1109. prev_bitrate,
  1110. est_bitrate);
  1111. new_bitrate = prev_bitrate;
  1112. } else {
  1113. new_bitrate = est_bitrate;
  1114. }
  1115. new_bitrate = est_bitrate;
  1116. } else if (prev_bitrate) {
  1117. new_bitrate = prev_bitrate;
  1118. info("going back to prev bitrate");
  1119. } else if (est_bitrate) {
  1120. new_bitrate = est_bitrate;
  1121. } else {
  1122. return false;
  1123. }
  1124. #else
  1125. if (est_bitrate) {
  1126. new_bitrate = est_bitrate;
  1127. } else if (prev_bitrate) {
  1128. new_bitrate = prev_bitrate;
  1129. info("going back to prev bitrate");
  1130. } else {
  1131. return false;
  1132. }
  1133. if (new_bitrate == stream->dbr_cur_bitrate) {
  1134. return false;
  1135. }
  1136. #endif
  1137. stream->dbr_prev_bitrate = 0;
  1138. stream->dbr_cur_bitrate = new_bitrate;
  1139. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1140. info("bitrate decreased to: %ld", stream->dbr_cur_bitrate);
  1141. return true;
  1142. }
  1143. static void dbr_set_bitrate(struct rtmp_stream *stream)
  1144. {
  1145. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  1146. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  1147. obs_data_set_int(settings, "bitrate", stream->dbr_cur_bitrate);
  1148. obs_encoder_update(vencoder, settings);
  1149. obs_data_release(settings);
  1150. }
  1151. static void dbr_inc_bitrate(struct rtmp_stream *stream)
  1152. {
  1153. stream->dbr_prev_bitrate = stream->dbr_cur_bitrate;
  1154. stream->dbr_cur_bitrate += stream->dbr_inc_bitrate;
  1155. if (stream->dbr_cur_bitrate >= stream->dbr_orig_bitrate) {
  1156. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  1157. info("bitrate increased to: %ld, done",
  1158. stream->dbr_cur_bitrate);
  1159. } else if (stream->dbr_cur_bitrate < stream->dbr_orig_bitrate) {
  1160. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1161. info("bitrate increased to: %ld, waiting",
  1162. stream->dbr_cur_bitrate);
  1163. }
  1164. }
  1165. static void check_to_drop_frames(struct rtmp_stream *stream, bool pframes)
  1166. {
  1167. struct encoder_packet first;
  1168. int64_t buffer_duration_usec;
  1169. size_t num_packets = num_buffered_packets(stream);
  1170. const char *name = pframes ? "p-frames" : "b-frames";
  1171. int priority = pframes ? OBS_NAL_PRIORITY_HIGHEST
  1172. : OBS_NAL_PRIORITY_HIGH;
  1173. int64_t drop_threshold = pframes ? stream->pframe_drop_threshold_usec
  1174. : stream->drop_threshold_usec;
  1175. if (!pframes && stream->dbr_enabled) {
  1176. if (stream->dbr_inc_timeout) {
  1177. uint64_t t = os_gettime_ns();
  1178. if (t >= stream->dbr_inc_timeout) {
  1179. stream->dbr_inc_timeout = 0;
  1180. dbr_inc_bitrate(stream);
  1181. dbr_set_bitrate(stream);
  1182. }
  1183. }
  1184. }
  1185. if (num_packets < 5) {
  1186. if (!pframes)
  1187. stream->congestion = 0.0f;
  1188. return;
  1189. }
  1190. if (!find_first_video_packet(stream, &first))
  1191. return;
  1192. /* if the amount of time stored in the buffered packets waiting to be
  1193. * sent is higher than threshold, drop frames */
  1194. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  1195. if (!pframes) {
  1196. stream->congestion =
  1197. (float)buffer_duration_usec / (float)drop_threshold;
  1198. }
  1199. /* alternatively, drop only pframes:
  1200. * (!pframes && stream->dbr_enabled)
  1201. * but let's test without dropping frames
  1202. * at all first */
  1203. if (stream->dbr_enabled) {
  1204. bool bitrate_changed = false;
  1205. if (pframes) {
  1206. return;
  1207. }
  1208. if ((uint64_t)buffer_duration_usec >= DBR_TRIGGER_USEC) {
  1209. pthread_mutex_lock(&stream->dbr_mutex);
  1210. bitrate_changed = dbr_bitrate_lowered(stream);
  1211. pthread_mutex_unlock(&stream->dbr_mutex);
  1212. }
  1213. if (bitrate_changed) {
  1214. debug("buffer_duration_msec: %" PRId64,
  1215. buffer_duration_usec / 1000);
  1216. dbr_set_bitrate(stream);
  1217. }
  1218. return;
  1219. }
  1220. if (buffer_duration_usec > drop_threshold) {
  1221. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  1222. drop_frames(stream, name, priority, pframes);
  1223. }
  1224. }
  1225. static bool add_video_packet(struct rtmp_stream *stream,
  1226. struct encoder_packet *packet)
  1227. {
  1228. if (!silently_reconnecting(stream)) {
  1229. check_to_drop_frames(stream, false);
  1230. check_to_drop_frames(stream, true);
  1231. }
  1232. /* if currently dropping frames, drop packets until it reaches the
  1233. * desired priority */
  1234. if (packet->drop_priority < stream->min_priority) {
  1235. stream->dropped_frames++;
  1236. return false;
  1237. } else {
  1238. stream->min_priority = 0;
  1239. }
  1240. stream->last_dts_usec = packet->dts_usec;
  1241. return add_packet(stream, packet);
  1242. }
  1243. static void rtmp_stream_data(void *data, struct encoder_packet *packet)
  1244. {
  1245. struct rtmp_stream *stream = data;
  1246. struct encoder_packet new_packet;
  1247. bool added_packet = false;
  1248. if (disconnected(stream) || !active(stream))
  1249. return;
  1250. /* encoder fail */
  1251. if (!packet) {
  1252. os_atomic_set_bool(&stream->encode_error, true);
  1253. os_sem_post(stream->send_sem);
  1254. return;
  1255. }
  1256. if (packet->type == OBS_ENCODER_VIDEO) {
  1257. if (!stream->got_first_video) {
  1258. stream->start_dts_offset =
  1259. get_ms_time(packet, packet->dts);
  1260. stream->got_first_video = true;
  1261. }
  1262. obs_parse_avc_packet(&new_packet, packet);
  1263. } else {
  1264. obs_encoder_packet_ref(&new_packet, packet);
  1265. }
  1266. pthread_mutex_lock(&stream->packets_mutex);
  1267. if (!disconnected(stream)) {
  1268. added_packet = (packet->type == OBS_ENCODER_VIDEO)
  1269. ? add_video_packet(stream, &new_packet)
  1270. : add_packet(stream, &new_packet);
  1271. }
  1272. pthread_mutex_unlock(&stream->packets_mutex);
  1273. if (added_packet)
  1274. os_sem_post(stream->send_sem);
  1275. else
  1276. obs_encoder_packet_release(&new_packet);
  1277. }
  1278. static void rtmp_stream_defaults(obs_data_t *defaults)
  1279. {
  1280. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  1281. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  1282. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  1283. obs_data_set_default_string(defaults, OPT_BIND_IP, "default");
  1284. obs_data_set_default_bool(defaults, OPT_NEWSOCKETLOOP_ENABLED, false);
  1285. obs_data_set_default_bool(defaults, OPT_LOWLATENCY_ENABLED, false);
  1286. }
  1287. static obs_properties_t *rtmp_stream_properties(void *unused)
  1288. {
  1289. UNUSED_PARAMETER(unused);
  1290. obs_properties_t *props = obs_properties_create();
  1291. struct netif_saddr_data addrs = {0};
  1292. obs_property_t *p;
  1293. obs_properties_add_int(props, OPT_DROP_THRESHOLD,
  1294. obs_module_text("RTMPStream.DropThreshold"), 200,
  1295. 10000, 100);
  1296. p = obs_properties_add_list(props, OPT_BIND_IP,
  1297. obs_module_text("RTMPStream.BindIP"),
  1298. OBS_COMBO_TYPE_LIST,
  1299. OBS_COMBO_FORMAT_STRING);
  1300. obs_property_list_add_string(p, obs_module_text("Default"), "default");
  1301. netif_get_addrs(&addrs);
  1302. for (size_t i = 0; i < addrs.addrs.num; i++) {
  1303. struct netif_saddr_item item = addrs.addrs.array[i];
  1304. obs_property_list_add_string(p, item.name, item.addr);
  1305. }
  1306. netif_saddr_data_free(&addrs);
  1307. obs_properties_add_bool(props, OPT_NEWSOCKETLOOP_ENABLED,
  1308. obs_module_text("RTMPStream.NewSocketLoop"));
  1309. obs_properties_add_bool(props, OPT_LOWLATENCY_ENABLED,
  1310. obs_module_text("RTMPStream.LowLatencyMode"));
  1311. return props;
  1312. }
  1313. static uint64_t rtmp_stream_total_bytes_sent(void *data)
  1314. {
  1315. struct rtmp_stream *stream = data;
  1316. return stream->total_bytes_sent;
  1317. }
  1318. static int rtmp_stream_dropped_frames(void *data)
  1319. {
  1320. struct rtmp_stream *stream = data;
  1321. return stream->dropped_frames;
  1322. }
  1323. static float rtmp_stream_congestion(void *data)
  1324. {
  1325. struct rtmp_stream *stream = data;
  1326. if (stream->new_socket_loop)
  1327. return (float)stream->write_buf_len /
  1328. (float)stream->write_buf_size;
  1329. else
  1330. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  1331. }
  1332. static int rtmp_stream_connect_time(void *data)
  1333. {
  1334. struct rtmp_stream *stream = data;
  1335. return stream->rtmp.connect_time_ms;
  1336. }
  1337. struct obs_output_info rtmp_output_info = {
  1338. .id = "rtmp_output",
  1339. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE |
  1340. OBS_OUTPUT_MULTI_TRACK,
  1341. .encoded_video_codecs = "h264",
  1342. .encoded_audio_codecs = "aac",
  1343. .get_name = rtmp_stream_getname,
  1344. .create = rtmp_stream_create,
  1345. .destroy = rtmp_stream_destroy,
  1346. .start = rtmp_stream_start,
  1347. .stop = rtmp_stream_stop,
  1348. .encoded_packet = rtmp_stream_data,
  1349. .get_defaults = rtmp_stream_defaults,
  1350. .get_properties = rtmp_stream_properties,
  1351. .get_total_bytes = rtmp_stream_total_bytes_sent,
  1352. .get_congestion = rtmp_stream_congestion,
  1353. .get_connect_time_ms = rtmp_stream_connect_time,
  1354. .get_dropped_frames = rtmp_stream_dropped_frames,
  1355. };