rtmp-stream.c 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647
  1. /******************************************************************************
  2. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "rtmp-stream.h"
  15. #ifdef _WIN32
  16. #include <util/windows/win-version.h>
  17. #endif
  18. #ifndef SEC_TO_NSEC
  19. #define SEC_TO_NSEC 1000000000ULL
  20. #endif
  21. #ifndef MSEC_TO_USEC
  22. #define MSEC_TO_USEC 1000ULL
  23. #endif
  24. #ifndef MSEC_TO_NSEC
  25. #define MSEC_TO_NSEC 1000000ULL
  26. #endif
  27. /* dynamic bitrate coefficients */
  28. #define DBR_INC_TIMER (30ULL * SEC_TO_NSEC)
  29. #define DBR_TRIGGER_USEC (200ULL * MSEC_TO_USEC)
  30. #define MIN_ESTIMATE_DURATION_MS 1000
  31. #define MAX_ESTIMATE_DURATION_MS 2000
  32. static const char *rtmp_stream_getname(void *unused)
  33. {
  34. UNUSED_PARAMETER(unused);
  35. return obs_module_text("RTMPStream");
  36. }
  37. static void log_rtmp(int level, const char *format, va_list args)
  38. {
  39. if (level > RTMP_LOGWARNING)
  40. return;
  41. blogva(LOG_INFO, format, args);
  42. }
  43. static inline size_t num_buffered_packets(struct rtmp_stream *stream);
  44. static inline void free_packets(struct rtmp_stream *stream)
  45. {
  46. size_t num_packets;
  47. pthread_mutex_lock(&stream->packets_mutex);
  48. num_packets = num_buffered_packets(stream);
  49. if (num_packets)
  50. info("Freeing %d remaining packets", (int)num_packets);
  51. while (stream->packets.size) {
  52. struct encoder_packet packet;
  53. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  54. obs_encoder_packet_release(&packet);
  55. }
  56. pthread_mutex_unlock(&stream->packets_mutex);
  57. }
  58. static inline bool stopping(struct rtmp_stream *stream)
  59. {
  60. return os_event_try(stream->stop_event) != EAGAIN;
  61. }
  62. static inline bool connecting(struct rtmp_stream *stream)
  63. {
  64. return os_atomic_load_bool(&stream->connecting);
  65. }
  66. static inline bool active(struct rtmp_stream *stream)
  67. {
  68. return os_atomic_load_bool(&stream->active);
  69. }
  70. static inline bool disconnected(struct rtmp_stream *stream)
  71. {
  72. return os_atomic_load_bool(&stream->disconnected);
  73. }
  74. static inline bool silently_reconnecting(struct rtmp_stream *stream)
  75. {
  76. return os_atomic_load_bool(&stream->silent_reconnect);
  77. }
  78. static void rtmp_stream_destroy(void *data)
  79. {
  80. struct rtmp_stream *stream = data;
  81. if (stopping(stream) && !connecting(stream)) {
  82. pthread_join(stream->send_thread, NULL);
  83. } else if (connecting(stream) || active(stream)) {
  84. if (stream->connecting)
  85. pthread_join(stream->connect_thread, NULL);
  86. stream->stop_ts = 0;
  87. os_event_signal(stream->stop_event);
  88. if (active(stream)) {
  89. os_sem_post(stream->send_sem);
  90. obs_output_end_data_capture(stream->output);
  91. pthread_join(stream->send_thread, NULL);
  92. }
  93. }
  94. RTMP_TLS_Free(&stream->rtmp);
  95. free_packets(stream);
  96. dstr_free(&stream->path);
  97. dstr_free(&stream->key);
  98. dstr_free(&stream->username);
  99. dstr_free(&stream->password);
  100. dstr_free(&stream->encoder_name);
  101. dstr_free(&stream->bind_ip);
  102. os_event_destroy(stream->stop_event);
  103. os_sem_destroy(stream->send_sem);
  104. pthread_mutex_destroy(&stream->packets_mutex);
  105. circlebuf_free(&stream->packets);
  106. #ifdef TEST_FRAMEDROPS
  107. circlebuf_free(&stream->droptest_info);
  108. #endif
  109. circlebuf_free(&stream->dbr_frames);
  110. pthread_mutex_destroy(&stream->dbr_mutex);
  111. os_event_destroy(stream->buffer_space_available_event);
  112. os_event_destroy(stream->buffer_has_data_event);
  113. os_event_destroy(stream->socket_available_event);
  114. os_event_destroy(stream->send_thread_signaled_exit);
  115. pthread_mutex_destroy(&stream->write_buf_mutex);
  116. if (stream->write_buf)
  117. bfree(stream->write_buf);
  118. bfree(stream);
  119. }
  120. static void *rtmp_stream_create(obs_data_t *settings, obs_output_t *output)
  121. {
  122. struct rtmp_stream *stream = bzalloc(sizeof(struct rtmp_stream));
  123. stream->output = output;
  124. pthread_mutex_init_value(&stream->packets_mutex);
  125. RTMP_LogSetCallback(log_rtmp);
  126. RTMP_LogSetLevel(RTMP_LOGWARNING);
  127. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  128. goto fail;
  129. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  130. goto fail;
  131. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  132. warn("Failed to initialize write buffer mutex");
  133. goto fail;
  134. }
  135. if (pthread_mutex_init(&stream->dbr_mutex, NULL) != 0) {
  136. warn("Failed to initialize dbr mutex");
  137. goto fail;
  138. }
  139. if (os_event_init(&stream->buffer_space_available_event,
  140. OS_EVENT_TYPE_AUTO) != 0) {
  141. warn("Failed to initialize write buffer event");
  142. goto fail;
  143. }
  144. if (os_event_init(&stream->buffer_has_data_event, OS_EVENT_TYPE_AUTO) !=
  145. 0) {
  146. warn("Failed to initialize data buffer event");
  147. goto fail;
  148. }
  149. if (os_event_init(&stream->socket_available_event,
  150. OS_EVENT_TYPE_AUTO) != 0) {
  151. warn("Failed to initialize socket buffer event");
  152. goto fail;
  153. }
  154. if (os_event_init(&stream->send_thread_signaled_exit,
  155. OS_EVENT_TYPE_MANUAL) != 0) {
  156. warn("Failed to initialize socket exit event");
  157. goto fail;
  158. }
  159. UNUSED_PARAMETER(settings);
  160. return stream;
  161. fail:
  162. rtmp_stream_destroy(stream);
  163. return NULL;
  164. }
  165. static void rtmp_stream_stop(void *data, uint64_t ts)
  166. {
  167. struct rtmp_stream *stream = data;
  168. if (stopping(stream) && ts != 0)
  169. return;
  170. if (connecting(stream))
  171. pthread_join(stream->connect_thread, NULL);
  172. stream->stop_ts = ts / 1000ULL;
  173. if (ts)
  174. stream->shutdown_timeout_ts =
  175. ts +
  176. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  177. if (active(stream)) {
  178. os_event_signal(stream->stop_event);
  179. if (stream->stop_ts == 0)
  180. os_sem_post(stream->send_sem);
  181. } else {
  182. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  183. }
  184. }
  185. static inline void set_rtmp_str(AVal *val, const char *str)
  186. {
  187. bool valid = (str && *str);
  188. val->av_val = valid ? (char *)str : NULL;
  189. val->av_len = valid ? (int)strlen(str) : 0;
  190. }
  191. static inline void set_rtmp_dstr(AVal *val, struct dstr *str)
  192. {
  193. bool valid = !dstr_is_empty(str);
  194. val->av_val = valid ? str->array : NULL;
  195. val->av_len = valid ? (int)str->len : 0;
  196. }
  197. static inline bool get_next_packet(struct rtmp_stream *stream,
  198. struct encoder_packet *packet)
  199. {
  200. bool new_packet = false;
  201. pthread_mutex_lock(&stream->packets_mutex);
  202. if (stream->packets.size) {
  203. circlebuf_pop_front(&stream->packets, packet,
  204. sizeof(struct encoder_packet));
  205. new_packet = true;
  206. }
  207. pthread_mutex_unlock(&stream->packets_mutex);
  208. return new_packet;
  209. }
  210. static inline void peek_next_packet(struct rtmp_stream *stream,
  211. struct encoder_packet *packet)
  212. {
  213. pthread_mutex_lock(&stream->packets_mutex);
  214. circlebuf_peek_front(&stream->packets, packet,
  215. sizeof(struct encoder_packet));
  216. pthread_mutex_unlock(&stream->packets_mutex);
  217. }
  218. static void reinsert_packet_at_front(struct rtmp_stream *stream,
  219. struct encoder_packet *packet)
  220. {
  221. pthread_mutex_lock(&stream->packets_mutex);
  222. circlebuf_push_front(&stream->packets, packet,
  223. sizeof(struct encoder_packet));
  224. pthread_mutex_unlock(&stream->packets_mutex);
  225. os_sem_post(stream->send_sem);
  226. }
  227. #define RTMP_PACKET_TYPE_RECONNECT 0x20
  228. static bool process_recv_data(struct rtmp_stream *stream, size_t size)
  229. {
  230. UNUSED_PARAMETER(size);
  231. RTMP *rtmp = &stream->rtmp;
  232. RTMPPacket packet = {0};
  233. if (!RTMP_ReadPacket(rtmp, &packet)) {
  234. #ifdef _WIN32
  235. int error = WSAGetLastError();
  236. #else
  237. int error = errno;
  238. #endif
  239. do_log(LOG_ERROR, "RTMP_ReadPacket error: %d", error);
  240. return false;
  241. }
  242. if (packet.m_body) {
  243. if (packet.m_packetType == RTMP_PACKET_TYPE_RECONNECT) {
  244. os_atomic_set_bool(&stream->silent_reconnect, true);
  245. }
  246. RTMPPacket_Free(&packet);
  247. }
  248. return true;
  249. }
  250. #ifdef TEST_FRAMEDROPS
  251. static void droptest_cap_data_rate(struct rtmp_stream *stream, size_t size)
  252. {
  253. uint64_t ts = os_gettime_ns();
  254. struct droptest_info info;
  255. #if defined(_WIN32) && defined(TEST_FRAMEDROPS_WITH_BITRATE_SHORTCUTS)
  256. uint64_t check_elapsed = ts - stream->droptest_last_key_check;
  257. if (check_elapsed > (200ULL * MSEC_TO_NSEC)) {
  258. size_t bitrate = 0;
  259. stream->droptest_last_key_check = ts;
  260. if (GetAsyncKeyState(VK_NUMPAD0) & 0x8000) {
  261. stream->droptest_max = 0;
  262. } else if (GetAsyncKeyState(VK_NUMPAD1) & 0x8000) {
  263. bitrate = 1000;
  264. } else if (GetAsyncKeyState(VK_NUMPAD2) & 0x8000) {
  265. bitrate = 2000;
  266. } else if (GetAsyncKeyState(VK_NUMPAD3) & 0x8000) {
  267. bitrate = 3000;
  268. } else if (GetAsyncKeyState(VK_NUMPAD4) & 0x8000) {
  269. bitrate = 4000;
  270. } else if (GetAsyncKeyState(VK_NUMPAD5) & 0x8000) {
  271. bitrate = 5000;
  272. } else if (GetAsyncKeyState(VK_NUMPAD6) & 0x8000) {
  273. bitrate = 6000;
  274. } else if (GetAsyncKeyState(VK_NUMPAD7) & 0x8000) {
  275. bitrate = 7000;
  276. } else if (GetAsyncKeyState(VK_NUMPAD8) & 0x8000) {
  277. bitrate = 8000;
  278. } else if (GetAsyncKeyState(VK_NUMPAD9) & 0x8000) {
  279. bitrate = 9000;
  280. }
  281. if (bitrate) {
  282. stream->droptest_max = (bitrate * 1000 / 8);
  283. }
  284. }
  285. if (!stream->droptest_max) {
  286. return;
  287. }
  288. #else
  289. if (!stream->droptest_max) {
  290. stream->droptest_max = DROPTEST_MAX_BYTES;
  291. }
  292. #endif
  293. info.ts = ts;
  294. info.size = size;
  295. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  296. stream->droptest_size += size;
  297. if (stream->droptest_info.size) {
  298. circlebuf_peek_front(&stream->droptest_info, &info,
  299. sizeof(info));
  300. if (stream->droptest_size > stream->droptest_max) {
  301. uint64_t elapsed = ts - info.ts;
  302. if (elapsed < 1000000000ULL) {
  303. elapsed = 1000000000ULL - elapsed;
  304. os_sleepto_ns(ts + elapsed);
  305. }
  306. while (stream->droptest_size > stream->droptest_max) {
  307. circlebuf_pop_front(&stream->droptest_info,
  308. &info, sizeof(info));
  309. stream->droptest_size -= info.size;
  310. }
  311. }
  312. }
  313. }
  314. #endif
  315. static int socket_queue_data(RTMPSockBuf *sb, const char *data, int len,
  316. void *arg)
  317. {
  318. UNUSED_PARAMETER(sb);
  319. struct rtmp_stream *stream = arg;
  320. retry_send:
  321. if (!RTMP_IsConnected(&stream->rtmp))
  322. return 0;
  323. pthread_mutex_lock(&stream->write_buf_mutex);
  324. if (stream->write_buf_len + len > stream->write_buf_size) {
  325. pthread_mutex_unlock(&stream->write_buf_mutex);
  326. if (os_event_wait(stream->buffer_space_available_event)) {
  327. return 0;
  328. }
  329. goto retry_send;
  330. }
  331. memcpy(stream->write_buf + stream->write_buf_len, data, len);
  332. stream->write_buf_len += len;
  333. pthread_mutex_unlock(&stream->write_buf_mutex);
  334. os_event_signal(stream->buffer_has_data_event);
  335. return len;
  336. }
  337. static int send_packet(struct rtmp_stream *stream,
  338. struct encoder_packet *packet, bool is_header,
  339. size_t idx)
  340. {
  341. uint8_t *data;
  342. size_t size;
  343. int recv_size = 0;
  344. int ret = 0;
  345. assert(idx < RTMP_MAX_STREAMS);
  346. if (!stream->new_socket_loop) {
  347. #ifdef _WIN32
  348. ret = ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONREAD,
  349. (u_long *)&recv_size);
  350. #else
  351. ret = ioctl(stream->rtmp.m_sb.sb_socket, FIONREAD, &recv_size);
  352. #endif
  353. if (ret >= 0 && recv_size > 0) {
  354. if (!process_recv_data(stream, (size_t)recv_size))
  355. return -1;
  356. }
  357. }
  358. if (idx > 0) {
  359. flv_additional_packet_mux(
  360. packet, is_header ? 0 : stream->start_dts_offset, &data,
  361. &size, is_header, idx);
  362. } else {
  363. flv_packet_mux(packet, is_header ? 0 : stream->start_dts_offset,
  364. &data, &size, is_header);
  365. }
  366. #ifdef TEST_FRAMEDROPS
  367. droptest_cap_data_rate(stream, size);
  368. #endif
  369. ret = RTMP_Write(&stream->rtmp, (char *)data, (int)size, 0);
  370. bfree(data);
  371. if (is_header)
  372. bfree(packet->data);
  373. else
  374. obs_encoder_packet_release(packet);
  375. stream->total_bytes_sent += size;
  376. return ret;
  377. }
  378. static inline bool send_headers(struct rtmp_stream *stream);
  379. static inline bool can_shutdown_stream(struct rtmp_stream *stream,
  380. struct encoder_packet *packet)
  381. {
  382. uint64_t cur_time = os_gettime_ns();
  383. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  384. if (timeout)
  385. info("Stream shutdown timeout reached (%d second(s))",
  386. stream->max_shutdown_time_sec);
  387. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  388. }
  389. static void set_output_error(struct rtmp_stream *stream)
  390. {
  391. const char *msg = NULL;
  392. #ifdef _WIN32
  393. switch (stream->rtmp.last_error_code) {
  394. case WSAETIMEDOUT:
  395. msg = obs_module_text("ConnectionTimedOut");
  396. break;
  397. case WSAEACCES:
  398. msg = obs_module_text("PermissionDenied");
  399. break;
  400. case WSAECONNABORTED:
  401. msg = obs_module_text("ConnectionAborted");
  402. break;
  403. case WSAECONNRESET:
  404. msg = obs_module_text("ConnectionReset");
  405. break;
  406. case WSAHOST_NOT_FOUND:
  407. msg = obs_module_text("HostNotFound");
  408. break;
  409. case WSANO_DATA:
  410. msg = obs_module_text("NoData");
  411. break;
  412. case WSAEADDRNOTAVAIL:
  413. msg = obs_module_text("AddressNotAvailable");
  414. break;
  415. }
  416. #else
  417. switch (stream->rtmp.last_error_code) {
  418. case ETIMEDOUT:
  419. msg = obs_module_text("ConnectionTimedOut");
  420. break;
  421. case EACCES:
  422. msg = obs_module_text("PermissionDenied");
  423. break;
  424. case ECONNABORTED:
  425. msg = obs_module_text("ConnectionAborted");
  426. break;
  427. case ECONNRESET:
  428. msg = obs_module_text("ConnectionReset");
  429. break;
  430. case HOST_NOT_FOUND:
  431. msg = obs_module_text("HostNotFound");
  432. break;
  433. case NO_DATA:
  434. msg = obs_module_text("NoData");
  435. break;
  436. case EADDRNOTAVAIL:
  437. msg = obs_module_text("AddressNotAvailable");
  438. break;
  439. }
  440. #endif
  441. // non platform-specific errors
  442. if (!msg) {
  443. switch (stream->rtmp.last_error_code) {
  444. case -0x2700:
  445. msg = obs_module_text("SSLCertVerifyFailed");
  446. break;
  447. case -0x7680:
  448. msg = "Failed to load root certificates for a secure TLS connection."
  449. #if defined(__linux__)
  450. " Check you have an up to date root certificate bundle in /etc/ssl/certs."
  451. #endif
  452. ;
  453. break;
  454. }
  455. }
  456. if (msg)
  457. obs_output_set_last_error(stream->output, msg);
  458. }
  459. static void dbr_add_frame(struct rtmp_stream *stream, struct dbr_frame *back)
  460. {
  461. struct dbr_frame front;
  462. uint64_t dur;
  463. circlebuf_push_back(&stream->dbr_frames, back, sizeof(*back));
  464. circlebuf_peek_front(&stream->dbr_frames, &front, sizeof(front));
  465. stream->dbr_data_size += back->size;
  466. dur = (back->send_end - front.send_beg) / 1000000;
  467. if (dur >= MAX_ESTIMATE_DURATION_MS) {
  468. stream->dbr_data_size -= front.size;
  469. circlebuf_pop_front(&stream->dbr_frames, NULL, sizeof(front));
  470. }
  471. stream->dbr_est_bitrate =
  472. (dur >= MIN_ESTIMATE_DURATION_MS)
  473. ? (long)(stream->dbr_data_size * 1000 / dur)
  474. : 0;
  475. stream->dbr_est_bitrate *= 8;
  476. stream->dbr_est_bitrate /= 1000;
  477. if (stream->dbr_est_bitrate) {
  478. stream->dbr_est_bitrate -= stream->audio_bitrate;
  479. if (stream->dbr_est_bitrate < 50)
  480. stream->dbr_est_bitrate = 50;
  481. }
  482. }
  483. static void dbr_set_bitrate(struct rtmp_stream *stream);
  484. static bool rtmp_stream_start(void *data);
  485. #ifdef _WIN32
  486. #define socklen_t int
  487. #endif
  488. static void log_sndbuf_size(struct rtmp_stream *stream)
  489. {
  490. int cur_sendbuf_size;
  491. socklen_t int_size = sizeof(int);
  492. if (!getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  493. (char *)&cur_sendbuf_size, &int_size)) {
  494. info("Socket send buffer is %d bytes", cur_sendbuf_size);
  495. }
  496. }
  497. static void *send_thread(void *data)
  498. {
  499. struct rtmp_stream *stream = data;
  500. os_set_thread_name("rtmp-stream: send_thread");
  501. #if defined(_WIN32)
  502. // Despite MSDN claiming otherwise, send buffer auto tuning on
  503. // Windows 7 doesn't seem to work very well.
  504. if (get_win_ver_int() == 0x601) {
  505. DWORD cur_sendbuf_size;
  506. DWORD desired_sendbuf_size = 524288;
  507. socklen_t int_size = sizeof(int);
  508. if (!getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET,
  509. SO_SNDBUF, (char *)&cur_sendbuf_size,
  510. &int_size) &&
  511. cur_sendbuf_size < desired_sendbuf_size) {
  512. setsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET,
  513. SO_SNDBUF, (char *)&desired_sendbuf_size,
  514. sizeof(desired_sendbuf_size));
  515. }
  516. }
  517. log_sndbuf_size(stream);
  518. #endif
  519. while (os_sem_wait(stream->send_sem) == 0) {
  520. struct encoder_packet packet;
  521. struct dbr_frame dbr_frame;
  522. if (stopping(stream) && stream->stop_ts == 0) {
  523. break;
  524. }
  525. if (!get_next_packet(stream, &packet))
  526. continue;
  527. if (stopping(stream)) {
  528. if (can_shutdown_stream(stream, &packet)) {
  529. obs_encoder_packet_release(&packet);
  530. break;
  531. }
  532. }
  533. if (!stream->sent_headers) {
  534. if (!send_headers(stream)) {
  535. os_atomic_set_bool(&stream->disconnected, true);
  536. break;
  537. }
  538. }
  539. /* silent reconnect signal received from server, reconnect on
  540. * next keyframe */
  541. if (silently_reconnecting(stream) &&
  542. packet.type == OBS_ENCODER_VIDEO && packet.keyframe) {
  543. reinsert_packet_at_front(stream, &packet);
  544. break;
  545. }
  546. if (stream->dbr_enabled) {
  547. dbr_frame.send_beg = os_gettime_ns();
  548. dbr_frame.size = packet.size;
  549. }
  550. if (send_packet(stream, &packet, false, packet.track_idx) < 0) {
  551. os_atomic_set_bool(&stream->disconnected, true);
  552. break;
  553. }
  554. if (stream->dbr_enabled) {
  555. dbr_frame.send_end = os_gettime_ns();
  556. pthread_mutex_lock(&stream->dbr_mutex);
  557. dbr_add_frame(stream, &dbr_frame);
  558. pthread_mutex_unlock(&stream->dbr_mutex);
  559. }
  560. }
  561. bool encode_error = os_atomic_load_bool(&stream->encode_error);
  562. if (disconnected(stream)) {
  563. info("Disconnected from %s", stream->path.array);
  564. } else if (encode_error) {
  565. info("Encoder error, disconnecting");
  566. } else if (silently_reconnecting(stream)) {
  567. info("Silent reconnect signal received from server");
  568. } else {
  569. info("User stopped the stream");
  570. }
  571. #if defined(_WIN32)
  572. log_sndbuf_size(stream);
  573. #endif
  574. if (stream->new_socket_loop) {
  575. os_event_signal(stream->send_thread_signaled_exit);
  576. os_event_signal(stream->buffer_has_data_event);
  577. pthread_join(stream->socket_thread, NULL);
  578. stream->socket_thread_active = false;
  579. stream->rtmp.m_bCustomSend = false;
  580. }
  581. set_output_error(stream);
  582. if (silently_reconnecting(stream)) {
  583. /* manually close the socket to prevent librtmp from sending
  584. * unpublish / deletestream messages when we call RTMP_Close,
  585. * since we want to re-use this stream when we reconnect */
  586. RTMPSockBuf_Close(&stream->rtmp.m_sb);
  587. stream->rtmp.m_sb.sb_socket = -1;
  588. }
  589. RTMP_Close(&stream->rtmp);
  590. /* reset bitrate on stop */
  591. if (stream->dbr_enabled) {
  592. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  593. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  594. dbr_set_bitrate(stream);
  595. }
  596. }
  597. if (!stopping(stream)) {
  598. pthread_detach(stream->send_thread);
  599. if (!silently_reconnecting(stream))
  600. obs_output_signal_stop(stream->output,
  601. OBS_OUTPUT_DISCONNECTED);
  602. } else if (encode_error) {
  603. obs_output_signal_stop(stream->output, OBS_OUTPUT_ENCODE_ERROR);
  604. } else {
  605. obs_output_end_data_capture(stream->output);
  606. }
  607. if (!silently_reconnecting(stream)) {
  608. free_packets(stream);
  609. os_event_reset(stream->stop_event);
  610. os_atomic_set_bool(&stream->active, false);
  611. }
  612. stream->sent_headers = false;
  613. /* reset bitrate on stop */
  614. if (stream->dbr_enabled) {
  615. if (stream->dbr_cur_bitrate != stream->dbr_orig_bitrate) {
  616. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  617. dbr_set_bitrate(stream);
  618. }
  619. }
  620. if (silently_reconnecting(stream)) {
  621. rtmp_stream_start(stream);
  622. }
  623. return NULL;
  624. }
  625. static bool send_additional_meta_data(struct rtmp_stream *stream)
  626. {
  627. uint8_t *meta_data;
  628. size_t meta_data_size;
  629. bool success = true;
  630. flv_additional_meta_data(stream->output, &meta_data, &meta_data_size);
  631. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  632. (int)meta_data_size, 0) >= 0;
  633. bfree(meta_data);
  634. return success;
  635. }
  636. static bool send_meta_data(struct rtmp_stream *stream)
  637. {
  638. uint8_t *meta_data;
  639. size_t meta_data_size;
  640. bool success = true;
  641. flv_meta_data(stream->output, &meta_data, &meta_data_size, false);
  642. success = RTMP_Write(&stream->rtmp, (char *)meta_data,
  643. (int)meta_data_size, 0) >= 0;
  644. bfree(meta_data);
  645. return success;
  646. }
  647. static bool send_audio_header(struct rtmp_stream *stream, size_t idx,
  648. bool *next)
  649. {
  650. obs_output_t *context = stream->output;
  651. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, idx);
  652. uint8_t *header;
  653. struct encoder_packet packet = {.type = OBS_ENCODER_AUDIO,
  654. .timebase_den = 1};
  655. if (!aencoder) {
  656. *next = false;
  657. return true;
  658. }
  659. if (!obs_encoder_get_extra_data(aencoder, &header, &packet.size))
  660. return false;
  661. packet.data = bmemdup(header, packet.size);
  662. return send_packet(stream, &packet, true, idx) >= 0;
  663. }
  664. static bool send_video_header(struct rtmp_stream *stream)
  665. {
  666. obs_output_t *context = stream->output;
  667. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  668. uint8_t *header;
  669. size_t size;
  670. struct encoder_packet packet = {
  671. .type = OBS_ENCODER_VIDEO, .timebase_den = 1, .keyframe = true};
  672. if (!obs_encoder_get_extra_data(vencoder, &header, &size))
  673. return false;
  674. packet.size = obs_parse_avc_header(&packet.data, header, size);
  675. return send_packet(stream, &packet, true, 0) >= 0;
  676. }
  677. static inline bool send_headers(struct rtmp_stream *stream)
  678. {
  679. stream->sent_headers = true;
  680. size_t i = 0;
  681. bool next = true;
  682. if (!send_audio_header(stream, i++, &next))
  683. return false;
  684. if (!send_video_header(stream))
  685. return false;
  686. while (next) {
  687. if (!send_audio_header(stream, i++, &next))
  688. return false;
  689. }
  690. return true;
  691. }
  692. static inline bool reset_semaphore(struct rtmp_stream *stream)
  693. {
  694. os_sem_destroy(stream->send_sem);
  695. return os_sem_init(&stream->send_sem, 0) == 0;
  696. }
  697. static int init_send(struct rtmp_stream *stream)
  698. {
  699. int ret;
  700. obs_output_t *context = stream->output;
  701. if (!silently_reconnecting(stream))
  702. reset_semaphore(stream);
  703. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  704. if (ret != 0) {
  705. RTMP_Close(&stream->rtmp);
  706. warn("Failed to create send thread");
  707. return OBS_OUTPUT_ERROR;
  708. }
  709. if (stream->new_socket_loop) {
  710. int one = 1;
  711. #ifdef _WIN32
  712. if (ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  713. stream->rtmp.last_error_code = WSAGetLastError();
  714. #else
  715. if (ioctl(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  716. stream->rtmp.last_error_code = errno;
  717. #endif
  718. warn("Failed to set non-blocking socket");
  719. return OBS_OUTPUT_ERROR;
  720. }
  721. os_event_reset(stream->send_thread_signaled_exit);
  722. info("New socket loop enabled by user");
  723. if (stream->low_latency_mode)
  724. info("Low latency mode enabled by user");
  725. if (stream->write_buf)
  726. bfree(stream->write_buf);
  727. int total_bitrate = 0;
  728. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  729. if (vencoder) {
  730. obs_data_t *params = obs_encoder_get_settings(vencoder);
  731. if (params) {
  732. int bitrate =
  733. obs_data_get_int(params, "bitrate");
  734. if (!bitrate) {
  735. warn("Video encoder didn't return a "
  736. "valid bitrate, new network "
  737. "code may function poorly. "
  738. "Low latency mode disabled.");
  739. stream->low_latency_mode = false;
  740. bitrate = 10000;
  741. }
  742. total_bitrate += bitrate;
  743. obs_data_release(params);
  744. }
  745. }
  746. obs_encoder_t *aencoder =
  747. obs_output_get_audio_encoder(context, 0);
  748. if (aencoder) {
  749. obs_data_t *params = obs_encoder_get_settings(aencoder);
  750. if (params) {
  751. int bitrate =
  752. obs_data_get_int(params, "bitrate");
  753. if (!bitrate)
  754. bitrate = 160;
  755. total_bitrate += bitrate;
  756. obs_data_release(params);
  757. }
  758. }
  759. // to bytes/sec
  760. int ideal_buffer_size = total_bitrate * 128;
  761. if (ideal_buffer_size < 131072)
  762. ideal_buffer_size = 131072;
  763. stream->write_buf_size = ideal_buffer_size;
  764. stream->write_buf = bmalloc(ideal_buffer_size);
  765. #ifdef _WIN32
  766. ret = pthread_create(&stream->socket_thread, NULL,
  767. socket_thread_windows, stream);
  768. #else
  769. warn("New socket loop not supported on this platform");
  770. return OBS_OUTPUT_ERROR;
  771. #endif
  772. if (ret != 0) {
  773. RTMP_Close(&stream->rtmp);
  774. warn("Failed to create socket thread");
  775. return OBS_OUTPUT_ERROR;
  776. }
  777. stream->socket_thread_active = true;
  778. stream->rtmp.m_bCustomSend = true;
  779. stream->rtmp.m_customSendFunc = socket_queue_data;
  780. stream->rtmp.m_customSendParam = stream;
  781. }
  782. os_atomic_set_bool(&stream->active, true);
  783. if (!send_meta_data(stream)) {
  784. warn("Disconnected while attempting to send metadata");
  785. set_output_error(stream);
  786. return OBS_OUTPUT_DISCONNECTED;
  787. }
  788. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, 1);
  789. if (aencoder && !send_additional_meta_data(stream)) {
  790. warn("Disconnected while attempting to send additional "
  791. "metadata");
  792. return OBS_OUTPUT_DISCONNECTED;
  793. }
  794. if (obs_output_get_audio_encoder(context, 2) != NULL) {
  795. warn("Additional audio streams not supported");
  796. return OBS_OUTPUT_DISCONNECTED;
  797. }
  798. if (!silently_reconnecting(stream))
  799. obs_output_begin_data_capture(stream->output, 0);
  800. return OBS_OUTPUT_SUCCESS;
  801. }
  802. #ifdef _WIN32
  803. static void win32_log_interface_type(struct rtmp_stream *stream)
  804. {
  805. RTMP *rtmp = &stream->rtmp;
  806. MIB_IPFORWARDROW route;
  807. uint32_t dest_addr, source_addr;
  808. char hostname[256];
  809. HOSTENT *h;
  810. if (rtmp->Link.hostname.av_len >= sizeof(hostname) - 1)
  811. return;
  812. strncpy(hostname, rtmp->Link.hostname.av_val, sizeof(hostname));
  813. hostname[rtmp->Link.hostname.av_len] = 0;
  814. h = gethostbyname(hostname);
  815. if (!h)
  816. return;
  817. dest_addr = *(uint32_t *)h->h_addr_list[0];
  818. if (rtmp->m_bindIP.addrLen == 0)
  819. source_addr = 0;
  820. else if (rtmp->m_bindIP.addr.ss_family == AF_INET)
  821. source_addr = (*(struct sockaddr_in *)&rtmp->m_bindIP.addr)
  822. .sin_addr.S_un.S_addr;
  823. else
  824. return;
  825. if (!GetBestRoute(dest_addr, source_addr, &route)) {
  826. MIB_IFROW row;
  827. memset(&row, 0, sizeof(row));
  828. row.dwIndex = route.dwForwardIfIndex;
  829. if (!GetIfEntry(&row)) {
  830. uint32_t speed = row.dwSpeed / 1000000;
  831. char *type;
  832. struct dstr other = {0};
  833. if (row.dwType == IF_TYPE_ETHERNET_CSMACD) {
  834. type = "ethernet";
  835. } else if (row.dwType == IF_TYPE_IEEE80211) {
  836. type = "802.11";
  837. } else {
  838. dstr_printf(&other, "type %lu", row.dwType);
  839. type = other.array;
  840. }
  841. info("Interface: %s (%s, %lu mbps)", row.bDescr, type,
  842. speed);
  843. dstr_free(&other);
  844. }
  845. }
  846. }
  847. #endif
  848. static void add_connect_data(char **penc, char *pend)
  849. {
  850. const AVal val = AVC("supportsGoAway");
  851. *penc = AMF_EncodeNamedBoolean(*penc, pend, &val, true);
  852. }
  853. static int try_connect(struct rtmp_stream *stream)
  854. {
  855. if (dstr_is_empty(&stream->path)) {
  856. warn("URL is empty");
  857. return OBS_OUTPUT_BAD_PATH;
  858. }
  859. info("Connecting to RTMP URL %s...", stream->path.array);
  860. // free any existing RTMP TLS context
  861. RTMP_TLS_Free(&stream->rtmp);
  862. RTMP_Init(&stream->rtmp);
  863. if (!RTMP_SetupURL(&stream->rtmp, stream->path.array))
  864. return OBS_OUTPUT_BAD_PATH;
  865. RTMP_EnableWrite(&stream->rtmp);
  866. dstr_copy(&stream->encoder_name, "FMLE/3.0 (compatible; FMSc/1.0)");
  867. set_rtmp_dstr(&stream->rtmp.Link.pubUser, &stream->username);
  868. set_rtmp_dstr(&stream->rtmp.Link.pubPasswd, &stream->password);
  869. set_rtmp_dstr(&stream->rtmp.Link.flashVer, &stream->encoder_name);
  870. stream->rtmp.Link.swfUrl = stream->rtmp.Link.tcUrl;
  871. stream->rtmp.Link.customConnectEncode = add_connect_data;
  872. if (dstr_is_empty(&stream->bind_ip) ||
  873. dstr_cmp(&stream->bind_ip, "default") == 0) {
  874. memset(&stream->rtmp.m_bindIP, 0,
  875. sizeof(stream->rtmp.m_bindIP));
  876. } else {
  877. bool success = netif_str_to_addr(&stream->rtmp.m_bindIP.addr,
  878. &stream->rtmp.m_bindIP.addrLen,
  879. stream->bind_ip.array);
  880. if (success) {
  881. int len = stream->rtmp.m_bindIP.addrLen;
  882. bool ipv6 = len == sizeof(struct sockaddr_in6);
  883. info("Binding to IPv%d", ipv6 ? 6 : 4);
  884. }
  885. }
  886. RTMP_AddStream(&stream->rtmp, stream->key.array);
  887. stream->rtmp.m_outChunkSize = 4096;
  888. stream->rtmp.m_bSendChunkSizeInfo = true;
  889. stream->rtmp.m_bUseNagle = true;
  890. #ifdef _WIN32
  891. win32_log_interface_type(stream);
  892. #endif
  893. if (!RTMP_Connect(&stream->rtmp, NULL)) {
  894. set_output_error(stream);
  895. return OBS_OUTPUT_CONNECT_FAILED;
  896. }
  897. if (!RTMP_ConnectStream(&stream->rtmp, 0))
  898. return OBS_OUTPUT_INVALID_STREAM;
  899. info("Connection to %s successful", stream->path.array);
  900. return init_send(stream);
  901. }
  902. static bool init_connect(struct rtmp_stream *stream)
  903. {
  904. obs_service_t *service;
  905. obs_data_t *settings;
  906. const char *bind_ip;
  907. int64_t drop_p;
  908. int64_t drop_b;
  909. uint32_t caps;
  910. if (stopping(stream)) {
  911. pthread_join(stream->send_thread, NULL);
  912. }
  913. free_packets(stream);
  914. service = obs_output_get_service(stream->output);
  915. if (!service)
  916. return false;
  917. os_atomic_set_bool(&stream->disconnected, false);
  918. os_atomic_set_bool(&stream->encode_error, false);
  919. stream->total_bytes_sent = 0;
  920. stream->dropped_frames = 0;
  921. stream->min_priority = 0;
  922. stream->got_first_video = false;
  923. settings = obs_output_get_settings(stream->output);
  924. dstr_copy(&stream->path, obs_service_get_url(service));
  925. dstr_copy(&stream->key, obs_service_get_key(service));
  926. dstr_copy(&stream->username, obs_service_get_username(service));
  927. dstr_copy(&stream->password, obs_service_get_password(service));
  928. dstr_depad(&stream->path);
  929. dstr_depad(&stream->key);
  930. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  931. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  932. stream->max_shutdown_time_sec =
  933. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  934. obs_encoder_t *venc = obs_output_get_video_encoder(stream->output);
  935. obs_encoder_t *aenc = obs_output_get_audio_encoder(stream->output, 0);
  936. obs_data_t *vsettings = obs_encoder_get_settings(venc);
  937. obs_data_t *asettings = obs_encoder_get_settings(aenc);
  938. circlebuf_free(&stream->dbr_frames);
  939. stream->audio_bitrate = (long)obs_data_get_int(asettings, "bitrate");
  940. stream->dbr_data_size = 0;
  941. stream->dbr_orig_bitrate = (long)obs_data_get_int(vsettings, "bitrate");
  942. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  943. stream->dbr_est_bitrate = 0;
  944. stream->dbr_inc_bitrate = stream->dbr_orig_bitrate / 10;
  945. stream->dbr_inc_timeout = 0;
  946. stream->dbr_enabled = obs_data_get_bool(settings, OPT_DYN_BITRATE);
  947. caps = obs_encoder_get_caps(venc);
  948. if ((caps & OBS_ENCODER_CAP_DYN_BITRATE) == 0) {
  949. stream->dbr_enabled = false;
  950. }
  951. if (obs_output_get_delay(stream->output) != 0) {
  952. stream->dbr_enabled = false;
  953. }
  954. if (stream->dbr_enabled) {
  955. info("Dynamic bitrate enabled. Dropped frames begone!");
  956. }
  957. obs_data_release(vsettings);
  958. obs_data_release(asettings);
  959. if (drop_p < (drop_b + 200))
  960. drop_p = drop_b + 200;
  961. stream->drop_threshold_usec = 1000 * drop_b;
  962. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  963. bind_ip = obs_data_get_string(settings, OPT_BIND_IP);
  964. dstr_copy(&stream->bind_ip, bind_ip);
  965. stream->new_socket_loop =
  966. obs_data_get_bool(settings, OPT_NEWSOCKETLOOP_ENABLED);
  967. stream->low_latency_mode =
  968. obs_data_get_bool(settings, OPT_LOWLATENCY_ENABLED);
  969. // ugly hack for now, can be removed once new loop is reworked
  970. if (stream->new_socket_loop &&
  971. !strncmp(stream->path.array, "rtmps://", 8)) {
  972. warn("Disabling network optimizations, not compatible with RTMPS");
  973. stream->new_socket_loop = false;
  974. }
  975. obs_data_release(settings);
  976. return true;
  977. }
  978. static void *connect_thread(void *data)
  979. {
  980. struct rtmp_stream *stream = data;
  981. int ret;
  982. os_set_thread_name("rtmp-stream: connect_thread");
  983. if (!silently_reconnecting(stream)) {
  984. if (!init_connect(stream)) {
  985. obs_output_signal_stop(stream->output,
  986. OBS_OUTPUT_BAD_PATH);
  987. os_atomic_set_bool(&stream->silent_reconnect, false);
  988. return NULL;
  989. }
  990. } else {
  991. struct encoder_packet packet;
  992. peek_next_packet(stream, &packet);
  993. stream->start_dts_offset = get_ms_time(&packet, packet.dts);
  994. }
  995. ret = try_connect(stream);
  996. if (ret != OBS_OUTPUT_SUCCESS) {
  997. obs_output_signal_stop(stream->output, ret);
  998. info("Connection to %s failed: %d", stream->path.array, ret);
  999. }
  1000. if (!stopping(stream))
  1001. pthread_detach(stream->connect_thread);
  1002. os_atomic_set_bool(&stream->silent_reconnect, false);
  1003. os_atomic_set_bool(&stream->connecting, false);
  1004. return NULL;
  1005. }
  1006. static bool rtmp_stream_start(void *data)
  1007. {
  1008. struct rtmp_stream *stream = data;
  1009. if (!silently_reconnecting(stream)) {
  1010. if (!obs_output_can_begin_data_capture(stream->output, 0))
  1011. return false;
  1012. if (!obs_output_initialize_encoders(stream->output, 0))
  1013. return false;
  1014. }
  1015. os_atomic_set_bool(&stream->connecting, true);
  1016. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  1017. stream) == 0;
  1018. }
  1019. static inline bool add_packet(struct rtmp_stream *stream,
  1020. struct encoder_packet *packet)
  1021. {
  1022. circlebuf_push_back(&stream->packets, packet,
  1023. sizeof(struct encoder_packet));
  1024. return true;
  1025. }
  1026. static inline size_t num_buffered_packets(struct rtmp_stream *stream)
  1027. {
  1028. return stream->packets.size / sizeof(struct encoder_packet);
  1029. }
  1030. static void drop_frames(struct rtmp_stream *stream, const char *name,
  1031. int highest_priority, bool pframes)
  1032. {
  1033. UNUSED_PARAMETER(pframes);
  1034. struct circlebuf new_buf = {0};
  1035. int num_frames_dropped = 0;
  1036. #ifdef _DEBUG
  1037. int start_packets = (int)num_buffered_packets(stream);
  1038. #else
  1039. UNUSED_PARAMETER(name);
  1040. #endif
  1041. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  1042. while (stream->packets.size) {
  1043. struct encoder_packet packet;
  1044. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  1045. /* do not drop audio data or video keyframes */
  1046. if (packet.type == OBS_ENCODER_AUDIO ||
  1047. packet.drop_priority >= highest_priority) {
  1048. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  1049. } else {
  1050. num_frames_dropped++;
  1051. obs_encoder_packet_release(&packet);
  1052. }
  1053. }
  1054. circlebuf_free(&stream->packets);
  1055. stream->packets = new_buf;
  1056. if (stream->min_priority < highest_priority)
  1057. stream->min_priority = highest_priority;
  1058. if (!num_frames_dropped)
  1059. return;
  1060. stream->dropped_frames += num_frames_dropped;
  1061. #ifdef _DEBUG
  1062. debug("Dropped %s, prev packet count: %d, new packet count: %d", name,
  1063. start_packets, (int)num_buffered_packets(stream));
  1064. #endif
  1065. }
  1066. static bool find_first_video_packet(struct rtmp_stream *stream,
  1067. struct encoder_packet *first)
  1068. {
  1069. size_t count = stream->packets.size / sizeof(*first);
  1070. for (size_t i = 0; i < count; i++) {
  1071. struct encoder_packet *cur =
  1072. circlebuf_data(&stream->packets, i * sizeof(*first));
  1073. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  1074. *first = *cur;
  1075. return true;
  1076. }
  1077. }
  1078. return false;
  1079. }
  1080. static bool dbr_bitrate_lowered(struct rtmp_stream *stream)
  1081. {
  1082. long prev_bitrate = stream->dbr_prev_bitrate;
  1083. long est_bitrate = 0;
  1084. long new_bitrate;
  1085. if (stream->dbr_est_bitrate &&
  1086. stream->dbr_est_bitrate < stream->dbr_cur_bitrate) {
  1087. stream->dbr_data_size = 0;
  1088. circlebuf_pop_front(&stream->dbr_frames, NULL,
  1089. stream->dbr_frames.size);
  1090. est_bitrate = stream->dbr_est_bitrate / 100 * 100;
  1091. if (est_bitrate < 50) {
  1092. est_bitrate = 50;
  1093. }
  1094. }
  1095. #if 0
  1096. if (prev_bitrate && est_bitrate) {
  1097. if (prev_bitrate < est_bitrate) {
  1098. blog(LOG_INFO, "going back to prev bitrate: "
  1099. "prev_bitrate (%d) < est_bitrate (%d)",
  1100. prev_bitrate,
  1101. est_bitrate);
  1102. new_bitrate = prev_bitrate;
  1103. } else {
  1104. new_bitrate = est_bitrate;
  1105. }
  1106. new_bitrate = est_bitrate;
  1107. } else if (prev_bitrate) {
  1108. new_bitrate = prev_bitrate;
  1109. info("going back to prev bitrate");
  1110. } else if (est_bitrate) {
  1111. new_bitrate = est_bitrate;
  1112. } else {
  1113. return false;
  1114. }
  1115. #else
  1116. if (est_bitrate) {
  1117. new_bitrate = est_bitrate;
  1118. } else if (prev_bitrate) {
  1119. new_bitrate = prev_bitrate;
  1120. info("going back to prev bitrate");
  1121. } else {
  1122. return false;
  1123. }
  1124. if (new_bitrate == stream->dbr_cur_bitrate) {
  1125. return false;
  1126. }
  1127. #endif
  1128. stream->dbr_prev_bitrate = 0;
  1129. stream->dbr_cur_bitrate = new_bitrate;
  1130. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1131. info("bitrate decreased to: %ld", stream->dbr_cur_bitrate);
  1132. return true;
  1133. }
  1134. static void dbr_set_bitrate(struct rtmp_stream *stream)
  1135. {
  1136. obs_encoder_t *vencoder = obs_output_get_video_encoder(stream->output);
  1137. obs_data_t *settings = obs_encoder_get_settings(vencoder);
  1138. obs_data_set_int(settings, "bitrate", stream->dbr_cur_bitrate);
  1139. obs_encoder_update(vencoder, settings);
  1140. obs_data_release(settings);
  1141. }
  1142. static void dbr_inc_bitrate(struct rtmp_stream *stream)
  1143. {
  1144. stream->dbr_prev_bitrate = stream->dbr_cur_bitrate;
  1145. stream->dbr_cur_bitrate += stream->dbr_inc_bitrate;
  1146. if (stream->dbr_cur_bitrate >= stream->dbr_orig_bitrate) {
  1147. stream->dbr_cur_bitrate = stream->dbr_orig_bitrate;
  1148. info("bitrate increased to: %ld, done",
  1149. stream->dbr_cur_bitrate);
  1150. } else if (stream->dbr_cur_bitrate < stream->dbr_orig_bitrate) {
  1151. stream->dbr_inc_timeout = os_gettime_ns() + DBR_INC_TIMER;
  1152. info("bitrate increased to: %ld, waiting",
  1153. stream->dbr_cur_bitrate);
  1154. }
  1155. }
  1156. static void check_to_drop_frames(struct rtmp_stream *stream, bool pframes)
  1157. {
  1158. struct encoder_packet first;
  1159. int64_t buffer_duration_usec;
  1160. size_t num_packets = num_buffered_packets(stream);
  1161. const char *name = pframes ? "p-frames" : "b-frames";
  1162. int priority = pframes ? OBS_NAL_PRIORITY_HIGHEST
  1163. : OBS_NAL_PRIORITY_HIGH;
  1164. int64_t drop_threshold = pframes ? stream->pframe_drop_threshold_usec
  1165. : stream->drop_threshold_usec;
  1166. if (!pframes && stream->dbr_enabled) {
  1167. if (stream->dbr_inc_timeout) {
  1168. uint64_t t = os_gettime_ns();
  1169. if (t >= stream->dbr_inc_timeout) {
  1170. stream->dbr_inc_timeout = 0;
  1171. dbr_inc_bitrate(stream);
  1172. dbr_set_bitrate(stream);
  1173. }
  1174. }
  1175. }
  1176. if (num_packets < 5) {
  1177. if (!pframes)
  1178. stream->congestion = 0.0f;
  1179. return;
  1180. }
  1181. if (!find_first_video_packet(stream, &first))
  1182. return;
  1183. /* if the amount of time stored in the buffered packets waiting to be
  1184. * sent is higher than threshold, drop frames */
  1185. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  1186. if (!pframes) {
  1187. stream->congestion =
  1188. (float)buffer_duration_usec / (float)drop_threshold;
  1189. }
  1190. /* alternatively, drop only pframes:
  1191. * (!pframes && stream->dbr_enabled)
  1192. * but let's test without dropping frames
  1193. * at all first */
  1194. if (stream->dbr_enabled) {
  1195. bool bitrate_changed = false;
  1196. if (pframes) {
  1197. return;
  1198. }
  1199. if ((uint64_t)buffer_duration_usec >= DBR_TRIGGER_USEC) {
  1200. pthread_mutex_lock(&stream->dbr_mutex);
  1201. bitrate_changed = dbr_bitrate_lowered(stream);
  1202. pthread_mutex_unlock(&stream->dbr_mutex);
  1203. }
  1204. if (bitrate_changed) {
  1205. debug("buffer_duration_msec: %" PRId64,
  1206. buffer_duration_usec / 1000);
  1207. dbr_set_bitrate(stream);
  1208. }
  1209. return;
  1210. }
  1211. if (buffer_duration_usec > drop_threshold) {
  1212. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  1213. drop_frames(stream, name, priority, pframes);
  1214. }
  1215. }
  1216. static bool add_video_packet(struct rtmp_stream *stream,
  1217. struct encoder_packet *packet)
  1218. {
  1219. if (!silently_reconnecting(stream)) {
  1220. check_to_drop_frames(stream, false);
  1221. check_to_drop_frames(stream, true);
  1222. }
  1223. /* if currently dropping frames, drop packets until it reaches the
  1224. * desired priority */
  1225. if (packet->drop_priority < stream->min_priority) {
  1226. stream->dropped_frames++;
  1227. return false;
  1228. } else {
  1229. stream->min_priority = 0;
  1230. }
  1231. stream->last_dts_usec = packet->dts_usec;
  1232. return add_packet(stream, packet);
  1233. }
  1234. static void rtmp_stream_data(void *data, struct encoder_packet *packet)
  1235. {
  1236. struct rtmp_stream *stream = data;
  1237. struct encoder_packet new_packet;
  1238. bool added_packet = false;
  1239. if (disconnected(stream) || !active(stream))
  1240. return;
  1241. /* encoder fail */
  1242. if (!packet) {
  1243. os_atomic_set_bool(&stream->encode_error, true);
  1244. os_sem_post(stream->send_sem);
  1245. return;
  1246. }
  1247. if (packet->type == OBS_ENCODER_VIDEO) {
  1248. if (!stream->got_first_video) {
  1249. stream->start_dts_offset =
  1250. get_ms_time(packet, packet->dts);
  1251. stream->got_first_video = true;
  1252. }
  1253. obs_parse_avc_packet(&new_packet, packet);
  1254. } else {
  1255. obs_encoder_packet_ref(&new_packet, packet);
  1256. }
  1257. pthread_mutex_lock(&stream->packets_mutex);
  1258. if (!disconnected(stream)) {
  1259. added_packet = (packet->type == OBS_ENCODER_VIDEO)
  1260. ? add_video_packet(stream, &new_packet)
  1261. : add_packet(stream, &new_packet);
  1262. }
  1263. pthread_mutex_unlock(&stream->packets_mutex);
  1264. if (added_packet)
  1265. os_sem_post(stream->send_sem);
  1266. else
  1267. obs_encoder_packet_release(&new_packet);
  1268. }
  1269. static void rtmp_stream_defaults(obs_data_t *defaults)
  1270. {
  1271. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  1272. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  1273. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  1274. obs_data_set_default_string(defaults, OPT_BIND_IP, "default");
  1275. obs_data_set_default_bool(defaults, OPT_NEWSOCKETLOOP_ENABLED, false);
  1276. obs_data_set_default_bool(defaults, OPT_LOWLATENCY_ENABLED, false);
  1277. }
  1278. static obs_properties_t *rtmp_stream_properties(void *unused)
  1279. {
  1280. UNUSED_PARAMETER(unused);
  1281. obs_properties_t *props = obs_properties_create();
  1282. struct netif_saddr_data addrs = {0};
  1283. obs_property_t *p;
  1284. obs_properties_add_int(props, OPT_DROP_THRESHOLD,
  1285. obs_module_text("RTMPStream.DropThreshold"), 200,
  1286. 10000, 100);
  1287. p = obs_properties_add_list(props, OPT_BIND_IP,
  1288. obs_module_text("RTMPStream.BindIP"),
  1289. OBS_COMBO_TYPE_LIST,
  1290. OBS_COMBO_FORMAT_STRING);
  1291. obs_property_list_add_string(p, obs_module_text("Default"), "default");
  1292. netif_get_addrs(&addrs);
  1293. for (size_t i = 0; i < addrs.addrs.num; i++) {
  1294. struct netif_saddr_item item = addrs.addrs.array[i];
  1295. obs_property_list_add_string(p, item.name, item.addr);
  1296. }
  1297. netif_saddr_data_free(&addrs);
  1298. obs_properties_add_bool(props, OPT_NEWSOCKETLOOP_ENABLED,
  1299. obs_module_text("RTMPStream.NewSocketLoop"));
  1300. obs_properties_add_bool(props, OPT_LOWLATENCY_ENABLED,
  1301. obs_module_text("RTMPStream.LowLatencyMode"));
  1302. return props;
  1303. }
  1304. static uint64_t rtmp_stream_total_bytes_sent(void *data)
  1305. {
  1306. struct rtmp_stream *stream = data;
  1307. return stream->total_bytes_sent;
  1308. }
  1309. static int rtmp_stream_dropped_frames(void *data)
  1310. {
  1311. struct rtmp_stream *stream = data;
  1312. return stream->dropped_frames;
  1313. }
  1314. static float rtmp_stream_congestion(void *data)
  1315. {
  1316. struct rtmp_stream *stream = data;
  1317. if (stream->new_socket_loop)
  1318. return (float)stream->write_buf_len /
  1319. (float)stream->write_buf_size;
  1320. else
  1321. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  1322. }
  1323. static int rtmp_stream_connect_time(void *data)
  1324. {
  1325. struct rtmp_stream *stream = data;
  1326. return stream->rtmp.connect_time_ms;
  1327. }
  1328. struct obs_output_info rtmp_output_info = {
  1329. .id = "rtmp_output",
  1330. .flags = OBS_OUTPUT_AV | OBS_OUTPUT_ENCODED | OBS_OUTPUT_SERVICE |
  1331. OBS_OUTPUT_MULTI_TRACK,
  1332. .encoded_video_codecs = "h264",
  1333. .encoded_audio_codecs = "aac",
  1334. .get_name = rtmp_stream_getname,
  1335. .create = rtmp_stream_create,
  1336. .destroy = rtmp_stream_destroy,
  1337. .start = rtmp_stream_start,
  1338. .stop = rtmp_stream_stop,
  1339. .encoded_packet = rtmp_stream_data,
  1340. .get_defaults = rtmp_stream_defaults,
  1341. .get_properties = rtmp_stream_properties,
  1342. .get_total_bytes = rtmp_stream_total_bytes_sent,
  1343. .get_congestion = rtmp_stream_congestion,
  1344. .get_connect_time_ms = rtmp_stream_connect_time,
  1345. .get_dropped_frames = rtmp_stream_dropped_frames,
  1346. };