rtmp-stream.c 30 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225
  1. /******************************************************************************
  2. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "rtmp-stream.h"
  15. static const char *rtmp_stream_getname(void *unused)
  16. {
  17. UNUSED_PARAMETER(unused);
  18. return obs_module_text("RTMPStream");
  19. }
  20. static void log_rtmp(int level, const char *format, va_list args)
  21. {
  22. if (level > RTMP_LOGWARNING)
  23. return;
  24. blogva(LOG_INFO, format, args);
  25. }
  26. static inline size_t num_buffered_packets(struct rtmp_stream *stream);
  27. static inline void free_packets(struct rtmp_stream *stream)
  28. {
  29. size_t num_packets;
  30. pthread_mutex_lock(&stream->packets_mutex);
  31. num_packets = num_buffered_packets(stream);
  32. if (num_packets)
  33. info("Freeing %d remaining packets", (int)num_packets);
  34. while (stream->packets.size) {
  35. struct encoder_packet packet;
  36. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  37. obs_encoder_packet_release(&packet);
  38. }
  39. pthread_mutex_unlock(&stream->packets_mutex);
  40. }
  41. static inline bool stopping(struct rtmp_stream *stream)
  42. {
  43. return os_event_try(stream->stop_event) != EAGAIN;
  44. }
  45. static inline bool connecting(struct rtmp_stream *stream)
  46. {
  47. return os_atomic_load_bool(&stream->connecting);
  48. }
  49. static inline bool active(struct rtmp_stream *stream)
  50. {
  51. return os_atomic_load_bool(&stream->active);
  52. }
  53. static inline bool disconnected(struct rtmp_stream *stream)
  54. {
  55. return os_atomic_load_bool(&stream->disconnected);
  56. }
  57. static void rtmp_stream_destroy(void *data)
  58. {
  59. struct rtmp_stream *stream = data;
  60. if (stopping(stream) && !connecting(stream)) {
  61. pthread_join(stream->send_thread, NULL);
  62. } else if (connecting(stream) || active(stream)) {
  63. if (stream->connecting)
  64. pthread_join(stream->connect_thread, NULL);
  65. stream->stop_ts = 0;
  66. os_event_signal(stream->stop_event);
  67. if (active(stream)) {
  68. os_sem_post(stream->send_sem);
  69. obs_output_end_data_capture(stream->output);
  70. pthread_join(stream->send_thread, NULL);
  71. }
  72. }
  73. free_packets(stream);
  74. dstr_free(&stream->path);
  75. dstr_free(&stream->key);
  76. dstr_free(&stream->username);
  77. dstr_free(&stream->password);
  78. dstr_free(&stream->encoder_name);
  79. dstr_free(&stream->bind_ip);
  80. os_event_destroy(stream->stop_event);
  81. os_sem_destroy(stream->send_sem);
  82. pthread_mutex_destroy(&stream->packets_mutex);
  83. circlebuf_free(&stream->packets);
  84. #ifdef TEST_FRAMEDROPS
  85. circlebuf_free(&stream->droptest_info);
  86. #endif
  87. os_event_destroy(stream->buffer_space_available_event);
  88. os_event_destroy(stream->buffer_has_data_event);
  89. os_event_destroy(stream->socket_available_event);
  90. os_event_destroy(stream->send_thread_signaled_exit);
  91. pthread_mutex_destroy(&stream->write_buf_mutex);
  92. if (stream->write_buf)
  93. bfree(stream->write_buf);
  94. bfree(stream);
  95. }
  96. static void *rtmp_stream_create(obs_data_t *settings, obs_output_t *output)
  97. {
  98. struct rtmp_stream *stream = bzalloc(sizeof(struct rtmp_stream));
  99. stream->output = output;
  100. pthread_mutex_init_value(&stream->packets_mutex);
  101. RTMP_Init(&stream->rtmp);
  102. RTMP_LogSetCallback(log_rtmp);
  103. RTMP_LogSetLevel(RTMP_LOGWARNING);
  104. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  105. goto fail;
  106. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  107. goto fail;
  108. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  109. warn("Failed to initialize write buffer mutex");
  110. goto fail;
  111. }
  112. if (os_event_init(&stream->buffer_space_available_event,
  113. OS_EVENT_TYPE_AUTO) != 0) {
  114. warn("Failed to initialize write buffer event");
  115. goto fail;
  116. }
  117. if (os_event_init(&stream->buffer_has_data_event,
  118. OS_EVENT_TYPE_AUTO) != 0) {
  119. warn("Failed to initialize data buffer event");
  120. goto fail;
  121. }
  122. if (os_event_init(&stream->socket_available_event,
  123. OS_EVENT_TYPE_AUTO) != 0) {
  124. warn("Failed to initialize socket buffer event");
  125. goto fail;
  126. }
  127. if (os_event_init(&stream->send_thread_signaled_exit,
  128. OS_EVENT_TYPE_MANUAL) != 0) {
  129. warn("Failed to initialize socket exit event");
  130. goto fail;
  131. }
  132. UNUSED_PARAMETER(settings);
  133. return stream;
  134. fail:
  135. rtmp_stream_destroy(stream);
  136. return NULL;
  137. }
  138. static void rtmp_stream_stop(void *data, uint64_t ts)
  139. {
  140. struct rtmp_stream *stream = data;
  141. if (stopping(stream) && ts != 0)
  142. return;
  143. if (connecting(stream))
  144. pthread_join(stream->connect_thread, NULL);
  145. stream->stop_ts = ts / 1000ULL;
  146. if (ts)
  147. stream->shutdown_timeout_ts = ts +
  148. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  149. if (active(stream)) {
  150. os_event_signal(stream->stop_event);
  151. if (stream->stop_ts == 0)
  152. os_sem_post(stream->send_sem);
  153. } else {
  154. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  155. }
  156. }
  157. static inline void set_rtmp_str(AVal *val, const char *str)
  158. {
  159. bool valid = (str && *str);
  160. val->av_val = valid ? (char*)str : NULL;
  161. val->av_len = valid ? (int)strlen(str) : 0;
  162. }
  163. static inline void set_rtmp_dstr(AVal *val, struct dstr *str)
  164. {
  165. bool valid = !dstr_is_empty(str);
  166. val->av_val = valid ? str->array : NULL;
  167. val->av_len = valid ? (int)str->len : 0;
  168. }
  169. static inline bool get_next_packet(struct rtmp_stream *stream,
  170. struct encoder_packet *packet)
  171. {
  172. bool new_packet = false;
  173. pthread_mutex_lock(&stream->packets_mutex);
  174. if (stream->packets.size) {
  175. circlebuf_pop_front(&stream->packets, packet,
  176. sizeof(struct encoder_packet));
  177. new_packet = true;
  178. }
  179. pthread_mutex_unlock(&stream->packets_mutex);
  180. return new_packet;
  181. }
  182. static bool discard_recv_data(struct rtmp_stream *stream, size_t size)
  183. {
  184. RTMP *rtmp = &stream->rtmp;
  185. uint8_t buf[512];
  186. #ifdef _WIN32
  187. int ret;
  188. #else
  189. ssize_t ret;
  190. #endif
  191. do {
  192. size_t bytes = size > 512 ? 512 : size;
  193. size -= bytes;
  194. #ifdef _WIN32
  195. ret = recv(rtmp->m_sb.sb_socket, buf, (int)bytes, 0);
  196. #else
  197. ret = recv(rtmp->m_sb.sb_socket, buf, bytes, 0);
  198. #endif
  199. if (ret <= 0) {
  200. #ifdef _WIN32
  201. int error = WSAGetLastError();
  202. #else
  203. int error = errno;
  204. #endif
  205. if (ret < 0) {
  206. do_log(LOG_ERROR, "recv error: %d (%d bytes)",
  207. error, (int)size);
  208. }
  209. return false;
  210. }
  211. } while (size > 0);
  212. return true;
  213. }
  214. #ifdef TEST_FRAMEDROPS
  215. static void droptest_cap_data_rate(struct rtmp_stream *stream, size_t size)
  216. {
  217. uint64_t ts = os_gettime_ns();
  218. struct droptest_info info;
  219. info.ts = ts;
  220. info.size = size;
  221. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  222. stream->droptest_size += size;
  223. if (stream->droptest_info.size) {
  224. circlebuf_peek_front(&stream->droptest_info,
  225. &info, sizeof(info));
  226. if (stream->droptest_size > DROPTEST_MAX_BYTES) {
  227. uint64_t elapsed = ts - info.ts;
  228. if (elapsed < 1000000000ULL) {
  229. elapsed = 1000000000ULL - elapsed;
  230. os_sleepto_ns(ts + elapsed);
  231. }
  232. while (stream->droptest_size > DROPTEST_MAX_BYTES) {
  233. circlebuf_pop_front(&stream->droptest_info,
  234. &info, sizeof(info));
  235. stream->droptest_size -= info.size;
  236. }
  237. }
  238. }
  239. }
  240. #endif
  241. static int socket_queue_data(RTMPSockBuf *sb, const char *data, int len, void *arg)
  242. {
  243. UNUSED_PARAMETER(sb);
  244. struct rtmp_stream *stream = arg;
  245. retry_send:
  246. if (!RTMP_IsConnected(&stream->rtmp))
  247. return 0;
  248. pthread_mutex_lock(&stream->write_buf_mutex);
  249. if (stream->write_buf_len + len > stream->write_buf_size) {
  250. pthread_mutex_unlock(&stream->write_buf_mutex);
  251. if (os_event_wait(stream->buffer_space_available_event)) {
  252. return 0;
  253. }
  254. goto retry_send;
  255. }
  256. memcpy(stream->write_buf + stream->write_buf_len, data, len);
  257. stream->write_buf_len += len;
  258. pthread_mutex_unlock(&stream->write_buf_mutex);
  259. os_event_signal (stream->buffer_has_data_event);
  260. return len;
  261. }
  262. static int send_packet(struct rtmp_stream *stream,
  263. struct encoder_packet *packet, bool is_header, size_t idx)
  264. {
  265. uint8_t *data;
  266. size_t size;
  267. int recv_size = 0;
  268. int ret = 0;
  269. if (!stream->new_socket_loop) {
  270. #ifdef _WIN32
  271. ret = ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONREAD,
  272. (u_long*)&recv_size);
  273. #else
  274. ret = ioctl(stream->rtmp.m_sb.sb_socket, FIONREAD, &recv_size);
  275. #endif
  276. if (ret >= 0 && recv_size > 0) {
  277. if (!discard_recv_data(stream, (size_t)recv_size))
  278. return -1;
  279. }
  280. }
  281. flv_packet_mux(packet, is_header ? 0 : stream->start_dts_offset,
  282. &data, &size, is_header);
  283. #ifdef TEST_FRAMEDROPS
  284. droptest_cap_data_rate(stream, size);
  285. #endif
  286. ret = RTMP_Write(&stream->rtmp, (char*)data, (int)size, (int)idx);
  287. bfree(data);
  288. if (is_header)
  289. bfree(packet->data);
  290. else
  291. obs_encoder_packet_release(packet);
  292. stream->total_bytes_sent += size;
  293. return ret;
  294. }
  295. static inline bool send_headers(struct rtmp_stream *stream);
  296. static inline bool can_shutdown_stream(struct rtmp_stream *stream,
  297. struct encoder_packet *packet)
  298. {
  299. uint64_t cur_time = os_gettime_ns();
  300. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  301. if (timeout)
  302. info("Stream shutdown timeout reached (%d second(s))",
  303. stream->max_shutdown_time_sec);
  304. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  305. }
  306. static void set_output_error(struct rtmp_stream *stream)
  307. {
  308. const char *msg = NULL;
  309. #ifdef _WIN32
  310. switch (stream->rtmp.last_error_code)
  311. {
  312. case WSAETIMEDOUT:
  313. msg = obs_module_text("ConnectionTimedOut");
  314. break;
  315. case WSAEACCES:
  316. msg = obs_module_text("PermissionDenied");
  317. break;
  318. case WSAECONNABORTED:
  319. msg = obs_module_text("ConnectionAborted");
  320. break;
  321. case WSAECONNRESET:
  322. msg = obs_module_text("ConnectionReset");
  323. break;
  324. case WSAHOST_NOT_FOUND:
  325. msg = obs_module_text("HostNotFound");
  326. break;
  327. case WSANO_DATA:
  328. msg = obs_module_text("NoData");
  329. break;
  330. case WSAEADDRNOTAVAIL:
  331. msg = obs_module_text("AddressNotAvailable");
  332. break;
  333. }
  334. #else
  335. switch (stream->rtmp.last_error_code)
  336. {
  337. case ETIMEDOUT:
  338. msg = obs_module_text("ConnectionTimedOut");
  339. break;
  340. case EACCES:
  341. msg = obs_module_text("PermissionDenied");
  342. break;
  343. case ECONNABORTED:
  344. msg = obs_module_text("ConnectionAborted");
  345. break;
  346. case ECONNRESET:
  347. msg = obs_module_text("ConnectionReset");
  348. break;
  349. case HOST_NOT_FOUND:
  350. msg = obs_module_text("HostNotFound");
  351. break;
  352. case NO_DATA:
  353. msg = obs_module_text("NoData");
  354. break;
  355. case EADDRNOTAVAIL:
  356. msg = obs_module_text("AddressNotAvailable");
  357. break;
  358. }
  359. #endif
  360. // non platform-specific errors
  361. if (!msg) {
  362. switch (stream->rtmp.last_error_code) {
  363. case -0x2700:
  364. msg = obs_module_text("SSLCertVerifyFailed");
  365. break;
  366. }
  367. }
  368. obs_output_set_last_error(stream->output, msg);
  369. }
  370. static void *send_thread(void *data)
  371. {
  372. struct rtmp_stream *stream = data;
  373. os_set_thread_name("rtmp-stream: send_thread");
  374. while (os_sem_wait(stream->send_sem) == 0) {
  375. struct encoder_packet packet;
  376. if (stopping(stream) && stream->stop_ts == 0) {
  377. break;
  378. }
  379. if (!get_next_packet(stream, &packet))
  380. continue;
  381. if (stopping(stream)) {
  382. if (can_shutdown_stream(stream, &packet)) {
  383. obs_encoder_packet_release(&packet);
  384. break;
  385. }
  386. }
  387. if (!stream->sent_headers) {
  388. if (!send_headers(stream)) {
  389. os_atomic_set_bool(&stream->disconnected, true);
  390. break;
  391. }
  392. }
  393. if (send_packet(stream, &packet, false, packet.track_idx) < 0) {
  394. os_atomic_set_bool(&stream->disconnected, true);
  395. break;
  396. }
  397. }
  398. if (disconnected(stream)) {
  399. info("Disconnected from %s", stream->path.array);
  400. } else {
  401. info("User stopped the stream");
  402. }
  403. if (stream->new_socket_loop) {
  404. os_event_signal(stream->send_thread_signaled_exit);
  405. os_event_signal(stream->buffer_has_data_event);
  406. pthread_join(stream->socket_thread, NULL);
  407. stream->socket_thread_active = false;
  408. stream->rtmp.m_bCustomSend = false;
  409. }
  410. set_output_error(stream);
  411. RTMP_Close(&stream->rtmp);
  412. if (!stopping(stream)) {
  413. pthread_detach(stream->send_thread);
  414. obs_output_signal_stop(stream->output, OBS_OUTPUT_DISCONNECTED);
  415. } else {
  416. obs_output_end_data_capture(stream->output);
  417. }
  418. free_packets(stream);
  419. os_event_reset(stream->stop_event);
  420. os_atomic_set_bool(&stream->active, false);
  421. stream->sent_headers = false;
  422. return NULL;
  423. }
  424. static bool send_meta_data(struct rtmp_stream *stream, size_t idx, bool *next)
  425. {
  426. uint8_t *meta_data;
  427. size_t meta_data_size;
  428. bool success = true;
  429. *next = flv_meta_data(stream->output, &meta_data,
  430. &meta_data_size, false, idx);
  431. if (*next) {
  432. success = RTMP_Write(&stream->rtmp, (char*)meta_data,
  433. (int)meta_data_size, (int)idx) >= 0;
  434. bfree(meta_data);
  435. }
  436. return success;
  437. }
  438. static bool send_audio_header(struct rtmp_stream *stream, size_t idx,
  439. bool *next)
  440. {
  441. obs_output_t *context = stream->output;
  442. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, idx);
  443. uint8_t *header;
  444. struct encoder_packet packet = {
  445. .type = OBS_ENCODER_AUDIO,
  446. .timebase_den = 1
  447. };
  448. if (!aencoder) {
  449. *next = false;
  450. return true;
  451. }
  452. obs_encoder_get_extra_data(aencoder, &header, &packet.size);
  453. packet.data = bmemdup(header, packet.size);
  454. return send_packet(stream, &packet, true, idx) >= 0;
  455. }
  456. static bool send_video_header(struct rtmp_stream *stream)
  457. {
  458. obs_output_t *context = stream->output;
  459. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  460. uint8_t *header;
  461. size_t size;
  462. struct encoder_packet packet = {
  463. .type = OBS_ENCODER_VIDEO,
  464. .timebase_den = 1,
  465. .keyframe = true
  466. };
  467. obs_encoder_get_extra_data(vencoder, &header, &size);
  468. packet.size = obs_parse_avc_header(&packet.data, header, size);
  469. return send_packet(stream, &packet, true, 0) >= 0;
  470. }
  471. static inline bool send_headers(struct rtmp_stream *stream)
  472. {
  473. stream->sent_headers = true;
  474. size_t i = 0;
  475. bool next = true;
  476. if (!send_audio_header(stream, i++, &next))
  477. return false;
  478. if (!send_video_header(stream))
  479. return false;
  480. while (next) {
  481. if (!send_audio_header(stream, i++, &next))
  482. return false;
  483. }
  484. return true;
  485. }
  486. static inline bool reset_semaphore(struct rtmp_stream *stream)
  487. {
  488. os_sem_destroy(stream->send_sem);
  489. return os_sem_init(&stream->send_sem, 0) == 0;
  490. }
  491. #ifdef _WIN32
  492. #define socklen_t int
  493. #endif
  494. #define MIN_SENDBUF_SIZE 65535
  495. static void adjust_sndbuf_size(struct rtmp_stream *stream, int new_size)
  496. {
  497. int cur_sendbuf_size = new_size;
  498. socklen_t int_size = sizeof(int);
  499. getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  500. (char*)&cur_sendbuf_size, &int_size);
  501. if (cur_sendbuf_size < new_size) {
  502. cur_sendbuf_size = new_size;
  503. setsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  504. (const char*)&cur_sendbuf_size, int_size);
  505. }
  506. }
  507. static int init_send(struct rtmp_stream *stream)
  508. {
  509. int ret;
  510. size_t idx = 0;
  511. bool next = true;
  512. #if defined(_WIN32)
  513. adjust_sndbuf_size(stream, MIN_SENDBUF_SIZE);
  514. #endif
  515. reset_semaphore(stream);
  516. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  517. if (ret != 0) {
  518. RTMP_Close(&stream->rtmp);
  519. warn("Failed to create send thread");
  520. return OBS_OUTPUT_ERROR;
  521. }
  522. if (stream->new_socket_loop) {
  523. int one = 1;
  524. #ifdef _WIN32
  525. if (ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  526. stream->rtmp.last_error_code = WSAGetLastError();
  527. #else
  528. if (ioctl(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  529. stream->rtmp.last_error_code = errno;
  530. #endif
  531. warn("Failed to set non-blocking socket");
  532. return OBS_OUTPUT_ERROR;
  533. }
  534. os_event_reset(stream->send_thread_signaled_exit);
  535. info("New socket loop enabled by user");
  536. if (stream->low_latency_mode)
  537. info("Low latency mode enabled by user");
  538. if (stream->write_buf)
  539. bfree(stream->write_buf);
  540. int total_bitrate = 0;
  541. obs_output_t *context = stream->output;
  542. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  543. if (vencoder) {
  544. obs_data_t *params = obs_encoder_get_settings(vencoder);
  545. if (params) {
  546. int bitrate = obs_data_get_int(params, "bitrate");
  547. if (!bitrate) {
  548. warn ("Video encoder didn't return a "
  549. "valid bitrate, new network "
  550. "code may function poorly. "
  551. "Low latency mode disabled.");
  552. stream->low_latency_mode = false;
  553. bitrate = 10000;
  554. }
  555. total_bitrate += bitrate;
  556. obs_data_release(params);
  557. }
  558. }
  559. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, 0);
  560. if (aencoder) {
  561. obs_data_t *params = obs_encoder_get_settings(aencoder);
  562. if (params) {
  563. int bitrate = obs_data_get_int(params, "bitrate");
  564. if (!bitrate)
  565. bitrate = 160;
  566. total_bitrate += bitrate;
  567. obs_data_release(params);
  568. }
  569. }
  570. // to bytes/sec
  571. int ideal_buffer_size = total_bitrate * 128;
  572. if (ideal_buffer_size < 131072)
  573. ideal_buffer_size = 131072;
  574. stream->write_buf_size = ideal_buffer_size;
  575. stream->write_buf = bmalloc(ideal_buffer_size);
  576. #ifdef _WIN32
  577. ret = pthread_create(&stream->socket_thread, NULL,
  578. socket_thread_windows, stream);
  579. #else
  580. warn("New socket loop not supported on this platform");
  581. return OBS_OUTPUT_ERROR;
  582. #endif
  583. if (ret != 0) {
  584. RTMP_Close(&stream->rtmp);
  585. warn("Failed to create socket thread");
  586. return OBS_OUTPUT_ERROR;
  587. }
  588. stream->socket_thread_active = true;
  589. stream->rtmp.m_bCustomSend = true;
  590. stream->rtmp.m_customSendFunc = socket_queue_data;
  591. stream->rtmp.m_customSendParam = stream;
  592. }
  593. os_atomic_set_bool(&stream->active, true);
  594. while (next) {
  595. if (!send_meta_data(stream, idx++, &next)) {
  596. warn("Disconnected while attempting to connect to "
  597. "server.");
  598. set_output_error(stream);
  599. return OBS_OUTPUT_DISCONNECTED;
  600. }
  601. }
  602. obs_output_begin_data_capture(stream->output, 0);
  603. return OBS_OUTPUT_SUCCESS;
  604. }
  605. #ifdef _WIN32
  606. static void win32_log_interface_type(struct rtmp_stream *stream)
  607. {
  608. RTMP *rtmp = &stream->rtmp;
  609. MIB_IPFORWARDROW route;
  610. uint32_t dest_addr, source_addr;
  611. char hostname[256];
  612. HOSTENT *h;
  613. if (rtmp->Link.hostname.av_len >= sizeof(hostname) - 1)
  614. return;
  615. strncpy(hostname, rtmp->Link.hostname.av_val, sizeof(hostname));
  616. hostname[rtmp->Link.hostname.av_len] = 0;
  617. h = gethostbyname(hostname);
  618. if (!h)
  619. return;
  620. dest_addr = *(uint32_t*)h->h_addr_list[0];
  621. if (rtmp->m_bindIP.addrLen == 0)
  622. source_addr = 0;
  623. else if (rtmp->m_bindIP.addr.ss_family == AF_INET)
  624. source_addr = (*(struct sockaddr_in*)&rtmp->m_bindIP)
  625. .sin_addr.S_un.S_addr;
  626. else
  627. return;
  628. if (!GetBestRoute(dest_addr, source_addr, &route)) {
  629. MIB_IFROW row;
  630. memset(&row, 0, sizeof(row));
  631. row.dwIndex = route.dwForwardIfIndex;
  632. if (!GetIfEntry(&row)) {
  633. uint32_t speed =row.dwSpeed / 1000000;
  634. char *type;
  635. struct dstr other = {0};
  636. if (row.dwType == IF_TYPE_ETHERNET_CSMACD) {
  637. type = "ethernet";
  638. } else if (row.dwType == IF_TYPE_IEEE80211) {
  639. type = "802.11";
  640. } else {
  641. dstr_printf(&other, "type %lu", row.dwType);
  642. type = other.array;
  643. }
  644. info("Interface: %s (%s, %lu mbps)", row.bDescr, type,
  645. speed);
  646. dstr_free(&other);
  647. }
  648. }
  649. }
  650. #endif
  651. static int try_connect(struct rtmp_stream *stream)
  652. {
  653. if (dstr_is_empty(&stream->path)) {
  654. warn("URL is empty");
  655. return OBS_OUTPUT_BAD_PATH;
  656. }
  657. info("Connecting to RTMP URL %s...", stream->path.array);
  658. RTMP_Init(&stream->rtmp);
  659. if (!RTMP_SetupURL(&stream->rtmp, stream->path.array))
  660. return OBS_OUTPUT_BAD_PATH;
  661. RTMP_EnableWrite(&stream->rtmp);
  662. dstr_copy(&stream->encoder_name, "FMLE/3.0 (compatible; FMSc/1.0)");
  663. set_rtmp_dstr(&stream->rtmp.Link.pubUser, &stream->username);
  664. set_rtmp_dstr(&stream->rtmp.Link.pubPasswd, &stream->password);
  665. set_rtmp_dstr(&stream->rtmp.Link.flashVer, &stream->encoder_name);
  666. stream->rtmp.Link.swfUrl = stream->rtmp.Link.tcUrl;
  667. if (dstr_is_empty(&stream->bind_ip) ||
  668. dstr_cmp(&stream->bind_ip, "default") == 0) {
  669. memset(&stream->rtmp.m_bindIP, 0, sizeof(stream->rtmp.m_bindIP));
  670. } else {
  671. bool success = netif_str_to_addr(&stream->rtmp.m_bindIP.addr,
  672. &stream->rtmp.m_bindIP.addrLen,
  673. stream->bind_ip.array);
  674. if (success) {
  675. int len = stream->rtmp.m_bindIP.addrLen;
  676. bool ipv6 = len == sizeof(struct sockaddr_in6);
  677. info("Binding to IPv%d", ipv6 ? 6 : 4);
  678. }
  679. }
  680. RTMP_AddStream(&stream->rtmp, stream->key.array);
  681. for (size_t idx = 1;; idx++) {
  682. obs_encoder_t *encoder = obs_output_get_audio_encoder(
  683. stream->output, idx);
  684. const char *encoder_name;
  685. if (!encoder)
  686. break;
  687. encoder_name = obs_encoder_get_name(encoder);
  688. RTMP_AddStream(&stream->rtmp, encoder_name);
  689. }
  690. stream->rtmp.m_outChunkSize = 4096;
  691. stream->rtmp.m_bSendChunkSizeInfo = true;
  692. stream->rtmp.m_bUseNagle = true;
  693. #ifdef _WIN32
  694. win32_log_interface_type(stream);
  695. #endif
  696. if (!RTMP_Connect(&stream->rtmp, NULL)) {
  697. set_output_error(stream);
  698. return OBS_OUTPUT_CONNECT_FAILED;
  699. }
  700. if (!RTMP_ConnectStream(&stream->rtmp, 0))
  701. return OBS_OUTPUT_INVALID_STREAM;
  702. info("Connection to %s successful", stream->path.array);
  703. return init_send(stream);
  704. }
  705. static bool init_connect(struct rtmp_stream *stream)
  706. {
  707. obs_service_t *service;
  708. obs_data_t *settings;
  709. const char *bind_ip;
  710. int64_t drop_p;
  711. int64_t drop_b;
  712. if (stopping(stream)) {
  713. pthread_join(stream->send_thread, NULL);
  714. }
  715. free_packets(stream);
  716. service = obs_output_get_service(stream->output);
  717. if (!service)
  718. return false;
  719. os_atomic_set_bool(&stream->disconnected, false);
  720. stream->total_bytes_sent = 0;
  721. stream->dropped_frames = 0;
  722. stream->min_priority = 0;
  723. stream->got_first_video = false;
  724. settings = obs_output_get_settings(stream->output);
  725. dstr_copy(&stream->path, obs_service_get_url(service));
  726. dstr_copy(&stream->key, obs_service_get_key(service));
  727. dstr_copy(&stream->username, obs_service_get_username(service));
  728. dstr_copy(&stream->password, obs_service_get_password(service));
  729. dstr_depad(&stream->path);
  730. dstr_depad(&stream->key);
  731. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  732. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  733. stream->max_shutdown_time_sec =
  734. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  735. if (drop_p < (drop_b + 200))
  736. drop_p = drop_b + 200;
  737. stream->drop_threshold_usec = 1000 * drop_b;
  738. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  739. bind_ip = obs_data_get_string(settings, OPT_BIND_IP);
  740. dstr_copy(&stream->bind_ip, bind_ip);
  741. stream->new_socket_loop = obs_data_get_bool(settings,
  742. OPT_NEWSOCKETLOOP_ENABLED);
  743. stream->low_latency_mode = obs_data_get_bool(settings,
  744. OPT_LOWLATENCY_ENABLED);
  745. obs_data_release(settings);
  746. return true;
  747. }
  748. static void *connect_thread(void *data)
  749. {
  750. struct rtmp_stream *stream = data;
  751. int ret;
  752. os_set_thread_name("rtmp-stream: connect_thread");
  753. if (!init_connect(stream)) {
  754. obs_output_signal_stop(stream->output, OBS_OUTPUT_BAD_PATH);
  755. return NULL;
  756. }
  757. ret = try_connect(stream);
  758. if (ret != OBS_OUTPUT_SUCCESS) {
  759. obs_output_signal_stop(stream->output, ret);
  760. info("Connection to %s failed: %d", stream->path.array, ret);
  761. }
  762. if (!stopping(stream))
  763. pthread_detach(stream->connect_thread);
  764. os_atomic_set_bool(&stream->connecting, false);
  765. return NULL;
  766. }
  767. static bool rtmp_stream_start(void *data)
  768. {
  769. struct rtmp_stream *stream = data;
  770. if (!obs_output_can_begin_data_capture(stream->output, 0))
  771. return false;
  772. if (!obs_output_initialize_encoders(stream->output, 0))
  773. return false;
  774. os_atomic_set_bool(&stream->connecting, true);
  775. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  776. stream) == 0;
  777. }
  778. static inline bool add_packet(struct rtmp_stream *stream,
  779. struct encoder_packet *packet)
  780. {
  781. circlebuf_push_back(&stream->packets, packet,
  782. sizeof(struct encoder_packet));
  783. return true;
  784. }
  785. static inline size_t num_buffered_packets(struct rtmp_stream *stream)
  786. {
  787. return stream->packets.size / sizeof(struct encoder_packet);
  788. }
  789. static void drop_frames(struct rtmp_stream *stream, const char *name,
  790. int highest_priority, bool pframes)
  791. {
  792. UNUSED_PARAMETER(pframes);
  793. struct circlebuf new_buf = {0};
  794. int num_frames_dropped = 0;
  795. #ifdef _DEBUG
  796. int start_packets = (int)num_buffered_packets(stream);
  797. #else
  798. UNUSED_PARAMETER(name);
  799. #endif
  800. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  801. while (stream->packets.size) {
  802. struct encoder_packet packet;
  803. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  804. /* do not drop audio data or video keyframes */
  805. if (packet.type == OBS_ENCODER_AUDIO ||
  806. packet.drop_priority >= highest_priority) {
  807. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  808. } else {
  809. num_frames_dropped++;
  810. obs_encoder_packet_release(&packet);
  811. }
  812. }
  813. circlebuf_free(&stream->packets);
  814. stream->packets = new_buf;
  815. if (stream->min_priority < highest_priority)
  816. stream->min_priority = highest_priority;
  817. if (!num_frames_dropped)
  818. return;
  819. stream->dropped_frames += num_frames_dropped;
  820. #ifdef _DEBUG
  821. debug("Dropped %s, prev packet count: %d, new packet count: %d",
  822. name,
  823. start_packets,
  824. (int)num_buffered_packets(stream));
  825. #endif
  826. }
  827. static bool find_first_video_packet(struct rtmp_stream *stream,
  828. struct encoder_packet *first)
  829. {
  830. size_t count = stream->packets.size / sizeof(*first);
  831. for (size_t i = 0; i < count; i++) {
  832. struct encoder_packet *cur = circlebuf_data(&stream->packets,
  833. i * sizeof(*first));
  834. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  835. *first = *cur;
  836. return true;
  837. }
  838. }
  839. return false;
  840. }
  841. static void check_to_drop_frames(struct rtmp_stream *stream, bool pframes)
  842. {
  843. struct encoder_packet first;
  844. int64_t buffer_duration_usec;
  845. size_t num_packets = num_buffered_packets(stream);
  846. const char *name = pframes ? "p-frames" : "b-frames";
  847. int priority = pframes ?
  848. OBS_NAL_PRIORITY_HIGHEST : OBS_NAL_PRIORITY_HIGH;
  849. int64_t drop_threshold = pframes ?
  850. stream->pframe_drop_threshold_usec :
  851. stream->drop_threshold_usec;
  852. if (num_packets < 5) {
  853. if (!pframes)
  854. stream->congestion = 0.0f;
  855. return;
  856. }
  857. if (!find_first_video_packet(stream, &first))
  858. return;
  859. /* if the amount of time stored in the buffered packets waiting to be
  860. * sent is higher than threshold, drop frames */
  861. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  862. if (!pframes) {
  863. stream->congestion = (float)buffer_duration_usec /
  864. (float)drop_threshold;
  865. }
  866. if (buffer_duration_usec > drop_threshold) {
  867. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  868. drop_frames(stream, name, priority, pframes);
  869. }
  870. }
  871. static bool add_video_packet(struct rtmp_stream *stream,
  872. struct encoder_packet *packet)
  873. {
  874. check_to_drop_frames(stream, false);
  875. check_to_drop_frames(stream, true);
  876. /* if currently dropping frames, drop packets until it reaches the
  877. * desired priority */
  878. if (packet->drop_priority < stream->min_priority) {
  879. stream->dropped_frames++;
  880. return false;
  881. } else {
  882. stream->min_priority = 0;
  883. }
  884. stream->last_dts_usec = packet->dts_usec;
  885. return add_packet(stream, packet);
  886. }
  887. static void rtmp_stream_data(void *data, struct encoder_packet *packet)
  888. {
  889. struct rtmp_stream *stream = data;
  890. struct encoder_packet new_packet;
  891. bool added_packet = false;
  892. if (disconnected(stream) || !active(stream))
  893. return;
  894. if (packet->type == OBS_ENCODER_VIDEO) {
  895. if (!stream->got_first_video) {
  896. stream->start_dts_offset =
  897. get_ms_time(packet, packet->dts);
  898. stream->got_first_video = true;
  899. }
  900. obs_parse_avc_packet(&new_packet, packet);
  901. } else {
  902. obs_encoder_packet_ref(&new_packet, packet);
  903. }
  904. pthread_mutex_lock(&stream->packets_mutex);
  905. if (!disconnected(stream)) {
  906. added_packet = (packet->type == OBS_ENCODER_VIDEO) ?
  907. add_video_packet(stream, &new_packet) :
  908. add_packet(stream, &new_packet);
  909. }
  910. pthread_mutex_unlock(&stream->packets_mutex);
  911. if (added_packet)
  912. os_sem_post(stream->send_sem);
  913. else
  914. obs_encoder_packet_release(&new_packet);
  915. }
  916. static void rtmp_stream_defaults(obs_data_t *defaults)
  917. {
  918. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  919. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  920. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  921. obs_data_set_default_string(defaults, OPT_BIND_IP, "default");
  922. obs_data_set_default_bool(defaults, OPT_NEWSOCKETLOOP_ENABLED, false);
  923. obs_data_set_default_bool(defaults, OPT_LOWLATENCY_ENABLED, false);
  924. }
  925. static obs_properties_t *rtmp_stream_properties(void *unused)
  926. {
  927. UNUSED_PARAMETER(unused);
  928. obs_properties_t *props = obs_properties_create();
  929. struct netif_saddr_data addrs = {0};
  930. obs_property_t *p;
  931. obs_properties_add_int(props, OPT_DROP_THRESHOLD,
  932. obs_module_text("RTMPStream.DropThreshold"),
  933. 200, 10000, 100);
  934. p = obs_properties_add_list(props, OPT_BIND_IP,
  935. obs_module_text("RTMPStream.BindIP"),
  936. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING);
  937. obs_property_list_add_string(p, obs_module_text("Default"), "default");
  938. netif_get_addrs(&addrs);
  939. for (size_t i = 0; i < addrs.addrs.num; i++) {
  940. struct netif_saddr_item item = addrs.addrs.array[i];
  941. obs_property_list_add_string(p, item.name, item.addr);
  942. }
  943. netif_saddr_data_free(&addrs);
  944. obs_properties_add_bool(props, OPT_NEWSOCKETLOOP_ENABLED,
  945. obs_module_text("RTMPStream.NewSocketLoop"));
  946. obs_properties_add_bool(props, OPT_LOWLATENCY_ENABLED,
  947. obs_module_text("RTMPStream.LowLatencyMode"));
  948. return props;
  949. }
  950. static uint64_t rtmp_stream_total_bytes_sent(void *data)
  951. {
  952. struct rtmp_stream *stream = data;
  953. return stream->total_bytes_sent;
  954. }
  955. static int rtmp_stream_dropped_frames(void *data)
  956. {
  957. struct rtmp_stream *stream = data;
  958. return stream->dropped_frames;
  959. }
  960. static float rtmp_stream_congestion(void *data)
  961. {
  962. struct rtmp_stream *stream = data;
  963. if (stream->new_socket_loop)
  964. return (float)stream->write_buf_len /
  965. (float)stream->write_buf_size;
  966. else
  967. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  968. }
  969. static int rtmp_stream_connect_time(void *data)
  970. {
  971. struct rtmp_stream *stream = data;
  972. return stream->rtmp.connect_time_ms;
  973. }
  974. struct obs_output_info rtmp_output_info = {
  975. .id = "rtmp_output",
  976. .flags = OBS_OUTPUT_AV |
  977. OBS_OUTPUT_ENCODED |
  978. OBS_OUTPUT_SERVICE |
  979. OBS_OUTPUT_MULTI_TRACK,
  980. .encoded_video_codecs = "h264",
  981. .encoded_audio_codecs = "aac",
  982. .get_name = rtmp_stream_getname,
  983. .create = rtmp_stream_create,
  984. .destroy = rtmp_stream_destroy,
  985. .start = rtmp_stream_start,
  986. .stop = rtmp_stream_stop,
  987. .encoded_packet = rtmp_stream_data,
  988. .get_defaults = rtmp_stream_defaults,
  989. .get_properties = rtmp_stream_properties,
  990. .get_total_bytes = rtmp_stream_total_bytes_sent,
  991. .get_congestion = rtmp_stream_congestion,
  992. .get_connect_time_ms = rtmp_stream_connect_time,
  993. .get_dropped_frames = rtmp_stream_dropped_frames
  994. };