1
0

rtmp-stream.c 30 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226
  1. /******************************************************************************
  2. Copyright (C) 2014 by Hugh Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "rtmp-stream.h"
  15. static const char *rtmp_stream_getname(void *unused)
  16. {
  17. UNUSED_PARAMETER(unused);
  18. return obs_module_text("RTMPStream");
  19. }
  20. static void log_rtmp(int level, const char *format, va_list args)
  21. {
  22. if (level > RTMP_LOGWARNING)
  23. return;
  24. blogva(LOG_INFO, format, args);
  25. }
  26. static inline size_t num_buffered_packets(struct rtmp_stream *stream);
  27. static inline void free_packets(struct rtmp_stream *stream)
  28. {
  29. size_t num_packets;
  30. pthread_mutex_lock(&stream->packets_mutex);
  31. num_packets = num_buffered_packets(stream);
  32. if (num_packets)
  33. info("Freeing %d remaining packets", (int)num_packets);
  34. while (stream->packets.size) {
  35. struct encoder_packet packet;
  36. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  37. obs_encoder_packet_release(&packet);
  38. }
  39. pthread_mutex_unlock(&stream->packets_mutex);
  40. }
  41. static inline bool stopping(struct rtmp_stream *stream)
  42. {
  43. return os_event_try(stream->stop_event) != EAGAIN;
  44. }
  45. static inline bool connecting(struct rtmp_stream *stream)
  46. {
  47. return os_atomic_load_bool(&stream->connecting);
  48. }
  49. static inline bool active(struct rtmp_stream *stream)
  50. {
  51. return os_atomic_load_bool(&stream->active);
  52. }
  53. static inline bool disconnected(struct rtmp_stream *stream)
  54. {
  55. return os_atomic_load_bool(&stream->disconnected);
  56. }
  57. static void rtmp_stream_destroy(void *data)
  58. {
  59. struct rtmp_stream *stream = data;
  60. if (stopping(stream) && !connecting(stream)) {
  61. pthread_join(stream->send_thread, NULL);
  62. } else if (connecting(stream) || active(stream)) {
  63. if (stream->connecting)
  64. pthread_join(stream->connect_thread, NULL);
  65. stream->stop_ts = 0;
  66. os_event_signal(stream->stop_event);
  67. if (active(stream)) {
  68. os_sem_post(stream->send_sem);
  69. obs_output_end_data_capture(stream->output);
  70. pthread_join(stream->send_thread, NULL);
  71. }
  72. }
  73. RTMP_TLS_Free();
  74. free_packets(stream);
  75. dstr_free(&stream->path);
  76. dstr_free(&stream->key);
  77. dstr_free(&stream->username);
  78. dstr_free(&stream->password);
  79. dstr_free(&stream->encoder_name);
  80. dstr_free(&stream->bind_ip);
  81. os_event_destroy(stream->stop_event);
  82. os_sem_destroy(stream->send_sem);
  83. pthread_mutex_destroy(&stream->packets_mutex);
  84. circlebuf_free(&stream->packets);
  85. #ifdef TEST_FRAMEDROPS
  86. circlebuf_free(&stream->droptest_info);
  87. #endif
  88. os_event_destroy(stream->buffer_space_available_event);
  89. os_event_destroy(stream->buffer_has_data_event);
  90. os_event_destroy(stream->socket_available_event);
  91. os_event_destroy(stream->send_thread_signaled_exit);
  92. pthread_mutex_destroy(&stream->write_buf_mutex);
  93. if (stream->write_buf)
  94. bfree(stream->write_buf);
  95. bfree(stream);
  96. }
  97. static void *rtmp_stream_create(obs_data_t *settings, obs_output_t *output)
  98. {
  99. struct rtmp_stream *stream = bzalloc(sizeof(struct rtmp_stream));
  100. stream->output = output;
  101. pthread_mutex_init_value(&stream->packets_mutex);
  102. RTMP_Init(&stream->rtmp);
  103. RTMP_LogSetCallback(log_rtmp);
  104. RTMP_LogSetLevel(RTMP_LOGWARNING);
  105. if (pthread_mutex_init(&stream->packets_mutex, NULL) != 0)
  106. goto fail;
  107. if (os_event_init(&stream->stop_event, OS_EVENT_TYPE_MANUAL) != 0)
  108. goto fail;
  109. if (pthread_mutex_init(&stream->write_buf_mutex, NULL) != 0) {
  110. warn("Failed to initialize write buffer mutex");
  111. goto fail;
  112. }
  113. if (os_event_init(&stream->buffer_space_available_event,
  114. OS_EVENT_TYPE_AUTO) != 0) {
  115. warn("Failed to initialize write buffer event");
  116. goto fail;
  117. }
  118. if (os_event_init(&stream->buffer_has_data_event,
  119. OS_EVENT_TYPE_AUTO) != 0) {
  120. warn("Failed to initialize data buffer event");
  121. goto fail;
  122. }
  123. if (os_event_init(&stream->socket_available_event,
  124. OS_EVENT_TYPE_AUTO) != 0) {
  125. warn("Failed to initialize socket buffer event");
  126. goto fail;
  127. }
  128. if (os_event_init(&stream->send_thread_signaled_exit,
  129. OS_EVENT_TYPE_MANUAL) != 0) {
  130. warn("Failed to initialize socket exit event");
  131. goto fail;
  132. }
  133. UNUSED_PARAMETER(settings);
  134. return stream;
  135. fail:
  136. rtmp_stream_destroy(stream);
  137. return NULL;
  138. }
  139. static void rtmp_stream_stop(void *data, uint64_t ts)
  140. {
  141. struct rtmp_stream *stream = data;
  142. if (stopping(stream) && ts != 0)
  143. return;
  144. if (connecting(stream))
  145. pthread_join(stream->connect_thread, NULL);
  146. stream->stop_ts = ts / 1000ULL;
  147. if (ts)
  148. stream->shutdown_timeout_ts = ts +
  149. (uint64_t)stream->max_shutdown_time_sec * 1000000000ULL;
  150. if (active(stream)) {
  151. os_event_signal(stream->stop_event);
  152. if (stream->stop_ts == 0)
  153. os_sem_post(stream->send_sem);
  154. } else {
  155. obs_output_signal_stop(stream->output, OBS_OUTPUT_SUCCESS);
  156. }
  157. }
  158. static inline void set_rtmp_str(AVal *val, const char *str)
  159. {
  160. bool valid = (str && *str);
  161. val->av_val = valid ? (char*)str : NULL;
  162. val->av_len = valid ? (int)strlen(str) : 0;
  163. }
  164. static inline void set_rtmp_dstr(AVal *val, struct dstr *str)
  165. {
  166. bool valid = !dstr_is_empty(str);
  167. val->av_val = valid ? str->array : NULL;
  168. val->av_len = valid ? (int)str->len : 0;
  169. }
  170. static inline bool get_next_packet(struct rtmp_stream *stream,
  171. struct encoder_packet *packet)
  172. {
  173. bool new_packet = false;
  174. pthread_mutex_lock(&stream->packets_mutex);
  175. if (stream->packets.size) {
  176. circlebuf_pop_front(&stream->packets, packet,
  177. sizeof(struct encoder_packet));
  178. new_packet = true;
  179. }
  180. pthread_mutex_unlock(&stream->packets_mutex);
  181. return new_packet;
  182. }
  183. static bool discard_recv_data(struct rtmp_stream *stream, size_t size)
  184. {
  185. RTMP *rtmp = &stream->rtmp;
  186. uint8_t buf[512];
  187. #ifdef _WIN32
  188. int ret;
  189. #else
  190. ssize_t ret;
  191. #endif
  192. do {
  193. size_t bytes = size > 512 ? 512 : size;
  194. size -= bytes;
  195. #ifdef _WIN32
  196. ret = recv(rtmp->m_sb.sb_socket, buf, (int)bytes, 0);
  197. #else
  198. ret = recv(rtmp->m_sb.sb_socket, buf, bytes, 0);
  199. #endif
  200. if (ret <= 0) {
  201. #ifdef _WIN32
  202. int error = WSAGetLastError();
  203. #else
  204. int error = errno;
  205. #endif
  206. if (ret < 0) {
  207. do_log(LOG_ERROR, "recv error: %d (%d bytes)",
  208. error, (int)size);
  209. }
  210. return false;
  211. }
  212. } while (size > 0);
  213. return true;
  214. }
  215. #ifdef TEST_FRAMEDROPS
  216. static void droptest_cap_data_rate(struct rtmp_stream *stream, size_t size)
  217. {
  218. uint64_t ts = os_gettime_ns();
  219. struct droptest_info info;
  220. info.ts = ts;
  221. info.size = size;
  222. circlebuf_push_back(&stream->droptest_info, &info, sizeof(info));
  223. stream->droptest_size += size;
  224. if (stream->droptest_info.size) {
  225. circlebuf_peek_front(&stream->droptest_info,
  226. &info, sizeof(info));
  227. if (stream->droptest_size > DROPTEST_MAX_BYTES) {
  228. uint64_t elapsed = ts - info.ts;
  229. if (elapsed < 1000000000ULL) {
  230. elapsed = 1000000000ULL - elapsed;
  231. os_sleepto_ns(ts + elapsed);
  232. }
  233. while (stream->droptest_size > DROPTEST_MAX_BYTES) {
  234. circlebuf_pop_front(&stream->droptest_info,
  235. &info, sizeof(info));
  236. stream->droptest_size -= info.size;
  237. }
  238. }
  239. }
  240. }
  241. #endif
  242. static int socket_queue_data(RTMPSockBuf *sb, const char *data, int len, void *arg)
  243. {
  244. UNUSED_PARAMETER(sb);
  245. struct rtmp_stream *stream = arg;
  246. retry_send:
  247. if (!RTMP_IsConnected(&stream->rtmp))
  248. return 0;
  249. pthread_mutex_lock(&stream->write_buf_mutex);
  250. if (stream->write_buf_len + len > stream->write_buf_size) {
  251. pthread_mutex_unlock(&stream->write_buf_mutex);
  252. if (os_event_wait(stream->buffer_space_available_event)) {
  253. return 0;
  254. }
  255. goto retry_send;
  256. }
  257. memcpy(stream->write_buf + stream->write_buf_len, data, len);
  258. stream->write_buf_len += len;
  259. pthread_mutex_unlock(&stream->write_buf_mutex);
  260. os_event_signal (stream->buffer_has_data_event);
  261. return len;
  262. }
  263. static int send_packet(struct rtmp_stream *stream,
  264. struct encoder_packet *packet, bool is_header, size_t idx)
  265. {
  266. uint8_t *data;
  267. size_t size;
  268. int recv_size = 0;
  269. int ret = 0;
  270. if (!stream->new_socket_loop) {
  271. #ifdef _WIN32
  272. ret = ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONREAD,
  273. (u_long*)&recv_size);
  274. #else
  275. ret = ioctl(stream->rtmp.m_sb.sb_socket, FIONREAD, &recv_size);
  276. #endif
  277. if (ret >= 0 && recv_size > 0) {
  278. if (!discard_recv_data(stream, (size_t)recv_size))
  279. return -1;
  280. }
  281. }
  282. flv_packet_mux(packet, is_header ? 0 : stream->start_dts_offset,
  283. &data, &size, is_header);
  284. #ifdef TEST_FRAMEDROPS
  285. droptest_cap_data_rate(stream, size);
  286. #endif
  287. ret = RTMP_Write(&stream->rtmp, (char*)data, (int)size, (int)idx);
  288. bfree(data);
  289. if (is_header)
  290. bfree(packet->data);
  291. else
  292. obs_encoder_packet_release(packet);
  293. stream->total_bytes_sent += size;
  294. return ret;
  295. }
  296. static inline bool send_headers(struct rtmp_stream *stream);
  297. static inline bool can_shutdown_stream(struct rtmp_stream *stream,
  298. struct encoder_packet *packet)
  299. {
  300. uint64_t cur_time = os_gettime_ns();
  301. bool timeout = cur_time >= stream->shutdown_timeout_ts;
  302. if (timeout)
  303. info("Stream shutdown timeout reached (%d second(s))",
  304. stream->max_shutdown_time_sec);
  305. return timeout || packet->sys_dts_usec >= (int64_t)stream->stop_ts;
  306. }
  307. static void set_output_error(struct rtmp_stream *stream)
  308. {
  309. const char *msg = NULL;
  310. #ifdef _WIN32
  311. switch (stream->rtmp.last_error_code)
  312. {
  313. case WSAETIMEDOUT:
  314. msg = obs_module_text("ConnectionTimedOut");
  315. break;
  316. case WSAEACCES:
  317. msg = obs_module_text("PermissionDenied");
  318. break;
  319. case WSAECONNABORTED:
  320. msg = obs_module_text("ConnectionAborted");
  321. break;
  322. case WSAECONNRESET:
  323. msg = obs_module_text("ConnectionReset");
  324. break;
  325. case WSAHOST_NOT_FOUND:
  326. msg = obs_module_text("HostNotFound");
  327. break;
  328. case WSANO_DATA:
  329. msg = obs_module_text("NoData");
  330. break;
  331. case WSAEADDRNOTAVAIL:
  332. msg = obs_module_text("AddressNotAvailable");
  333. break;
  334. }
  335. #else
  336. switch (stream->rtmp.last_error_code)
  337. {
  338. case ETIMEDOUT:
  339. msg = obs_module_text("ConnectionTimedOut");
  340. break;
  341. case EACCES:
  342. msg = obs_module_text("PermissionDenied");
  343. break;
  344. case ECONNABORTED:
  345. msg = obs_module_text("ConnectionAborted");
  346. break;
  347. case ECONNRESET:
  348. msg = obs_module_text("ConnectionReset");
  349. break;
  350. case HOST_NOT_FOUND:
  351. msg = obs_module_text("HostNotFound");
  352. break;
  353. case NO_DATA:
  354. msg = obs_module_text("NoData");
  355. break;
  356. case EADDRNOTAVAIL:
  357. msg = obs_module_text("AddressNotAvailable");
  358. break;
  359. }
  360. #endif
  361. // non platform-specific errors
  362. if (!msg) {
  363. switch (stream->rtmp.last_error_code) {
  364. case -0x2700:
  365. msg = obs_module_text("SSLCertVerifyFailed");
  366. break;
  367. }
  368. }
  369. obs_output_set_last_error(stream->output, msg);
  370. }
  371. static void *send_thread(void *data)
  372. {
  373. struct rtmp_stream *stream = data;
  374. os_set_thread_name("rtmp-stream: send_thread");
  375. while (os_sem_wait(stream->send_sem) == 0) {
  376. struct encoder_packet packet;
  377. if (stopping(stream) && stream->stop_ts == 0) {
  378. break;
  379. }
  380. if (!get_next_packet(stream, &packet))
  381. continue;
  382. if (stopping(stream)) {
  383. if (can_shutdown_stream(stream, &packet)) {
  384. obs_encoder_packet_release(&packet);
  385. break;
  386. }
  387. }
  388. if (!stream->sent_headers) {
  389. if (!send_headers(stream)) {
  390. os_atomic_set_bool(&stream->disconnected, true);
  391. break;
  392. }
  393. }
  394. if (send_packet(stream, &packet, false, packet.track_idx) < 0) {
  395. os_atomic_set_bool(&stream->disconnected, true);
  396. break;
  397. }
  398. }
  399. if (disconnected(stream)) {
  400. info("Disconnected from %s", stream->path.array);
  401. } else {
  402. info("User stopped the stream");
  403. }
  404. if (stream->new_socket_loop) {
  405. os_event_signal(stream->send_thread_signaled_exit);
  406. os_event_signal(stream->buffer_has_data_event);
  407. pthread_join(stream->socket_thread, NULL);
  408. stream->socket_thread_active = false;
  409. stream->rtmp.m_bCustomSend = false;
  410. }
  411. set_output_error(stream);
  412. RTMP_Close(&stream->rtmp);
  413. if (!stopping(stream)) {
  414. pthread_detach(stream->send_thread);
  415. obs_output_signal_stop(stream->output, OBS_OUTPUT_DISCONNECTED);
  416. } else {
  417. obs_output_end_data_capture(stream->output);
  418. }
  419. free_packets(stream);
  420. os_event_reset(stream->stop_event);
  421. os_atomic_set_bool(&stream->active, false);
  422. stream->sent_headers = false;
  423. return NULL;
  424. }
  425. static bool send_meta_data(struct rtmp_stream *stream, size_t idx, bool *next)
  426. {
  427. uint8_t *meta_data;
  428. size_t meta_data_size;
  429. bool success = true;
  430. *next = flv_meta_data(stream->output, &meta_data,
  431. &meta_data_size, false, idx);
  432. if (*next) {
  433. success = RTMP_Write(&stream->rtmp, (char*)meta_data,
  434. (int)meta_data_size, (int)idx) >= 0;
  435. bfree(meta_data);
  436. }
  437. return success;
  438. }
  439. static bool send_audio_header(struct rtmp_stream *stream, size_t idx,
  440. bool *next)
  441. {
  442. obs_output_t *context = stream->output;
  443. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, idx);
  444. uint8_t *header;
  445. struct encoder_packet packet = {
  446. .type = OBS_ENCODER_AUDIO,
  447. .timebase_den = 1
  448. };
  449. if (!aencoder) {
  450. *next = false;
  451. return true;
  452. }
  453. obs_encoder_get_extra_data(aencoder, &header, &packet.size);
  454. packet.data = bmemdup(header, packet.size);
  455. return send_packet(stream, &packet, true, idx) >= 0;
  456. }
  457. static bool send_video_header(struct rtmp_stream *stream)
  458. {
  459. obs_output_t *context = stream->output;
  460. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  461. uint8_t *header;
  462. size_t size;
  463. struct encoder_packet packet = {
  464. .type = OBS_ENCODER_VIDEO,
  465. .timebase_den = 1,
  466. .keyframe = true
  467. };
  468. obs_encoder_get_extra_data(vencoder, &header, &size);
  469. packet.size = obs_parse_avc_header(&packet.data, header, size);
  470. return send_packet(stream, &packet, true, 0) >= 0;
  471. }
  472. static inline bool send_headers(struct rtmp_stream *stream)
  473. {
  474. stream->sent_headers = true;
  475. size_t i = 0;
  476. bool next = true;
  477. if (!send_audio_header(stream, i++, &next))
  478. return false;
  479. if (!send_video_header(stream))
  480. return false;
  481. while (next) {
  482. if (!send_audio_header(stream, i++, &next))
  483. return false;
  484. }
  485. return true;
  486. }
  487. static inline bool reset_semaphore(struct rtmp_stream *stream)
  488. {
  489. os_sem_destroy(stream->send_sem);
  490. return os_sem_init(&stream->send_sem, 0) == 0;
  491. }
  492. #ifdef _WIN32
  493. #define socklen_t int
  494. #endif
  495. #define MIN_SENDBUF_SIZE 65535
  496. static void adjust_sndbuf_size(struct rtmp_stream *stream, int new_size)
  497. {
  498. int cur_sendbuf_size = new_size;
  499. socklen_t int_size = sizeof(int);
  500. getsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  501. (char*)&cur_sendbuf_size, &int_size);
  502. if (cur_sendbuf_size < new_size) {
  503. cur_sendbuf_size = new_size;
  504. setsockopt(stream->rtmp.m_sb.sb_socket, SOL_SOCKET, SO_SNDBUF,
  505. (const char*)&cur_sendbuf_size, int_size);
  506. }
  507. }
  508. static int init_send(struct rtmp_stream *stream)
  509. {
  510. int ret;
  511. size_t idx = 0;
  512. bool next = true;
  513. #if defined(_WIN32)
  514. adjust_sndbuf_size(stream, MIN_SENDBUF_SIZE);
  515. #endif
  516. reset_semaphore(stream);
  517. ret = pthread_create(&stream->send_thread, NULL, send_thread, stream);
  518. if (ret != 0) {
  519. RTMP_Close(&stream->rtmp);
  520. warn("Failed to create send thread");
  521. return OBS_OUTPUT_ERROR;
  522. }
  523. if (stream->new_socket_loop) {
  524. int one = 1;
  525. #ifdef _WIN32
  526. if (ioctlsocket(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  527. stream->rtmp.last_error_code = WSAGetLastError();
  528. #else
  529. if (ioctl(stream->rtmp.m_sb.sb_socket, FIONBIO, &one)) {
  530. stream->rtmp.last_error_code = errno;
  531. #endif
  532. warn("Failed to set non-blocking socket");
  533. return OBS_OUTPUT_ERROR;
  534. }
  535. os_event_reset(stream->send_thread_signaled_exit);
  536. info("New socket loop enabled by user");
  537. if (stream->low_latency_mode)
  538. info("Low latency mode enabled by user");
  539. if (stream->write_buf)
  540. bfree(stream->write_buf);
  541. int total_bitrate = 0;
  542. obs_output_t *context = stream->output;
  543. obs_encoder_t *vencoder = obs_output_get_video_encoder(context);
  544. if (vencoder) {
  545. obs_data_t *params = obs_encoder_get_settings(vencoder);
  546. if (params) {
  547. int bitrate = obs_data_get_int(params, "bitrate");
  548. if (!bitrate) {
  549. warn ("Video encoder didn't return a "
  550. "valid bitrate, new network "
  551. "code may function poorly. "
  552. "Low latency mode disabled.");
  553. stream->low_latency_mode = false;
  554. bitrate = 10000;
  555. }
  556. total_bitrate += bitrate;
  557. obs_data_release(params);
  558. }
  559. }
  560. obs_encoder_t *aencoder = obs_output_get_audio_encoder(context, 0);
  561. if (aencoder) {
  562. obs_data_t *params = obs_encoder_get_settings(aencoder);
  563. if (params) {
  564. int bitrate = obs_data_get_int(params, "bitrate");
  565. if (!bitrate)
  566. bitrate = 160;
  567. total_bitrate += bitrate;
  568. obs_data_release(params);
  569. }
  570. }
  571. // to bytes/sec
  572. int ideal_buffer_size = total_bitrate * 128;
  573. if (ideal_buffer_size < 131072)
  574. ideal_buffer_size = 131072;
  575. stream->write_buf_size = ideal_buffer_size;
  576. stream->write_buf = bmalloc(ideal_buffer_size);
  577. #ifdef _WIN32
  578. ret = pthread_create(&stream->socket_thread, NULL,
  579. socket_thread_windows, stream);
  580. #else
  581. warn("New socket loop not supported on this platform");
  582. return OBS_OUTPUT_ERROR;
  583. #endif
  584. if (ret != 0) {
  585. RTMP_Close(&stream->rtmp);
  586. warn("Failed to create socket thread");
  587. return OBS_OUTPUT_ERROR;
  588. }
  589. stream->socket_thread_active = true;
  590. stream->rtmp.m_bCustomSend = true;
  591. stream->rtmp.m_customSendFunc = socket_queue_data;
  592. stream->rtmp.m_customSendParam = stream;
  593. }
  594. os_atomic_set_bool(&stream->active, true);
  595. while (next) {
  596. if (!send_meta_data(stream, idx++, &next)) {
  597. warn("Disconnected while attempting to connect to "
  598. "server.");
  599. set_output_error(stream);
  600. return OBS_OUTPUT_DISCONNECTED;
  601. }
  602. }
  603. obs_output_begin_data_capture(stream->output, 0);
  604. return OBS_OUTPUT_SUCCESS;
  605. }
  606. #ifdef _WIN32
  607. static void win32_log_interface_type(struct rtmp_stream *stream)
  608. {
  609. RTMP *rtmp = &stream->rtmp;
  610. MIB_IPFORWARDROW route;
  611. uint32_t dest_addr, source_addr;
  612. char hostname[256];
  613. HOSTENT *h;
  614. if (rtmp->Link.hostname.av_len >= sizeof(hostname) - 1)
  615. return;
  616. strncpy(hostname, rtmp->Link.hostname.av_val, sizeof(hostname));
  617. hostname[rtmp->Link.hostname.av_len] = 0;
  618. h = gethostbyname(hostname);
  619. if (!h)
  620. return;
  621. dest_addr = *(uint32_t*)h->h_addr_list[0];
  622. if (rtmp->m_bindIP.addrLen == 0)
  623. source_addr = 0;
  624. else if (rtmp->m_bindIP.addr.ss_family == AF_INET)
  625. source_addr = (*(struct sockaddr_in*)&rtmp->m_bindIP)
  626. .sin_addr.S_un.S_addr;
  627. else
  628. return;
  629. if (!GetBestRoute(dest_addr, source_addr, &route)) {
  630. MIB_IFROW row;
  631. memset(&row, 0, sizeof(row));
  632. row.dwIndex = route.dwForwardIfIndex;
  633. if (!GetIfEntry(&row)) {
  634. uint32_t speed =row.dwSpeed / 1000000;
  635. char *type;
  636. struct dstr other = {0};
  637. if (row.dwType == IF_TYPE_ETHERNET_CSMACD) {
  638. type = "ethernet";
  639. } else if (row.dwType == IF_TYPE_IEEE80211) {
  640. type = "802.11";
  641. } else {
  642. dstr_printf(&other, "type %lu", row.dwType);
  643. type = other.array;
  644. }
  645. info("Interface: %s (%s, %lu mbps)", row.bDescr, type,
  646. speed);
  647. dstr_free(&other);
  648. }
  649. }
  650. }
  651. #endif
  652. static int try_connect(struct rtmp_stream *stream)
  653. {
  654. if (dstr_is_empty(&stream->path)) {
  655. warn("URL is empty");
  656. return OBS_OUTPUT_BAD_PATH;
  657. }
  658. info("Connecting to RTMP URL %s...", stream->path.array);
  659. RTMP_Init(&stream->rtmp);
  660. if (!RTMP_SetupURL(&stream->rtmp, stream->path.array))
  661. return OBS_OUTPUT_BAD_PATH;
  662. RTMP_EnableWrite(&stream->rtmp);
  663. dstr_copy(&stream->encoder_name, "FMLE/3.0 (compatible; FMSc/1.0)");
  664. set_rtmp_dstr(&stream->rtmp.Link.pubUser, &stream->username);
  665. set_rtmp_dstr(&stream->rtmp.Link.pubPasswd, &stream->password);
  666. set_rtmp_dstr(&stream->rtmp.Link.flashVer, &stream->encoder_name);
  667. stream->rtmp.Link.swfUrl = stream->rtmp.Link.tcUrl;
  668. if (dstr_is_empty(&stream->bind_ip) ||
  669. dstr_cmp(&stream->bind_ip, "default") == 0) {
  670. memset(&stream->rtmp.m_bindIP, 0, sizeof(stream->rtmp.m_bindIP));
  671. } else {
  672. bool success = netif_str_to_addr(&stream->rtmp.m_bindIP.addr,
  673. &stream->rtmp.m_bindIP.addrLen,
  674. stream->bind_ip.array);
  675. if (success) {
  676. int len = stream->rtmp.m_bindIP.addrLen;
  677. bool ipv6 = len == sizeof(struct sockaddr_in6);
  678. info("Binding to IPv%d", ipv6 ? 6 : 4);
  679. }
  680. }
  681. RTMP_AddStream(&stream->rtmp, stream->key.array);
  682. for (size_t idx = 1;; idx++) {
  683. obs_encoder_t *encoder = obs_output_get_audio_encoder(
  684. stream->output, idx);
  685. const char *encoder_name;
  686. if (!encoder)
  687. break;
  688. encoder_name = obs_encoder_get_name(encoder);
  689. RTMP_AddStream(&stream->rtmp, encoder_name);
  690. }
  691. stream->rtmp.m_outChunkSize = 4096;
  692. stream->rtmp.m_bSendChunkSizeInfo = true;
  693. stream->rtmp.m_bUseNagle = true;
  694. #ifdef _WIN32
  695. win32_log_interface_type(stream);
  696. #endif
  697. if (!RTMP_Connect(&stream->rtmp, NULL)) {
  698. set_output_error(stream);
  699. return OBS_OUTPUT_CONNECT_FAILED;
  700. }
  701. if (!RTMP_ConnectStream(&stream->rtmp, 0))
  702. return OBS_OUTPUT_INVALID_STREAM;
  703. info("Connection to %s successful", stream->path.array);
  704. return init_send(stream);
  705. }
  706. static bool init_connect(struct rtmp_stream *stream)
  707. {
  708. obs_service_t *service;
  709. obs_data_t *settings;
  710. const char *bind_ip;
  711. int64_t drop_p;
  712. int64_t drop_b;
  713. if (stopping(stream)) {
  714. pthread_join(stream->send_thread, NULL);
  715. }
  716. free_packets(stream);
  717. service = obs_output_get_service(stream->output);
  718. if (!service)
  719. return false;
  720. os_atomic_set_bool(&stream->disconnected, false);
  721. stream->total_bytes_sent = 0;
  722. stream->dropped_frames = 0;
  723. stream->min_priority = 0;
  724. stream->got_first_video = false;
  725. settings = obs_output_get_settings(stream->output);
  726. dstr_copy(&stream->path, obs_service_get_url(service));
  727. dstr_copy(&stream->key, obs_service_get_key(service));
  728. dstr_copy(&stream->username, obs_service_get_username(service));
  729. dstr_copy(&stream->password, obs_service_get_password(service));
  730. dstr_depad(&stream->path);
  731. dstr_depad(&stream->key);
  732. drop_b = (int64_t)obs_data_get_int(settings, OPT_DROP_THRESHOLD);
  733. drop_p = (int64_t)obs_data_get_int(settings, OPT_PFRAME_DROP_THRESHOLD);
  734. stream->max_shutdown_time_sec =
  735. (int)obs_data_get_int(settings, OPT_MAX_SHUTDOWN_TIME_SEC);
  736. if (drop_p < (drop_b + 200))
  737. drop_p = drop_b + 200;
  738. stream->drop_threshold_usec = 1000 * drop_b;
  739. stream->pframe_drop_threshold_usec = 1000 * drop_p;
  740. bind_ip = obs_data_get_string(settings, OPT_BIND_IP);
  741. dstr_copy(&stream->bind_ip, bind_ip);
  742. stream->new_socket_loop = obs_data_get_bool(settings,
  743. OPT_NEWSOCKETLOOP_ENABLED);
  744. stream->low_latency_mode = obs_data_get_bool(settings,
  745. OPT_LOWLATENCY_ENABLED);
  746. obs_data_release(settings);
  747. return true;
  748. }
  749. static void *connect_thread(void *data)
  750. {
  751. struct rtmp_stream *stream = data;
  752. int ret;
  753. os_set_thread_name("rtmp-stream: connect_thread");
  754. if (!init_connect(stream)) {
  755. obs_output_signal_stop(stream->output, OBS_OUTPUT_BAD_PATH);
  756. return NULL;
  757. }
  758. ret = try_connect(stream);
  759. if (ret != OBS_OUTPUT_SUCCESS) {
  760. obs_output_signal_stop(stream->output, ret);
  761. info("Connection to %s failed: %d", stream->path.array, ret);
  762. }
  763. if (!stopping(stream))
  764. pthread_detach(stream->connect_thread);
  765. os_atomic_set_bool(&stream->connecting, false);
  766. return NULL;
  767. }
  768. static bool rtmp_stream_start(void *data)
  769. {
  770. struct rtmp_stream *stream = data;
  771. if (!obs_output_can_begin_data_capture(stream->output, 0))
  772. return false;
  773. if (!obs_output_initialize_encoders(stream->output, 0))
  774. return false;
  775. os_atomic_set_bool(&stream->connecting, true);
  776. return pthread_create(&stream->connect_thread, NULL, connect_thread,
  777. stream) == 0;
  778. }
  779. static inline bool add_packet(struct rtmp_stream *stream,
  780. struct encoder_packet *packet)
  781. {
  782. circlebuf_push_back(&stream->packets, packet,
  783. sizeof(struct encoder_packet));
  784. return true;
  785. }
  786. static inline size_t num_buffered_packets(struct rtmp_stream *stream)
  787. {
  788. return stream->packets.size / sizeof(struct encoder_packet);
  789. }
  790. static void drop_frames(struct rtmp_stream *stream, const char *name,
  791. int highest_priority, bool pframes)
  792. {
  793. UNUSED_PARAMETER(pframes);
  794. struct circlebuf new_buf = {0};
  795. int num_frames_dropped = 0;
  796. #ifdef _DEBUG
  797. int start_packets = (int)num_buffered_packets(stream);
  798. #else
  799. UNUSED_PARAMETER(name);
  800. #endif
  801. circlebuf_reserve(&new_buf, sizeof(struct encoder_packet) * 8);
  802. while (stream->packets.size) {
  803. struct encoder_packet packet;
  804. circlebuf_pop_front(&stream->packets, &packet, sizeof(packet));
  805. /* do not drop audio data or video keyframes */
  806. if (packet.type == OBS_ENCODER_AUDIO ||
  807. packet.drop_priority >= highest_priority) {
  808. circlebuf_push_back(&new_buf, &packet, sizeof(packet));
  809. } else {
  810. num_frames_dropped++;
  811. obs_encoder_packet_release(&packet);
  812. }
  813. }
  814. circlebuf_free(&stream->packets);
  815. stream->packets = new_buf;
  816. if (stream->min_priority < highest_priority)
  817. stream->min_priority = highest_priority;
  818. if (!num_frames_dropped)
  819. return;
  820. stream->dropped_frames += num_frames_dropped;
  821. #ifdef _DEBUG
  822. debug("Dropped %s, prev packet count: %d, new packet count: %d",
  823. name,
  824. start_packets,
  825. (int)num_buffered_packets(stream));
  826. #endif
  827. }
  828. static bool find_first_video_packet(struct rtmp_stream *stream,
  829. struct encoder_packet *first)
  830. {
  831. size_t count = stream->packets.size / sizeof(*first);
  832. for (size_t i = 0; i < count; i++) {
  833. struct encoder_packet *cur = circlebuf_data(&stream->packets,
  834. i * sizeof(*first));
  835. if (cur->type == OBS_ENCODER_VIDEO && !cur->keyframe) {
  836. *first = *cur;
  837. return true;
  838. }
  839. }
  840. return false;
  841. }
  842. static void check_to_drop_frames(struct rtmp_stream *stream, bool pframes)
  843. {
  844. struct encoder_packet first;
  845. int64_t buffer_duration_usec;
  846. size_t num_packets = num_buffered_packets(stream);
  847. const char *name = pframes ? "p-frames" : "b-frames";
  848. int priority = pframes ?
  849. OBS_NAL_PRIORITY_HIGHEST : OBS_NAL_PRIORITY_HIGH;
  850. int64_t drop_threshold = pframes ?
  851. stream->pframe_drop_threshold_usec :
  852. stream->drop_threshold_usec;
  853. if (num_packets < 5) {
  854. if (!pframes)
  855. stream->congestion = 0.0f;
  856. return;
  857. }
  858. if (!find_first_video_packet(stream, &first))
  859. return;
  860. /* if the amount of time stored in the buffered packets waiting to be
  861. * sent is higher than threshold, drop frames */
  862. buffer_duration_usec = stream->last_dts_usec - first.dts_usec;
  863. if (!pframes) {
  864. stream->congestion = (float)buffer_duration_usec /
  865. (float)drop_threshold;
  866. }
  867. if (buffer_duration_usec > drop_threshold) {
  868. debug("buffer_duration_usec: %" PRId64, buffer_duration_usec);
  869. drop_frames(stream, name, priority, pframes);
  870. }
  871. }
  872. static bool add_video_packet(struct rtmp_stream *stream,
  873. struct encoder_packet *packet)
  874. {
  875. check_to_drop_frames(stream, false);
  876. check_to_drop_frames(stream, true);
  877. /* if currently dropping frames, drop packets until it reaches the
  878. * desired priority */
  879. if (packet->drop_priority < stream->min_priority) {
  880. stream->dropped_frames++;
  881. return false;
  882. } else {
  883. stream->min_priority = 0;
  884. }
  885. stream->last_dts_usec = packet->dts_usec;
  886. return add_packet(stream, packet);
  887. }
  888. static void rtmp_stream_data(void *data, struct encoder_packet *packet)
  889. {
  890. struct rtmp_stream *stream = data;
  891. struct encoder_packet new_packet;
  892. bool added_packet = false;
  893. if (disconnected(stream) || !active(stream))
  894. return;
  895. if (packet->type == OBS_ENCODER_VIDEO) {
  896. if (!stream->got_first_video) {
  897. stream->start_dts_offset =
  898. get_ms_time(packet, packet->dts);
  899. stream->got_first_video = true;
  900. }
  901. obs_parse_avc_packet(&new_packet, packet);
  902. } else {
  903. obs_encoder_packet_ref(&new_packet, packet);
  904. }
  905. pthread_mutex_lock(&stream->packets_mutex);
  906. if (!disconnected(stream)) {
  907. added_packet = (packet->type == OBS_ENCODER_VIDEO) ?
  908. add_video_packet(stream, &new_packet) :
  909. add_packet(stream, &new_packet);
  910. }
  911. pthread_mutex_unlock(&stream->packets_mutex);
  912. if (added_packet)
  913. os_sem_post(stream->send_sem);
  914. else
  915. obs_encoder_packet_release(&new_packet);
  916. }
  917. static void rtmp_stream_defaults(obs_data_t *defaults)
  918. {
  919. obs_data_set_default_int(defaults, OPT_DROP_THRESHOLD, 700);
  920. obs_data_set_default_int(defaults, OPT_PFRAME_DROP_THRESHOLD, 900);
  921. obs_data_set_default_int(defaults, OPT_MAX_SHUTDOWN_TIME_SEC, 30);
  922. obs_data_set_default_string(defaults, OPT_BIND_IP, "default");
  923. obs_data_set_default_bool(defaults, OPT_NEWSOCKETLOOP_ENABLED, false);
  924. obs_data_set_default_bool(defaults, OPT_LOWLATENCY_ENABLED, false);
  925. }
  926. static obs_properties_t *rtmp_stream_properties(void *unused)
  927. {
  928. UNUSED_PARAMETER(unused);
  929. obs_properties_t *props = obs_properties_create();
  930. struct netif_saddr_data addrs = {0};
  931. obs_property_t *p;
  932. obs_properties_add_int(props, OPT_DROP_THRESHOLD,
  933. obs_module_text("RTMPStream.DropThreshold"),
  934. 200, 10000, 100);
  935. p = obs_properties_add_list(props, OPT_BIND_IP,
  936. obs_module_text("RTMPStream.BindIP"),
  937. OBS_COMBO_TYPE_LIST, OBS_COMBO_FORMAT_STRING);
  938. obs_property_list_add_string(p, obs_module_text("Default"), "default");
  939. netif_get_addrs(&addrs);
  940. for (size_t i = 0; i < addrs.addrs.num; i++) {
  941. struct netif_saddr_item item = addrs.addrs.array[i];
  942. obs_property_list_add_string(p, item.name, item.addr);
  943. }
  944. netif_saddr_data_free(&addrs);
  945. obs_properties_add_bool(props, OPT_NEWSOCKETLOOP_ENABLED,
  946. obs_module_text("RTMPStream.NewSocketLoop"));
  947. obs_properties_add_bool(props, OPT_LOWLATENCY_ENABLED,
  948. obs_module_text("RTMPStream.LowLatencyMode"));
  949. return props;
  950. }
  951. static uint64_t rtmp_stream_total_bytes_sent(void *data)
  952. {
  953. struct rtmp_stream *stream = data;
  954. return stream->total_bytes_sent;
  955. }
  956. static int rtmp_stream_dropped_frames(void *data)
  957. {
  958. struct rtmp_stream *stream = data;
  959. return stream->dropped_frames;
  960. }
  961. static float rtmp_stream_congestion(void *data)
  962. {
  963. struct rtmp_stream *stream = data;
  964. if (stream->new_socket_loop)
  965. return (float)stream->write_buf_len /
  966. (float)stream->write_buf_size;
  967. else
  968. return stream->min_priority > 0 ? 1.0f : stream->congestion;
  969. }
  970. static int rtmp_stream_connect_time(void *data)
  971. {
  972. struct rtmp_stream *stream = data;
  973. return stream->rtmp.connect_time_ms;
  974. }
  975. struct obs_output_info rtmp_output_info = {
  976. .id = "rtmp_output",
  977. .flags = OBS_OUTPUT_AV |
  978. OBS_OUTPUT_ENCODED |
  979. OBS_OUTPUT_SERVICE |
  980. OBS_OUTPUT_MULTI_TRACK,
  981. .encoded_video_codecs = "h264",
  982. .encoded_audio_codecs = "aac",
  983. .get_name = rtmp_stream_getname,
  984. .create = rtmp_stream_create,
  985. .destroy = rtmp_stream_destroy,
  986. .start = rtmp_stream_start,
  987. .stop = rtmp_stream_stop,
  988. .encoded_packet = rtmp_stream_data,
  989. .get_defaults = rtmp_stream_defaults,
  990. .get_properties = rtmp_stream_properties,
  991. .get_total_bytes = rtmp_stream_total_bytes_sent,
  992. .get_congestion = rtmp_stream_congestion,
  993. .get_connect_time_ms = rtmp_stream_connect_time,
  994. .get_dropped_frames = rtmp_stream_dropped_frames
  995. };