obs-encoder.c 45 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766
  1. /******************************************************************************
  2. Copyright (C) 2023 by Lain Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "obs.h"
  15. #include "obs-internal.h"
  16. #include "util/util_uint64.h"
  17. #define encoder_active(encoder) os_atomic_load_bool(&encoder->active)
  18. #define set_encoder_active(encoder, val) \
  19. os_atomic_set_bool(&encoder->active, val)
  20. #define get_weak(encoder) ((obs_weak_encoder_t *)encoder->context.control)
  21. struct obs_encoder_info *find_encoder(const char *id)
  22. {
  23. for (size_t i = 0; i < obs->encoder_types.num; i++) {
  24. struct obs_encoder_info *info = obs->encoder_types.array + i;
  25. if (strcmp(info->id, id) == 0)
  26. return info;
  27. }
  28. return NULL;
  29. }
  30. const char *obs_encoder_get_display_name(const char *id)
  31. {
  32. struct obs_encoder_info *ei = find_encoder(id);
  33. return ei ? ei->get_name(ei->type_data) : NULL;
  34. }
  35. static bool init_encoder(struct obs_encoder *encoder, const char *name,
  36. obs_data_t *settings, obs_data_t *hotkey_data)
  37. {
  38. pthread_mutex_init_value(&encoder->init_mutex);
  39. pthread_mutex_init_value(&encoder->callbacks_mutex);
  40. pthread_mutex_init_value(&encoder->outputs_mutex);
  41. pthread_mutex_init_value(&encoder->pause.mutex);
  42. if (!obs_context_data_init(&encoder->context, OBS_OBJ_TYPE_ENCODER,
  43. settings, name, NULL, hotkey_data, false))
  44. return false;
  45. if (pthread_mutex_init_recursive(&encoder->init_mutex) != 0)
  46. return false;
  47. if (pthread_mutex_init_recursive(&encoder->callbacks_mutex) != 0)
  48. return false;
  49. if (pthread_mutex_init(&encoder->outputs_mutex, NULL) != 0)
  50. return false;
  51. if (pthread_mutex_init(&encoder->pause.mutex, NULL) != 0)
  52. return false;
  53. if (encoder->orig_info.get_defaults) {
  54. encoder->orig_info.get_defaults(encoder->context.settings);
  55. }
  56. if (encoder->orig_info.get_defaults2) {
  57. encoder->orig_info.get_defaults2(encoder->context.settings,
  58. encoder->orig_info.type_data);
  59. }
  60. return true;
  61. }
  62. static struct obs_encoder *
  63. create_encoder(const char *id, enum obs_encoder_type type, const char *name,
  64. obs_data_t *settings, size_t mixer_idx, obs_data_t *hotkey_data)
  65. {
  66. struct obs_encoder *encoder;
  67. struct obs_encoder_info *ei = find_encoder(id);
  68. bool success;
  69. if (ei && ei->type != type)
  70. return NULL;
  71. encoder = bzalloc(sizeof(struct obs_encoder));
  72. encoder->mixer_idx = mixer_idx;
  73. if (!ei) {
  74. blog(LOG_ERROR, "Encoder ID '%s' not found", id);
  75. encoder->info.id = bstrdup(id);
  76. encoder->info.type = type;
  77. encoder->owns_info_id = true;
  78. encoder->orig_info = encoder->info;
  79. } else {
  80. encoder->info = *ei;
  81. encoder->orig_info = *ei;
  82. }
  83. success = init_encoder(encoder, name, settings, hotkey_data);
  84. if (!success) {
  85. blog(LOG_ERROR, "creating encoder '%s' (%s) failed", name, id);
  86. obs_encoder_destroy(encoder);
  87. return NULL;
  88. }
  89. obs_context_init_control(&encoder->context, encoder,
  90. (obs_destroy_cb)obs_encoder_destroy);
  91. obs_context_data_insert(&encoder->context, &obs->data.encoders_mutex,
  92. &obs->data.first_encoder);
  93. blog(LOG_DEBUG, "encoder '%s' (%s) created", name, id);
  94. return encoder;
  95. }
  96. obs_encoder_t *obs_video_encoder_create(const char *id, const char *name,
  97. obs_data_t *settings,
  98. obs_data_t *hotkey_data)
  99. {
  100. if (!name || !id)
  101. return NULL;
  102. return create_encoder(id, OBS_ENCODER_VIDEO, name, settings, 0,
  103. hotkey_data);
  104. }
  105. obs_encoder_t *obs_audio_encoder_create(const char *id, const char *name,
  106. obs_data_t *settings, size_t mixer_idx,
  107. obs_data_t *hotkey_data)
  108. {
  109. if (!name || !id)
  110. return NULL;
  111. return create_encoder(id, OBS_ENCODER_AUDIO, name, settings, mixer_idx,
  112. hotkey_data);
  113. }
  114. static void receive_video(void *param, struct video_data *frame);
  115. static void receive_audio(void *param, size_t mix_idx, struct audio_data *data);
  116. static inline void get_audio_info(const struct obs_encoder *encoder,
  117. struct audio_convert_info *info)
  118. {
  119. const struct audio_output_info *aoi;
  120. aoi = audio_output_get_info(encoder->media);
  121. if (info->format == AUDIO_FORMAT_UNKNOWN)
  122. info->format = aoi->format;
  123. if (!info->samples_per_sec)
  124. info->samples_per_sec = aoi->samples_per_sec;
  125. if (info->speakers == SPEAKERS_UNKNOWN)
  126. info->speakers = aoi->speakers;
  127. if (encoder->info.get_audio_info)
  128. encoder->info.get_audio_info(encoder->context.data, info);
  129. }
  130. static inline void get_video_info(struct obs_encoder *encoder,
  131. struct video_scale_info *info)
  132. {
  133. const struct video_output_info *voi;
  134. voi = video_output_get_info(encoder->media);
  135. info->format = voi->format;
  136. info->colorspace = voi->colorspace;
  137. info->range = voi->range;
  138. info->width = obs_encoder_get_width(encoder);
  139. info->height = obs_encoder_get_height(encoder);
  140. if (encoder->info.get_video_info)
  141. encoder->info.get_video_info(encoder->context.data, info);
  142. if (info->width != voi->width || info->height != voi->height)
  143. obs_encoder_set_scaled_size(encoder, info->width, info->height);
  144. }
  145. static inline bool gpu_encode_available(const struct obs_encoder *encoder)
  146. {
  147. struct obs_core_video_mix *video = get_mix_for_video(encoder->media);
  148. if (!video)
  149. return false;
  150. return (encoder->info.caps & OBS_ENCODER_CAP_PASS_TEXTURE) != 0 &&
  151. (video->using_p010_tex || video->using_nv12_tex);
  152. }
  153. /**
  154. * GPU based rescaling is currently implemented via core video mixes,
  155. * i.e. a core mix with matching width/height/format/colorspace/range
  156. * will be created if it doesn't exist already to generate encoder
  157. * input
  158. */
  159. static void maybe_set_up_gpu_rescale(struct obs_encoder *encoder)
  160. {
  161. struct obs_core_video_mix *mix = NULL;
  162. bool create_mix = true;
  163. struct obs_video_info ovi;
  164. const struct video_output_info *info;
  165. if (!encoder->media)
  166. return;
  167. info = video_output_get_info(encoder->media);
  168. if (encoder->gpu_scale_type == OBS_SCALE_DISABLE)
  169. return;
  170. if (!encoder->scaled_height && !encoder->scaled_width)
  171. return;
  172. pthread_mutex_lock(&obs->video.mixes_mutex);
  173. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  174. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  175. const struct video_output_info *voi =
  176. video_output_get_info(current->video);
  177. if (current->view != &obs->data.main_view)
  178. continue;
  179. if (voi->width != encoder->scaled_width ||
  180. voi->height != encoder->scaled_height)
  181. continue;
  182. if (voi->format != info->format ||
  183. voi->colorspace != info->colorspace ||
  184. voi->range != info->range)
  185. continue;
  186. current->encoder_refs += 1;
  187. obs_encoder_set_video(encoder, current->video);
  188. create_mix = false;
  189. break;
  190. }
  191. if (!obs->video.main_mix) {
  192. create_mix = false;
  193. } else {
  194. ovi = obs->video.main_mix->ovi;
  195. }
  196. pthread_mutex_unlock(&obs->video.mixes_mutex);
  197. if (!create_mix)
  198. return;
  199. ovi.output_format = info->format;
  200. ovi.colorspace = info->colorspace;
  201. ovi.range = info->range;
  202. ovi.output_height = encoder->scaled_height;
  203. ovi.output_width = encoder->scaled_width;
  204. ovi.scale_type = encoder->gpu_scale_type;
  205. ovi.gpu_conversion = true;
  206. mix = obs_create_video_mix(&ovi);
  207. if (!mix)
  208. return;
  209. mix->encoder_only_mix = true;
  210. mix->encoder_refs = 1;
  211. mix->view = &obs->data.main_view;
  212. pthread_mutex_lock(&obs->video.mixes_mutex);
  213. // double check that nobody else added a matching mix while we've created our mix
  214. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  215. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  216. const struct video_output_info *voi =
  217. video_output_get_info(current->video);
  218. if (current->view != &obs->data.main_view)
  219. continue;
  220. if (voi->width != encoder->scaled_width ||
  221. voi->height != encoder->scaled_height)
  222. continue;
  223. if (voi->format != info->format ||
  224. voi->colorspace != info->colorspace ||
  225. voi->range != info->range)
  226. continue;
  227. obs_encoder_set_video(encoder, current->video);
  228. create_mix = false;
  229. break;
  230. }
  231. if (!create_mix) {
  232. obs_free_video_mix(mix);
  233. } else {
  234. da_push_back(obs->video.mixes, &mix);
  235. obs_encoder_set_video(encoder, mix->video);
  236. }
  237. pthread_mutex_unlock(&obs->video.mixes_mutex);
  238. }
  239. static void add_connection(struct obs_encoder *encoder)
  240. {
  241. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  242. struct audio_convert_info audio_info = {0};
  243. get_audio_info(encoder, &audio_info);
  244. audio_output_connect(encoder->media, encoder->mixer_idx,
  245. &audio_info, receive_audio, encoder);
  246. } else {
  247. struct video_scale_info info = {0};
  248. get_video_info(encoder, &info);
  249. if (gpu_encode_available(encoder)) {
  250. start_gpu_encode(encoder);
  251. } else {
  252. start_raw_video(encoder->media, &info, receive_video,
  253. encoder);
  254. }
  255. }
  256. set_encoder_active(encoder, true);
  257. }
  258. static void remove_connection(struct obs_encoder *encoder, bool shutdown)
  259. {
  260. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  261. audio_output_disconnect(encoder->media, encoder->mixer_idx,
  262. receive_audio, encoder);
  263. } else {
  264. if (gpu_encode_available(encoder)) {
  265. stop_gpu_encode(encoder);
  266. } else {
  267. stop_raw_video(encoder->media, receive_video, encoder);
  268. }
  269. }
  270. /* obs_encoder_shutdown locks init_mutex, so don't call it on encode
  271. * errors, otherwise you can get a deadlock with outputs when they end
  272. * data capture, which will lock init_mutex and the video callback
  273. * mutex in the reverse order. instead, call shutdown before starting
  274. * up again */
  275. if (shutdown)
  276. obs_encoder_shutdown(encoder);
  277. set_encoder_active(encoder, false);
  278. }
  279. static inline void free_audio_buffers(struct obs_encoder *encoder)
  280. {
  281. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  282. circlebuf_free(&encoder->audio_input_buffer[i]);
  283. bfree(encoder->audio_output_buffer[i]);
  284. encoder->audio_output_buffer[i] = NULL;
  285. }
  286. }
  287. static void obs_encoder_actually_destroy(obs_encoder_t *encoder)
  288. {
  289. if (encoder) {
  290. pthread_mutex_lock(&encoder->outputs_mutex);
  291. for (size_t i = 0; i < encoder->outputs.num; i++) {
  292. struct obs_output *output = encoder->outputs.array[i];
  293. // This happens while the output is still "active", so
  294. // remove without checking active
  295. obs_output_remove_encoder_internal(output, encoder);
  296. }
  297. da_free(encoder->outputs);
  298. pthread_mutex_unlock(&encoder->outputs_mutex);
  299. blog(LOG_DEBUG, "encoder '%s' destroyed",
  300. encoder->context.name);
  301. free_audio_buffers(encoder);
  302. if (encoder->context.data)
  303. encoder->info.destroy(encoder->context.data);
  304. da_free(encoder->callbacks);
  305. pthread_mutex_destroy(&encoder->init_mutex);
  306. pthread_mutex_destroy(&encoder->callbacks_mutex);
  307. pthread_mutex_destroy(&encoder->outputs_mutex);
  308. pthread_mutex_destroy(&encoder->pause.mutex);
  309. obs_context_data_free(&encoder->context);
  310. if (encoder->owns_info_id)
  311. bfree((void *)encoder->info.id);
  312. if (encoder->last_error_message)
  313. bfree(encoder->last_error_message);
  314. bfree(encoder);
  315. }
  316. }
  317. /* does not actually destroy the encoder until all connections to it have been
  318. * removed. (full reference counting really would have been superfluous) */
  319. void obs_encoder_destroy(obs_encoder_t *encoder)
  320. {
  321. if (encoder) {
  322. bool destroy;
  323. obs_context_data_remove(&encoder->context);
  324. pthread_mutex_lock(&encoder->init_mutex);
  325. pthread_mutex_lock(&encoder->callbacks_mutex);
  326. destroy = encoder->callbacks.num == 0;
  327. if (!destroy)
  328. encoder->destroy_on_stop = true;
  329. pthread_mutex_unlock(&encoder->callbacks_mutex);
  330. pthread_mutex_unlock(&encoder->init_mutex);
  331. if (destroy)
  332. obs_encoder_actually_destroy(encoder);
  333. }
  334. }
  335. const char *obs_encoder_get_name(const obs_encoder_t *encoder)
  336. {
  337. return obs_encoder_valid(encoder, "obs_encoder_get_name")
  338. ? encoder->context.name
  339. : NULL;
  340. }
  341. void obs_encoder_set_name(obs_encoder_t *encoder, const char *name)
  342. {
  343. if (!obs_encoder_valid(encoder, "obs_encoder_set_name"))
  344. return;
  345. if (name && *name && strcmp(name, encoder->context.name) != 0)
  346. obs_context_data_setname(&encoder->context, name);
  347. }
  348. static inline obs_data_t *get_defaults(const struct obs_encoder_info *info)
  349. {
  350. obs_data_t *settings = obs_data_create();
  351. if (info->get_defaults) {
  352. info->get_defaults(settings);
  353. }
  354. if (info->get_defaults2) {
  355. info->get_defaults2(settings, info->type_data);
  356. }
  357. return settings;
  358. }
  359. obs_data_t *obs_encoder_defaults(const char *id)
  360. {
  361. const struct obs_encoder_info *info = find_encoder(id);
  362. return (info) ? get_defaults(info) : NULL;
  363. }
  364. obs_data_t *obs_encoder_get_defaults(const obs_encoder_t *encoder)
  365. {
  366. if (!obs_encoder_valid(encoder, "obs_encoder_defaults"))
  367. return NULL;
  368. return get_defaults(&encoder->info);
  369. }
  370. obs_properties_t *obs_get_encoder_properties(const char *id)
  371. {
  372. const struct obs_encoder_info *ei = find_encoder(id);
  373. if (ei && (ei->get_properties || ei->get_properties2)) {
  374. obs_data_t *defaults = get_defaults(ei);
  375. obs_properties_t *properties = NULL;
  376. if (ei->get_properties2) {
  377. properties = ei->get_properties2(NULL, ei->type_data);
  378. } else if (ei->get_properties) {
  379. properties = ei->get_properties(NULL);
  380. }
  381. obs_properties_apply_settings(properties, defaults);
  382. obs_data_release(defaults);
  383. return properties;
  384. }
  385. return NULL;
  386. }
  387. obs_properties_t *obs_encoder_properties(const obs_encoder_t *encoder)
  388. {
  389. if (!obs_encoder_valid(encoder, "obs_encoder_properties"))
  390. return NULL;
  391. if (encoder->orig_info.get_properties2) {
  392. obs_properties_t *props;
  393. props = encoder->orig_info.get_properties2(
  394. encoder->context.data, encoder->orig_info.type_data);
  395. obs_properties_apply_settings(props, encoder->context.settings);
  396. return props;
  397. } else if (encoder->orig_info.get_properties) {
  398. obs_properties_t *props;
  399. props = encoder->orig_info.get_properties(
  400. encoder->context.data);
  401. obs_properties_apply_settings(props, encoder->context.settings);
  402. return props;
  403. }
  404. return NULL;
  405. }
  406. void obs_encoder_update(obs_encoder_t *encoder, obs_data_t *settings)
  407. {
  408. if (!obs_encoder_valid(encoder, "obs_encoder_update"))
  409. return;
  410. obs_data_apply(encoder->context.settings, settings);
  411. // Note, we don't actually apply the changes to the encoder here
  412. // as it may be active in another thread. Setting this to true
  413. // makes the changes apply at the next possible moment in the
  414. // encoder / GPU encoder thread.
  415. if (encoder->info.update)
  416. encoder->reconfigure_requested = true;
  417. }
  418. bool obs_encoder_get_extra_data(const obs_encoder_t *encoder,
  419. uint8_t **extra_data, size_t *size)
  420. {
  421. if (!obs_encoder_valid(encoder, "obs_encoder_get_extra_data"))
  422. return false;
  423. if (encoder->info.get_extra_data && encoder->context.data)
  424. return encoder->info.get_extra_data(encoder->context.data,
  425. extra_data, size);
  426. return false;
  427. }
  428. obs_data_t *obs_encoder_get_settings(const obs_encoder_t *encoder)
  429. {
  430. if (!obs_encoder_valid(encoder, "obs_encoder_get_settings"))
  431. return NULL;
  432. obs_data_addref(encoder->context.settings);
  433. return encoder->context.settings;
  434. }
  435. static inline void reset_audio_buffers(struct obs_encoder *encoder)
  436. {
  437. free_audio_buffers(encoder);
  438. for (size_t i = 0; i < encoder->planes; i++)
  439. encoder->audio_output_buffer[i] =
  440. bmalloc(encoder->framesize_bytes);
  441. }
  442. static void intitialize_audio_encoder(struct obs_encoder *encoder)
  443. {
  444. struct audio_convert_info info = {0};
  445. get_audio_info(encoder, &info);
  446. encoder->samplerate = info.samples_per_sec;
  447. encoder->planes = get_audio_planes(info.format, info.speakers);
  448. encoder->blocksize = get_audio_size(info.format, info.speakers, 1);
  449. encoder->framesize =
  450. encoder->info.get_frame_size(encoder->context.data);
  451. encoder->framesize_bytes = encoder->blocksize * encoder->framesize;
  452. reset_audio_buffers(encoder);
  453. }
  454. static THREAD_LOCAL bool can_reroute = false;
  455. static inline bool obs_encoder_initialize_internal(obs_encoder_t *encoder)
  456. {
  457. if (!encoder->media) {
  458. blog(LOG_ERROR,
  459. "obs_encoder_initialize_internal: encoder '%s' has no media set",
  460. encoder->context.name);
  461. return false;
  462. }
  463. if (encoder_active(encoder))
  464. return true;
  465. if (encoder->initialized)
  466. return true;
  467. obs_encoder_shutdown(encoder);
  468. maybe_set_up_gpu_rescale(encoder);
  469. if (encoder->orig_info.create) {
  470. can_reroute = true;
  471. encoder->info = encoder->orig_info;
  472. encoder->context.data = encoder->orig_info.create(
  473. encoder->context.settings, encoder);
  474. can_reroute = false;
  475. }
  476. if (!encoder->context.data)
  477. return false;
  478. if (encoder->orig_info.type == OBS_ENCODER_AUDIO)
  479. intitialize_audio_encoder(encoder);
  480. encoder->initialized = true;
  481. return true;
  482. }
  483. void *obs_encoder_create_rerouted(obs_encoder_t *encoder,
  484. const char *reroute_id)
  485. {
  486. if (!obs_ptr_valid(encoder, "obs_encoder_reroute"))
  487. return NULL;
  488. if (!obs_ptr_valid(reroute_id, "obs_encoder_reroute"))
  489. return NULL;
  490. if (!can_reroute)
  491. return NULL;
  492. const struct obs_encoder_info *ei = find_encoder(reroute_id);
  493. if (ei) {
  494. if (ei->type != encoder->orig_info.type ||
  495. astrcmpi(ei->codec, encoder->orig_info.codec) != 0) {
  496. return NULL;
  497. }
  498. encoder->info = *ei;
  499. return encoder->info.create(encoder->context.settings, encoder);
  500. }
  501. return NULL;
  502. }
  503. bool obs_encoder_initialize(obs_encoder_t *encoder)
  504. {
  505. bool success;
  506. if (!encoder)
  507. return false;
  508. pthread_mutex_lock(&encoder->init_mutex);
  509. success = obs_encoder_initialize_internal(encoder);
  510. pthread_mutex_unlock(&encoder->init_mutex);
  511. return success;
  512. }
  513. /**
  514. * free video mix if it's an encoder only video mix
  515. * see `maybe_set_up_gpu_rescale`
  516. */
  517. static void maybe_clear_encoder_core_video_mix(obs_encoder_t *encoder)
  518. {
  519. pthread_mutex_lock(&obs->video.mixes_mutex);
  520. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  521. struct obs_core_video_mix *mix = obs->video.mixes.array[i];
  522. if (mix->video != encoder->media)
  523. continue;
  524. if (!mix->encoder_only_mix)
  525. break;
  526. obs_encoder_set_video(encoder, obs_get_video());
  527. mix->encoder_refs -= 1;
  528. if (mix->encoder_refs == 0) {
  529. da_erase(obs->video.mixes, i);
  530. obs_free_video_mix(mix);
  531. }
  532. }
  533. pthread_mutex_unlock(&obs->video.mixes_mutex);
  534. }
  535. void obs_encoder_shutdown(obs_encoder_t *encoder)
  536. {
  537. pthread_mutex_lock(&encoder->init_mutex);
  538. if (encoder->context.data) {
  539. encoder->info.destroy(encoder->context.data);
  540. encoder->context.data = NULL;
  541. encoder->paired_encoder = NULL;
  542. encoder->first_received = false;
  543. encoder->offset_usec = 0;
  544. encoder->start_ts = 0;
  545. maybe_clear_encoder_core_video_mix(encoder);
  546. }
  547. obs_encoder_set_last_error(encoder, NULL);
  548. pthread_mutex_unlock(&encoder->init_mutex);
  549. }
  550. static inline size_t
  551. get_callback_idx(const struct obs_encoder *encoder,
  552. void (*new_packet)(void *param, struct encoder_packet *packet),
  553. void *param)
  554. {
  555. for (size_t i = 0; i < encoder->callbacks.num; i++) {
  556. struct encoder_callback *cb = encoder->callbacks.array + i;
  557. if (cb->new_packet == new_packet && cb->param == param)
  558. return i;
  559. }
  560. return DARRAY_INVALID;
  561. }
  562. void pause_reset(struct pause_data *pause)
  563. {
  564. pthread_mutex_lock(&pause->mutex);
  565. pause->last_video_ts = 0;
  566. pause->ts_start = 0;
  567. pause->ts_end = 0;
  568. pause->ts_offset = 0;
  569. pthread_mutex_unlock(&pause->mutex);
  570. }
  571. static inline void obs_encoder_start_internal(
  572. obs_encoder_t *encoder,
  573. void (*new_packet)(void *param, struct encoder_packet *packet),
  574. void *param)
  575. {
  576. struct encoder_callback cb = {false, new_packet, param};
  577. bool first = false;
  578. if (!encoder->context.data || !encoder->media)
  579. return;
  580. pthread_mutex_lock(&encoder->callbacks_mutex);
  581. first = (encoder->callbacks.num == 0);
  582. size_t idx = get_callback_idx(encoder, new_packet, param);
  583. if (idx == DARRAY_INVALID)
  584. da_push_back(encoder->callbacks, &cb);
  585. pthread_mutex_unlock(&encoder->callbacks_mutex);
  586. if (first) {
  587. os_atomic_set_bool(&encoder->paused, false);
  588. pause_reset(&encoder->pause);
  589. encoder->cur_pts = 0;
  590. add_connection(encoder);
  591. }
  592. }
  593. void obs_encoder_start(obs_encoder_t *encoder,
  594. void (*new_packet)(void *param,
  595. struct encoder_packet *packet),
  596. void *param)
  597. {
  598. if (!obs_encoder_valid(encoder, "obs_encoder_start"))
  599. return;
  600. if (!obs_ptr_valid(new_packet, "obs_encoder_start"))
  601. return;
  602. pthread_mutex_lock(&encoder->init_mutex);
  603. obs_encoder_start_internal(encoder, new_packet, param);
  604. pthread_mutex_unlock(&encoder->init_mutex);
  605. }
  606. static inline bool obs_encoder_stop_internal(
  607. obs_encoder_t *encoder,
  608. void (*new_packet)(void *param, struct encoder_packet *packet),
  609. void *param)
  610. {
  611. bool last = false;
  612. size_t idx;
  613. pthread_mutex_lock(&encoder->callbacks_mutex);
  614. idx = get_callback_idx(encoder, new_packet, param);
  615. if (idx != DARRAY_INVALID) {
  616. da_erase(encoder->callbacks, idx);
  617. last = (encoder->callbacks.num == 0);
  618. }
  619. pthread_mutex_unlock(&encoder->callbacks_mutex);
  620. if (last) {
  621. remove_connection(encoder, true);
  622. encoder->initialized = false;
  623. if (encoder->destroy_on_stop) {
  624. pthread_mutex_unlock(&encoder->init_mutex);
  625. obs_encoder_actually_destroy(encoder);
  626. return true;
  627. }
  628. }
  629. return false;
  630. }
  631. void obs_encoder_stop(obs_encoder_t *encoder,
  632. void (*new_packet)(void *param,
  633. struct encoder_packet *packet),
  634. void *param)
  635. {
  636. bool destroyed;
  637. if (!obs_encoder_valid(encoder, "obs_encoder_stop"))
  638. return;
  639. if (!obs_ptr_valid(new_packet, "obs_encoder_stop"))
  640. return;
  641. pthread_mutex_lock(&encoder->init_mutex);
  642. destroyed = obs_encoder_stop_internal(encoder, new_packet, param);
  643. if (!destroyed)
  644. pthread_mutex_unlock(&encoder->init_mutex);
  645. }
  646. const char *obs_encoder_get_codec(const obs_encoder_t *encoder)
  647. {
  648. return obs_encoder_valid(encoder, "obs_encoder_get_codec")
  649. ? encoder->info.codec
  650. : NULL;
  651. }
  652. const char *obs_get_encoder_codec(const char *id)
  653. {
  654. struct obs_encoder_info *info = find_encoder(id);
  655. return info ? info->codec : NULL;
  656. }
  657. enum obs_encoder_type obs_encoder_get_type(const obs_encoder_t *encoder)
  658. {
  659. return obs_encoder_valid(encoder, "obs_encoder_get_type")
  660. ? encoder->info.type
  661. : OBS_ENCODER_AUDIO;
  662. }
  663. enum obs_encoder_type obs_get_encoder_type(const char *id)
  664. {
  665. struct obs_encoder_info *info = find_encoder(id);
  666. return info ? info->type : OBS_ENCODER_AUDIO;
  667. }
  668. void obs_encoder_set_scaled_size(obs_encoder_t *encoder, uint32_t width,
  669. uint32_t height)
  670. {
  671. if (!obs_encoder_valid(encoder, "obs_encoder_set_scaled_size"))
  672. return;
  673. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  674. blog(LOG_WARNING,
  675. "obs_encoder_set_scaled_size: "
  676. "encoder '%s' is not a video encoder",
  677. obs_encoder_get_name(encoder));
  678. return;
  679. }
  680. if (encoder_active(encoder)) {
  681. blog(LOG_WARNING,
  682. "encoder '%s': Cannot set the scaled "
  683. "resolution while the encoder is active",
  684. obs_encoder_get_name(encoder));
  685. return;
  686. }
  687. const struct video_output_info *voi;
  688. voi = video_output_get_info(encoder->media);
  689. if (voi && voi->width == width && voi->height == height) {
  690. blog(LOG_WARNING,
  691. "encoder '%s': Scaled resolution "
  692. "matches output resolution, scaling "
  693. "disabled",
  694. obs_encoder_get_name(encoder));
  695. encoder->scaled_width = encoder->scaled_height = 0;
  696. return;
  697. }
  698. encoder->scaled_width = width;
  699. encoder->scaled_height = height;
  700. }
  701. void obs_encoder_set_gpu_scale_type(obs_encoder_t *encoder,
  702. enum obs_scale_type gpu_scale_type)
  703. {
  704. if (!obs_encoder_valid(encoder, "obs_encoder_set_gpu_scale_type"))
  705. return;
  706. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  707. blog(LOG_WARNING,
  708. "obs_encoder_set_gpu_scale_type: "
  709. "encoder '%s' is not a video encoder",
  710. obs_encoder_get_name(encoder));
  711. return;
  712. }
  713. if (encoder_active(encoder)) {
  714. blog(LOG_WARNING,
  715. "encoder '%s': Cannot enable GPU scaling "
  716. "while the encoder is active",
  717. obs_encoder_get_name(encoder));
  718. return;
  719. }
  720. encoder->gpu_scale_type = gpu_scale_type;
  721. }
  722. bool obs_encoder_scaling_enabled(const obs_encoder_t *encoder)
  723. {
  724. if (!obs_encoder_valid(encoder, "obs_encoder_scaling_enabled"))
  725. return false;
  726. return encoder->scaled_width || encoder->scaled_height;
  727. }
  728. uint32_t obs_encoder_get_width(const obs_encoder_t *encoder)
  729. {
  730. if (!obs_encoder_valid(encoder, "obs_encoder_get_width"))
  731. return 0;
  732. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  733. blog(LOG_WARNING,
  734. "obs_encoder_get_width: "
  735. "encoder '%s' is not a video encoder",
  736. obs_encoder_get_name(encoder));
  737. return 0;
  738. }
  739. if (!encoder->media)
  740. return 0;
  741. return encoder->scaled_width != 0
  742. ? encoder->scaled_width
  743. : video_output_get_width(encoder->media);
  744. }
  745. uint32_t obs_encoder_get_height(const obs_encoder_t *encoder)
  746. {
  747. if (!obs_encoder_valid(encoder, "obs_encoder_get_height"))
  748. return 0;
  749. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  750. blog(LOG_WARNING,
  751. "obs_encoder_get_height: "
  752. "encoder '%s' is not a video encoder",
  753. obs_encoder_get_name(encoder));
  754. return 0;
  755. }
  756. if (!encoder->media)
  757. return 0;
  758. return encoder->scaled_height != 0
  759. ? encoder->scaled_height
  760. : video_output_get_height(encoder->media);
  761. }
  762. bool obs_encoder_gpu_scaling_enabled(obs_encoder_t *encoder)
  763. {
  764. if (!obs_encoder_valid(encoder, "obs_encoder_gpu_scaling_enabled"))
  765. return 0;
  766. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  767. blog(LOG_WARNING,
  768. "obs_encoder_gpu_scaling_enabled: "
  769. "encoder '%s' is not a video encoder",
  770. obs_encoder_get_name(encoder));
  771. return 0;
  772. }
  773. return encoder->gpu_scale_type != OBS_SCALE_DISABLE;
  774. }
  775. enum obs_scale_type obs_encoder_get_scale_type(obs_encoder_t *encoder)
  776. {
  777. if (!obs_encoder_valid(encoder, "obs_encoder_get_scale_type"))
  778. return 0;
  779. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  780. blog(LOG_WARNING,
  781. "obs_encoder_get_scale_type: "
  782. "encoder '%s' is not a video encoder",
  783. obs_encoder_get_name(encoder));
  784. return 0;
  785. }
  786. return encoder->gpu_scale_type;
  787. }
  788. uint32_t obs_encoder_get_sample_rate(const obs_encoder_t *encoder)
  789. {
  790. if (!obs_encoder_valid(encoder, "obs_encoder_get_sample_rate"))
  791. return 0;
  792. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  793. blog(LOG_WARNING,
  794. "obs_encoder_get_sample_rate: "
  795. "encoder '%s' is not an audio encoder",
  796. obs_encoder_get_name(encoder));
  797. return 0;
  798. }
  799. if (!encoder->media)
  800. return 0;
  801. return encoder->samplerate != 0
  802. ? encoder->samplerate
  803. : audio_output_get_sample_rate(encoder->media);
  804. }
  805. size_t obs_encoder_get_frame_size(const obs_encoder_t *encoder)
  806. {
  807. if (!obs_encoder_valid(encoder, "obs_encoder_get_frame_size"))
  808. return 0;
  809. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  810. blog(LOG_WARNING,
  811. "obs_encoder_get_frame_size: "
  812. "encoder '%s' is not an audio encoder",
  813. obs_encoder_get_name(encoder));
  814. return 0;
  815. }
  816. return encoder->framesize;
  817. }
  818. void obs_encoder_set_video(obs_encoder_t *encoder, video_t *video)
  819. {
  820. const struct video_output_info *voi;
  821. if (!obs_encoder_valid(encoder, "obs_encoder_set_video"))
  822. return;
  823. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  824. blog(LOG_WARNING,
  825. "obs_encoder_set_video: "
  826. "encoder '%s' is not a video encoder",
  827. obs_encoder_get_name(encoder));
  828. return;
  829. }
  830. if (encoder_active(encoder)) {
  831. blog(LOG_WARNING,
  832. "encoder '%s': Cannot apply a new video_t "
  833. "object while the encoder is active",
  834. obs_encoder_get_name(encoder));
  835. return;
  836. }
  837. if (video) {
  838. voi = video_output_get_info(video);
  839. encoder->media = video;
  840. encoder->timebase_num = voi->fps_den;
  841. encoder->timebase_den = voi->fps_num;
  842. } else {
  843. encoder->media = NULL;
  844. encoder->timebase_num = 0;
  845. encoder->timebase_den = 0;
  846. }
  847. }
  848. void obs_encoder_set_audio(obs_encoder_t *encoder, audio_t *audio)
  849. {
  850. if (!obs_encoder_valid(encoder, "obs_encoder_set_audio"))
  851. return;
  852. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  853. blog(LOG_WARNING,
  854. "obs_encoder_set_audio: "
  855. "encoder '%s' is not an audio encoder",
  856. obs_encoder_get_name(encoder));
  857. return;
  858. }
  859. if (encoder_active(encoder)) {
  860. blog(LOG_WARNING,
  861. "encoder '%s': Cannot apply a new audio_t "
  862. "object while the encoder is active",
  863. obs_encoder_get_name(encoder));
  864. return;
  865. }
  866. if (audio) {
  867. encoder->media = audio;
  868. encoder->timebase_num = 1;
  869. encoder->timebase_den = audio_output_get_sample_rate(audio);
  870. } else {
  871. encoder->media = NULL;
  872. encoder->timebase_num = 0;
  873. encoder->timebase_den = 0;
  874. }
  875. }
  876. video_t *obs_encoder_video(const obs_encoder_t *encoder)
  877. {
  878. if (!obs_encoder_valid(encoder, "obs_encoder_video"))
  879. return NULL;
  880. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  881. blog(LOG_WARNING,
  882. "obs_encoder_set_video: "
  883. "encoder '%s' is not a video encoder",
  884. obs_encoder_get_name(encoder));
  885. return NULL;
  886. }
  887. return encoder->media;
  888. }
  889. audio_t *obs_encoder_audio(const obs_encoder_t *encoder)
  890. {
  891. if (!obs_encoder_valid(encoder, "obs_encoder_audio"))
  892. return NULL;
  893. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  894. blog(LOG_WARNING,
  895. "obs_encoder_set_audio: "
  896. "encoder '%s' is not an audio encoder",
  897. obs_encoder_get_name(encoder));
  898. return NULL;
  899. }
  900. return encoder->media;
  901. }
  902. bool obs_encoder_active(const obs_encoder_t *encoder)
  903. {
  904. return obs_encoder_valid(encoder, "obs_encoder_active")
  905. ? encoder_active(encoder)
  906. : false;
  907. }
  908. static inline bool get_sei(const struct obs_encoder *encoder, uint8_t **sei,
  909. size_t *size)
  910. {
  911. if (encoder->info.get_sei_data)
  912. return encoder->info.get_sei_data(encoder->context.data, sei,
  913. size);
  914. return false;
  915. }
  916. static void send_first_video_packet(struct obs_encoder *encoder,
  917. struct encoder_callback *cb,
  918. struct encoder_packet *packet)
  919. {
  920. struct encoder_packet first_packet;
  921. DARRAY(uint8_t) data;
  922. uint8_t *sei;
  923. size_t size;
  924. /* always wait for first keyframe */
  925. if (!packet->keyframe)
  926. return;
  927. da_init(data);
  928. if (!get_sei(encoder, &sei, &size) || !sei || !size) {
  929. cb->new_packet(cb->param, packet);
  930. cb->sent_first_packet = true;
  931. return;
  932. }
  933. da_push_back_array(data, sei, size);
  934. da_push_back_array(data, packet->data, packet->size);
  935. first_packet = *packet;
  936. first_packet.data = data.array;
  937. first_packet.size = data.num;
  938. cb->new_packet(cb->param, &first_packet);
  939. cb->sent_first_packet = true;
  940. da_free(data);
  941. }
  942. static const char *send_packet_name = "send_packet";
  943. static inline void send_packet(struct obs_encoder *encoder,
  944. struct encoder_callback *cb,
  945. struct encoder_packet *packet)
  946. {
  947. profile_start(send_packet_name);
  948. /* include SEI in first video packet */
  949. if (encoder->info.type == OBS_ENCODER_VIDEO && !cb->sent_first_packet)
  950. send_first_video_packet(encoder, cb, packet);
  951. else
  952. cb->new_packet(cb->param, packet);
  953. profile_end(send_packet_name);
  954. }
  955. void full_stop(struct obs_encoder *encoder)
  956. {
  957. if (encoder) {
  958. pthread_mutex_lock(&encoder->outputs_mutex);
  959. for (size_t i = 0; i < encoder->outputs.num; i++) {
  960. struct obs_output *output = encoder->outputs.array[i];
  961. obs_output_force_stop(output);
  962. pthread_mutex_lock(&output->interleaved_mutex);
  963. output->info.encoded_packet(output->context.data, NULL);
  964. pthread_mutex_unlock(&output->interleaved_mutex);
  965. }
  966. pthread_mutex_unlock(&encoder->outputs_mutex);
  967. pthread_mutex_lock(&encoder->callbacks_mutex);
  968. da_free(encoder->callbacks);
  969. pthread_mutex_unlock(&encoder->callbacks_mutex);
  970. remove_connection(encoder, false);
  971. encoder->initialized = false;
  972. }
  973. }
  974. void send_off_encoder_packet(obs_encoder_t *encoder, bool success,
  975. bool received, struct encoder_packet *pkt)
  976. {
  977. if (!success) {
  978. blog(LOG_ERROR, "Error encoding with encoder '%s'",
  979. encoder->context.name);
  980. full_stop(encoder);
  981. return;
  982. }
  983. if (received) {
  984. if (!encoder->first_received) {
  985. encoder->offset_usec = packet_dts_usec(pkt);
  986. encoder->first_received = true;
  987. }
  988. /* we use system time here to ensure sync with other encoders,
  989. * you do not want to use relative timestamps here */
  990. pkt->dts_usec = encoder->start_ts / 1000 +
  991. packet_dts_usec(pkt) - encoder->offset_usec;
  992. pkt->sys_dts_usec = pkt->dts_usec;
  993. pthread_mutex_lock(&encoder->pause.mutex);
  994. pkt->sys_dts_usec += encoder->pause.ts_offset / 1000;
  995. pthread_mutex_unlock(&encoder->pause.mutex);
  996. pthread_mutex_lock(&encoder->callbacks_mutex);
  997. for (size_t i = encoder->callbacks.num; i > 0; i--) {
  998. struct encoder_callback *cb;
  999. cb = encoder->callbacks.array + (i - 1);
  1000. send_packet(encoder, cb, pkt);
  1001. }
  1002. pthread_mutex_unlock(&encoder->callbacks_mutex);
  1003. }
  1004. }
  1005. static const char *do_encode_name = "do_encode";
  1006. bool do_encode(struct obs_encoder *encoder, struct encoder_frame *frame)
  1007. {
  1008. profile_start(do_encode_name);
  1009. if (!encoder->profile_encoder_encode_name)
  1010. encoder->profile_encoder_encode_name =
  1011. profile_store_name(obs_get_profiler_name_store(),
  1012. "encode(%s)", encoder->context.name);
  1013. struct encoder_packet pkt = {0};
  1014. bool received = false;
  1015. bool success;
  1016. if (encoder->reconfigure_requested) {
  1017. encoder->reconfigure_requested = false;
  1018. encoder->info.update(encoder->context.data,
  1019. encoder->context.settings);
  1020. }
  1021. pkt.timebase_num = encoder->timebase_num;
  1022. pkt.timebase_den = encoder->timebase_den;
  1023. pkt.encoder = encoder;
  1024. profile_start(encoder->profile_encoder_encode_name);
  1025. success = encoder->info.encode(encoder->context.data, frame, &pkt,
  1026. &received);
  1027. profile_end(encoder->profile_encoder_encode_name);
  1028. send_off_encoder_packet(encoder, success, received, &pkt);
  1029. profile_end(do_encode_name);
  1030. return success;
  1031. }
  1032. static inline bool video_pause_check_internal(struct pause_data *pause,
  1033. uint64_t ts)
  1034. {
  1035. pause->last_video_ts = ts;
  1036. if (!pause->ts_start) {
  1037. return false;
  1038. }
  1039. if (ts == pause->ts_end) {
  1040. pause->ts_start = 0;
  1041. pause->ts_end = 0;
  1042. } else if (ts >= pause->ts_start) {
  1043. return true;
  1044. }
  1045. return false;
  1046. }
  1047. bool video_pause_check(struct pause_data *pause, uint64_t timestamp)
  1048. {
  1049. bool ignore_frame;
  1050. pthread_mutex_lock(&pause->mutex);
  1051. ignore_frame = video_pause_check_internal(pause, timestamp);
  1052. pthread_mutex_unlock(&pause->mutex);
  1053. return ignore_frame;
  1054. }
  1055. static const char *receive_video_name = "receive_video";
  1056. static void receive_video(void *param, struct video_data *frame)
  1057. {
  1058. profile_start(receive_video_name);
  1059. struct obs_encoder *encoder = param;
  1060. struct obs_encoder *pair = encoder->paired_encoder;
  1061. struct encoder_frame enc_frame;
  1062. if (!encoder->first_received && pair) {
  1063. if (!pair->first_received ||
  1064. pair->first_raw_ts > frame->timestamp) {
  1065. goto wait_for_audio;
  1066. }
  1067. }
  1068. if (video_pause_check(&encoder->pause, frame->timestamp))
  1069. goto wait_for_audio;
  1070. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1071. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1072. enc_frame.data[i] = frame->data[i];
  1073. enc_frame.linesize[i] = frame->linesize[i];
  1074. }
  1075. if (!encoder->start_ts)
  1076. encoder->start_ts = frame->timestamp;
  1077. enc_frame.frames = 1;
  1078. enc_frame.pts = encoder->cur_pts;
  1079. if (do_encode(encoder, &enc_frame))
  1080. encoder->cur_pts += encoder->timebase_num;
  1081. wait_for_audio:
  1082. profile_end(receive_video_name);
  1083. }
  1084. static void clear_audio(struct obs_encoder *encoder)
  1085. {
  1086. for (size_t i = 0; i < encoder->planes; i++)
  1087. circlebuf_free(&encoder->audio_input_buffer[i]);
  1088. }
  1089. static inline void push_back_audio(struct obs_encoder *encoder,
  1090. struct audio_data *data, size_t size,
  1091. size_t offset_size)
  1092. {
  1093. if (offset_size >= size)
  1094. return;
  1095. size -= offset_size;
  1096. /* push in to the circular buffer */
  1097. for (size_t i = 0; i < encoder->planes; i++)
  1098. circlebuf_push_back(&encoder->audio_input_buffer[i],
  1099. data->data[i] + offset_size, size);
  1100. }
  1101. static inline size_t calc_offset_size(struct obs_encoder *encoder,
  1102. uint64_t v_start_ts, uint64_t a_start_ts)
  1103. {
  1104. uint64_t offset = v_start_ts - a_start_ts;
  1105. offset = util_mul_div64(offset, encoder->samplerate, 1000000000ULL);
  1106. return (size_t)offset * encoder->blocksize;
  1107. }
  1108. static void start_from_buffer(struct obs_encoder *encoder, uint64_t v_start_ts)
  1109. {
  1110. size_t size = encoder->audio_input_buffer[0].size;
  1111. struct audio_data audio = {0};
  1112. size_t offset_size = 0;
  1113. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1114. audio.data[i] = encoder->audio_input_buffer[i].data;
  1115. memset(&encoder->audio_input_buffer[i], 0,
  1116. sizeof(struct circlebuf));
  1117. }
  1118. if (encoder->first_raw_ts < v_start_ts)
  1119. offset_size = calc_offset_size(encoder, v_start_ts,
  1120. encoder->first_raw_ts);
  1121. push_back_audio(encoder, &audio, size, offset_size);
  1122. for (size_t i = 0; i < MAX_AV_PLANES; i++)
  1123. bfree(audio.data[i]);
  1124. }
  1125. static const char *buffer_audio_name = "buffer_audio";
  1126. static bool buffer_audio(struct obs_encoder *encoder, struct audio_data *data)
  1127. {
  1128. profile_start(buffer_audio_name);
  1129. size_t size = data->frames * encoder->blocksize;
  1130. size_t offset_size = 0;
  1131. bool success = true;
  1132. if (!encoder->start_ts && encoder->paired_encoder) {
  1133. uint64_t end_ts = data->timestamp;
  1134. uint64_t v_start_ts = encoder->paired_encoder->start_ts;
  1135. /* no video yet, so don't start audio */
  1136. if (!v_start_ts) {
  1137. success = false;
  1138. goto fail;
  1139. }
  1140. /* audio starting point still not synced with video starting
  1141. * point, so don't start audio */
  1142. end_ts += util_mul_div64(data->frames, 1000000000ULL,
  1143. encoder->samplerate);
  1144. if (end_ts <= v_start_ts) {
  1145. success = false;
  1146. goto fail;
  1147. }
  1148. /* ready to start audio, truncate if necessary */
  1149. if (data->timestamp < v_start_ts)
  1150. offset_size = calc_offset_size(encoder, v_start_ts,
  1151. data->timestamp);
  1152. if (data->timestamp <= v_start_ts)
  1153. clear_audio(encoder);
  1154. encoder->start_ts = v_start_ts;
  1155. /* use currently buffered audio instead */
  1156. if (v_start_ts < data->timestamp) {
  1157. start_from_buffer(encoder, v_start_ts);
  1158. }
  1159. } else if (!encoder->start_ts && !encoder->paired_encoder) {
  1160. encoder->start_ts = data->timestamp;
  1161. }
  1162. fail:
  1163. push_back_audio(encoder, data, size, offset_size);
  1164. profile_end(buffer_audio_name);
  1165. return success;
  1166. }
  1167. static bool send_audio_data(struct obs_encoder *encoder)
  1168. {
  1169. struct encoder_frame enc_frame;
  1170. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1171. for (size_t i = 0; i < encoder->planes; i++) {
  1172. circlebuf_pop_front(&encoder->audio_input_buffer[i],
  1173. encoder->audio_output_buffer[i],
  1174. encoder->framesize_bytes);
  1175. enc_frame.data[i] = encoder->audio_output_buffer[i];
  1176. enc_frame.linesize[i] = (uint32_t)encoder->framesize_bytes;
  1177. }
  1178. enc_frame.frames = (uint32_t)encoder->framesize;
  1179. enc_frame.pts = encoder->cur_pts;
  1180. if (!do_encode(encoder, &enc_frame))
  1181. return false;
  1182. encoder->cur_pts += encoder->framesize;
  1183. return true;
  1184. }
  1185. static void pause_audio(struct pause_data *pause, struct audio_data *data,
  1186. size_t sample_rate)
  1187. {
  1188. uint64_t cutoff_frames = pause->ts_start - data->timestamp;
  1189. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1190. data->frames = (uint32_t)cutoff_frames;
  1191. }
  1192. static void unpause_audio(struct pause_data *pause, struct audio_data *data,
  1193. size_t sample_rate)
  1194. {
  1195. uint64_t cutoff_frames = pause->ts_end - data->timestamp;
  1196. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1197. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1198. if (!data->data[i])
  1199. break;
  1200. data->data[i] += cutoff_frames * sizeof(float);
  1201. }
  1202. data->timestamp = pause->ts_start;
  1203. data->frames = data->frames - (uint32_t)cutoff_frames;
  1204. pause->ts_start = 0;
  1205. pause->ts_end = 0;
  1206. }
  1207. static inline bool audio_pause_check_internal(struct pause_data *pause,
  1208. struct audio_data *data,
  1209. size_t sample_rate)
  1210. {
  1211. uint64_t end_ts;
  1212. if (!pause->ts_start) {
  1213. return false;
  1214. }
  1215. end_ts =
  1216. data->timestamp + audio_frames_to_ns(sample_rate, data->frames);
  1217. if (pause->ts_start >= data->timestamp) {
  1218. if (pause->ts_start <= end_ts) {
  1219. pause_audio(pause, data, sample_rate);
  1220. return !data->frames;
  1221. }
  1222. } else {
  1223. if (pause->ts_end >= data->timestamp &&
  1224. pause->ts_end <= end_ts) {
  1225. unpause_audio(pause, data, sample_rate);
  1226. return !data->frames;
  1227. }
  1228. return true;
  1229. }
  1230. return false;
  1231. }
  1232. bool audio_pause_check(struct pause_data *pause, struct audio_data *data,
  1233. size_t sample_rate)
  1234. {
  1235. bool ignore_audio;
  1236. pthread_mutex_lock(&pause->mutex);
  1237. ignore_audio = audio_pause_check_internal(pause, data, sample_rate);
  1238. data->timestamp -= pause->ts_offset;
  1239. pthread_mutex_unlock(&pause->mutex);
  1240. return ignore_audio;
  1241. }
  1242. static const char *receive_audio_name = "receive_audio";
  1243. static void receive_audio(void *param, size_t mix_idx, struct audio_data *in)
  1244. {
  1245. profile_start(receive_audio_name);
  1246. struct obs_encoder *encoder = param;
  1247. struct audio_data audio = *in;
  1248. if (!encoder->first_received) {
  1249. encoder->first_raw_ts = audio.timestamp;
  1250. encoder->first_received = true;
  1251. clear_audio(encoder);
  1252. }
  1253. if (audio_pause_check(&encoder->pause, &audio, encoder->samplerate))
  1254. goto end;
  1255. if (!buffer_audio(encoder, &audio))
  1256. goto end;
  1257. while (encoder->audio_input_buffer[0].size >=
  1258. encoder->framesize_bytes) {
  1259. if (!send_audio_data(encoder)) {
  1260. break;
  1261. }
  1262. }
  1263. UNUSED_PARAMETER(mix_idx);
  1264. end:
  1265. profile_end(receive_audio_name);
  1266. }
  1267. void obs_encoder_add_output(struct obs_encoder *encoder,
  1268. struct obs_output *output)
  1269. {
  1270. if (!encoder || !output)
  1271. return;
  1272. pthread_mutex_lock(&encoder->outputs_mutex);
  1273. da_push_back(encoder->outputs, &output);
  1274. pthread_mutex_unlock(&encoder->outputs_mutex);
  1275. }
  1276. void obs_encoder_remove_output(struct obs_encoder *encoder,
  1277. struct obs_output *output)
  1278. {
  1279. if (!encoder || !output)
  1280. return;
  1281. pthread_mutex_lock(&encoder->outputs_mutex);
  1282. da_erase_item(encoder->outputs, &output);
  1283. pthread_mutex_unlock(&encoder->outputs_mutex);
  1284. }
  1285. void obs_encoder_packet_create_instance(struct encoder_packet *dst,
  1286. const struct encoder_packet *src)
  1287. {
  1288. long *p_refs;
  1289. *dst = *src;
  1290. p_refs = bmalloc(src->size + sizeof(long));
  1291. dst->data = (void *)(p_refs + 1);
  1292. *p_refs = 1;
  1293. memcpy(dst->data, src->data, src->size);
  1294. }
  1295. /* OBS_DEPRECATED */
  1296. void obs_duplicate_encoder_packet(struct encoder_packet *dst,
  1297. const struct encoder_packet *src)
  1298. {
  1299. obs_encoder_packet_create_instance(dst, src);
  1300. }
  1301. /* OBS_DEPRECATED */
  1302. void obs_free_encoder_packet(struct encoder_packet *packet)
  1303. {
  1304. obs_encoder_packet_release(packet);
  1305. }
  1306. void obs_encoder_packet_ref(struct encoder_packet *dst,
  1307. struct encoder_packet *src)
  1308. {
  1309. if (!src)
  1310. return;
  1311. if (src->data) {
  1312. long *p_refs = ((long *)src->data) - 1;
  1313. os_atomic_inc_long(p_refs);
  1314. }
  1315. *dst = *src;
  1316. }
  1317. void obs_encoder_packet_release(struct encoder_packet *pkt)
  1318. {
  1319. if (!pkt)
  1320. return;
  1321. if (pkt->data) {
  1322. long *p_refs = ((long *)pkt->data) - 1;
  1323. if (os_atomic_dec_long(p_refs) == 0)
  1324. bfree(p_refs);
  1325. }
  1326. memset(pkt, 0, sizeof(struct encoder_packet));
  1327. }
  1328. void obs_encoder_set_preferred_video_format(obs_encoder_t *encoder,
  1329. enum video_format format)
  1330. {
  1331. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1332. return;
  1333. encoder->preferred_format = format;
  1334. }
  1335. enum video_format
  1336. obs_encoder_get_preferred_video_format(const obs_encoder_t *encoder)
  1337. {
  1338. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1339. return VIDEO_FORMAT_NONE;
  1340. return encoder->preferred_format;
  1341. }
  1342. void obs_encoder_addref(obs_encoder_t *encoder)
  1343. {
  1344. if (!encoder)
  1345. return;
  1346. obs_ref_addref(&encoder->context.control->ref);
  1347. }
  1348. void obs_encoder_release(obs_encoder_t *encoder)
  1349. {
  1350. if (!encoder)
  1351. return;
  1352. obs_weak_encoder_t *control = get_weak(encoder);
  1353. if (obs_ref_release(&control->ref)) {
  1354. // The order of operations is important here since
  1355. // get_context_by_name in obs.c relies on weak refs
  1356. // being alive while the context is listed
  1357. obs_encoder_destroy(encoder);
  1358. obs_weak_encoder_release(control);
  1359. }
  1360. }
  1361. void obs_weak_encoder_addref(obs_weak_encoder_t *weak)
  1362. {
  1363. if (!weak)
  1364. return;
  1365. obs_weak_ref_addref(&weak->ref);
  1366. }
  1367. void obs_weak_encoder_release(obs_weak_encoder_t *weak)
  1368. {
  1369. if (!weak)
  1370. return;
  1371. if (obs_weak_ref_release(&weak->ref))
  1372. bfree(weak);
  1373. }
  1374. obs_encoder_t *obs_encoder_get_ref(obs_encoder_t *encoder)
  1375. {
  1376. if (!encoder)
  1377. return NULL;
  1378. return obs_weak_encoder_get_encoder(get_weak(encoder));
  1379. }
  1380. obs_weak_encoder_t *obs_encoder_get_weak_encoder(obs_encoder_t *encoder)
  1381. {
  1382. if (!encoder)
  1383. return NULL;
  1384. obs_weak_encoder_t *weak = get_weak(encoder);
  1385. obs_weak_encoder_addref(weak);
  1386. return weak;
  1387. }
  1388. obs_encoder_t *obs_weak_encoder_get_encoder(obs_weak_encoder_t *weak)
  1389. {
  1390. if (!weak)
  1391. return NULL;
  1392. if (obs_weak_ref_get_ref(&weak->ref))
  1393. return weak->encoder;
  1394. return NULL;
  1395. }
  1396. bool obs_weak_encoder_references_encoder(obs_weak_encoder_t *weak,
  1397. obs_encoder_t *encoder)
  1398. {
  1399. return weak && encoder && weak->encoder == encoder;
  1400. }
  1401. void *obs_encoder_get_type_data(obs_encoder_t *encoder)
  1402. {
  1403. return obs_encoder_valid(encoder, "obs_encoder_get_type_data")
  1404. ? encoder->orig_info.type_data
  1405. : NULL;
  1406. }
  1407. const char *obs_encoder_get_id(const obs_encoder_t *encoder)
  1408. {
  1409. return obs_encoder_valid(encoder, "obs_encoder_get_id")
  1410. ? encoder->orig_info.id
  1411. : NULL;
  1412. }
  1413. uint32_t obs_get_encoder_caps(const char *encoder_id)
  1414. {
  1415. struct obs_encoder_info *info = find_encoder(encoder_id);
  1416. return info ? info->caps : 0;
  1417. }
  1418. uint32_t obs_encoder_get_caps(const obs_encoder_t *encoder)
  1419. {
  1420. return obs_encoder_valid(encoder, "obs_encoder_get_caps")
  1421. ? encoder->orig_info.caps
  1422. : 0;
  1423. }
  1424. bool obs_encoder_paused(const obs_encoder_t *encoder)
  1425. {
  1426. return obs_encoder_valid(encoder, "obs_encoder_paused")
  1427. ? os_atomic_load_bool(&encoder->paused)
  1428. : false;
  1429. }
  1430. const char *obs_encoder_get_last_error(obs_encoder_t *encoder)
  1431. {
  1432. if (!obs_encoder_valid(encoder, "obs_encoder_get_last_error"))
  1433. return NULL;
  1434. return encoder->last_error_message;
  1435. }
  1436. void obs_encoder_set_last_error(obs_encoder_t *encoder, const char *message)
  1437. {
  1438. if (!obs_encoder_valid(encoder, "obs_encoder_set_last_error"))
  1439. return;
  1440. if (encoder->last_error_message)
  1441. bfree(encoder->last_error_message);
  1442. if (message)
  1443. encoder->last_error_message = bstrdup(message);
  1444. else
  1445. encoder->last_error_message = NULL;
  1446. }
  1447. uint64_t obs_encoder_get_pause_offset(const obs_encoder_t *encoder)
  1448. {
  1449. return encoder ? encoder->pause.ts_offset : 0;
  1450. }