obs-encoder.c 47 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860
  1. /******************************************************************************
  2. Copyright (C) 2023 by Lain Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "obs.h"
  15. #include "obs-internal.h"
  16. #include "util/util_uint64.h"
  17. #define encoder_active(encoder) os_atomic_load_bool(&encoder->active)
  18. #define set_encoder_active(encoder, val) \
  19. os_atomic_set_bool(&encoder->active, val)
  20. #define get_weak(encoder) ((obs_weak_encoder_t *)encoder->context.control)
  21. struct obs_encoder_info *find_encoder(const char *id)
  22. {
  23. for (size_t i = 0; i < obs->encoder_types.num; i++) {
  24. struct obs_encoder_info *info = obs->encoder_types.array + i;
  25. if (strcmp(info->id, id) == 0)
  26. return info;
  27. }
  28. return NULL;
  29. }
  30. const char *obs_encoder_get_display_name(const char *id)
  31. {
  32. struct obs_encoder_info *ei = find_encoder(id);
  33. return ei ? ei->get_name(ei->type_data) : NULL;
  34. }
  35. static bool init_encoder(struct obs_encoder *encoder, const char *name,
  36. obs_data_t *settings, obs_data_t *hotkey_data)
  37. {
  38. pthread_mutex_init_value(&encoder->init_mutex);
  39. pthread_mutex_init_value(&encoder->callbacks_mutex);
  40. pthread_mutex_init_value(&encoder->outputs_mutex);
  41. pthread_mutex_init_value(&encoder->pause.mutex);
  42. if (!obs_context_data_init(&encoder->context, OBS_OBJ_TYPE_ENCODER,
  43. settings, name, NULL, hotkey_data, false))
  44. return false;
  45. if (pthread_mutex_init_recursive(&encoder->init_mutex) != 0)
  46. return false;
  47. if (pthread_mutex_init_recursive(&encoder->callbacks_mutex) != 0)
  48. return false;
  49. if (pthread_mutex_init(&encoder->outputs_mutex, NULL) != 0)
  50. return false;
  51. if (pthread_mutex_init(&encoder->pause.mutex, NULL) != 0)
  52. return false;
  53. if (encoder->orig_info.get_defaults) {
  54. encoder->orig_info.get_defaults(encoder->context.settings);
  55. }
  56. if (encoder->orig_info.get_defaults2) {
  57. encoder->orig_info.get_defaults2(encoder->context.settings,
  58. encoder->orig_info.type_data);
  59. }
  60. return true;
  61. }
  62. static struct obs_encoder *
  63. create_encoder(const char *id, enum obs_encoder_type type, const char *name,
  64. obs_data_t *settings, size_t mixer_idx, obs_data_t *hotkey_data)
  65. {
  66. struct obs_encoder *encoder;
  67. struct obs_encoder_info *ei = find_encoder(id);
  68. bool success;
  69. if (ei && ei->type != type)
  70. return NULL;
  71. encoder = bzalloc(sizeof(struct obs_encoder));
  72. encoder->mixer_idx = mixer_idx;
  73. if (!ei) {
  74. blog(LOG_ERROR, "Encoder ID '%s' not found", id);
  75. encoder->info.id = bstrdup(id);
  76. encoder->info.type = type;
  77. encoder->owns_info_id = true;
  78. encoder->orig_info = encoder->info;
  79. } else {
  80. encoder->info = *ei;
  81. encoder->orig_info = *ei;
  82. }
  83. success = init_encoder(encoder, name, settings, hotkey_data);
  84. if (!success) {
  85. blog(LOG_ERROR, "creating encoder '%s' (%s) failed", name, id);
  86. obs_encoder_destroy(encoder);
  87. return NULL;
  88. }
  89. obs_context_init_control(&encoder->context, encoder,
  90. (obs_destroy_cb)obs_encoder_destroy);
  91. obs_context_data_insert(&encoder->context, &obs->data.encoders_mutex,
  92. &obs->data.first_encoder);
  93. if (type == OBS_ENCODER_VIDEO) {
  94. encoder->frame_rate_divisor = 1;
  95. }
  96. blog(LOG_DEBUG, "encoder '%s' (%s) created", name, id);
  97. return encoder;
  98. }
  99. obs_encoder_t *obs_video_encoder_create(const char *id, const char *name,
  100. obs_data_t *settings,
  101. obs_data_t *hotkey_data)
  102. {
  103. if (!name || !id)
  104. return NULL;
  105. return create_encoder(id, OBS_ENCODER_VIDEO, name, settings, 0,
  106. hotkey_data);
  107. }
  108. obs_encoder_t *obs_audio_encoder_create(const char *id, const char *name,
  109. obs_data_t *settings, size_t mixer_idx,
  110. obs_data_t *hotkey_data)
  111. {
  112. if (!name || !id)
  113. return NULL;
  114. return create_encoder(id, OBS_ENCODER_AUDIO, name, settings, mixer_idx,
  115. hotkey_data);
  116. }
  117. static void receive_video(void *param, struct video_data *frame);
  118. static void receive_audio(void *param, size_t mix_idx, struct audio_data *data);
  119. static inline void get_audio_info(const struct obs_encoder *encoder,
  120. struct audio_convert_info *info)
  121. {
  122. const struct audio_output_info *aoi;
  123. aoi = audio_output_get_info(encoder->media);
  124. if (info->format == AUDIO_FORMAT_UNKNOWN)
  125. info->format = aoi->format;
  126. if (!info->samples_per_sec)
  127. info->samples_per_sec = aoi->samples_per_sec;
  128. if (info->speakers == SPEAKERS_UNKNOWN)
  129. info->speakers = aoi->speakers;
  130. if (encoder->info.get_audio_info)
  131. encoder->info.get_audio_info(encoder->context.data, info);
  132. }
  133. static inline void get_video_info(struct obs_encoder *encoder,
  134. struct video_scale_info *info)
  135. {
  136. const struct video_output_info *voi;
  137. voi = video_output_get_info(encoder->media);
  138. info->format = voi->format;
  139. info->colorspace = voi->colorspace;
  140. info->range = voi->range;
  141. info->width = obs_encoder_get_width(encoder);
  142. info->height = obs_encoder_get_height(encoder);
  143. if (encoder->info.get_video_info)
  144. encoder->info.get_video_info(encoder->context.data, info);
  145. if (info->width != voi->width || info->height != voi->height)
  146. obs_encoder_set_scaled_size(encoder, info->width, info->height);
  147. }
  148. static inline bool gpu_encode_available(const struct obs_encoder *encoder)
  149. {
  150. struct obs_core_video_mix *video = get_mix_for_video(encoder->media);
  151. if (!video)
  152. return false;
  153. return (encoder->info.caps & OBS_ENCODER_CAP_PASS_TEXTURE) != 0 &&
  154. (video->using_p010_tex || video->using_nv12_tex);
  155. }
  156. /**
  157. * GPU based rescaling is currently implemented via core video mixes,
  158. * i.e. a core mix with matching width/height/format/colorspace/range
  159. * will be created if it doesn't exist already to generate encoder
  160. * input
  161. */
  162. static void maybe_set_up_gpu_rescale(struct obs_encoder *encoder)
  163. {
  164. struct obs_core_video_mix *mix = NULL;
  165. bool create_mix = true;
  166. struct obs_video_info ovi;
  167. const struct video_output_info *info;
  168. if (!encoder->media)
  169. return;
  170. info = video_output_get_info(encoder->media);
  171. if (encoder->gpu_scale_type == OBS_SCALE_DISABLE)
  172. return;
  173. if (!encoder->scaled_height && !encoder->scaled_width)
  174. return;
  175. pthread_mutex_lock(&obs->video.mixes_mutex);
  176. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  177. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  178. const struct video_output_info *voi =
  179. video_output_get_info(current->video);
  180. if (current->view != &obs->data.main_view)
  181. continue;
  182. if (voi->width != encoder->scaled_width ||
  183. voi->height != encoder->scaled_height)
  184. continue;
  185. if (voi->format != info->format ||
  186. voi->colorspace != info->colorspace ||
  187. voi->range != info->range)
  188. continue;
  189. current->encoder_refs += 1;
  190. obs_encoder_set_video(encoder, current->video);
  191. create_mix = false;
  192. break;
  193. }
  194. if (!obs->video.main_mix) {
  195. create_mix = false;
  196. } else {
  197. ovi = obs->video.main_mix->ovi;
  198. }
  199. pthread_mutex_unlock(&obs->video.mixes_mutex);
  200. if (!create_mix)
  201. return;
  202. ovi.output_format = info->format;
  203. ovi.colorspace = info->colorspace;
  204. ovi.range = info->range;
  205. ovi.output_height = encoder->scaled_height;
  206. ovi.output_width = encoder->scaled_width;
  207. ovi.scale_type = encoder->gpu_scale_type;
  208. ovi.gpu_conversion = true;
  209. mix = obs_create_video_mix(&ovi);
  210. if (!mix)
  211. return;
  212. mix->encoder_only_mix = true;
  213. mix->encoder_refs = 1;
  214. mix->view = &obs->data.main_view;
  215. pthread_mutex_lock(&obs->video.mixes_mutex);
  216. // double check that nobody else added a matching mix while we've created our mix
  217. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  218. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  219. const struct video_output_info *voi =
  220. video_output_get_info(current->video);
  221. if (current->view != &obs->data.main_view)
  222. continue;
  223. if (voi->width != encoder->scaled_width ||
  224. voi->height != encoder->scaled_height)
  225. continue;
  226. if (voi->format != info->format ||
  227. voi->colorspace != info->colorspace ||
  228. voi->range != info->range)
  229. continue;
  230. obs_encoder_set_video(encoder, current->video);
  231. create_mix = false;
  232. break;
  233. }
  234. if (!create_mix) {
  235. obs_free_video_mix(mix);
  236. } else {
  237. da_push_back(obs->video.mixes, &mix);
  238. obs_encoder_set_video(encoder, mix->video);
  239. }
  240. pthread_mutex_unlock(&obs->video.mixes_mutex);
  241. }
  242. static void add_connection(struct obs_encoder *encoder)
  243. {
  244. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  245. struct audio_convert_info audio_info = {0};
  246. get_audio_info(encoder, &audio_info);
  247. audio_output_connect(encoder->media, encoder->mixer_idx,
  248. &audio_info, receive_audio, encoder);
  249. } else {
  250. struct video_scale_info info = {0};
  251. get_video_info(encoder, &info);
  252. if (gpu_encode_available(encoder)) {
  253. start_gpu_encode(encoder);
  254. } else {
  255. start_raw_video(encoder->media, &info,
  256. encoder->frame_rate_divisor,
  257. receive_video, encoder);
  258. }
  259. }
  260. set_encoder_active(encoder, true);
  261. }
  262. static void remove_connection(struct obs_encoder *encoder, bool shutdown)
  263. {
  264. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  265. audio_output_disconnect(encoder->media, encoder->mixer_idx,
  266. receive_audio, encoder);
  267. } else {
  268. if (gpu_encode_available(encoder)) {
  269. stop_gpu_encode(encoder);
  270. } else {
  271. stop_raw_video(encoder->media, receive_video, encoder);
  272. }
  273. }
  274. /* obs_encoder_shutdown locks init_mutex, so don't call it on encode
  275. * errors, otherwise you can get a deadlock with outputs when they end
  276. * data capture, which will lock init_mutex and the video callback
  277. * mutex in the reverse order. instead, call shutdown before starting
  278. * up again */
  279. if (shutdown)
  280. obs_encoder_shutdown(encoder);
  281. set_encoder_active(encoder, false);
  282. }
  283. static inline void free_audio_buffers(struct obs_encoder *encoder)
  284. {
  285. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  286. circlebuf_free(&encoder->audio_input_buffer[i]);
  287. bfree(encoder->audio_output_buffer[i]);
  288. encoder->audio_output_buffer[i] = NULL;
  289. }
  290. }
  291. static void obs_encoder_actually_destroy(obs_encoder_t *encoder)
  292. {
  293. if (encoder) {
  294. pthread_mutex_lock(&encoder->outputs_mutex);
  295. for (size_t i = 0; i < encoder->outputs.num; i++) {
  296. struct obs_output *output = encoder->outputs.array[i];
  297. // This happens while the output is still "active", so
  298. // remove without checking active
  299. obs_output_remove_encoder_internal(output, encoder);
  300. }
  301. da_free(encoder->outputs);
  302. pthread_mutex_unlock(&encoder->outputs_mutex);
  303. blog(LOG_DEBUG, "encoder '%s' destroyed",
  304. encoder->context.name);
  305. free_audio_buffers(encoder);
  306. if (encoder->context.data)
  307. encoder->info.destroy(encoder->context.data);
  308. da_free(encoder->callbacks);
  309. pthread_mutex_destroy(&encoder->init_mutex);
  310. pthread_mutex_destroy(&encoder->callbacks_mutex);
  311. pthread_mutex_destroy(&encoder->outputs_mutex);
  312. pthread_mutex_destroy(&encoder->pause.mutex);
  313. obs_context_data_free(&encoder->context);
  314. if (encoder->owns_info_id)
  315. bfree((void *)encoder->info.id);
  316. if (encoder->last_error_message)
  317. bfree(encoder->last_error_message);
  318. if (encoder->fps_override)
  319. video_output_free_frame_rate_divisor(
  320. encoder->fps_override);
  321. bfree(encoder);
  322. }
  323. }
  324. /* does not actually destroy the encoder until all connections to it have been
  325. * removed. (full reference counting really would have been superfluous) */
  326. void obs_encoder_destroy(obs_encoder_t *encoder)
  327. {
  328. if (encoder) {
  329. bool destroy;
  330. obs_context_data_remove(&encoder->context);
  331. pthread_mutex_lock(&encoder->init_mutex);
  332. pthread_mutex_lock(&encoder->callbacks_mutex);
  333. destroy = encoder->callbacks.num == 0;
  334. if (!destroy)
  335. encoder->destroy_on_stop = true;
  336. pthread_mutex_unlock(&encoder->callbacks_mutex);
  337. pthread_mutex_unlock(&encoder->init_mutex);
  338. if (destroy)
  339. obs_encoder_actually_destroy(encoder);
  340. }
  341. }
  342. const char *obs_encoder_get_name(const obs_encoder_t *encoder)
  343. {
  344. return obs_encoder_valid(encoder, "obs_encoder_get_name")
  345. ? encoder->context.name
  346. : NULL;
  347. }
  348. void obs_encoder_set_name(obs_encoder_t *encoder, const char *name)
  349. {
  350. if (!obs_encoder_valid(encoder, "obs_encoder_set_name"))
  351. return;
  352. if (name && *name && strcmp(name, encoder->context.name) != 0)
  353. obs_context_data_setname(&encoder->context, name);
  354. }
  355. static inline obs_data_t *get_defaults(const struct obs_encoder_info *info)
  356. {
  357. obs_data_t *settings = obs_data_create();
  358. if (info->get_defaults) {
  359. info->get_defaults(settings);
  360. }
  361. if (info->get_defaults2) {
  362. info->get_defaults2(settings, info->type_data);
  363. }
  364. return settings;
  365. }
  366. obs_data_t *obs_encoder_defaults(const char *id)
  367. {
  368. const struct obs_encoder_info *info = find_encoder(id);
  369. return (info) ? get_defaults(info) : NULL;
  370. }
  371. obs_data_t *obs_encoder_get_defaults(const obs_encoder_t *encoder)
  372. {
  373. if (!obs_encoder_valid(encoder, "obs_encoder_defaults"))
  374. return NULL;
  375. return get_defaults(&encoder->info);
  376. }
  377. obs_properties_t *obs_get_encoder_properties(const char *id)
  378. {
  379. const struct obs_encoder_info *ei = find_encoder(id);
  380. if (ei && (ei->get_properties || ei->get_properties2)) {
  381. obs_data_t *defaults = get_defaults(ei);
  382. obs_properties_t *properties = NULL;
  383. if (ei->get_properties2) {
  384. properties = ei->get_properties2(NULL, ei->type_data);
  385. } else if (ei->get_properties) {
  386. properties = ei->get_properties(NULL);
  387. }
  388. obs_properties_apply_settings(properties, defaults);
  389. obs_data_release(defaults);
  390. return properties;
  391. }
  392. return NULL;
  393. }
  394. obs_properties_t *obs_encoder_properties(const obs_encoder_t *encoder)
  395. {
  396. if (!obs_encoder_valid(encoder, "obs_encoder_properties"))
  397. return NULL;
  398. if (encoder->orig_info.get_properties2) {
  399. obs_properties_t *props;
  400. props = encoder->orig_info.get_properties2(
  401. encoder->context.data, encoder->orig_info.type_data);
  402. obs_properties_apply_settings(props, encoder->context.settings);
  403. return props;
  404. } else if (encoder->orig_info.get_properties) {
  405. obs_properties_t *props;
  406. props = encoder->orig_info.get_properties(
  407. encoder->context.data);
  408. obs_properties_apply_settings(props, encoder->context.settings);
  409. return props;
  410. }
  411. return NULL;
  412. }
  413. void obs_encoder_update(obs_encoder_t *encoder, obs_data_t *settings)
  414. {
  415. if (!obs_encoder_valid(encoder, "obs_encoder_update"))
  416. return;
  417. obs_data_apply(encoder->context.settings, settings);
  418. // Encoder isn't initialized yet, only apply changes to settings
  419. if (!encoder->context.data)
  420. return;
  421. // Encoder doesn't support updates
  422. if (!encoder->info.update)
  423. return;
  424. // If the encoder is active we defer the update as it may not be
  425. // reentrant. Setting reconfigure_requested to true makes the changes
  426. // apply at the next possible moment in the encoder / GPU encoder
  427. // thread.
  428. if (encoder_active(encoder)) {
  429. encoder->reconfigure_requested = true;
  430. } else {
  431. encoder->info.update(encoder->context.data,
  432. encoder->context.settings);
  433. }
  434. }
  435. bool obs_encoder_get_extra_data(const obs_encoder_t *encoder,
  436. uint8_t **extra_data, size_t *size)
  437. {
  438. if (!obs_encoder_valid(encoder, "obs_encoder_get_extra_data"))
  439. return false;
  440. if (encoder->info.get_extra_data && encoder->context.data)
  441. return encoder->info.get_extra_data(encoder->context.data,
  442. extra_data, size);
  443. return false;
  444. }
  445. obs_data_t *obs_encoder_get_settings(const obs_encoder_t *encoder)
  446. {
  447. if (!obs_encoder_valid(encoder, "obs_encoder_get_settings"))
  448. return NULL;
  449. obs_data_addref(encoder->context.settings);
  450. return encoder->context.settings;
  451. }
  452. static inline void reset_audio_buffers(struct obs_encoder *encoder)
  453. {
  454. free_audio_buffers(encoder);
  455. for (size_t i = 0; i < encoder->planes; i++)
  456. encoder->audio_output_buffer[i] =
  457. bmalloc(encoder->framesize_bytes);
  458. }
  459. static void intitialize_audio_encoder(struct obs_encoder *encoder)
  460. {
  461. struct audio_convert_info info = {0};
  462. get_audio_info(encoder, &info);
  463. encoder->samplerate = info.samples_per_sec;
  464. encoder->planes = get_audio_planes(info.format, info.speakers);
  465. encoder->blocksize = get_audio_size(info.format, info.speakers, 1);
  466. encoder->framesize =
  467. encoder->info.get_frame_size(encoder->context.data);
  468. encoder->framesize_bytes = encoder->blocksize * encoder->framesize;
  469. reset_audio_buffers(encoder);
  470. }
  471. static THREAD_LOCAL bool can_reroute = false;
  472. static inline bool obs_encoder_initialize_internal(obs_encoder_t *encoder)
  473. {
  474. if (!encoder->media) {
  475. blog(LOG_ERROR,
  476. "obs_encoder_initialize_internal: encoder '%s' has no media set",
  477. encoder->context.name);
  478. return false;
  479. }
  480. if (encoder_active(encoder))
  481. return true;
  482. if (encoder->initialized)
  483. return true;
  484. obs_encoder_shutdown(encoder);
  485. maybe_set_up_gpu_rescale(encoder);
  486. if (encoder->orig_info.create) {
  487. can_reroute = true;
  488. encoder->info = encoder->orig_info;
  489. encoder->context.data = encoder->orig_info.create(
  490. encoder->context.settings, encoder);
  491. can_reroute = false;
  492. }
  493. if (!encoder->context.data)
  494. return false;
  495. if (encoder->orig_info.type == OBS_ENCODER_AUDIO)
  496. intitialize_audio_encoder(encoder);
  497. encoder->initialized = true;
  498. return true;
  499. }
  500. void *obs_encoder_create_rerouted(obs_encoder_t *encoder,
  501. const char *reroute_id)
  502. {
  503. if (!obs_ptr_valid(encoder, "obs_encoder_reroute"))
  504. return NULL;
  505. if (!obs_ptr_valid(reroute_id, "obs_encoder_reroute"))
  506. return NULL;
  507. if (!can_reroute)
  508. return NULL;
  509. const struct obs_encoder_info *ei = find_encoder(reroute_id);
  510. if (ei) {
  511. if (ei->type != encoder->orig_info.type ||
  512. astrcmpi(ei->codec, encoder->orig_info.codec) != 0) {
  513. return NULL;
  514. }
  515. encoder->info = *ei;
  516. return encoder->info.create(encoder->context.settings, encoder);
  517. }
  518. return NULL;
  519. }
  520. bool obs_encoder_initialize(obs_encoder_t *encoder)
  521. {
  522. bool success;
  523. if (!encoder)
  524. return false;
  525. pthread_mutex_lock(&encoder->init_mutex);
  526. success = obs_encoder_initialize_internal(encoder);
  527. pthread_mutex_unlock(&encoder->init_mutex);
  528. return success;
  529. }
  530. /**
  531. * free video mix if it's an encoder only video mix
  532. * see `maybe_set_up_gpu_rescale`
  533. */
  534. static void maybe_clear_encoder_core_video_mix(obs_encoder_t *encoder)
  535. {
  536. pthread_mutex_lock(&obs->video.mixes_mutex);
  537. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  538. struct obs_core_video_mix *mix = obs->video.mixes.array[i];
  539. if (mix->video != encoder->media)
  540. continue;
  541. if (!mix->encoder_only_mix)
  542. break;
  543. obs_encoder_set_video(encoder, obs_get_video());
  544. mix->encoder_refs -= 1;
  545. if (mix->encoder_refs == 0) {
  546. da_erase(obs->video.mixes, i);
  547. obs_free_video_mix(mix);
  548. }
  549. }
  550. pthread_mutex_unlock(&obs->video.mixes_mutex);
  551. }
  552. void obs_encoder_shutdown(obs_encoder_t *encoder)
  553. {
  554. pthread_mutex_lock(&encoder->init_mutex);
  555. if (encoder->context.data) {
  556. encoder->info.destroy(encoder->context.data);
  557. encoder->context.data = NULL;
  558. encoder->paired_encoder = NULL;
  559. encoder->first_received = false;
  560. encoder->offset_usec = 0;
  561. encoder->start_ts = 0;
  562. encoder->frame_rate_divisor_counter = 0;
  563. maybe_clear_encoder_core_video_mix(encoder);
  564. }
  565. obs_encoder_set_last_error(encoder, NULL);
  566. pthread_mutex_unlock(&encoder->init_mutex);
  567. }
  568. static inline size_t
  569. get_callback_idx(const struct obs_encoder *encoder,
  570. void (*new_packet)(void *param, struct encoder_packet *packet),
  571. void *param)
  572. {
  573. for (size_t i = 0; i < encoder->callbacks.num; i++) {
  574. struct encoder_callback *cb = encoder->callbacks.array + i;
  575. if (cb->new_packet == new_packet && cb->param == param)
  576. return i;
  577. }
  578. return DARRAY_INVALID;
  579. }
  580. void pause_reset(struct pause_data *pause)
  581. {
  582. pthread_mutex_lock(&pause->mutex);
  583. pause->last_video_ts = 0;
  584. pause->ts_start = 0;
  585. pause->ts_end = 0;
  586. pause->ts_offset = 0;
  587. pthread_mutex_unlock(&pause->mutex);
  588. }
  589. static inline void obs_encoder_start_internal(
  590. obs_encoder_t *encoder,
  591. void (*new_packet)(void *param, struct encoder_packet *packet),
  592. void *param)
  593. {
  594. struct encoder_callback cb = {false, new_packet, param};
  595. bool first = false;
  596. if (!encoder->context.data || !encoder->media)
  597. return;
  598. pthread_mutex_lock(&encoder->callbacks_mutex);
  599. first = (encoder->callbacks.num == 0);
  600. size_t idx = get_callback_idx(encoder, new_packet, param);
  601. if (idx == DARRAY_INVALID)
  602. da_push_back(encoder->callbacks, &cb);
  603. pthread_mutex_unlock(&encoder->callbacks_mutex);
  604. if (first) {
  605. os_atomic_set_bool(&encoder->paused, false);
  606. pause_reset(&encoder->pause);
  607. encoder->cur_pts = 0;
  608. add_connection(encoder);
  609. }
  610. }
  611. void obs_encoder_start(obs_encoder_t *encoder,
  612. void (*new_packet)(void *param,
  613. struct encoder_packet *packet),
  614. void *param)
  615. {
  616. if (!obs_encoder_valid(encoder, "obs_encoder_start"))
  617. return;
  618. if (!obs_ptr_valid(new_packet, "obs_encoder_start"))
  619. return;
  620. pthread_mutex_lock(&encoder->init_mutex);
  621. obs_encoder_start_internal(encoder, new_packet, param);
  622. pthread_mutex_unlock(&encoder->init_mutex);
  623. }
  624. static inline bool obs_encoder_stop_internal(
  625. obs_encoder_t *encoder,
  626. void (*new_packet)(void *param, struct encoder_packet *packet),
  627. void *param)
  628. {
  629. bool last = false;
  630. size_t idx;
  631. pthread_mutex_lock(&encoder->callbacks_mutex);
  632. idx = get_callback_idx(encoder, new_packet, param);
  633. if (idx != DARRAY_INVALID) {
  634. da_erase(encoder->callbacks, idx);
  635. last = (encoder->callbacks.num == 0);
  636. }
  637. pthread_mutex_unlock(&encoder->callbacks_mutex);
  638. if (last) {
  639. remove_connection(encoder, true);
  640. encoder->initialized = false;
  641. if (encoder->destroy_on_stop) {
  642. pthread_mutex_unlock(&encoder->init_mutex);
  643. obs_encoder_actually_destroy(encoder);
  644. return true;
  645. }
  646. }
  647. return false;
  648. }
  649. void obs_encoder_stop(obs_encoder_t *encoder,
  650. void (*new_packet)(void *param,
  651. struct encoder_packet *packet),
  652. void *param)
  653. {
  654. bool destroyed;
  655. if (!obs_encoder_valid(encoder, "obs_encoder_stop"))
  656. return;
  657. if (!obs_ptr_valid(new_packet, "obs_encoder_stop"))
  658. return;
  659. pthread_mutex_lock(&encoder->init_mutex);
  660. destroyed = obs_encoder_stop_internal(encoder, new_packet, param);
  661. if (!destroyed)
  662. pthread_mutex_unlock(&encoder->init_mutex);
  663. }
  664. const char *obs_encoder_get_codec(const obs_encoder_t *encoder)
  665. {
  666. return obs_encoder_valid(encoder, "obs_encoder_get_codec")
  667. ? encoder->info.codec
  668. : NULL;
  669. }
  670. const char *obs_get_encoder_codec(const char *id)
  671. {
  672. struct obs_encoder_info *info = find_encoder(id);
  673. return info ? info->codec : NULL;
  674. }
  675. enum obs_encoder_type obs_encoder_get_type(const obs_encoder_t *encoder)
  676. {
  677. return obs_encoder_valid(encoder, "obs_encoder_get_type")
  678. ? encoder->info.type
  679. : OBS_ENCODER_AUDIO;
  680. }
  681. enum obs_encoder_type obs_get_encoder_type(const char *id)
  682. {
  683. struct obs_encoder_info *info = find_encoder(id);
  684. return info ? info->type : OBS_ENCODER_AUDIO;
  685. }
  686. void obs_encoder_set_scaled_size(obs_encoder_t *encoder, uint32_t width,
  687. uint32_t height)
  688. {
  689. if (!obs_encoder_valid(encoder, "obs_encoder_set_scaled_size"))
  690. return;
  691. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  692. blog(LOG_WARNING,
  693. "obs_encoder_set_scaled_size: "
  694. "encoder '%s' is not a video encoder",
  695. obs_encoder_get_name(encoder));
  696. return;
  697. }
  698. if (encoder_active(encoder)) {
  699. blog(LOG_WARNING,
  700. "encoder '%s': Cannot set the scaled "
  701. "resolution while the encoder is active",
  702. obs_encoder_get_name(encoder));
  703. return;
  704. }
  705. const struct video_output_info *voi;
  706. voi = video_output_get_info(encoder->media);
  707. if (voi && voi->width == width && voi->height == height) {
  708. blog(LOG_WARNING,
  709. "encoder '%s': Scaled resolution "
  710. "matches output resolution, scaling "
  711. "disabled",
  712. obs_encoder_get_name(encoder));
  713. encoder->scaled_width = encoder->scaled_height = 0;
  714. return;
  715. }
  716. encoder->scaled_width = width;
  717. encoder->scaled_height = height;
  718. }
  719. void obs_encoder_set_gpu_scale_type(obs_encoder_t *encoder,
  720. enum obs_scale_type gpu_scale_type)
  721. {
  722. if (!obs_encoder_valid(encoder, "obs_encoder_set_gpu_scale_type"))
  723. return;
  724. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  725. blog(LOG_WARNING,
  726. "obs_encoder_set_gpu_scale_type: "
  727. "encoder '%s' is not a video encoder",
  728. obs_encoder_get_name(encoder));
  729. return;
  730. }
  731. if (encoder_active(encoder)) {
  732. blog(LOG_WARNING,
  733. "encoder '%s': Cannot enable GPU scaling "
  734. "while the encoder is active",
  735. obs_encoder_get_name(encoder));
  736. return;
  737. }
  738. encoder->gpu_scale_type = gpu_scale_type;
  739. }
  740. bool obs_encoder_set_frame_rate_divisor(obs_encoder_t *encoder,
  741. uint32_t frame_rate_divisor)
  742. {
  743. if (!obs_encoder_valid(encoder, "obs_encoder_set_frame_rate_divisor"))
  744. return false;
  745. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  746. blog(LOG_WARNING,
  747. "obs_encoder_set_frame_rate_divisor: "
  748. "encoder '%s' is not a video encoder",
  749. obs_encoder_get_name(encoder));
  750. return false;
  751. }
  752. if (encoder_active(encoder)) {
  753. blog(LOG_WARNING,
  754. "encoder '%s': Cannot set frame rate divisor "
  755. "while the encoder is active",
  756. obs_encoder_get_name(encoder));
  757. return false;
  758. }
  759. if (frame_rate_divisor == 0) {
  760. blog(LOG_WARNING,
  761. "encoder '%s': Cannot set frame "
  762. "rate divisor to 0",
  763. obs_encoder_get_name(encoder));
  764. return false;
  765. }
  766. encoder->frame_rate_divisor = frame_rate_divisor;
  767. if (encoder->fps_override) {
  768. video_output_free_frame_rate_divisor(encoder->fps_override);
  769. encoder->fps_override = NULL;
  770. }
  771. if (encoder->media) {
  772. encoder->fps_override =
  773. video_output_create_with_frame_rate_divisor(
  774. encoder->media, encoder->frame_rate_divisor);
  775. }
  776. return true;
  777. }
  778. bool obs_encoder_scaling_enabled(const obs_encoder_t *encoder)
  779. {
  780. if (!obs_encoder_valid(encoder, "obs_encoder_scaling_enabled"))
  781. return false;
  782. return encoder->scaled_width || encoder->scaled_height;
  783. }
  784. uint32_t obs_encoder_get_width(const obs_encoder_t *encoder)
  785. {
  786. if (!obs_encoder_valid(encoder, "obs_encoder_get_width"))
  787. return 0;
  788. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  789. blog(LOG_WARNING,
  790. "obs_encoder_get_width: "
  791. "encoder '%s' is not a video encoder",
  792. obs_encoder_get_name(encoder));
  793. return 0;
  794. }
  795. if (!encoder->media)
  796. return 0;
  797. return encoder->scaled_width != 0
  798. ? encoder->scaled_width
  799. : video_output_get_width(encoder->media);
  800. }
  801. uint32_t obs_encoder_get_height(const obs_encoder_t *encoder)
  802. {
  803. if (!obs_encoder_valid(encoder, "obs_encoder_get_height"))
  804. return 0;
  805. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  806. blog(LOG_WARNING,
  807. "obs_encoder_get_height: "
  808. "encoder '%s' is not a video encoder",
  809. obs_encoder_get_name(encoder));
  810. return 0;
  811. }
  812. if (!encoder->media)
  813. return 0;
  814. return encoder->scaled_height != 0
  815. ? encoder->scaled_height
  816. : video_output_get_height(encoder->media);
  817. }
  818. bool obs_encoder_gpu_scaling_enabled(obs_encoder_t *encoder)
  819. {
  820. if (!obs_encoder_valid(encoder, "obs_encoder_gpu_scaling_enabled"))
  821. return 0;
  822. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  823. blog(LOG_WARNING,
  824. "obs_encoder_gpu_scaling_enabled: "
  825. "encoder '%s' is not a video encoder",
  826. obs_encoder_get_name(encoder));
  827. return 0;
  828. }
  829. return encoder->gpu_scale_type != OBS_SCALE_DISABLE;
  830. }
  831. enum obs_scale_type obs_encoder_get_scale_type(obs_encoder_t *encoder)
  832. {
  833. if (!obs_encoder_valid(encoder, "obs_encoder_get_scale_type"))
  834. return 0;
  835. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  836. blog(LOG_WARNING,
  837. "obs_encoder_get_scale_type: "
  838. "encoder '%s' is not a video encoder",
  839. obs_encoder_get_name(encoder));
  840. return 0;
  841. }
  842. return encoder->gpu_scale_type;
  843. }
  844. uint32_t obs_encoder_get_frame_rate_divisor(const obs_encoder_t *encoder)
  845. {
  846. if (!obs_encoder_valid(encoder, "obs_encoder_set_frame_rate_divisor"))
  847. return 0;
  848. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  849. blog(LOG_WARNING,
  850. "obs_encoder_set_frame_rate_divisor: "
  851. "encoder '%s' is not a video encoder",
  852. obs_encoder_get_name(encoder));
  853. return 0;
  854. }
  855. return encoder->frame_rate_divisor;
  856. }
  857. uint32_t obs_encoder_get_sample_rate(const obs_encoder_t *encoder)
  858. {
  859. if (!obs_encoder_valid(encoder, "obs_encoder_get_sample_rate"))
  860. return 0;
  861. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  862. blog(LOG_WARNING,
  863. "obs_encoder_get_sample_rate: "
  864. "encoder '%s' is not an audio encoder",
  865. obs_encoder_get_name(encoder));
  866. return 0;
  867. }
  868. if (!encoder->media)
  869. return 0;
  870. return encoder->samplerate != 0
  871. ? encoder->samplerate
  872. : audio_output_get_sample_rate(encoder->media);
  873. }
  874. size_t obs_encoder_get_frame_size(const obs_encoder_t *encoder)
  875. {
  876. if (!obs_encoder_valid(encoder, "obs_encoder_get_frame_size"))
  877. return 0;
  878. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  879. blog(LOG_WARNING,
  880. "obs_encoder_get_frame_size: "
  881. "encoder '%s' is not an audio encoder",
  882. obs_encoder_get_name(encoder));
  883. return 0;
  884. }
  885. return encoder->framesize;
  886. }
  887. void obs_encoder_set_video(obs_encoder_t *encoder, video_t *video)
  888. {
  889. const struct video_output_info *voi;
  890. if (!obs_encoder_valid(encoder, "obs_encoder_set_video"))
  891. return;
  892. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  893. blog(LOG_WARNING,
  894. "obs_encoder_set_video: "
  895. "encoder '%s' is not a video encoder",
  896. obs_encoder_get_name(encoder));
  897. return;
  898. }
  899. if (encoder_active(encoder)) {
  900. blog(LOG_WARNING,
  901. "encoder '%s': Cannot apply a new video_t "
  902. "object while the encoder is active",
  903. obs_encoder_get_name(encoder));
  904. return;
  905. }
  906. if (encoder->fps_override) {
  907. video_output_free_frame_rate_divisor(encoder->fps_override);
  908. encoder->fps_override = NULL;
  909. }
  910. if (video) {
  911. voi = video_output_get_info(video);
  912. encoder->media = video;
  913. encoder->timebase_num = voi->fps_den;
  914. encoder->timebase_den = voi->fps_num;
  915. if (encoder->frame_rate_divisor) {
  916. encoder->fps_override =
  917. video_output_create_with_frame_rate_divisor(
  918. video, encoder->frame_rate_divisor);
  919. }
  920. } else {
  921. encoder->media = NULL;
  922. encoder->timebase_num = 0;
  923. encoder->timebase_den = 0;
  924. }
  925. }
  926. void obs_encoder_set_audio(obs_encoder_t *encoder, audio_t *audio)
  927. {
  928. if (!obs_encoder_valid(encoder, "obs_encoder_set_audio"))
  929. return;
  930. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  931. blog(LOG_WARNING,
  932. "obs_encoder_set_audio: "
  933. "encoder '%s' is not an audio encoder",
  934. obs_encoder_get_name(encoder));
  935. return;
  936. }
  937. if (encoder_active(encoder)) {
  938. blog(LOG_WARNING,
  939. "encoder '%s': Cannot apply a new audio_t "
  940. "object while the encoder is active",
  941. obs_encoder_get_name(encoder));
  942. return;
  943. }
  944. if (audio) {
  945. encoder->media = audio;
  946. encoder->timebase_num = 1;
  947. encoder->timebase_den = audio_output_get_sample_rate(audio);
  948. } else {
  949. encoder->media = NULL;
  950. encoder->timebase_num = 0;
  951. encoder->timebase_den = 0;
  952. }
  953. }
  954. video_t *obs_encoder_video(const obs_encoder_t *encoder)
  955. {
  956. if (!obs_encoder_valid(encoder, "obs_encoder_video"))
  957. return NULL;
  958. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  959. blog(LOG_WARNING,
  960. "obs_encoder_set_video: "
  961. "encoder '%s' is not a video encoder",
  962. obs_encoder_get_name(encoder));
  963. return NULL;
  964. }
  965. return encoder->fps_override ? encoder->fps_override : encoder->media;
  966. }
  967. audio_t *obs_encoder_audio(const obs_encoder_t *encoder)
  968. {
  969. if (!obs_encoder_valid(encoder, "obs_encoder_audio"))
  970. return NULL;
  971. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  972. blog(LOG_WARNING,
  973. "obs_encoder_set_audio: "
  974. "encoder '%s' is not an audio encoder",
  975. obs_encoder_get_name(encoder));
  976. return NULL;
  977. }
  978. return encoder->media;
  979. }
  980. bool obs_encoder_active(const obs_encoder_t *encoder)
  981. {
  982. return obs_encoder_valid(encoder, "obs_encoder_active")
  983. ? encoder_active(encoder)
  984. : false;
  985. }
  986. static inline bool get_sei(const struct obs_encoder *encoder, uint8_t **sei,
  987. size_t *size)
  988. {
  989. if (encoder->info.get_sei_data)
  990. return encoder->info.get_sei_data(encoder->context.data, sei,
  991. size);
  992. return false;
  993. }
  994. static void send_first_video_packet(struct obs_encoder *encoder,
  995. struct encoder_callback *cb,
  996. struct encoder_packet *packet)
  997. {
  998. struct encoder_packet first_packet;
  999. DARRAY(uint8_t) data;
  1000. uint8_t *sei;
  1001. size_t size;
  1002. /* always wait for first keyframe */
  1003. if (!packet->keyframe)
  1004. return;
  1005. da_init(data);
  1006. if (!get_sei(encoder, &sei, &size) || !sei || !size) {
  1007. cb->new_packet(cb->param, packet);
  1008. cb->sent_first_packet = true;
  1009. return;
  1010. }
  1011. da_push_back_array(data, sei, size);
  1012. da_push_back_array(data, packet->data, packet->size);
  1013. first_packet = *packet;
  1014. first_packet.data = data.array;
  1015. first_packet.size = data.num;
  1016. cb->new_packet(cb->param, &first_packet);
  1017. cb->sent_first_packet = true;
  1018. da_free(data);
  1019. }
  1020. static const char *send_packet_name = "send_packet";
  1021. static inline void send_packet(struct obs_encoder *encoder,
  1022. struct encoder_callback *cb,
  1023. struct encoder_packet *packet)
  1024. {
  1025. profile_start(send_packet_name);
  1026. /* include SEI in first video packet */
  1027. if (encoder->info.type == OBS_ENCODER_VIDEO && !cb->sent_first_packet)
  1028. send_first_video_packet(encoder, cb, packet);
  1029. else
  1030. cb->new_packet(cb->param, packet);
  1031. profile_end(send_packet_name);
  1032. }
  1033. void full_stop(struct obs_encoder *encoder)
  1034. {
  1035. if (encoder) {
  1036. pthread_mutex_lock(&encoder->outputs_mutex);
  1037. for (size_t i = 0; i < encoder->outputs.num; i++) {
  1038. struct obs_output *output = encoder->outputs.array[i];
  1039. obs_output_force_stop(output);
  1040. pthread_mutex_lock(&output->interleaved_mutex);
  1041. output->info.encoded_packet(output->context.data, NULL);
  1042. pthread_mutex_unlock(&output->interleaved_mutex);
  1043. }
  1044. pthread_mutex_unlock(&encoder->outputs_mutex);
  1045. pthread_mutex_lock(&encoder->callbacks_mutex);
  1046. da_free(encoder->callbacks);
  1047. pthread_mutex_unlock(&encoder->callbacks_mutex);
  1048. remove_connection(encoder, false);
  1049. encoder->initialized = false;
  1050. }
  1051. }
  1052. void send_off_encoder_packet(obs_encoder_t *encoder, bool success,
  1053. bool received, struct encoder_packet *pkt)
  1054. {
  1055. if (!success) {
  1056. blog(LOG_ERROR, "Error encoding with encoder '%s'",
  1057. encoder->context.name);
  1058. full_stop(encoder);
  1059. return;
  1060. }
  1061. if (received) {
  1062. if (!encoder->first_received) {
  1063. encoder->offset_usec = packet_dts_usec(pkt);
  1064. encoder->first_received = true;
  1065. }
  1066. /* we use system time here to ensure sync with other encoders,
  1067. * you do not want to use relative timestamps here */
  1068. pkt->dts_usec = encoder->start_ts / 1000 +
  1069. packet_dts_usec(pkt) - encoder->offset_usec;
  1070. pkt->sys_dts_usec = pkt->dts_usec;
  1071. pthread_mutex_lock(&encoder->pause.mutex);
  1072. pkt->sys_dts_usec += encoder->pause.ts_offset / 1000;
  1073. pthread_mutex_unlock(&encoder->pause.mutex);
  1074. pthread_mutex_lock(&encoder->callbacks_mutex);
  1075. for (size_t i = encoder->callbacks.num; i > 0; i--) {
  1076. struct encoder_callback *cb;
  1077. cb = encoder->callbacks.array + (i - 1);
  1078. send_packet(encoder, cb, pkt);
  1079. }
  1080. pthread_mutex_unlock(&encoder->callbacks_mutex);
  1081. }
  1082. }
  1083. static const char *do_encode_name = "do_encode";
  1084. bool do_encode(struct obs_encoder *encoder, struct encoder_frame *frame)
  1085. {
  1086. profile_start(do_encode_name);
  1087. if (!encoder->profile_encoder_encode_name)
  1088. encoder->profile_encoder_encode_name =
  1089. profile_store_name(obs_get_profiler_name_store(),
  1090. "encode(%s)", encoder->context.name);
  1091. struct encoder_packet pkt = {0};
  1092. bool received = false;
  1093. bool success;
  1094. if (encoder->reconfigure_requested) {
  1095. encoder->reconfigure_requested = false;
  1096. encoder->info.update(encoder->context.data,
  1097. encoder->context.settings);
  1098. }
  1099. pkt.timebase_num = encoder->timebase_num * encoder->frame_rate_divisor;
  1100. pkt.timebase_den = encoder->timebase_den;
  1101. pkt.encoder = encoder;
  1102. profile_start(encoder->profile_encoder_encode_name);
  1103. success = encoder->info.encode(encoder->context.data, frame, &pkt,
  1104. &received);
  1105. profile_end(encoder->profile_encoder_encode_name);
  1106. send_off_encoder_packet(encoder, success, received, &pkt);
  1107. profile_end(do_encode_name);
  1108. return success;
  1109. }
  1110. static inline bool video_pause_check_internal(struct pause_data *pause,
  1111. uint64_t ts)
  1112. {
  1113. pause->last_video_ts = ts;
  1114. if (!pause->ts_start) {
  1115. return false;
  1116. }
  1117. if (ts == pause->ts_end) {
  1118. pause->ts_start = 0;
  1119. pause->ts_end = 0;
  1120. } else if (ts >= pause->ts_start) {
  1121. return true;
  1122. }
  1123. return false;
  1124. }
  1125. bool video_pause_check(struct pause_data *pause, uint64_t timestamp)
  1126. {
  1127. bool ignore_frame;
  1128. pthread_mutex_lock(&pause->mutex);
  1129. ignore_frame = video_pause_check_internal(pause, timestamp);
  1130. pthread_mutex_unlock(&pause->mutex);
  1131. return ignore_frame;
  1132. }
  1133. static const char *receive_video_name = "receive_video";
  1134. static void receive_video(void *param, struct video_data *frame)
  1135. {
  1136. profile_start(receive_video_name);
  1137. struct obs_encoder *encoder = param;
  1138. struct obs_encoder *pair = encoder->paired_encoder;
  1139. struct encoder_frame enc_frame;
  1140. if (!encoder->first_received && pair) {
  1141. if (!pair->first_received ||
  1142. pair->first_raw_ts > frame->timestamp) {
  1143. goto wait_for_audio;
  1144. }
  1145. }
  1146. if (video_pause_check(&encoder->pause, frame->timestamp))
  1147. goto wait_for_audio;
  1148. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1149. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1150. enc_frame.data[i] = frame->data[i];
  1151. enc_frame.linesize[i] = frame->linesize[i];
  1152. }
  1153. if (!encoder->start_ts)
  1154. encoder->start_ts = frame->timestamp;
  1155. enc_frame.frames = 1;
  1156. enc_frame.pts = encoder->cur_pts;
  1157. if (do_encode(encoder, &enc_frame))
  1158. encoder->cur_pts += encoder->timebase_num;
  1159. wait_for_audio:
  1160. profile_end(receive_video_name);
  1161. }
  1162. static void clear_audio(struct obs_encoder *encoder)
  1163. {
  1164. for (size_t i = 0; i < encoder->planes; i++)
  1165. circlebuf_free(&encoder->audio_input_buffer[i]);
  1166. }
  1167. static inline void push_back_audio(struct obs_encoder *encoder,
  1168. struct audio_data *data, size_t size,
  1169. size_t offset_size)
  1170. {
  1171. if (offset_size >= size)
  1172. return;
  1173. size -= offset_size;
  1174. /* push in to the circular buffer */
  1175. for (size_t i = 0; i < encoder->planes; i++)
  1176. circlebuf_push_back(&encoder->audio_input_buffer[i],
  1177. data->data[i] + offset_size, size);
  1178. }
  1179. static inline size_t calc_offset_size(struct obs_encoder *encoder,
  1180. uint64_t v_start_ts, uint64_t a_start_ts)
  1181. {
  1182. uint64_t offset = v_start_ts - a_start_ts;
  1183. offset = util_mul_div64(offset, encoder->samplerate, 1000000000ULL);
  1184. return (size_t)offset * encoder->blocksize;
  1185. }
  1186. static void start_from_buffer(struct obs_encoder *encoder, uint64_t v_start_ts)
  1187. {
  1188. size_t size = encoder->audio_input_buffer[0].size;
  1189. struct audio_data audio = {0};
  1190. size_t offset_size = 0;
  1191. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1192. audio.data[i] = encoder->audio_input_buffer[i].data;
  1193. memset(&encoder->audio_input_buffer[i], 0,
  1194. sizeof(struct circlebuf));
  1195. }
  1196. if (encoder->first_raw_ts < v_start_ts)
  1197. offset_size = calc_offset_size(encoder, v_start_ts,
  1198. encoder->first_raw_ts);
  1199. push_back_audio(encoder, &audio, size, offset_size);
  1200. for (size_t i = 0; i < MAX_AV_PLANES; i++)
  1201. bfree(audio.data[i]);
  1202. }
  1203. static const char *buffer_audio_name = "buffer_audio";
  1204. static bool buffer_audio(struct obs_encoder *encoder, struct audio_data *data)
  1205. {
  1206. profile_start(buffer_audio_name);
  1207. size_t size = data->frames * encoder->blocksize;
  1208. size_t offset_size = 0;
  1209. bool success = true;
  1210. if (!encoder->start_ts && encoder->paired_encoder) {
  1211. uint64_t end_ts = data->timestamp;
  1212. uint64_t v_start_ts = encoder->paired_encoder->start_ts;
  1213. /* no video yet, so don't start audio */
  1214. if (!v_start_ts) {
  1215. success = false;
  1216. goto fail;
  1217. }
  1218. /* audio starting point still not synced with video starting
  1219. * point, so don't start audio */
  1220. end_ts += util_mul_div64(data->frames, 1000000000ULL,
  1221. encoder->samplerate);
  1222. if (end_ts <= v_start_ts) {
  1223. success = false;
  1224. goto fail;
  1225. }
  1226. /* ready to start audio, truncate if necessary */
  1227. if (data->timestamp < v_start_ts)
  1228. offset_size = calc_offset_size(encoder, v_start_ts,
  1229. data->timestamp);
  1230. if (data->timestamp <= v_start_ts)
  1231. clear_audio(encoder);
  1232. encoder->start_ts = v_start_ts;
  1233. /* use currently buffered audio instead */
  1234. if (v_start_ts < data->timestamp) {
  1235. start_from_buffer(encoder, v_start_ts);
  1236. }
  1237. } else if (!encoder->start_ts && !encoder->paired_encoder) {
  1238. encoder->start_ts = data->timestamp;
  1239. }
  1240. fail:
  1241. push_back_audio(encoder, data, size, offset_size);
  1242. profile_end(buffer_audio_name);
  1243. return success;
  1244. }
  1245. static bool send_audio_data(struct obs_encoder *encoder)
  1246. {
  1247. struct encoder_frame enc_frame;
  1248. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1249. for (size_t i = 0; i < encoder->planes; i++) {
  1250. circlebuf_pop_front(&encoder->audio_input_buffer[i],
  1251. encoder->audio_output_buffer[i],
  1252. encoder->framesize_bytes);
  1253. enc_frame.data[i] = encoder->audio_output_buffer[i];
  1254. enc_frame.linesize[i] = (uint32_t)encoder->framesize_bytes;
  1255. }
  1256. enc_frame.frames = (uint32_t)encoder->framesize;
  1257. enc_frame.pts = encoder->cur_pts;
  1258. if (!do_encode(encoder, &enc_frame))
  1259. return false;
  1260. encoder->cur_pts += encoder->framesize;
  1261. return true;
  1262. }
  1263. static void pause_audio(struct pause_data *pause, struct audio_data *data,
  1264. size_t sample_rate)
  1265. {
  1266. uint64_t cutoff_frames = pause->ts_start - data->timestamp;
  1267. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1268. data->frames = (uint32_t)cutoff_frames;
  1269. }
  1270. static void unpause_audio(struct pause_data *pause, struct audio_data *data,
  1271. size_t sample_rate)
  1272. {
  1273. uint64_t cutoff_frames = pause->ts_end - data->timestamp;
  1274. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1275. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1276. if (!data->data[i])
  1277. break;
  1278. data->data[i] += cutoff_frames * sizeof(float);
  1279. }
  1280. data->timestamp = pause->ts_start;
  1281. data->frames = data->frames - (uint32_t)cutoff_frames;
  1282. pause->ts_start = 0;
  1283. pause->ts_end = 0;
  1284. }
  1285. static inline bool audio_pause_check_internal(struct pause_data *pause,
  1286. struct audio_data *data,
  1287. size_t sample_rate)
  1288. {
  1289. uint64_t end_ts;
  1290. if (!pause->ts_start) {
  1291. return false;
  1292. }
  1293. end_ts =
  1294. data->timestamp + audio_frames_to_ns(sample_rate, data->frames);
  1295. if (pause->ts_start >= data->timestamp) {
  1296. if (pause->ts_start <= end_ts) {
  1297. pause_audio(pause, data, sample_rate);
  1298. return !data->frames;
  1299. }
  1300. } else {
  1301. if (pause->ts_end >= data->timestamp &&
  1302. pause->ts_end <= end_ts) {
  1303. unpause_audio(pause, data, sample_rate);
  1304. return !data->frames;
  1305. }
  1306. return true;
  1307. }
  1308. return false;
  1309. }
  1310. bool audio_pause_check(struct pause_data *pause, struct audio_data *data,
  1311. size_t sample_rate)
  1312. {
  1313. bool ignore_audio;
  1314. pthread_mutex_lock(&pause->mutex);
  1315. ignore_audio = audio_pause_check_internal(pause, data, sample_rate);
  1316. data->timestamp -= pause->ts_offset;
  1317. pthread_mutex_unlock(&pause->mutex);
  1318. return ignore_audio;
  1319. }
  1320. static const char *receive_audio_name = "receive_audio";
  1321. static void receive_audio(void *param, size_t mix_idx, struct audio_data *in)
  1322. {
  1323. profile_start(receive_audio_name);
  1324. struct obs_encoder *encoder = param;
  1325. struct audio_data audio = *in;
  1326. if (!encoder->first_received) {
  1327. encoder->first_raw_ts = audio.timestamp;
  1328. encoder->first_received = true;
  1329. clear_audio(encoder);
  1330. }
  1331. if (audio_pause_check(&encoder->pause, &audio, encoder->samplerate))
  1332. goto end;
  1333. if (!buffer_audio(encoder, &audio))
  1334. goto end;
  1335. while (encoder->audio_input_buffer[0].size >=
  1336. encoder->framesize_bytes) {
  1337. if (!send_audio_data(encoder)) {
  1338. break;
  1339. }
  1340. }
  1341. UNUSED_PARAMETER(mix_idx);
  1342. end:
  1343. profile_end(receive_audio_name);
  1344. }
  1345. void obs_encoder_add_output(struct obs_encoder *encoder,
  1346. struct obs_output *output)
  1347. {
  1348. if (!encoder || !output)
  1349. return;
  1350. pthread_mutex_lock(&encoder->outputs_mutex);
  1351. da_push_back(encoder->outputs, &output);
  1352. pthread_mutex_unlock(&encoder->outputs_mutex);
  1353. }
  1354. void obs_encoder_remove_output(struct obs_encoder *encoder,
  1355. struct obs_output *output)
  1356. {
  1357. if (!encoder || !output)
  1358. return;
  1359. pthread_mutex_lock(&encoder->outputs_mutex);
  1360. da_erase_item(encoder->outputs, &output);
  1361. pthread_mutex_unlock(&encoder->outputs_mutex);
  1362. }
  1363. void obs_encoder_packet_create_instance(struct encoder_packet *dst,
  1364. const struct encoder_packet *src)
  1365. {
  1366. long *p_refs;
  1367. *dst = *src;
  1368. p_refs = bmalloc(src->size + sizeof(long));
  1369. dst->data = (void *)(p_refs + 1);
  1370. *p_refs = 1;
  1371. memcpy(dst->data, src->data, src->size);
  1372. }
  1373. /* OBS_DEPRECATED */
  1374. void obs_duplicate_encoder_packet(struct encoder_packet *dst,
  1375. const struct encoder_packet *src)
  1376. {
  1377. obs_encoder_packet_create_instance(dst, src);
  1378. }
  1379. /* OBS_DEPRECATED */
  1380. void obs_free_encoder_packet(struct encoder_packet *packet)
  1381. {
  1382. obs_encoder_packet_release(packet);
  1383. }
  1384. void obs_encoder_packet_ref(struct encoder_packet *dst,
  1385. struct encoder_packet *src)
  1386. {
  1387. if (!src)
  1388. return;
  1389. if (src->data) {
  1390. long *p_refs = ((long *)src->data) - 1;
  1391. os_atomic_inc_long(p_refs);
  1392. }
  1393. *dst = *src;
  1394. }
  1395. void obs_encoder_packet_release(struct encoder_packet *pkt)
  1396. {
  1397. if (!pkt)
  1398. return;
  1399. if (pkt->data) {
  1400. long *p_refs = ((long *)pkt->data) - 1;
  1401. if (os_atomic_dec_long(p_refs) == 0)
  1402. bfree(p_refs);
  1403. }
  1404. memset(pkt, 0, sizeof(struct encoder_packet));
  1405. }
  1406. void obs_encoder_set_preferred_video_format(obs_encoder_t *encoder,
  1407. enum video_format format)
  1408. {
  1409. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1410. return;
  1411. encoder->preferred_format = format;
  1412. }
  1413. enum video_format
  1414. obs_encoder_get_preferred_video_format(const obs_encoder_t *encoder)
  1415. {
  1416. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1417. return VIDEO_FORMAT_NONE;
  1418. return encoder->preferred_format;
  1419. }
  1420. void obs_encoder_addref(obs_encoder_t *encoder)
  1421. {
  1422. if (!encoder)
  1423. return;
  1424. obs_ref_addref(&encoder->context.control->ref);
  1425. }
  1426. void obs_encoder_release(obs_encoder_t *encoder)
  1427. {
  1428. if (!encoder)
  1429. return;
  1430. obs_weak_encoder_t *control = get_weak(encoder);
  1431. if (obs_ref_release(&control->ref)) {
  1432. // The order of operations is important here since
  1433. // get_context_by_name in obs.c relies on weak refs
  1434. // being alive while the context is listed
  1435. obs_encoder_destroy(encoder);
  1436. obs_weak_encoder_release(control);
  1437. }
  1438. }
  1439. void obs_weak_encoder_addref(obs_weak_encoder_t *weak)
  1440. {
  1441. if (!weak)
  1442. return;
  1443. obs_weak_ref_addref(&weak->ref);
  1444. }
  1445. void obs_weak_encoder_release(obs_weak_encoder_t *weak)
  1446. {
  1447. if (!weak)
  1448. return;
  1449. if (obs_weak_ref_release(&weak->ref))
  1450. bfree(weak);
  1451. }
  1452. obs_encoder_t *obs_encoder_get_ref(obs_encoder_t *encoder)
  1453. {
  1454. if (!encoder)
  1455. return NULL;
  1456. return obs_weak_encoder_get_encoder(get_weak(encoder));
  1457. }
  1458. obs_weak_encoder_t *obs_encoder_get_weak_encoder(obs_encoder_t *encoder)
  1459. {
  1460. if (!encoder)
  1461. return NULL;
  1462. obs_weak_encoder_t *weak = get_weak(encoder);
  1463. obs_weak_encoder_addref(weak);
  1464. return weak;
  1465. }
  1466. obs_encoder_t *obs_weak_encoder_get_encoder(obs_weak_encoder_t *weak)
  1467. {
  1468. if (!weak)
  1469. return NULL;
  1470. if (obs_weak_ref_get_ref(&weak->ref))
  1471. return weak->encoder;
  1472. return NULL;
  1473. }
  1474. bool obs_weak_encoder_references_encoder(obs_weak_encoder_t *weak,
  1475. obs_encoder_t *encoder)
  1476. {
  1477. return weak && encoder && weak->encoder == encoder;
  1478. }
  1479. void *obs_encoder_get_type_data(obs_encoder_t *encoder)
  1480. {
  1481. return obs_encoder_valid(encoder, "obs_encoder_get_type_data")
  1482. ? encoder->orig_info.type_data
  1483. : NULL;
  1484. }
  1485. const char *obs_encoder_get_id(const obs_encoder_t *encoder)
  1486. {
  1487. return obs_encoder_valid(encoder, "obs_encoder_get_id")
  1488. ? encoder->orig_info.id
  1489. : NULL;
  1490. }
  1491. uint32_t obs_get_encoder_caps(const char *encoder_id)
  1492. {
  1493. struct obs_encoder_info *info = find_encoder(encoder_id);
  1494. return info ? info->caps : 0;
  1495. }
  1496. uint32_t obs_encoder_get_caps(const obs_encoder_t *encoder)
  1497. {
  1498. return obs_encoder_valid(encoder, "obs_encoder_get_caps")
  1499. ? encoder->orig_info.caps
  1500. : 0;
  1501. }
  1502. bool obs_encoder_paused(const obs_encoder_t *encoder)
  1503. {
  1504. return obs_encoder_valid(encoder, "obs_encoder_paused")
  1505. ? os_atomic_load_bool(&encoder->paused)
  1506. : false;
  1507. }
  1508. const char *obs_encoder_get_last_error(obs_encoder_t *encoder)
  1509. {
  1510. if (!obs_encoder_valid(encoder, "obs_encoder_get_last_error"))
  1511. return NULL;
  1512. return encoder->last_error_message;
  1513. }
  1514. void obs_encoder_set_last_error(obs_encoder_t *encoder, const char *message)
  1515. {
  1516. if (!obs_encoder_valid(encoder, "obs_encoder_set_last_error"))
  1517. return;
  1518. if (encoder->last_error_message)
  1519. bfree(encoder->last_error_message);
  1520. if (message)
  1521. encoder->last_error_message = bstrdup(message);
  1522. else
  1523. encoder->last_error_message = NULL;
  1524. }
  1525. uint64_t obs_encoder_get_pause_offset(const obs_encoder_t *encoder)
  1526. {
  1527. return encoder ? encoder->pause.ts_offset : 0;
  1528. }