obs-encoder.c 47 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848
  1. /******************************************************************************
  2. Copyright (C) 2023 by Lain Bailey <[email protected]>
  3. This program is free software: you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation, either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program. If not, see <http://www.gnu.org/licenses/>.
  13. ******************************************************************************/
  14. #include "obs.h"
  15. #include "obs-internal.h"
  16. #include "util/util_uint64.h"
  17. #define encoder_active(encoder) os_atomic_load_bool(&encoder->active)
  18. #define set_encoder_active(encoder, val) \
  19. os_atomic_set_bool(&encoder->active, val)
  20. #define get_weak(encoder) ((obs_weak_encoder_t *)encoder->context.control)
  21. struct obs_encoder_info *find_encoder(const char *id)
  22. {
  23. for (size_t i = 0; i < obs->encoder_types.num; i++) {
  24. struct obs_encoder_info *info = obs->encoder_types.array + i;
  25. if (strcmp(info->id, id) == 0)
  26. return info;
  27. }
  28. return NULL;
  29. }
  30. const char *obs_encoder_get_display_name(const char *id)
  31. {
  32. struct obs_encoder_info *ei = find_encoder(id);
  33. return ei ? ei->get_name(ei->type_data) : NULL;
  34. }
  35. static bool init_encoder(struct obs_encoder *encoder, const char *name,
  36. obs_data_t *settings, obs_data_t *hotkey_data)
  37. {
  38. pthread_mutex_init_value(&encoder->init_mutex);
  39. pthread_mutex_init_value(&encoder->callbacks_mutex);
  40. pthread_mutex_init_value(&encoder->outputs_mutex);
  41. pthread_mutex_init_value(&encoder->pause.mutex);
  42. if (!obs_context_data_init(&encoder->context, OBS_OBJ_TYPE_ENCODER,
  43. settings, name, NULL, hotkey_data, false))
  44. return false;
  45. if (pthread_mutex_init_recursive(&encoder->init_mutex) != 0)
  46. return false;
  47. if (pthread_mutex_init_recursive(&encoder->callbacks_mutex) != 0)
  48. return false;
  49. if (pthread_mutex_init(&encoder->outputs_mutex, NULL) != 0)
  50. return false;
  51. if (pthread_mutex_init(&encoder->pause.mutex, NULL) != 0)
  52. return false;
  53. if (encoder->orig_info.get_defaults) {
  54. encoder->orig_info.get_defaults(encoder->context.settings);
  55. }
  56. if (encoder->orig_info.get_defaults2) {
  57. encoder->orig_info.get_defaults2(encoder->context.settings,
  58. encoder->orig_info.type_data);
  59. }
  60. return true;
  61. }
  62. static struct obs_encoder *
  63. create_encoder(const char *id, enum obs_encoder_type type, const char *name,
  64. obs_data_t *settings, size_t mixer_idx, obs_data_t *hotkey_data)
  65. {
  66. struct obs_encoder *encoder;
  67. struct obs_encoder_info *ei = find_encoder(id);
  68. bool success;
  69. if (ei && ei->type != type)
  70. return NULL;
  71. encoder = bzalloc(sizeof(struct obs_encoder));
  72. encoder->mixer_idx = mixer_idx;
  73. if (!ei) {
  74. blog(LOG_ERROR, "Encoder ID '%s' not found", id);
  75. encoder->info.id = bstrdup(id);
  76. encoder->info.type = type;
  77. encoder->owns_info_id = true;
  78. encoder->orig_info = encoder->info;
  79. } else {
  80. encoder->info = *ei;
  81. encoder->orig_info = *ei;
  82. }
  83. success = init_encoder(encoder, name, settings, hotkey_data);
  84. if (!success) {
  85. blog(LOG_ERROR, "creating encoder '%s' (%s) failed", name, id);
  86. obs_encoder_destroy(encoder);
  87. return NULL;
  88. }
  89. obs_context_init_control(&encoder->context, encoder,
  90. (obs_destroy_cb)obs_encoder_destroy);
  91. obs_context_data_insert(&encoder->context, &obs->data.encoders_mutex,
  92. &obs->data.first_encoder);
  93. if (type == OBS_ENCODER_VIDEO) {
  94. encoder->frame_rate_divisor = 1;
  95. }
  96. blog(LOG_DEBUG, "encoder '%s' (%s) created", name, id);
  97. return encoder;
  98. }
  99. obs_encoder_t *obs_video_encoder_create(const char *id, const char *name,
  100. obs_data_t *settings,
  101. obs_data_t *hotkey_data)
  102. {
  103. if (!name || !id)
  104. return NULL;
  105. return create_encoder(id, OBS_ENCODER_VIDEO, name, settings, 0,
  106. hotkey_data);
  107. }
  108. obs_encoder_t *obs_audio_encoder_create(const char *id, const char *name,
  109. obs_data_t *settings, size_t mixer_idx,
  110. obs_data_t *hotkey_data)
  111. {
  112. if (!name || !id)
  113. return NULL;
  114. return create_encoder(id, OBS_ENCODER_AUDIO, name, settings, mixer_idx,
  115. hotkey_data);
  116. }
  117. static void receive_video(void *param, struct video_data *frame);
  118. static void receive_audio(void *param, size_t mix_idx, struct audio_data *data);
  119. static inline void get_audio_info(const struct obs_encoder *encoder,
  120. struct audio_convert_info *info)
  121. {
  122. const struct audio_output_info *aoi;
  123. aoi = audio_output_get_info(encoder->media);
  124. if (info->format == AUDIO_FORMAT_UNKNOWN)
  125. info->format = aoi->format;
  126. if (!info->samples_per_sec)
  127. info->samples_per_sec = aoi->samples_per_sec;
  128. if (info->speakers == SPEAKERS_UNKNOWN)
  129. info->speakers = aoi->speakers;
  130. if (encoder->info.get_audio_info)
  131. encoder->info.get_audio_info(encoder->context.data, info);
  132. }
  133. static inline void get_video_info(struct obs_encoder *encoder,
  134. struct video_scale_info *info)
  135. {
  136. const struct video_output_info *voi;
  137. voi = video_output_get_info(encoder->media);
  138. info->format = voi->format;
  139. info->colorspace = voi->colorspace;
  140. info->range = voi->range;
  141. info->width = obs_encoder_get_width(encoder);
  142. info->height = obs_encoder_get_height(encoder);
  143. if (encoder->info.get_video_info)
  144. encoder->info.get_video_info(encoder->context.data, info);
  145. if (info->width != voi->width || info->height != voi->height)
  146. obs_encoder_set_scaled_size(encoder, info->width, info->height);
  147. }
  148. static inline bool gpu_encode_available(const struct obs_encoder *encoder)
  149. {
  150. struct obs_core_video_mix *video = get_mix_for_video(encoder->media);
  151. if (!video)
  152. return false;
  153. return (encoder->info.caps & OBS_ENCODER_CAP_PASS_TEXTURE) != 0 &&
  154. (video->using_p010_tex || video->using_nv12_tex);
  155. }
  156. /**
  157. * GPU based rescaling is currently implemented via core video mixes,
  158. * i.e. a core mix with matching width/height/format/colorspace/range
  159. * will be created if it doesn't exist already to generate encoder
  160. * input
  161. */
  162. static void maybe_set_up_gpu_rescale(struct obs_encoder *encoder)
  163. {
  164. struct obs_core_video_mix *mix = NULL;
  165. bool create_mix = true;
  166. struct obs_video_info ovi;
  167. const struct video_output_info *info;
  168. if (!encoder->media)
  169. return;
  170. info = video_output_get_info(encoder->media);
  171. if (encoder->gpu_scale_type == OBS_SCALE_DISABLE)
  172. return;
  173. if (!encoder->scaled_height && !encoder->scaled_width)
  174. return;
  175. pthread_mutex_lock(&obs->video.mixes_mutex);
  176. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  177. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  178. const struct video_output_info *voi =
  179. video_output_get_info(current->video);
  180. if (current->view != &obs->data.main_view)
  181. continue;
  182. if (voi->width != encoder->scaled_width ||
  183. voi->height != encoder->scaled_height)
  184. continue;
  185. if (voi->format != info->format ||
  186. voi->colorspace != info->colorspace ||
  187. voi->range != info->range)
  188. continue;
  189. current->encoder_refs += 1;
  190. obs_encoder_set_video(encoder, current->video);
  191. create_mix = false;
  192. break;
  193. }
  194. if (!obs->video.main_mix) {
  195. create_mix = false;
  196. } else {
  197. ovi = obs->video.main_mix->ovi;
  198. }
  199. pthread_mutex_unlock(&obs->video.mixes_mutex);
  200. if (!create_mix)
  201. return;
  202. ovi.output_format = info->format;
  203. ovi.colorspace = info->colorspace;
  204. ovi.range = info->range;
  205. ovi.output_height = encoder->scaled_height;
  206. ovi.output_width = encoder->scaled_width;
  207. ovi.scale_type = encoder->gpu_scale_type;
  208. ovi.gpu_conversion = true;
  209. mix = obs_create_video_mix(&ovi);
  210. if (!mix)
  211. return;
  212. mix->encoder_only_mix = true;
  213. mix->encoder_refs = 1;
  214. mix->view = &obs->data.main_view;
  215. pthread_mutex_lock(&obs->video.mixes_mutex);
  216. // double check that nobody else added a matching mix while we've created our mix
  217. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  218. struct obs_core_video_mix *current = obs->video.mixes.array[i];
  219. const struct video_output_info *voi =
  220. video_output_get_info(current->video);
  221. if (current->view != &obs->data.main_view)
  222. continue;
  223. if (voi->width != encoder->scaled_width ||
  224. voi->height != encoder->scaled_height)
  225. continue;
  226. if (voi->format != info->format ||
  227. voi->colorspace != info->colorspace ||
  228. voi->range != info->range)
  229. continue;
  230. obs_encoder_set_video(encoder, current->video);
  231. create_mix = false;
  232. break;
  233. }
  234. if (!create_mix) {
  235. obs_free_video_mix(mix);
  236. } else {
  237. da_push_back(obs->video.mixes, &mix);
  238. obs_encoder_set_video(encoder, mix->video);
  239. }
  240. pthread_mutex_unlock(&obs->video.mixes_mutex);
  241. }
  242. static void add_connection(struct obs_encoder *encoder)
  243. {
  244. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  245. struct audio_convert_info audio_info = {0};
  246. get_audio_info(encoder, &audio_info);
  247. audio_output_connect(encoder->media, encoder->mixer_idx,
  248. &audio_info, receive_audio, encoder);
  249. } else {
  250. struct video_scale_info info = {0};
  251. get_video_info(encoder, &info);
  252. if (gpu_encode_available(encoder)) {
  253. start_gpu_encode(encoder);
  254. } else {
  255. start_raw_video(encoder->media, &info,
  256. encoder->frame_rate_divisor,
  257. receive_video, encoder);
  258. }
  259. }
  260. set_encoder_active(encoder, true);
  261. }
  262. static void remove_connection(struct obs_encoder *encoder, bool shutdown)
  263. {
  264. if (encoder->info.type == OBS_ENCODER_AUDIO) {
  265. audio_output_disconnect(encoder->media, encoder->mixer_idx,
  266. receive_audio, encoder);
  267. } else {
  268. if (gpu_encode_available(encoder)) {
  269. stop_gpu_encode(encoder);
  270. } else {
  271. stop_raw_video(encoder->media, receive_video, encoder);
  272. }
  273. }
  274. /* obs_encoder_shutdown locks init_mutex, so don't call it on encode
  275. * errors, otherwise you can get a deadlock with outputs when they end
  276. * data capture, which will lock init_mutex and the video callback
  277. * mutex in the reverse order. instead, call shutdown before starting
  278. * up again */
  279. if (shutdown)
  280. obs_encoder_shutdown(encoder);
  281. set_encoder_active(encoder, false);
  282. }
  283. static inline void free_audio_buffers(struct obs_encoder *encoder)
  284. {
  285. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  286. circlebuf_free(&encoder->audio_input_buffer[i]);
  287. bfree(encoder->audio_output_buffer[i]);
  288. encoder->audio_output_buffer[i] = NULL;
  289. }
  290. }
  291. static void obs_encoder_actually_destroy(obs_encoder_t *encoder)
  292. {
  293. if (encoder) {
  294. pthread_mutex_lock(&encoder->outputs_mutex);
  295. for (size_t i = 0; i < encoder->outputs.num; i++) {
  296. struct obs_output *output = encoder->outputs.array[i];
  297. // This happens while the output is still "active", so
  298. // remove without checking active
  299. obs_output_remove_encoder_internal(output, encoder);
  300. }
  301. da_free(encoder->outputs);
  302. pthread_mutex_unlock(&encoder->outputs_mutex);
  303. blog(LOG_DEBUG, "encoder '%s' destroyed",
  304. encoder->context.name);
  305. free_audio_buffers(encoder);
  306. if (encoder->context.data)
  307. encoder->info.destroy(encoder->context.data);
  308. da_free(encoder->callbacks);
  309. pthread_mutex_destroy(&encoder->init_mutex);
  310. pthread_mutex_destroy(&encoder->callbacks_mutex);
  311. pthread_mutex_destroy(&encoder->outputs_mutex);
  312. pthread_mutex_destroy(&encoder->pause.mutex);
  313. obs_context_data_free(&encoder->context);
  314. if (encoder->owns_info_id)
  315. bfree((void *)encoder->info.id);
  316. if (encoder->last_error_message)
  317. bfree(encoder->last_error_message);
  318. if (encoder->fps_override)
  319. video_output_free_frame_rate_divisor(
  320. encoder->fps_override);
  321. bfree(encoder);
  322. }
  323. }
  324. /* does not actually destroy the encoder until all connections to it have been
  325. * removed. (full reference counting really would have been superfluous) */
  326. void obs_encoder_destroy(obs_encoder_t *encoder)
  327. {
  328. if (encoder) {
  329. bool destroy;
  330. obs_context_data_remove(&encoder->context);
  331. pthread_mutex_lock(&encoder->init_mutex);
  332. pthread_mutex_lock(&encoder->callbacks_mutex);
  333. destroy = encoder->callbacks.num == 0;
  334. if (!destroy)
  335. encoder->destroy_on_stop = true;
  336. pthread_mutex_unlock(&encoder->callbacks_mutex);
  337. pthread_mutex_unlock(&encoder->init_mutex);
  338. if (destroy)
  339. obs_encoder_actually_destroy(encoder);
  340. }
  341. }
  342. const char *obs_encoder_get_name(const obs_encoder_t *encoder)
  343. {
  344. return obs_encoder_valid(encoder, "obs_encoder_get_name")
  345. ? encoder->context.name
  346. : NULL;
  347. }
  348. void obs_encoder_set_name(obs_encoder_t *encoder, const char *name)
  349. {
  350. if (!obs_encoder_valid(encoder, "obs_encoder_set_name"))
  351. return;
  352. if (name && *name && strcmp(name, encoder->context.name) != 0)
  353. obs_context_data_setname(&encoder->context, name);
  354. }
  355. static inline obs_data_t *get_defaults(const struct obs_encoder_info *info)
  356. {
  357. obs_data_t *settings = obs_data_create();
  358. if (info->get_defaults) {
  359. info->get_defaults(settings);
  360. }
  361. if (info->get_defaults2) {
  362. info->get_defaults2(settings, info->type_data);
  363. }
  364. return settings;
  365. }
  366. obs_data_t *obs_encoder_defaults(const char *id)
  367. {
  368. const struct obs_encoder_info *info = find_encoder(id);
  369. return (info) ? get_defaults(info) : NULL;
  370. }
  371. obs_data_t *obs_encoder_get_defaults(const obs_encoder_t *encoder)
  372. {
  373. if (!obs_encoder_valid(encoder, "obs_encoder_defaults"))
  374. return NULL;
  375. return get_defaults(&encoder->info);
  376. }
  377. obs_properties_t *obs_get_encoder_properties(const char *id)
  378. {
  379. const struct obs_encoder_info *ei = find_encoder(id);
  380. if (ei && (ei->get_properties || ei->get_properties2)) {
  381. obs_data_t *defaults = get_defaults(ei);
  382. obs_properties_t *properties = NULL;
  383. if (ei->get_properties2) {
  384. properties = ei->get_properties2(NULL, ei->type_data);
  385. } else if (ei->get_properties) {
  386. properties = ei->get_properties(NULL);
  387. }
  388. obs_properties_apply_settings(properties, defaults);
  389. obs_data_release(defaults);
  390. return properties;
  391. }
  392. return NULL;
  393. }
  394. obs_properties_t *obs_encoder_properties(const obs_encoder_t *encoder)
  395. {
  396. if (!obs_encoder_valid(encoder, "obs_encoder_properties"))
  397. return NULL;
  398. if (encoder->orig_info.get_properties2) {
  399. obs_properties_t *props;
  400. props = encoder->orig_info.get_properties2(
  401. encoder->context.data, encoder->orig_info.type_data);
  402. obs_properties_apply_settings(props, encoder->context.settings);
  403. return props;
  404. } else if (encoder->orig_info.get_properties) {
  405. obs_properties_t *props;
  406. props = encoder->orig_info.get_properties(
  407. encoder->context.data);
  408. obs_properties_apply_settings(props, encoder->context.settings);
  409. return props;
  410. }
  411. return NULL;
  412. }
  413. void obs_encoder_update(obs_encoder_t *encoder, obs_data_t *settings)
  414. {
  415. if (!obs_encoder_valid(encoder, "obs_encoder_update"))
  416. return;
  417. obs_data_apply(encoder->context.settings, settings);
  418. // Note, we don't actually apply the changes to the encoder here
  419. // as it may be active in another thread. Setting this to true
  420. // makes the changes apply at the next possible moment in the
  421. // encoder / GPU encoder thread.
  422. if (encoder->info.update)
  423. encoder->reconfigure_requested = true;
  424. }
  425. bool obs_encoder_get_extra_data(const obs_encoder_t *encoder,
  426. uint8_t **extra_data, size_t *size)
  427. {
  428. if (!obs_encoder_valid(encoder, "obs_encoder_get_extra_data"))
  429. return false;
  430. if (encoder->info.get_extra_data && encoder->context.data)
  431. return encoder->info.get_extra_data(encoder->context.data,
  432. extra_data, size);
  433. return false;
  434. }
  435. obs_data_t *obs_encoder_get_settings(const obs_encoder_t *encoder)
  436. {
  437. if (!obs_encoder_valid(encoder, "obs_encoder_get_settings"))
  438. return NULL;
  439. obs_data_addref(encoder->context.settings);
  440. return encoder->context.settings;
  441. }
  442. static inline void reset_audio_buffers(struct obs_encoder *encoder)
  443. {
  444. free_audio_buffers(encoder);
  445. for (size_t i = 0; i < encoder->planes; i++)
  446. encoder->audio_output_buffer[i] =
  447. bmalloc(encoder->framesize_bytes);
  448. }
  449. static void intitialize_audio_encoder(struct obs_encoder *encoder)
  450. {
  451. struct audio_convert_info info = {0};
  452. get_audio_info(encoder, &info);
  453. encoder->samplerate = info.samples_per_sec;
  454. encoder->planes = get_audio_planes(info.format, info.speakers);
  455. encoder->blocksize = get_audio_size(info.format, info.speakers, 1);
  456. encoder->framesize =
  457. encoder->info.get_frame_size(encoder->context.data);
  458. encoder->framesize_bytes = encoder->blocksize * encoder->framesize;
  459. reset_audio_buffers(encoder);
  460. }
  461. static THREAD_LOCAL bool can_reroute = false;
  462. static inline bool obs_encoder_initialize_internal(obs_encoder_t *encoder)
  463. {
  464. if (!encoder->media) {
  465. blog(LOG_ERROR,
  466. "obs_encoder_initialize_internal: encoder '%s' has no media set",
  467. encoder->context.name);
  468. return false;
  469. }
  470. if (encoder_active(encoder))
  471. return true;
  472. if (encoder->initialized)
  473. return true;
  474. obs_encoder_shutdown(encoder);
  475. maybe_set_up_gpu_rescale(encoder);
  476. if (encoder->orig_info.create) {
  477. can_reroute = true;
  478. encoder->info = encoder->orig_info;
  479. encoder->context.data = encoder->orig_info.create(
  480. encoder->context.settings, encoder);
  481. can_reroute = false;
  482. }
  483. if (!encoder->context.data)
  484. return false;
  485. if (encoder->orig_info.type == OBS_ENCODER_AUDIO)
  486. intitialize_audio_encoder(encoder);
  487. encoder->initialized = true;
  488. return true;
  489. }
  490. void *obs_encoder_create_rerouted(obs_encoder_t *encoder,
  491. const char *reroute_id)
  492. {
  493. if (!obs_ptr_valid(encoder, "obs_encoder_reroute"))
  494. return NULL;
  495. if (!obs_ptr_valid(reroute_id, "obs_encoder_reroute"))
  496. return NULL;
  497. if (!can_reroute)
  498. return NULL;
  499. const struct obs_encoder_info *ei = find_encoder(reroute_id);
  500. if (ei) {
  501. if (ei->type != encoder->orig_info.type ||
  502. astrcmpi(ei->codec, encoder->orig_info.codec) != 0) {
  503. return NULL;
  504. }
  505. encoder->info = *ei;
  506. return encoder->info.create(encoder->context.settings, encoder);
  507. }
  508. return NULL;
  509. }
  510. bool obs_encoder_initialize(obs_encoder_t *encoder)
  511. {
  512. bool success;
  513. if (!encoder)
  514. return false;
  515. pthread_mutex_lock(&encoder->init_mutex);
  516. success = obs_encoder_initialize_internal(encoder);
  517. pthread_mutex_unlock(&encoder->init_mutex);
  518. return success;
  519. }
  520. /**
  521. * free video mix if it's an encoder only video mix
  522. * see `maybe_set_up_gpu_rescale`
  523. */
  524. static void maybe_clear_encoder_core_video_mix(obs_encoder_t *encoder)
  525. {
  526. pthread_mutex_lock(&obs->video.mixes_mutex);
  527. for (size_t i = 0; i < obs->video.mixes.num; i++) {
  528. struct obs_core_video_mix *mix = obs->video.mixes.array[i];
  529. if (mix->video != encoder->media)
  530. continue;
  531. if (!mix->encoder_only_mix)
  532. break;
  533. obs_encoder_set_video(encoder, obs_get_video());
  534. mix->encoder_refs -= 1;
  535. if (mix->encoder_refs == 0) {
  536. da_erase(obs->video.mixes, i);
  537. obs_free_video_mix(mix);
  538. }
  539. }
  540. pthread_mutex_unlock(&obs->video.mixes_mutex);
  541. }
  542. void obs_encoder_shutdown(obs_encoder_t *encoder)
  543. {
  544. pthread_mutex_lock(&encoder->init_mutex);
  545. if (encoder->context.data) {
  546. encoder->info.destroy(encoder->context.data);
  547. encoder->context.data = NULL;
  548. encoder->paired_encoder = NULL;
  549. encoder->first_received = false;
  550. encoder->offset_usec = 0;
  551. encoder->start_ts = 0;
  552. encoder->frame_rate_divisor_counter = 1;
  553. maybe_clear_encoder_core_video_mix(encoder);
  554. }
  555. obs_encoder_set_last_error(encoder, NULL);
  556. pthread_mutex_unlock(&encoder->init_mutex);
  557. }
  558. static inline size_t
  559. get_callback_idx(const struct obs_encoder *encoder,
  560. void (*new_packet)(void *param, struct encoder_packet *packet),
  561. void *param)
  562. {
  563. for (size_t i = 0; i < encoder->callbacks.num; i++) {
  564. struct encoder_callback *cb = encoder->callbacks.array + i;
  565. if (cb->new_packet == new_packet && cb->param == param)
  566. return i;
  567. }
  568. return DARRAY_INVALID;
  569. }
  570. void pause_reset(struct pause_data *pause)
  571. {
  572. pthread_mutex_lock(&pause->mutex);
  573. pause->last_video_ts = 0;
  574. pause->ts_start = 0;
  575. pause->ts_end = 0;
  576. pause->ts_offset = 0;
  577. pthread_mutex_unlock(&pause->mutex);
  578. }
  579. static inline void obs_encoder_start_internal(
  580. obs_encoder_t *encoder,
  581. void (*new_packet)(void *param, struct encoder_packet *packet),
  582. void *param)
  583. {
  584. struct encoder_callback cb = {false, new_packet, param};
  585. bool first = false;
  586. if (!encoder->context.data || !encoder->media)
  587. return;
  588. pthread_mutex_lock(&encoder->callbacks_mutex);
  589. first = (encoder->callbacks.num == 0);
  590. size_t idx = get_callback_idx(encoder, new_packet, param);
  591. if (idx == DARRAY_INVALID)
  592. da_push_back(encoder->callbacks, &cb);
  593. pthread_mutex_unlock(&encoder->callbacks_mutex);
  594. if (first) {
  595. os_atomic_set_bool(&encoder->paused, false);
  596. pause_reset(&encoder->pause);
  597. encoder->cur_pts = 0;
  598. add_connection(encoder);
  599. }
  600. }
  601. void obs_encoder_start(obs_encoder_t *encoder,
  602. void (*new_packet)(void *param,
  603. struct encoder_packet *packet),
  604. void *param)
  605. {
  606. if (!obs_encoder_valid(encoder, "obs_encoder_start"))
  607. return;
  608. if (!obs_ptr_valid(new_packet, "obs_encoder_start"))
  609. return;
  610. pthread_mutex_lock(&encoder->init_mutex);
  611. obs_encoder_start_internal(encoder, new_packet, param);
  612. pthread_mutex_unlock(&encoder->init_mutex);
  613. }
  614. static inline bool obs_encoder_stop_internal(
  615. obs_encoder_t *encoder,
  616. void (*new_packet)(void *param, struct encoder_packet *packet),
  617. void *param)
  618. {
  619. bool last = false;
  620. size_t idx;
  621. pthread_mutex_lock(&encoder->callbacks_mutex);
  622. idx = get_callback_idx(encoder, new_packet, param);
  623. if (idx != DARRAY_INVALID) {
  624. da_erase(encoder->callbacks, idx);
  625. last = (encoder->callbacks.num == 0);
  626. }
  627. pthread_mutex_unlock(&encoder->callbacks_mutex);
  628. if (last) {
  629. remove_connection(encoder, true);
  630. encoder->initialized = false;
  631. if (encoder->destroy_on_stop) {
  632. pthread_mutex_unlock(&encoder->init_mutex);
  633. obs_encoder_actually_destroy(encoder);
  634. return true;
  635. }
  636. }
  637. return false;
  638. }
  639. void obs_encoder_stop(obs_encoder_t *encoder,
  640. void (*new_packet)(void *param,
  641. struct encoder_packet *packet),
  642. void *param)
  643. {
  644. bool destroyed;
  645. if (!obs_encoder_valid(encoder, "obs_encoder_stop"))
  646. return;
  647. if (!obs_ptr_valid(new_packet, "obs_encoder_stop"))
  648. return;
  649. pthread_mutex_lock(&encoder->init_mutex);
  650. destroyed = obs_encoder_stop_internal(encoder, new_packet, param);
  651. if (!destroyed)
  652. pthread_mutex_unlock(&encoder->init_mutex);
  653. }
  654. const char *obs_encoder_get_codec(const obs_encoder_t *encoder)
  655. {
  656. return obs_encoder_valid(encoder, "obs_encoder_get_codec")
  657. ? encoder->info.codec
  658. : NULL;
  659. }
  660. const char *obs_get_encoder_codec(const char *id)
  661. {
  662. struct obs_encoder_info *info = find_encoder(id);
  663. return info ? info->codec : NULL;
  664. }
  665. enum obs_encoder_type obs_encoder_get_type(const obs_encoder_t *encoder)
  666. {
  667. return obs_encoder_valid(encoder, "obs_encoder_get_type")
  668. ? encoder->info.type
  669. : OBS_ENCODER_AUDIO;
  670. }
  671. enum obs_encoder_type obs_get_encoder_type(const char *id)
  672. {
  673. struct obs_encoder_info *info = find_encoder(id);
  674. return info ? info->type : OBS_ENCODER_AUDIO;
  675. }
  676. void obs_encoder_set_scaled_size(obs_encoder_t *encoder, uint32_t width,
  677. uint32_t height)
  678. {
  679. if (!obs_encoder_valid(encoder, "obs_encoder_set_scaled_size"))
  680. return;
  681. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  682. blog(LOG_WARNING,
  683. "obs_encoder_set_scaled_size: "
  684. "encoder '%s' is not a video encoder",
  685. obs_encoder_get_name(encoder));
  686. return;
  687. }
  688. if (encoder_active(encoder)) {
  689. blog(LOG_WARNING,
  690. "encoder '%s': Cannot set the scaled "
  691. "resolution while the encoder is active",
  692. obs_encoder_get_name(encoder));
  693. return;
  694. }
  695. const struct video_output_info *voi;
  696. voi = video_output_get_info(encoder->media);
  697. if (voi && voi->width == width && voi->height == height) {
  698. blog(LOG_WARNING,
  699. "encoder '%s': Scaled resolution "
  700. "matches output resolution, scaling "
  701. "disabled",
  702. obs_encoder_get_name(encoder));
  703. encoder->scaled_width = encoder->scaled_height = 0;
  704. return;
  705. }
  706. encoder->scaled_width = width;
  707. encoder->scaled_height = height;
  708. }
  709. void obs_encoder_set_gpu_scale_type(obs_encoder_t *encoder,
  710. enum obs_scale_type gpu_scale_type)
  711. {
  712. if (!obs_encoder_valid(encoder, "obs_encoder_set_gpu_scale_type"))
  713. return;
  714. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  715. blog(LOG_WARNING,
  716. "obs_encoder_set_gpu_scale_type: "
  717. "encoder '%s' is not a video encoder",
  718. obs_encoder_get_name(encoder));
  719. return;
  720. }
  721. if (encoder_active(encoder)) {
  722. blog(LOG_WARNING,
  723. "encoder '%s': Cannot enable GPU scaling "
  724. "while the encoder is active",
  725. obs_encoder_get_name(encoder));
  726. return;
  727. }
  728. encoder->gpu_scale_type = gpu_scale_type;
  729. }
  730. bool obs_encoder_set_frame_rate_divisor(obs_encoder_t *encoder,
  731. uint32_t frame_rate_divisor)
  732. {
  733. if (!obs_encoder_valid(encoder, "obs_encoder_set_frame_rate_divisor"))
  734. return false;
  735. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  736. blog(LOG_WARNING,
  737. "obs_encoder_set_frame_rate_divisor: "
  738. "encoder '%s' is not a video encoder",
  739. obs_encoder_get_name(encoder));
  740. return false;
  741. }
  742. if (encoder_active(encoder)) {
  743. blog(LOG_WARNING,
  744. "encoder '%s': Cannot set frame rate divisor "
  745. "while the encoder is active",
  746. obs_encoder_get_name(encoder));
  747. return false;
  748. }
  749. if (frame_rate_divisor == 0) {
  750. blog(LOG_WARNING,
  751. "encoder '%s': Cannot set frame "
  752. "rate divisor to 0",
  753. obs_encoder_get_name(encoder));
  754. return false;
  755. }
  756. encoder->frame_rate_divisor = frame_rate_divisor;
  757. if (encoder->fps_override) {
  758. video_output_free_frame_rate_divisor(encoder->fps_override);
  759. encoder->fps_override = NULL;
  760. }
  761. if (encoder->media) {
  762. encoder->fps_override =
  763. video_output_create_with_frame_rate_divisor(
  764. encoder->media, encoder->frame_rate_divisor);
  765. }
  766. return true;
  767. }
  768. bool obs_encoder_scaling_enabled(const obs_encoder_t *encoder)
  769. {
  770. if (!obs_encoder_valid(encoder, "obs_encoder_scaling_enabled"))
  771. return false;
  772. return encoder->scaled_width || encoder->scaled_height;
  773. }
  774. uint32_t obs_encoder_get_width(const obs_encoder_t *encoder)
  775. {
  776. if (!obs_encoder_valid(encoder, "obs_encoder_get_width"))
  777. return 0;
  778. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  779. blog(LOG_WARNING,
  780. "obs_encoder_get_width: "
  781. "encoder '%s' is not a video encoder",
  782. obs_encoder_get_name(encoder));
  783. return 0;
  784. }
  785. if (!encoder->media)
  786. return 0;
  787. return encoder->scaled_width != 0
  788. ? encoder->scaled_width
  789. : video_output_get_width(encoder->media);
  790. }
  791. uint32_t obs_encoder_get_height(const obs_encoder_t *encoder)
  792. {
  793. if (!obs_encoder_valid(encoder, "obs_encoder_get_height"))
  794. return 0;
  795. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  796. blog(LOG_WARNING,
  797. "obs_encoder_get_height: "
  798. "encoder '%s' is not a video encoder",
  799. obs_encoder_get_name(encoder));
  800. return 0;
  801. }
  802. if (!encoder->media)
  803. return 0;
  804. return encoder->scaled_height != 0
  805. ? encoder->scaled_height
  806. : video_output_get_height(encoder->media);
  807. }
  808. bool obs_encoder_gpu_scaling_enabled(obs_encoder_t *encoder)
  809. {
  810. if (!obs_encoder_valid(encoder, "obs_encoder_gpu_scaling_enabled"))
  811. return 0;
  812. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  813. blog(LOG_WARNING,
  814. "obs_encoder_gpu_scaling_enabled: "
  815. "encoder '%s' is not a video encoder",
  816. obs_encoder_get_name(encoder));
  817. return 0;
  818. }
  819. return encoder->gpu_scale_type != OBS_SCALE_DISABLE;
  820. }
  821. enum obs_scale_type obs_encoder_get_scale_type(obs_encoder_t *encoder)
  822. {
  823. if (!obs_encoder_valid(encoder, "obs_encoder_get_scale_type"))
  824. return 0;
  825. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  826. blog(LOG_WARNING,
  827. "obs_encoder_get_scale_type: "
  828. "encoder '%s' is not a video encoder",
  829. obs_encoder_get_name(encoder));
  830. return 0;
  831. }
  832. return encoder->gpu_scale_type;
  833. }
  834. uint32_t obs_encoder_get_frame_rate_divisor(const obs_encoder_t *encoder)
  835. {
  836. if (!obs_encoder_valid(encoder, "obs_encoder_set_frame_rate_divisor"))
  837. return 0;
  838. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  839. blog(LOG_WARNING,
  840. "obs_encoder_set_frame_rate_divisor: "
  841. "encoder '%s' is not a video encoder",
  842. obs_encoder_get_name(encoder));
  843. return 0;
  844. }
  845. return encoder->frame_rate_divisor;
  846. }
  847. uint32_t obs_encoder_get_sample_rate(const obs_encoder_t *encoder)
  848. {
  849. if (!obs_encoder_valid(encoder, "obs_encoder_get_sample_rate"))
  850. return 0;
  851. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  852. blog(LOG_WARNING,
  853. "obs_encoder_get_sample_rate: "
  854. "encoder '%s' is not an audio encoder",
  855. obs_encoder_get_name(encoder));
  856. return 0;
  857. }
  858. if (!encoder->media)
  859. return 0;
  860. return encoder->samplerate != 0
  861. ? encoder->samplerate
  862. : audio_output_get_sample_rate(encoder->media);
  863. }
  864. size_t obs_encoder_get_frame_size(const obs_encoder_t *encoder)
  865. {
  866. if (!obs_encoder_valid(encoder, "obs_encoder_get_frame_size"))
  867. return 0;
  868. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  869. blog(LOG_WARNING,
  870. "obs_encoder_get_frame_size: "
  871. "encoder '%s' is not an audio encoder",
  872. obs_encoder_get_name(encoder));
  873. return 0;
  874. }
  875. return encoder->framesize;
  876. }
  877. void obs_encoder_set_video(obs_encoder_t *encoder, video_t *video)
  878. {
  879. const struct video_output_info *voi;
  880. if (!obs_encoder_valid(encoder, "obs_encoder_set_video"))
  881. return;
  882. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  883. blog(LOG_WARNING,
  884. "obs_encoder_set_video: "
  885. "encoder '%s' is not a video encoder",
  886. obs_encoder_get_name(encoder));
  887. return;
  888. }
  889. if (encoder_active(encoder)) {
  890. blog(LOG_WARNING,
  891. "encoder '%s': Cannot apply a new video_t "
  892. "object while the encoder is active",
  893. obs_encoder_get_name(encoder));
  894. return;
  895. }
  896. if (encoder->fps_override) {
  897. video_output_free_frame_rate_divisor(encoder->fps_override);
  898. encoder->fps_override = NULL;
  899. }
  900. if (video) {
  901. voi = video_output_get_info(video);
  902. encoder->media = video;
  903. encoder->timebase_num = voi->fps_den;
  904. encoder->timebase_den = voi->fps_num;
  905. if (encoder->frame_rate_divisor) {
  906. encoder->fps_override =
  907. video_output_create_with_frame_rate_divisor(
  908. video, encoder->frame_rate_divisor);
  909. }
  910. } else {
  911. encoder->media = NULL;
  912. encoder->timebase_num = 0;
  913. encoder->timebase_den = 0;
  914. }
  915. }
  916. void obs_encoder_set_audio(obs_encoder_t *encoder, audio_t *audio)
  917. {
  918. if (!obs_encoder_valid(encoder, "obs_encoder_set_audio"))
  919. return;
  920. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  921. blog(LOG_WARNING,
  922. "obs_encoder_set_audio: "
  923. "encoder '%s' is not an audio encoder",
  924. obs_encoder_get_name(encoder));
  925. return;
  926. }
  927. if (encoder_active(encoder)) {
  928. blog(LOG_WARNING,
  929. "encoder '%s': Cannot apply a new audio_t "
  930. "object while the encoder is active",
  931. obs_encoder_get_name(encoder));
  932. return;
  933. }
  934. if (audio) {
  935. encoder->media = audio;
  936. encoder->timebase_num = 1;
  937. encoder->timebase_den = audio_output_get_sample_rate(audio);
  938. } else {
  939. encoder->media = NULL;
  940. encoder->timebase_num = 0;
  941. encoder->timebase_den = 0;
  942. }
  943. }
  944. video_t *obs_encoder_video(const obs_encoder_t *encoder)
  945. {
  946. if (!obs_encoder_valid(encoder, "obs_encoder_video"))
  947. return NULL;
  948. if (encoder->info.type != OBS_ENCODER_VIDEO) {
  949. blog(LOG_WARNING,
  950. "obs_encoder_set_video: "
  951. "encoder '%s' is not a video encoder",
  952. obs_encoder_get_name(encoder));
  953. return NULL;
  954. }
  955. return encoder->fps_override ? encoder->fps_override : encoder->media;
  956. }
  957. audio_t *obs_encoder_audio(const obs_encoder_t *encoder)
  958. {
  959. if (!obs_encoder_valid(encoder, "obs_encoder_audio"))
  960. return NULL;
  961. if (encoder->info.type != OBS_ENCODER_AUDIO) {
  962. blog(LOG_WARNING,
  963. "obs_encoder_set_audio: "
  964. "encoder '%s' is not an audio encoder",
  965. obs_encoder_get_name(encoder));
  966. return NULL;
  967. }
  968. return encoder->media;
  969. }
  970. bool obs_encoder_active(const obs_encoder_t *encoder)
  971. {
  972. return obs_encoder_valid(encoder, "obs_encoder_active")
  973. ? encoder_active(encoder)
  974. : false;
  975. }
  976. static inline bool get_sei(const struct obs_encoder *encoder, uint8_t **sei,
  977. size_t *size)
  978. {
  979. if (encoder->info.get_sei_data)
  980. return encoder->info.get_sei_data(encoder->context.data, sei,
  981. size);
  982. return false;
  983. }
  984. static void send_first_video_packet(struct obs_encoder *encoder,
  985. struct encoder_callback *cb,
  986. struct encoder_packet *packet)
  987. {
  988. struct encoder_packet first_packet;
  989. DARRAY(uint8_t) data;
  990. uint8_t *sei;
  991. size_t size;
  992. /* always wait for first keyframe */
  993. if (!packet->keyframe)
  994. return;
  995. da_init(data);
  996. if (!get_sei(encoder, &sei, &size) || !sei || !size) {
  997. cb->new_packet(cb->param, packet);
  998. cb->sent_first_packet = true;
  999. return;
  1000. }
  1001. da_push_back_array(data, sei, size);
  1002. da_push_back_array(data, packet->data, packet->size);
  1003. first_packet = *packet;
  1004. first_packet.data = data.array;
  1005. first_packet.size = data.num;
  1006. cb->new_packet(cb->param, &first_packet);
  1007. cb->sent_first_packet = true;
  1008. da_free(data);
  1009. }
  1010. static const char *send_packet_name = "send_packet";
  1011. static inline void send_packet(struct obs_encoder *encoder,
  1012. struct encoder_callback *cb,
  1013. struct encoder_packet *packet)
  1014. {
  1015. profile_start(send_packet_name);
  1016. /* include SEI in first video packet */
  1017. if (encoder->info.type == OBS_ENCODER_VIDEO && !cb->sent_first_packet)
  1018. send_first_video_packet(encoder, cb, packet);
  1019. else
  1020. cb->new_packet(cb->param, packet);
  1021. profile_end(send_packet_name);
  1022. }
  1023. void full_stop(struct obs_encoder *encoder)
  1024. {
  1025. if (encoder) {
  1026. pthread_mutex_lock(&encoder->outputs_mutex);
  1027. for (size_t i = 0; i < encoder->outputs.num; i++) {
  1028. struct obs_output *output = encoder->outputs.array[i];
  1029. obs_output_force_stop(output);
  1030. pthread_mutex_lock(&output->interleaved_mutex);
  1031. output->info.encoded_packet(output->context.data, NULL);
  1032. pthread_mutex_unlock(&output->interleaved_mutex);
  1033. }
  1034. pthread_mutex_unlock(&encoder->outputs_mutex);
  1035. pthread_mutex_lock(&encoder->callbacks_mutex);
  1036. da_free(encoder->callbacks);
  1037. pthread_mutex_unlock(&encoder->callbacks_mutex);
  1038. remove_connection(encoder, false);
  1039. encoder->initialized = false;
  1040. }
  1041. }
  1042. void send_off_encoder_packet(obs_encoder_t *encoder, bool success,
  1043. bool received, struct encoder_packet *pkt)
  1044. {
  1045. if (!success) {
  1046. blog(LOG_ERROR, "Error encoding with encoder '%s'",
  1047. encoder->context.name);
  1048. full_stop(encoder);
  1049. return;
  1050. }
  1051. if (received) {
  1052. if (!encoder->first_received) {
  1053. encoder->offset_usec = packet_dts_usec(pkt);
  1054. encoder->first_received = true;
  1055. }
  1056. /* we use system time here to ensure sync with other encoders,
  1057. * you do not want to use relative timestamps here */
  1058. pkt->dts_usec = encoder->start_ts / 1000 +
  1059. packet_dts_usec(pkt) - encoder->offset_usec;
  1060. pkt->sys_dts_usec = pkt->dts_usec;
  1061. pthread_mutex_lock(&encoder->pause.mutex);
  1062. pkt->sys_dts_usec += encoder->pause.ts_offset / 1000;
  1063. pthread_mutex_unlock(&encoder->pause.mutex);
  1064. pthread_mutex_lock(&encoder->callbacks_mutex);
  1065. for (size_t i = encoder->callbacks.num; i > 0; i--) {
  1066. struct encoder_callback *cb;
  1067. cb = encoder->callbacks.array + (i - 1);
  1068. send_packet(encoder, cb, pkt);
  1069. }
  1070. pthread_mutex_unlock(&encoder->callbacks_mutex);
  1071. }
  1072. }
  1073. static const char *do_encode_name = "do_encode";
  1074. bool do_encode(struct obs_encoder *encoder, struct encoder_frame *frame)
  1075. {
  1076. profile_start(do_encode_name);
  1077. if (!encoder->profile_encoder_encode_name)
  1078. encoder->profile_encoder_encode_name =
  1079. profile_store_name(obs_get_profiler_name_store(),
  1080. "encode(%s)", encoder->context.name);
  1081. struct encoder_packet pkt = {0};
  1082. bool received = false;
  1083. bool success;
  1084. if (encoder->reconfigure_requested) {
  1085. encoder->reconfigure_requested = false;
  1086. encoder->info.update(encoder->context.data,
  1087. encoder->context.settings);
  1088. }
  1089. pkt.timebase_num = encoder->timebase_num * encoder->frame_rate_divisor;
  1090. pkt.timebase_den = encoder->timebase_den;
  1091. pkt.encoder = encoder;
  1092. profile_start(encoder->profile_encoder_encode_name);
  1093. success = encoder->info.encode(encoder->context.data, frame, &pkt,
  1094. &received);
  1095. profile_end(encoder->profile_encoder_encode_name);
  1096. send_off_encoder_packet(encoder, success, received, &pkt);
  1097. profile_end(do_encode_name);
  1098. return success;
  1099. }
  1100. static inline bool video_pause_check_internal(struct pause_data *pause,
  1101. uint64_t ts)
  1102. {
  1103. pause->last_video_ts = ts;
  1104. if (!pause->ts_start) {
  1105. return false;
  1106. }
  1107. if (ts == pause->ts_end) {
  1108. pause->ts_start = 0;
  1109. pause->ts_end = 0;
  1110. } else if (ts >= pause->ts_start) {
  1111. return true;
  1112. }
  1113. return false;
  1114. }
  1115. bool video_pause_check(struct pause_data *pause, uint64_t timestamp)
  1116. {
  1117. bool ignore_frame;
  1118. pthread_mutex_lock(&pause->mutex);
  1119. ignore_frame = video_pause_check_internal(pause, timestamp);
  1120. pthread_mutex_unlock(&pause->mutex);
  1121. return ignore_frame;
  1122. }
  1123. static const char *receive_video_name = "receive_video";
  1124. static void receive_video(void *param, struct video_data *frame)
  1125. {
  1126. profile_start(receive_video_name);
  1127. struct obs_encoder *encoder = param;
  1128. struct obs_encoder *pair = encoder->paired_encoder;
  1129. struct encoder_frame enc_frame;
  1130. if (!encoder->first_received && pair) {
  1131. if (!pair->first_received ||
  1132. pair->first_raw_ts > frame->timestamp) {
  1133. goto wait_for_audio;
  1134. }
  1135. }
  1136. if (video_pause_check(&encoder->pause, frame->timestamp))
  1137. goto wait_for_audio;
  1138. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1139. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1140. enc_frame.data[i] = frame->data[i];
  1141. enc_frame.linesize[i] = frame->linesize[i];
  1142. }
  1143. if (!encoder->start_ts)
  1144. encoder->start_ts = frame->timestamp;
  1145. enc_frame.frames = 1;
  1146. enc_frame.pts = encoder->cur_pts;
  1147. if (do_encode(encoder, &enc_frame))
  1148. encoder->cur_pts += encoder->timebase_num;
  1149. wait_for_audio:
  1150. profile_end(receive_video_name);
  1151. }
  1152. static void clear_audio(struct obs_encoder *encoder)
  1153. {
  1154. for (size_t i = 0; i < encoder->planes; i++)
  1155. circlebuf_free(&encoder->audio_input_buffer[i]);
  1156. }
  1157. static inline void push_back_audio(struct obs_encoder *encoder,
  1158. struct audio_data *data, size_t size,
  1159. size_t offset_size)
  1160. {
  1161. if (offset_size >= size)
  1162. return;
  1163. size -= offset_size;
  1164. /* push in to the circular buffer */
  1165. for (size_t i = 0; i < encoder->planes; i++)
  1166. circlebuf_push_back(&encoder->audio_input_buffer[i],
  1167. data->data[i] + offset_size, size);
  1168. }
  1169. static inline size_t calc_offset_size(struct obs_encoder *encoder,
  1170. uint64_t v_start_ts, uint64_t a_start_ts)
  1171. {
  1172. uint64_t offset = v_start_ts - a_start_ts;
  1173. offset = util_mul_div64(offset, encoder->samplerate, 1000000000ULL);
  1174. return (size_t)offset * encoder->blocksize;
  1175. }
  1176. static void start_from_buffer(struct obs_encoder *encoder, uint64_t v_start_ts)
  1177. {
  1178. size_t size = encoder->audio_input_buffer[0].size;
  1179. struct audio_data audio = {0};
  1180. size_t offset_size = 0;
  1181. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1182. audio.data[i] = encoder->audio_input_buffer[i].data;
  1183. memset(&encoder->audio_input_buffer[i], 0,
  1184. sizeof(struct circlebuf));
  1185. }
  1186. if (encoder->first_raw_ts < v_start_ts)
  1187. offset_size = calc_offset_size(encoder, v_start_ts,
  1188. encoder->first_raw_ts);
  1189. push_back_audio(encoder, &audio, size, offset_size);
  1190. for (size_t i = 0; i < MAX_AV_PLANES; i++)
  1191. bfree(audio.data[i]);
  1192. }
  1193. static const char *buffer_audio_name = "buffer_audio";
  1194. static bool buffer_audio(struct obs_encoder *encoder, struct audio_data *data)
  1195. {
  1196. profile_start(buffer_audio_name);
  1197. size_t size = data->frames * encoder->blocksize;
  1198. size_t offset_size = 0;
  1199. bool success = true;
  1200. if (!encoder->start_ts && encoder->paired_encoder) {
  1201. uint64_t end_ts = data->timestamp;
  1202. uint64_t v_start_ts = encoder->paired_encoder->start_ts;
  1203. /* no video yet, so don't start audio */
  1204. if (!v_start_ts) {
  1205. success = false;
  1206. goto fail;
  1207. }
  1208. /* audio starting point still not synced with video starting
  1209. * point, so don't start audio */
  1210. end_ts += util_mul_div64(data->frames, 1000000000ULL,
  1211. encoder->samplerate);
  1212. if (end_ts <= v_start_ts) {
  1213. success = false;
  1214. goto fail;
  1215. }
  1216. /* ready to start audio, truncate if necessary */
  1217. if (data->timestamp < v_start_ts)
  1218. offset_size = calc_offset_size(encoder, v_start_ts,
  1219. data->timestamp);
  1220. if (data->timestamp <= v_start_ts)
  1221. clear_audio(encoder);
  1222. encoder->start_ts = v_start_ts;
  1223. /* use currently buffered audio instead */
  1224. if (v_start_ts < data->timestamp) {
  1225. start_from_buffer(encoder, v_start_ts);
  1226. }
  1227. } else if (!encoder->start_ts && !encoder->paired_encoder) {
  1228. encoder->start_ts = data->timestamp;
  1229. }
  1230. fail:
  1231. push_back_audio(encoder, data, size, offset_size);
  1232. profile_end(buffer_audio_name);
  1233. return success;
  1234. }
  1235. static bool send_audio_data(struct obs_encoder *encoder)
  1236. {
  1237. struct encoder_frame enc_frame;
  1238. memset(&enc_frame, 0, sizeof(struct encoder_frame));
  1239. for (size_t i = 0; i < encoder->planes; i++) {
  1240. circlebuf_pop_front(&encoder->audio_input_buffer[i],
  1241. encoder->audio_output_buffer[i],
  1242. encoder->framesize_bytes);
  1243. enc_frame.data[i] = encoder->audio_output_buffer[i];
  1244. enc_frame.linesize[i] = (uint32_t)encoder->framesize_bytes;
  1245. }
  1246. enc_frame.frames = (uint32_t)encoder->framesize;
  1247. enc_frame.pts = encoder->cur_pts;
  1248. if (!do_encode(encoder, &enc_frame))
  1249. return false;
  1250. encoder->cur_pts += encoder->framesize;
  1251. return true;
  1252. }
  1253. static void pause_audio(struct pause_data *pause, struct audio_data *data,
  1254. size_t sample_rate)
  1255. {
  1256. uint64_t cutoff_frames = pause->ts_start - data->timestamp;
  1257. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1258. data->frames = (uint32_t)cutoff_frames;
  1259. }
  1260. static void unpause_audio(struct pause_data *pause, struct audio_data *data,
  1261. size_t sample_rate)
  1262. {
  1263. uint64_t cutoff_frames = pause->ts_end - data->timestamp;
  1264. cutoff_frames = ns_to_audio_frames(sample_rate, cutoff_frames);
  1265. for (size_t i = 0; i < MAX_AV_PLANES; i++) {
  1266. if (!data->data[i])
  1267. break;
  1268. data->data[i] += cutoff_frames * sizeof(float);
  1269. }
  1270. data->timestamp = pause->ts_start;
  1271. data->frames = data->frames - (uint32_t)cutoff_frames;
  1272. pause->ts_start = 0;
  1273. pause->ts_end = 0;
  1274. }
  1275. static inline bool audio_pause_check_internal(struct pause_data *pause,
  1276. struct audio_data *data,
  1277. size_t sample_rate)
  1278. {
  1279. uint64_t end_ts;
  1280. if (!pause->ts_start) {
  1281. return false;
  1282. }
  1283. end_ts =
  1284. data->timestamp + audio_frames_to_ns(sample_rate, data->frames);
  1285. if (pause->ts_start >= data->timestamp) {
  1286. if (pause->ts_start <= end_ts) {
  1287. pause_audio(pause, data, sample_rate);
  1288. return !data->frames;
  1289. }
  1290. } else {
  1291. if (pause->ts_end >= data->timestamp &&
  1292. pause->ts_end <= end_ts) {
  1293. unpause_audio(pause, data, sample_rate);
  1294. return !data->frames;
  1295. }
  1296. return true;
  1297. }
  1298. return false;
  1299. }
  1300. bool audio_pause_check(struct pause_data *pause, struct audio_data *data,
  1301. size_t sample_rate)
  1302. {
  1303. bool ignore_audio;
  1304. pthread_mutex_lock(&pause->mutex);
  1305. ignore_audio = audio_pause_check_internal(pause, data, sample_rate);
  1306. data->timestamp -= pause->ts_offset;
  1307. pthread_mutex_unlock(&pause->mutex);
  1308. return ignore_audio;
  1309. }
  1310. static const char *receive_audio_name = "receive_audio";
  1311. static void receive_audio(void *param, size_t mix_idx, struct audio_data *in)
  1312. {
  1313. profile_start(receive_audio_name);
  1314. struct obs_encoder *encoder = param;
  1315. struct audio_data audio = *in;
  1316. if (!encoder->first_received) {
  1317. encoder->first_raw_ts = audio.timestamp;
  1318. encoder->first_received = true;
  1319. clear_audio(encoder);
  1320. }
  1321. if (audio_pause_check(&encoder->pause, &audio, encoder->samplerate))
  1322. goto end;
  1323. if (!buffer_audio(encoder, &audio))
  1324. goto end;
  1325. while (encoder->audio_input_buffer[0].size >=
  1326. encoder->framesize_bytes) {
  1327. if (!send_audio_data(encoder)) {
  1328. break;
  1329. }
  1330. }
  1331. UNUSED_PARAMETER(mix_idx);
  1332. end:
  1333. profile_end(receive_audio_name);
  1334. }
  1335. void obs_encoder_add_output(struct obs_encoder *encoder,
  1336. struct obs_output *output)
  1337. {
  1338. if (!encoder || !output)
  1339. return;
  1340. pthread_mutex_lock(&encoder->outputs_mutex);
  1341. da_push_back(encoder->outputs, &output);
  1342. pthread_mutex_unlock(&encoder->outputs_mutex);
  1343. }
  1344. void obs_encoder_remove_output(struct obs_encoder *encoder,
  1345. struct obs_output *output)
  1346. {
  1347. if (!encoder || !output)
  1348. return;
  1349. pthread_mutex_lock(&encoder->outputs_mutex);
  1350. da_erase_item(encoder->outputs, &output);
  1351. pthread_mutex_unlock(&encoder->outputs_mutex);
  1352. }
  1353. void obs_encoder_packet_create_instance(struct encoder_packet *dst,
  1354. const struct encoder_packet *src)
  1355. {
  1356. long *p_refs;
  1357. *dst = *src;
  1358. p_refs = bmalloc(src->size + sizeof(long));
  1359. dst->data = (void *)(p_refs + 1);
  1360. *p_refs = 1;
  1361. memcpy(dst->data, src->data, src->size);
  1362. }
  1363. /* OBS_DEPRECATED */
  1364. void obs_duplicate_encoder_packet(struct encoder_packet *dst,
  1365. const struct encoder_packet *src)
  1366. {
  1367. obs_encoder_packet_create_instance(dst, src);
  1368. }
  1369. /* OBS_DEPRECATED */
  1370. void obs_free_encoder_packet(struct encoder_packet *packet)
  1371. {
  1372. obs_encoder_packet_release(packet);
  1373. }
  1374. void obs_encoder_packet_ref(struct encoder_packet *dst,
  1375. struct encoder_packet *src)
  1376. {
  1377. if (!src)
  1378. return;
  1379. if (src->data) {
  1380. long *p_refs = ((long *)src->data) - 1;
  1381. os_atomic_inc_long(p_refs);
  1382. }
  1383. *dst = *src;
  1384. }
  1385. void obs_encoder_packet_release(struct encoder_packet *pkt)
  1386. {
  1387. if (!pkt)
  1388. return;
  1389. if (pkt->data) {
  1390. long *p_refs = ((long *)pkt->data) - 1;
  1391. if (os_atomic_dec_long(p_refs) == 0)
  1392. bfree(p_refs);
  1393. }
  1394. memset(pkt, 0, sizeof(struct encoder_packet));
  1395. }
  1396. void obs_encoder_set_preferred_video_format(obs_encoder_t *encoder,
  1397. enum video_format format)
  1398. {
  1399. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1400. return;
  1401. encoder->preferred_format = format;
  1402. }
  1403. enum video_format
  1404. obs_encoder_get_preferred_video_format(const obs_encoder_t *encoder)
  1405. {
  1406. if (!encoder || encoder->info.type != OBS_ENCODER_VIDEO)
  1407. return VIDEO_FORMAT_NONE;
  1408. return encoder->preferred_format;
  1409. }
  1410. void obs_encoder_addref(obs_encoder_t *encoder)
  1411. {
  1412. if (!encoder)
  1413. return;
  1414. obs_ref_addref(&encoder->context.control->ref);
  1415. }
  1416. void obs_encoder_release(obs_encoder_t *encoder)
  1417. {
  1418. if (!encoder)
  1419. return;
  1420. obs_weak_encoder_t *control = get_weak(encoder);
  1421. if (obs_ref_release(&control->ref)) {
  1422. // The order of operations is important here since
  1423. // get_context_by_name in obs.c relies on weak refs
  1424. // being alive while the context is listed
  1425. obs_encoder_destroy(encoder);
  1426. obs_weak_encoder_release(control);
  1427. }
  1428. }
  1429. void obs_weak_encoder_addref(obs_weak_encoder_t *weak)
  1430. {
  1431. if (!weak)
  1432. return;
  1433. obs_weak_ref_addref(&weak->ref);
  1434. }
  1435. void obs_weak_encoder_release(obs_weak_encoder_t *weak)
  1436. {
  1437. if (!weak)
  1438. return;
  1439. if (obs_weak_ref_release(&weak->ref))
  1440. bfree(weak);
  1441. }
  1442. obs_encoder_t *obs_encoder_get_ref(obs_encoder_t *encoder)
  1443. {
  1444. if (!encoder)
  1445. return NULL;
  1446. return obs_weak_encoder_get_encoder(get_weak(encoder));
  1447. }
  1448. obs_weak_encoder_t *obs_encoder_get_weak_encoder(obs_encoder_t *encoder)
  1449. {
  1450. if (!encoder)
  1451. return NULL;
  1452. obs_weak_encoder_t *weak = get_weak(encoder);
  1453. obs_weak_encoder_addref(weak);
  1454. return weak;
  1455. }
  1456. obs_encoder_t *obs_weak_encoder_get_encoder(obs_weak_encoder_t *weak)
  1457. {
  1458. if (!weak)
  1459. return NULL;
  1460. if (obs_weak_ref_get_ref(&weak->ref))
  1461. return weak->encoder;
  1462. return NULL;
  1463. }
  1464. bool obs_weak_encoder_references_encoder(obs_weak_encoder_t *weak,
  1465. obs_encoder_t *encoder)
  1466. {
  1467. return weak && encoder && weak->encoder == encoder;
  1468. }
  1469. void *obs_encoder_get_type_data(obs_encoder_t *encoder)
  1470. {
  1471. return obs_encoder_valid(encoder, "obs_encoder_get_type_data")
  1472. ? encoder->orig_info.type_data
  1473. : NULL;
  1474. }
  1475. const char *obs_encoder_get_id(const obs_encoder_t *encoder)
  1476. {
  1477. return obs_encoder_valid(encoder, "obs_encoder_get_id")
  1478. ? encoder->orig_info.id
  1479. : NULL;
  1480. }
  1481. uint32_t obs_get_encoder_caps(const char *encoder_id)
  1482. {
  1483. struct obs_encoder_info *info = find_encoder(encoder_id);
  1484. return info ? info->caps : 0;
  1485. }
  1486. uint32_t obs_encoder_get_caps(const obs_encoder_t *encoder)
  1487. {
  1488. return obs_encoder_valid(encoder, "obs_encoder_get_caps")
  1489. ? encoder->orig_info.caps
  1490. : 0;
  1491. }
  1492. bool obs_encoder_paused(const obs_encoder_t *encoder)
  1493. {
  1494. return obs_encoder_valid(encoder, "obs_encoder_paused")
  1495. ? os_atomic_load_bool(&encoder->paused)
  1496. : false;
  1497. }
  1498. const char *obs_encoder_get_last_error(obs_encoder_t *encoder)
  1499. {
  1500. if (!obs_encoder_valid(encoder, "obs_encoder_get_last_error"))
  1501. return NULL;
  1502. return encoder->last_error_message;
  1503. }
  1504. void obs_encoder_set_last_error(obs_encoder_t *encoder, const char *message)
  1505. {
  1506. if (!obs_encoder_valid(encoder, "obs_encoder_set_last_error"))
  1507. return;
  1508. if (encoder->last_error_message)
  1509. bfree(encoder->last_error_message);
  1510. if (message)
  1511. encoder->last_error_message = bstrdup(message);
  1512. else
  1513. encoder->last_error_message = NULL;
  1514. }
  1515. uint64_t obs_encoder_get_pause_offset(const obs_encoder_t *encoder)
  1516. {
  1517. return encoder ? encoder->pause.ts_offset : 0;
  1518. }