1
0

audio-encoders.cpp 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416
  1. #include <algorithm>
  2. #include <iomanip>
  3. #include <map>
  4. #include <memory>
  5. #include <mutex>
  6. #include <sstream>
  7. #include <string>
  8. #include <vector>
  9. #include "audio-encoders.hpp"
  10. #include "obs-app.hpp"
  11. #include "window-main.hpp"
  12. using namespace std;
  13. static const char *NullToEmpty(const char *str)
  14. {
  15. return str ? str : "";
  16. }
  17. static const char *EncoderName(const std::string &id)
  18. {
  19. return NullToEmpty(obs_encoder_get_display_name(id.c_str()));
  20. }
  21. static void HandleIntProperty(obs_property_t *prop, std::vector<int> &bitrates)
  22. {
  23. const int max_ = obs_property_int_max(prop);
  24. const int step = obs_property_int_step(prop);
  25. for (int i = obs_property_int_min(prop); i <= max_; i += step)
  26. bitrates.push_back(i);
  27. }
  28. static void HandleListProperty(obs_property_t *prop, const char *id,
  29. std::vector<int> &bitrates)
  30. {
  31. obs_combo_format format = obs_property_list_format(prop);
  32. if (format != OBS_COMBO_FORMAT_INT) {
  33. blog(LOG_ERROR,
  34. "Encoder '%s' (%s) returned bitrate "
  35. "OBS_PROPERTY_LIST property of unhandled "
  36. "format %d",
  37. EncoderName(id), id, static_cast<int>(format));
  38. return;
  39. }
  40. const size_t count = obs_property_list_item_count(prop);
  41. for (size_t i = 0; i < count; i++) {
  42. if (obs_property_list_item_disabled(prop, i))
  43. continue;
  44. int bitrate =
  45. static_cast<int>(obs_property_list_item_int(prop, i));
  46. bitrates.push_back(bitrate);
  47. }
  48. }
  49. static void HandleSampleRate(obs_property_t *prop, const char *id)
  50. {
  51. auto ReleaseData = [](obs_data_t *data) { obs_data_release(data); };
  52. std::unique_ptr<obs_data_t, decltype(ReleaseData)> data{
  53. obs_encoder_defaults(id), ReleaseData};
  54. if (!data) {
  55. blog(LOG_ERROR,
  56. "Failed to get defaults for encoder '%s' (%s) "
  57. "while populating bitrate map",
  58. EncoderName(id), id);
  59. return;
  60. }
  61. auto main = reinterpret_cast<OBSMainWindow *>(App()->GetMainWindow());
  62. if (!main) {
  63. blog(LOG_ERROR, "Failed to get main window while populating "
  64. "bitrate map");
  65. return;
  66. }
  67. uint32_t sampleRate =
  68. config_get_uint(main->Config(), "Audio", "SampleRate");
  69. obs_data_set_int(data.get(), "samplerate", sampleRate);
  70. obs_property_modified(prop, data.get());
  71. }
  72. static void HandleEncoderProperties(const char *id, std::vector<int> &bitrates)
  73. {
  74. auto DestroyProperties = [](obs_properties_t *props) {
  75. obs_properties_destroy(props);
  76. };
  77. std::unique_ptr<obs_properties_t, decltype(DestroyProperties)> props{
  78. obs_get_encoder_properties(id), DestroyProperties};
  79. if (!props) {
  80. blog(LOG_ERROR,
  81. "Failed to get properties for encoder "
  82. "'%s' (%s)",
  83. EncoderName(id), id);
  84. return;
  85. }
  86. obs_property_t *samplerate =
  87. obs_properties_get(props.get(), "samplerate");
  88. if (samplerate)
  89. HandleSampleRate(samplerate, id);
  90. obs_property_t *bitrate = obs_properties_get(props.get(), "bitrate");
  91. obs_property_type type = obs_property_get_type(bitrate);
  92. switch (type) {
  93. case OBS_PROPERTY_INT:
  94. return HandleIntProperty(bitrate, bitrates);
  95. case OBS_PROPERTY_LIST:
  96. return HandleListProperty(bitrate, id, bitrates);
  97. default:
  98. break;
  99. }
  100. blog(LOG_ERROR,
  101. "Encoder '%s' (%s) returned bitrate property "
  102. "of unhandled type %d",
  103. EncoderName(id), id, static_cast<int>(type));
  104. }
  105. static const char *GetCodec(const char *id)
  106. {
  107. return NullToEmpty(obs_get_encoder_codec(id));
  108. }
  109. static std::vector<int> fallbackBitrates;
  110. static map<std::string, std::vector<int>> encoderBitrates;
  111. static void PopulateBitrateLists()
  112. {
  113. static once_flag once;
  114. call_once(once, []() {
  115. struct obs_audio_info aoi;
  116. obs_get_audio_info(&aoi);
  117. /* NOTE: ffmpeg_aac and ffmpeg_opus have the same properties
  118. * their bitrates will also be used as a fallback */
  119. HandleEncoderProperties("ffmpeg_aac", fallbackBitrates);
  120. if (fallbackBitrates.empty())
  121. blog(LOG_ERROR, "Could not enumerate fallback encoder "
  122. "bitrates");
  123. ostringstream ss;
  124. for (auto &bitrate : fallbackBitrates)
  125. ss << "\n " << setw(3) << bitrate << " kbit/s:";
  126. blog(LOG_DEBUG, "Fallback encoder bitrates:%s",
  127. ss.str().c_str());
  128. const char *id = nullptr;
  129. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  130. if (obs_get_encoder_type(id) != OBS_ENCODER_AUDIO)
  131. continue;
  132. if (strcmp(id, "ffmpeg_aac") == 0 ||
  133. strcmp(id, "ffmpeg_opus") == 0)
  134. continue;
  135. std::string encoder = id;
  136. HandleEncoderProperties(id, encoderBitrates[encoder]);
  137. if (encoderBitrates[encoder].empty())
  138. blog(LOG_ERROR,
  139. "Could not enumerate %s encoder "
  140. "bitrates",
  141. id);
  142. ostringstream ss;
  143. for (auto &bitrate : encoderBitrates[encoder])
  144. ss << "\n " << setw(3) << bitrate
  145. << " kbit/s";
  146. blog(LOG_DEBUG, "%s (%s) encoder bitrates:%s",
  147. EncoderName(id), id, ss.str().c_str());
  148. }
  149. if (encoderBitrates.empty() && fallbackBitrates.empty())
  150. blog(LOG_ERROR, "Could not enumerate any audio encoder "
  151. "bitrates");
  152. });
  153. }
  154. static map<int, std::string> simpleAACBitrateMap;
  155. static void PopulateSimpleAACBitrateMap()
  156. {
  157. PopulateBitrateLists();
  158. static once_flag once;
  159. call_once(once, []() {
  160. const string encoders[] = {
  161. "ffmpeg_aac",
  162. "libfdk_aac",
  163. "CoreAudio_AAC",
  164. };
  165. const string fallbackEncoder = encoders[0];
  166. struct obs_audio_info aoi;
  167. obs_get_audio_info(&aoi);
  168. for (auto &bitrate : fallbackBitrates)
  169. simpleAACBitrateMap[bitrate] = fallbackEncoder;
  170. const char *id = nullptr;
  171. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  172. auto Compare = [=](const string &val) {
  173. return val == NullToEmpty(id);
  174. };
  175. if (find_if(begin(encoders), end(encoders), Compare) !=
  176. end(encoders))
  177. continue;
  178. if (strcmp(GetCodec(id), "aac") != 0)
  179. continue;
  180. std::string encoder = id;
  181. if (encoderBitrates[encoder].empty())
  182. continue;
  183. for (auto &bitrate : encoderBitrates[encoder])
  184. simpleAACBitrateMap[bitrate] = encoder;
  185. }
  186. for (auto &encoder : encoders) {
  187. if (encoder == fallbackEncoder)
  188. continue;
  189. if (strcmp(GetCodec(encoder.c_str()), "aac") != 0)
  190. continue;
  191. for (auto &bitrate : encoderBitrates[encoder])
  192. simpleAACBitrateMap[bitrate] = encoder;
  193. }
  194. if (simpleAACBitrateMap.empty()) {
  195. blog(LOG_ERROR, "Could not enumerate any AAC encoder "
  196. "bitrates");
  197. return;
  198. }
  199. ostringstream ss;
  200. for (auto &entry : simpleAACBitrateMap)
  201. ss << "\n " << setw(3) << entry.first
  202. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  203. << entry.second << ')';
  204. blog(LOG_DEBUG, "AAC simple encoder bitrate mapping:%s",
  205. ss.str().c_str());
  206. });
  207. }
  208. static map<int, std::string> simpleOpusBitrateMap;
  209. static void PopulateSimpleOpusBitrateMap()
  210. {
  211. PopulateBitrateLists();
  212. static once_flag once;
  213. call_once(once, []() {
  214. struct obs_audio_info aoi;
  215. obs_get_audio_info(&aoi);
  216. for (auto &bitrate : fallbackBitrates)
  217. simpleOpusBitrateMap[bitrate] = "ffmpeg_opus";
  218. const char *id = nullptr;
  219. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  220. if (strcmp(GetCodec(id), "opus") != 0)
  221. continue;
  222. std::string encoder = id;
  223. if (encoderBitrates[encoder].empty())
  224. continue;
  225. for (auto &bitrate : encoderBitrates[encoder])
  226. simpleOpusBitrateMap[bitrate] = encoder;
  227. }
  228. if (simpleOpusBitrateMap.empty()) {
  229. blog(LOG_ERROR, "Could not enumerate any Opus encoder "
  230. "bitrates");
  231. return;
  232. }
  233. ostringstream ss;
  234. for (auto &entry : simpleOpusBitrateMap)
  235. ss << "\n " << setw(3) << entry.first
  236. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  237. << entry.second << ')';
  238. blog(LOG_DEBUG, "Opus simple encoder bitrate mapping:%s",
  239. ss.str().c_str());
  240. });
  241. }
  242. const map<int, std::string> &GetSimpleAACEncoderBitrateMap()
  243. {
  244. PopulateSimpleAACBitrateMap();
  245. return simpleAACBitrateMap;
  246. }
  247. const map<int, std::string> &GetSimpleOpusEncoderBitrateMap()
  248. {
  249. PopulateSimpleOpusBitrateMap();
  250. return simpleOpusBitrateMap;
  251. }
  252. const char *GetSimpleAACEncoderForBitrate(int bitrate)
  253. {
  254. auto &map_ = GetSimpleAACEncoderBitrateMap();
  255. auto res = map_.find(bitrate);
  256. if (res == end(map_))
  257. return NULL;
  258. return res->second.c_str();
  259. }
  260. const char *GetSimpleOpusEncoderForBitrate(int bitrate)
  261. {
  262. auto &map_ = GetSimpleOpusEncoderBitrateMap();
  263. auto res = map_.find(bitrate);
  264. if (res == end(map_))
  265. return NULL;
  266. return res->second.c_str();
  267. }
  268. #define INVALID_BITRATE 10000
  269. static int FindClosestAvailableSimpleBitrate(int bitrate,
  270. const map<int, std::string> &map)
  271. {
  272. int prev = 0;
  273. int next = INVALID_BITRATE;
  274. for (auto val : map) {
  275. if (next > val.first) {
  276. if (val.first == bitrate)
  277. return bitrate;
  278. if (val.first < next && val.first > bitrate)
  279. next = val.first;
  280. if (val.first > prev && val.first < bitrate)
  281. prev = val.first;
  282. }
  283. }
  284. if (next != INVALID_BITRATE)
  285. return next;
  286. if (prev != 0)
  287. return prev;
  288. return 192;
  289. }
  290. int FindClosestAvailableSimpleAACBitrate(int bitrate)
  291. {
  292. return FindClosestAvailableSimpleBitrate(
  293. bitrate, GetSimpleAACEncoderBitrateMap());
  294. }
  295. int FindClosestAvailableSimpleOpusBitrate(int bitrate)
  296. {
  297. return FindClosestAvailableSimpleBitrate(
  298. bitrate, GetSimpleOpusEncoderBitrateMap());
  299. }
  300. const std::vector<int> &GetAudioEncoderBitrates(const char *id)
  301. {
  302. std::string encoder = id;
  303. PopulateBitrateLists();
  304. if (encoderBitrates[encoder].empty())
  305. return fallbackBitrates;
  306. return encoderBitrates[encoder];
  307. }
  308. int FindClosestAvailableAudioBitrate(const char *id, int bitrate)
  309. {
  310. PopulateBitrateLists();
  311. int prev = 0;
  312. int next = INVALID_BITRATE;
  313. std::string encoder = id;
  314. for (auto val : encoderBitrates[encoder].empty()
  315. ? fallbackBitrates
  316. : encoderBitrates[encoder]) {
  317. if (next > val) {
  318. if (val == bitrate)
  319. return bitrate;
  320. if (val < next && val > bitrate)
  321. next = val;
  322. if (val > prev && val < bitrate)
  323. prev = val;
  324. }
  325. }
  326. if (next != INVALID_BITRATE)
  327. return next;
  328. if (prev != 0)
  329. return prev;
  330. return 192;
  331. }