audio-encoders.cpp 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416
  1. #include <algorithm>
  2. #include <iomanip>
  3. #include <map>
  4. #include <memory>
  5. #include <mutex>
  6. #include <sstream>
  7. #include <string>
  8. #include <vector>
  9. #include "audio-encoders.hpp"
  10. #include "obs-app.hpp"
  11. #include "window-main.hpp"
  12. using namespace std;
  13. static const char *NullToEmpty(const char *str)
  14. {
  15. return str ? str : "";
  16. }
  17. static const char *EncoderName(const std::string &id)
  18. {
  19. return NullToEmpty(obs_encoder_get_display_name(id.c_str()));
  20. }
  21. static void HandleIntProperty(obs_property_t *prop, std::vector<int> &bitrates)
  22. {
  23. const int max_ = obs_property_int_max(prop);
  24. const int step = obs_property_int_step(prop);
  25. for (int i = obs_property_int_min(prop); i <= max_; i += step)
  26. bitrates.push_back(i);
  27. }
  28. static void HandleListProperty(obs_property_t *prop, const char *id,
  29. std::vector<int> &bitrates)
  30. {
  31. obs_combo_format format = obs_property_list_format(prop);
  32. if (format != OBS_COMBO_FORMAT_INT) {
  33. blog(LOG_ERROR,
  34. "Encoder '%s' (%s) returned bitrate "
  35. "OBS_PROPERTY_LIST property of unhandled "
  36. "format %d",
  37. EncoderName(id), id, static_cast<int>(format));
  38. return;
  39. }
  40. const size_t count = obs_property_list_item_count(prop);
  41. for (size_t i = 0; i < count; i++) {
  42. if (obs_property_list_item_disabled(prop, i))
  43. continue;
  44. int bitrate =
  45. static_cast<int>(obs_property_list_item_int(prop, i));
  46. bitrates.push_back(bitrate);
  47. }
  48. }
  49. static void HandleSampleRate(obs_property_t *prop, const char *id)
  50. {
  51. auto ReleaseData = [](obs_data_t *data) { obs_data_release(data); };
  52. std::unique_ptr<obs_data_t, decltype(ReleaseData)> data{
  53. obs_encoder_defaults(id), ReleaseData};
  54. if (!data) {
  55. blog(LOG_ERROR,
  56. "Failed to get defaults for encoder '%s' (%s) "
  57. "while populating bitrate map",
  58. EncoderName(id), id);
  59. return;
  60. }
  61. auto main = reinterpret_cast<OBSMainWindow *>(App()->GetMainWindow());
  62. if (!main) {
  63. blog(LOG_ERROR, "Failed to get main window while populating "
  64. "bitrate map");
  65. return;
  66. }
  67. uint32_t sampleRate =
  68. config_get_uint(main->Config(), "Audio", "SampleRate");
  69. obs_data_set_int(data.get(), "samplerate", sampleRate);
  70. obs_property_modified(prop, data.get());
  71. }
  72. static void HandleEncoderProperties(const char *id, std::vector<int> &bitrates)
  73. {
  74. auto DestroyProperties = [](obs_properties_t *props) {
  75. obs_properties_destroy(props);
  76. };
  77. std::unique_ptr<obs_properties_t, decltype(DestroyProperties)> props{
  78. obs_get_encoder_properties(id), DestroyProperties};
  79. if (!props) {
  80. blog(LOG_ERROR,
  81. "Failed to get properties for encoder "
  82. "'%s' (%s)",
  83. EncoderName(id), id);
  84. return;
  85. }
  86. obs_property_t *samplerate =
  87. obs_properties_get(props.get(), "samplerate");
  88. if (samplerate)
  89. HandleSampleRate(samplerate, id);
  90. obs_property_t *bitrate = obs_properties_get(props.get(), "bitrate");
  91. obs_property_type type = obs_property_get_type(bitrate);
  92. switch (type) {
  93. case OBS_PROPERTY_INT:
  94. return HandleIntProperty(bitrate, bitrates);
  95. case OBS_PROPERTY_LIST:
  96. return HandleListProperty(bitrate, id, bitrates);
  97. default:
  98. break;
  99. }
  100. blog(LOG_ERROR,
  101. "Encoder '%s' (%s) returned bitrate property "
  102. "of unhandled type %d",
  103. EncoderName(id), id, static_cast<int>(type));
  104. }
  105. static const char *GetCodec(const char *id)
  106. {
  107. return NullToEmpty(obs_get_encoder_codec(id));
  108. }
  109. static std::vector<int> fallbackBitrates;
  110. static map<std::string, std::vector<int>> encoderBitrates;
  111. static void PopulateBitrateLists()
  112. {
  113. static once_flag once;
  114. call_once(once, []() {
  115. struct obs_audio_info aoi;
  116. obs_get_audio_info(&aoi);
  117. uint32_t output_channels = get_audio_channels(aoi.speakers);
  118. /* NOTE: ffmpeg_aac and ffmpeg_opus have the same properties
  119. * their bitrates will also be used as a fallback */
  120. HandleEncoderProperties("ffmpeg_aac", fallbackBitrates);
  121. if (fallbackBitrates.empty())
  122. blog(LOG_ERROR, "Could not enumerate fallback encoder "
  123. "bitrates");
  124. ostringstream ss;
  125. for (auto &bitrate : fallbackBitrates)
  126. ss << "\n " << setw(3) << bitrate << " kbit/s:";
  127. blog(LOG_DEBUG, "Fallback encoder bitrates:%s",
  128. ss.str().c_str());
  129. const char *id = nullptr;
  130. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  131. if (obs_get_encoder_type(id) != OBS_ENCODER_AUDIO)
  132. continue;
  133. if (strcmp(id, "ffmpeg_aac") == 0 ||
  134. strcmp(id, "ffmpeg_opus") == 0)
  135. continue;
  136. std::string encoder = id;
  137. HandleEncoderProperties(id, encoderBitrates[encoder]);
  138. if (encoderBitrates[encoder].empty())
  139. blog(LOG_ERROR,
  140. "Could not enumerate %s encoder "
  141. "bitrates",
  142. id);
  143. ostringstream ss;
  144. for (auto &bitrate : encoderBitrates[encoder])
  145. ss << "\n " << setw(3) << bitrate
  146. << " kbit/s";
  147. blog(LOG_DEBUG, "%s (%s) encoder bitrates:%s",
  148. EncoderName(id), id, ss.str().c_str());
  149. }
  150. if (encoderBitrates.empty() && fallbackBitrates.empty())
  151. blog(LOG_ERROR, "Could not enumerate any audio encoder "
  152. "bitrates");
  153. });
  154. }
  155. static map<int, std::string> simpleAACBitrateMap;
  156. static void PopulateSimpleAACBitrateMap()
  157. {
  158. PopulateBitrateLists();
  159. static once_flag once;
  160. call_once(once, []() {
  161. const string encoders[] = {
  162. "ffmpeg_aac",
  163. "libfdk_aac",
  164. "CoreAudio_AAC",
  165. };
  166. const string fallbackEncoder = encoders[0];
  167. struct obs_audio_info aoi;
  168. obs_get_audio_info(&aoi);
  169. for (auto &bitrate : fallbackBitrates)
  170. simpleAACBitrateMap[bitrate] = fallbackEncoder;
  171. const char *id = nullptr;
  172. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  173. auto Compare = [=](const string &val) {
  174. return val == NullToEmpty(id);
  175. };
  176. if (find_if(begin(encoders), end(encoders), Compare) !=
  177. end(encoders))
  178. continue;
  179. if (strcmp(GetCodec(id), "aac") != 0)
  180. continue;
  181. std::string encoder = id;
  182. if (encoderBitrates[encoder].empty())
  183. continue;
  184. for (auto &bitrate : encoderBitrates[encoder])
  185. simpleAACBitrateMap[bitrate] = encoder;
  186. }
  187. for (auto &encoder : encoders) {
  188. if (encoder == fallbackEncoder)
  189. continue;
  190. if (strcmp(GetCodec(encoder.c_str()), "aac") != 0)
  191. continue;
  192. for (auto &bitrate : encoderBitrates[encoder])
  193. simpleAACBitrateMap[bitrate] = encoder;
  194. }
  195. if (simpleAACBitrateMap.empty()) {
  196. blog(LOG_ERROR, "Could not enumerate any AAC encoder "
  197. "bitrates");
  198. return;
  199. }
  200. ostringstream ss;
  201. for (auto &entry : simpleAACBitrateMap)
  202. ss << "\n " << setw(3) << entry.first
  203. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  204. << entry.second << ')';
  205. blog(LOG_DEBUG, "AAC simple encoder bitrate mapping:%s",
  206. ss.str().c_str());
  207. });
  208. }
  209. static map<int, std::string> simpleOpusBitrateMap;
  210. static void PopulateSimpleOpusBitrateMap()
  211. {
  212. PopulateBitrateLists();
  213. static once_flag once;
  214. call_once(once, []() {
  215. struct obs_audio_info aoi;
  216. obs_get_audio_info(&aoi);
  217. uint32_t output_channels = get_audio_channels(aoi.speakers);
  218. for (auto &bitrate : fallbackBitrates)
  219. simpleOpusBitrateMap[bitrate] = "ffmpeg_opus";
  220. const char *id = nullptr;
  221. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  222. if (strcmp(GetCodec(id), "opus") != 0)
  223. continue;
  224. std::string encoder = id;
  225. if (encoderBitrates[encoder].empty())
  226. continue;
  227. for (auto &bitrate : encoderBitrates[encoder])
  228. simpleOpusBitrateMap[bitrate] = encoder;
  229. }
  230. if (simpleOpusBitrateMap.empty()) {
  231. blog(LOG_ERROR, "Could not enumerate any Opus encoder "
  232. "bitrates");
  233. return;
  234. }
  235. ostringstream ss;
  236. for (auto &entry : simpleOpusBitrateMap)
  237. ss << "\n " << setw(3) << entry.first
  238. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  239. << entry.second << ')';
  240. blog(LOG_DEBUG, "Opus simple encoder bitrate mapping:%s",
  241. ss.str().c_str());
  242. });
  243. }
  244. const map<int, std::string> &GetSimpleAACEncoderBitrateMap()
  245. {
  246. PopulateSimpleAACBitrateMap();
  247. return simpleAACBitrateMap;
  248. }
  249. const map<int, std::string> &GetSimpleOpusEncoderBitrateMap()
  250. {
  251. PopulateSimpleOpusBitrateMap();
  252. return simpleOpusBitrateMap;
  253. }
  254. const char *GetSimpleAACEncoderForBitrate(int bitrate)
  255. {
  256. auto &map_ = GetSimpleAACEncoderBitrateMap();
  257. auto res = map_.find(bitrate);
  258. if (res == end(map_))
  259. return NULL;
  260. return res->second.c_str();
  261. }
  262. const char *GetSimpleOpusEncoderForBitrate(int bitrate)
  263. {
  264. auto &map_ = GetSimpleOpusEncoderBitrateMap();
  265. auto res = map_.find(bitrate);
  266. if (res == end(map_))
  267. return NULL;
  268. return res->second.c_str();
  269. }
  270. #define INVALID_BITRATE 10000
  271. static int FindClosestAvailableSimpleBitrate(int bitrate,
  272. const map<int, std::string> &map)
  273. {
  274. int prev = 0;
  275. int next = INVALID_BITRATE;
  276. for (auto val : map) {
  277. if (next > val.first) {
  278. if (val.first == bitrate)
  279. return bitrate;
  280. if (val.first < next && val.first > bitrate)
  281. next = val.first;
  282. if (val.first > prev && val.first < bitrate)
  283. prev = val.first;
  284. }
  285. }
  286. if (next != INVALID_BITRATE)
  287. return next;
  288. if (prev != 0)
  289. return prev;
  290. return 192;
  291. }
  292. int FindClosestAvailableSimpleAACBitrate(int bitrate)
  293. {
  294. return FindClosestAvailableSimpleBitrate(
  295. bitrate, GetSimpleAACEncoderBitrateMap());
  296. }
  297. int FindClosestAvailableSimpleOpusBitrate(int bitrate)
  298. {
  299. return FindClosestAvailableSimpleBitrate(
  300. bitrate, GetSimpleOpusEncoderBitrateMap());
  301. }
  302. const std::vector<int> &GetAudioEncoderBitrates(const char *id)
  303. {
  304. std::string encoder = id;
  305. PopulateBitrateLists();
  306. if (encoderBitrates[encoder].empty())
  307. return fallbackBitrates;
  308. return encoderBitrates[encoder];
  309. }
  310. int FindClosestAvailableAudioBitrate(const char *id, int bitrate)
  311. {
  312. int prev = 0;
  313. int next = INVALID_BITRATE;
  314. std::string encoder = id;
  315. for (auto val : encoderBitrates[encoder].empty()
  316. ? fallbackBitrates
  317. : encoderBitrates[encoder]) {
  318. if (next > val) {
  319. if (val == bitrate)
  320. return bitrate;
  321. if (val < next && val > bitrate)
  322. next = val;
  323. if (val > prev && val < bitrate)
  324. prev = val;
  325. }
  326. }
  327. if (next != INVALID_BITRATE)
  328. return next;
  329. if (prev != 0)
  330. return prev;
  331. return 192;
  332. }