audio-encoders.cpp 9.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418
  1. #include <algorithm>
  2. #include <iomanip>
  3. #include <map>
  4. #include <memory>
  5. #include <mutex>
  6. #include <sstream>
  7. #include <string>
  8. #include <vector>
  9. #include "audio-encoders.hpp"
  10. #include "obs-app.hpp"
  11. #include "window-main.hpp"
  12. using namespace std;
  13. static const char *NullToEmpty(const char *str)
  14. {
  15. return str ? str : "";
  16. }
  17. static const char *EncoderName(const std::string &id)
  18. {
  19. return NullToEmpty(obs_encoder_get_display_name(id.c_str()));
  20. }
  21. static void HandleIntProperty(obs_property_t *prop, std::vector<int> &bitrates)
  22. {
  23. const int max_ = obs_property_int_max(prop);
  24. const int step = obs_property_int_step(prop);
  25. for (int i = obs_property_int_min(prop); i <= max_; i += step)
  26. bitrates.push_back(i);
  27. }
  28. static void HandleListProperty(obs_property_t *prop, const char *id,
  29. std::vector<int> &bitrates)
  30. {
  31. obs_combo_format format = obs_property_list_format(prop);
  32. if (format != OBS_COMBO_FORMAT_INT) {
  33. blog(LOG_ERROR,
  34. "Encoder '%s' (%s) returned bitrate "
  35. "OBS_PROPERTY_LIST property of unhandled "
  36. "format %d",
  37. EncoderName(id), id, static_cast<int>(format));
  38. return;
  39. }
  40. const size_t count = obs_property_list_item_count(prop);
  41. for (size_t i = 0; i < count; i++) {
  42. if (obs_property_list_item_disabled(prop, i))
  43. continue;
  44. int bitrate =
  45. static_cast<int>(obs_property_list_item_int(prop, i));
  46. bitrates.push_back(bitrate);
  47. }
  48. }
  49. static void HandleSampleRate(obs_property_t *prop, const char *id)
  50. {
  51. auto ReleaseData = [](obs_data_t *data) {
  52. obs_data_release(data);
  53. };
  54. std::unique_ptr<obs_data_t, decltype(ReleaseData)> data{
  55. obs_encoder_defaults(id), ReleaseData};
  56. if (!data) {
  57. blog(LOG_ERROR,
  58. "Failed to get defaults for encoder '%s' (%s) "
  59. "while populating bitrate map",
  60. EncoderName(id), id);
  61. return;
  62. }
  63. auto main = reinterpret_cast<OBSMainWindow *>(App()->GetMainWindow());
  64. if (!main) {
  65. blog(LOG_ERROR, "Failed to get main window while populating "
  66. "bitrate map");
  67. return;
  68. }
  69. uint32_t sampleRate =
  70. config_get_uint(main->Config(), "Audio", "SampleRate");
  71. obs_data_set_int(data.get(), "samplerate", sampleRate);
  72. obs_property_modified(prop, data.get());
  73. }
  74. static void HandleEncoderProperties(const char *id, std::vector<int> &bitrates)
  75. {
  76. auto DestroyProperties = [](obs_properties_t *props) {
  77. obs_properties_destroy(props);
  78. };
  79. std::unique_ptr<obs_properties_t, decltype(DestroyProperties)> props{
  80. obs_get_encoder_properties(id), DestroyProperties};
  81. if (!props) {
  82. blog(LOG_ERROR,
  83. "Failed to get properties for encoder "
  84. "'%s' (%s)",
  85. EncoderName(id), id);
  86. return;
  87. }
  88. obs_property_t *samplerate =
  89. obs_properties_get(props.get(), "samplerate");
  90. if (samplerate)
  91. HandleSampleRate(samplerate, id);
  92. obs_property_t *bitrate = obs_properties_get(props.get(), "bitrate");
  93. obs_property_type type = obs_property_get_type(bitrate);
  94. switch (type) {
  95. case OBS_PROPERTY_INT:
  96. return HandleIntProperty(bitrate, bitrates);
  97. case OBS_PROPERTY_LIST:
  98. return HandleListProperty(bitrate, id, bitrates);
  99. default:
  100. break;
  101. }
  102. blog(LOG_ERROR,
  103. "Encoder '%s' (%s) returned bitrate property "
  104. "of unhandled type %d",
  105. EncoderName(id), id, static_cast<int>(type));
  106. }
  107. static const char *GetCodec(const char *id)
  108. {
  109. return NullToEmpty(obs_get_encoder_codec(id));
  110. }
  111. static std::vector<int> fallbackBitrates;
  112. static map<std::string, std::vector<int>> encoderBitrates;
  113. static void PopulateBitrateLists()
  114. {
  115. static once_flag once;
  116. call_once(once, []() {
  117. struct obs_audio_info aoi;
  118. obs_get_audio_info(&aoi);
  119. /* NOTE: ffmpeg_aac and ffmpeg_opus have the same properties
  120. * their bitrates will also be used as a fallback */
  121. HandleEncoderProperties("ffmpeg_aac", fallbackBitrates);
  122. if (fallbackBitrates.empty())
  123. blog(LOG_ERROR, "Could not enumerate fallback encoder "
  124. "bitrates");
  125. ostringstream ss;
  126. for (auto &bitrate : fallbackBitrates)
  127. ss << "\n " << setw(3) << bitrate << " kbit/s:";
  128. blog(LOG_DEBUG, "Fallback encoder bitrates:%s",
  129. ss.str().c_str());
  130. const char *id = nullptr;
  131. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  132. if (obs_get_encoder_type(id) != OBS_ENCODER_AUDIO)
  133. continue;
  134. if (strcmp(id, "ffmpeg_aac") == 0 ||
  135. strcmp(id, "ffmpeg_opus") == 0)
  136. continue;
  137. std::string encoder = id;
  138. HandleEncoderProperties(id, encoderBitrates[encoder]);
  139. if (encoderBitrates[encoder].empty())
  140. blog(LOG_ERROR,
  141. "Could not enumerate %s encoder "
  142. "bitrates",
  143. id);
  144. ostringstream ss;
  145. for (auto &bitrate : encoderBitrates[encoder])
  146. ss << "\n " << setw(3) << bitrate
  147. << " kbit/s";
  148. blog(LOG_DEBUG, "%s (%s) encoder bitrates:%s",
  149. EncoderName(id), id, ss.str().c_str());
  150. }
  151. if (encoderBitrates.empty() && fallbackBitrates.empty())
  152. blog(LOG_ERROR, "Could not enumerate any audio encoder "
  153. "bitrates");
  154. });
  155. }
  156. static map<int, std::string> simpleAACBitrateMap;
  157. static void PopulateSimpleAACBitrateMap()
  158. {
  159. PopulateBitrateLists();
  160. static once_flag once;
  161. call_once(once, []() {
  162. const string encoders[] = {
  163. "ffmpeg_aac",
  164. "libfdk_aac",
  165. "CoreAudio_AAC",
  166. };
  167. const string fallbackEncoder = encoders[0];
  168. struct obs_audio_info aoi;
  169. obs_get_audio_info(&aoi);
  170. for (auto &bitrate : fallbackBitrates)
  171. simpleAACBitrateMap[bitrate] = fallbackEncoder;
  172. const char *id = nullptr;
  173. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  174. auto Compare = [=](const string &val) {
  175. return val == NullToEmpty(id);
  176. };
  177. if (find_if(begin(encoders), end(encoders), Compare) !=
  178. end(encoders))
  179. continue;
  180. if (strcmp(GetCodec(id), "aac") != 0)
  181. continue;
  182. std::string encoder = id;
  183. if (encoderBitrates[encoder].empty())
  184. continue;
  185. for (auto &bitrate : encoderBitrates[encoder])
  186. simpleAACBitrateMap[bitrate] = encoder;
  187. }
  188. for (auto &encoder : encoders) {
  189. if (encoder == fallbackEncoder)
  190. continue;
  191. if (strcmp(GetCodec(encoder.c_str()), "aac") != 0)
  192. continue;
  193. for (auto &bitrate : encoderBitrates[encoder])
  194. simpleAACBitrateMap[bitrate] = encoder;
  195. }
  196. if (simpleAACBitrateMap.empty()) {
  197. blog(LOG_ERROR, "Could not enumerate any AAC encoder "
  198. "bitrates");
  199. return;
  200. }
  201. ostringstream ss;
  202. for (auto &entry : simpleAACBitrateMap)
  203. ss << "\n " << setw(3) << entry.first
  204. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  205. << entry.second << ')';
  206. blog(LOG_DEBUG, "AAC simple encoder bitrate mapping:%s",
  207. ss.str().c_str());
  208. });
  209. }
  210. static map<int, std::string> simpleOpusBitrateMap;
  211. static void PopulateSimpleOpusBitrateMap()
  212. {
  213. PopulateBitrateLists();
  214. static once_flag once;
  215. call_once(once, []() {
  216. struct obs_audio_info aoi;
  217. obs_get_audio_info(&aoi);
  218. for (auto &bitrate : fallbackBitrates)
  219. simpleOpusBitrateMap[bitrate] = "ffmpeg_opus";
  220. const char *id = nullptr;
  221. for (size_t i = 0; obs_enum_encoder_types(i, &id); i++) {
  222. if (strcmp(GetCodec(id), "opus") != 0)
  223. continue;
  224. std::string encoder = id;
  225. if (encoderBitrates[encoder].empty())
  226. continue;
  227. for (auto &bitrate : encoderBitrates[encoder])
  228. simpleOpusBitrateMap[bitrate] = encoder;
  229. }
  230. if (simpleOpusBitrateMap.empty()) {
  231. blog(LOG_ERROR, "Could not enumerate any Opus encoder "
  232. "bitrates");
  233. return;
  234. }
  235. ostringstream ss;
  236. for (auto &entry : simpleOpusBitrateMap)
  237. ss << "\n " << setw(3) << entry.first
  238. << " kbit/s: '" << EncoderName(entry.second) << "' ("
  239. << entry.second << ')';
  240. blog(LOG_DEBUG, "Opus simple encoder bitrate mapping:%s",
  241. ss.str().c_str());
  242. });
  243. }
  244. const map<int, std::string> &GetSimpleAACEncoderBitrateMap()
  245. {
  246. PopulateSimpleAACBitrateMap();
  247. return simpleAACBitrateMap;
  248. }
  249. const map<int, std::string> &GetSimpleOpusEncoderBitrateMap()
  250. {
  251. PopulateSimpleOpusBitrateMap();
  252. return simpleOpusBitrateMap;
  253. }
  254. const char *GetSimpleAACEncoderForBitrate(int bitrate)
  255. {
  256. auto &map_ = GetSimpleAACEncoderBitrateMap();
  257. auto res = map_.find(bitrate);
  258. if (res == end(map_))
  259. return NULL;
  260. return res->second.c_str();
  261. }
  262. const char *GetSimpleOpusEncoderForBitrate(int bitrate)
  263. {
  264. auto &map_ = GetSimpleOpusEncoderBitrateMap();
  265. auto res = map_.find(bitrate);
  266. if (res == end(map_))
  267. return NULL;
  268. return res->second.c_str();
  269. }
  270. #define INVALID_BITRATE 10000
  271. static int FindClosestAvailableSimpleBitrate(int bitrate,
  272. const map<int, std::string> &map)
  273. {
  274. int prev = 0;
  275. int next = INVALID_BITRATE;
  276. for (auto val : map) {
  277. if (next > val.first) {
  278. if (val.first == bitrate)
  279. return bitrate;
  280. if (val.first < next && val.first > bitrate)
  281. next = val.first;
  282. if (val.first > prev && val.first < bitrate)
  283. prev = val.first;
  284. }
  285. }
  286. if (next != INVALID_BITRATE)
  287. return next;
  288. if (prev != 0)
  289. return prev;
  290. return 192;
  291. }
  292. int FindClosestAvailableSimpleAACBitrate(int bitrate)
  293. {
  294. return FindClosestAvailableSimpleBitrate(
  295. bitrate, GetSimpleAACEncoderBitrateMap());
  296. }
  297. int FindClosestAvailableSimpleOpusBitrate(int bitrate)
  298. {
  299. return FindClosestAvailableSimpleBitrate(
  300. bitrate, GetSimpleOpusEncoderBitrateMap());
  301. }
  302. const std::vector<int> &GetAudioEncoderBitrates(const char *id)
  303. {
  304. std::string encoder = id;
  305. PopulateBitrateLists();
  306. if (encoderBitrates[encoder].empty())
  307. return fallbackBitrates;
  308. return encoderBitrates[encoder];
  309. }
  310. int FindClosestAvailableAudioBitrate(const char *id, int bitrate)
  311. {
  312. PopulateBitrateLists();
  313. int prev = 0;
  314. int next = INVALID_BITRATE;
  315. std::string encoder = id;
  316. for (auto val : encoderBitrates[encoder].empty()
  317. ? fallbackBitrates
  318. : encoderBitrates[encoder]) {
  319. if (next > val) {
  320. if (val == bitrate)
  321. return bitrate;
  322. if (val < next && val > bitrate)
  323. next = val;
  324. if (val > prev && val < bitrate)
  325. prev = val;
  326. }
  327. }
  328. if (next != INVALID_BITRATE)
  329. return next;
  330. if (prev != 0)
  331. return prev;
  332. return 192;
  333. }