DistinctUntilChanged.cs 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerableEx
  11. {
  12. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource>(this IAsyncEnumerable<TSource> source)
  13. {
  14. if (source == null)
  15. throw Error.ArgumentNull(nameof(source));
  16. return DistinctUntilChangedCore(source, comparer: null);
  17. }
  18. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource>(this IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  19. {
  20. if (source == null)
  21. throw Error.ArgumentNull(nameof(source));
  22. return DistinctUntilChangedCore(source, comparer);
  23. }
  24. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector)
  25. {
  26. if (source == null)
  27. throw Error.ArgumentNull(nameof(source));
  28. if (keySelector == null)
  29. throw Error.ArgumentNull(nameof(keySelector));
  30. return DistinctUntilChangedCore(source, keySelector, comparer: null);
  31. }
  32. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  33. {
  34. if (source == null)
  35. throw Error.ArgumentNull(nameof(source));
  36. if (keySelector == null)
  37. throw Error.ArgumentNull(nameof(keySelector));
  38. return DistinctUntilChangedCore(source, keySelector, comparer);
  39. }
  40. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector)
  41. {
  42. if (source == null)
  43. throw Error.ArgumentNull(nameof(source));
  44. if (keySelector == null)
  45. throw Error.ArgumentNull(nameof(keySelector));
  46. return DistinctUntilChangedCore<TSource, TKey>(source, keySelector, comparer: null);
  47. }
  48. #if !NO_DEEP_CANCELLATION
  49. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector)
  50. {
  51. if (source == null)
  52. throw Error.ArgumentNull(nameof(source));
  53. if (keySelector == null)
  54. throw Error.ArgumentNull(nameof(keySelector));
  55. return DistinctUntilChangedCore<TSource, TKey>(source, keySelector, comparer: null);
  56. }
  57. #endif
  58. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  59. {
  60. if (source == null)
  61. throw Error.ArgumentNull(nameof(source));
  62. if (keySelector == null)
  63. throw Error.ArgumentNull(nameof(keySelector));
  64. return DistinctUntilChangedCore(source, keySelector, comparer);
  65. }
  66. #if !NO_DEEP_CANCELLATION
  67. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  68. {
  69. if (source == null)
  70. throw Error.ArgumentNull(nameof(source));
  71. if (keySelector == null)
  72. throw Error.ArgumentNull(nameof(keySelector));
  73. return DistinctUntilChangedCore(source, keySelector, comparer);
  74. }
  75. #endif
  76. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource>(IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  77. {
  78. #if USE_ASYNC_ITERATOR
  79. comparer ??= EqualityComparer<TSource>.Default;
  80. return AsyncEnumerable.Create(Core);
  81. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  82. {
  83. await using (var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false))
  84. {
  85. if (!await e.MoveNextAsync())
  86. {
  87. yield break;
  88. }
  89. var latest = e.Current;
  90. yield return latest;
  91. while (await e.MoveNextAsync())
  92. {
  93. var item = e.Current;
  94. if (!comparer.Equals(latest, item))
  95. {
  96. latest = item;
  97. yield return latest;
  98. }
  99. }
  100. }
  101. }
  102. #else
  103. return new DistinctUntilChangedAsyncIterator<TSource>(source, comparer);
  104. #endif
  105. }
  106. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  107. {
  108. #if USE_ASYNC_ITERATOR
  109. comparer ??= EqualityComparer<TKey>.Default;
  110. return AsyncEnumerable.Create(Core);
  111. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  112. {
  113. await using (var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false))
  114. {
  115. if (!await e.MoveNextAsync())
  116. {
  117. yield break;
  118. }
  119. var item = e.Current;
  120. var latestKey = keySelector(item);
  121. yield return item;
  122. while (await e.MoveNextAsync())
  123. {
  124. item = e.Current;
  125. var currentKey = keySelector(item);
  126. if (!comparer.Equals(latestKey, currentKey))
  127. {
  128. latestKey = currentKey;
  129. yield return item;
  130. }
  131. }
  132. }
  133. }
  134. #else
  135. return new DistinctUntilChangedAsyncIterator<TSource, TKey>(source, keySelector, comparer);
  136. #endif
  137. }
  138. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  139. {
  140. #if USE_ASYNC_ITERATOR
  141. comparer ??= EqualityComparer<TKey>.Default;
  142. return AsyncEnumerable.Create(Core);
  143. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  144. {
  145. await using (var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false))
  146. {
  147. if (!await e.MoveNextAsync())
  148. {
  149. yield break;
  150. }
  151. var item = e.Current;
  152. var latestKey = await keySelector(item).ConfigureAwait(false);
  153. yield return item;
  154. while (await e.MoveNextAsync())
  155. {
  156. item = e.Current;
  157. var currentKey = await keySelector(item).ConfigureAwait(false);
  158. if (!comparer.Equals(latestKey, currentKey))
  159. {
  160. latestKey = currentKey;
  161. yield return item;
  162. }
  163. }
  164. }
  165. }
  166. #else
  167. return new DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey>(source, keySelector, comparer);
  168. #endif
  169. }
  170. #if !NO_DEEP_CANCELLATION
  171. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  172. {
  173. #if USE_ASYNC_ITERATOR
  174. comparer ??= EqualityComparer<TKey>.Default;
  175. return AsyncEnumerable.Create(Core);
  176. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  177. {
  178. await using (var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false))
  179. {
  180. if (!await e.MoveNextAsync())
  181. {
  182. yield break;
  183. }
  184. var item = e.Current;
  185. var latestKey = await keySelector(item, cancellationToken).ConfigureAwait(false);
  186. yield return item;
  187. while (await e.MoveNextAsync())
  188. {
  189. item = e.Current;
  190. var currentKey = await keySelector(item, cancellationToken).ConfigureAwait(false);
  191. if (!comparer.Equals(latestKey, currentKey))
  192. {
  193. latestKey = currentKey;
  194. yield return item;
  195. }
  196. }
  197. }
  198. }
  199. #else
  200. return new DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey>(source, keySelector, comparer);
  201. #endif
  202. }
  203. #endif
  204. #if !USE_ASYNC_ITERATOR
  205. private sealed class DistinctUntilChangedAsyncIterator<TSource> : AsyncIterator<TSource>
  206. {
  207. private readonly IEqualityComparer<TSource> _comparer;
  208. private readonly IAsyncEnumerable<TSource> _source;
  209. private TSource _currentValue;
  210. private IAsyncEnumerator<TSource> _enumerator;
  211. private bool _hasCurrentValue;
  212. public DistinctUntilChangedAsyncIterator(IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  213. {
  214. Debug.Assert(source != null);
  215. _source = source;
  216. _comparer = comparer ?? EqualityComparer<TSource>.Default;
  217. }
  218. public override AsyncIteratorBase<TSource> Clone()
  219. {
  220. return new DistinctUntilChangedAsyncIterator<TSource>(_source, _comparer);
  221. }
  222. public override async ValueTask DisposeAsync()
  223. {
  224. if (_enumerator != null)
  225. {
  226. await _enumerator.DisposeAsync().ConfigureAwait(false);
  227. _enumerator = null;
  228. _currentValue = default;
  229. }
  230. await base.DisposeAsync().ConfigureAwait(false);
  231. }
  232. protected override async ValueTask<bool> MoveNextCore()
  233. {
  234. switch (_state)
  235. {
  236. case AsyncIteratorState.Allocated:
  237. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  238. _state = AsyncIteratorState.Iterating;
  239. goto case AsyncIteratorState.Iterating;
  240. case AsyncIteratorState.Iterating:
  241. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  242. {
  243. var item = _enumerator.Current;
  244. var comparerEquals = false;
  245. if (_hasCurrentValue)
  246. {
  247. comparerEquals = _comparer.Equals(_currentValue, item);
  248. }
  249. if (!_hasCurrentValue || !comparerEquals)
  250. {
  251. _hasCurrentValue = true;
  252. _currentValue = item;
  253. _current = item;
  254. return true;
  255. }
  256. }
  257. break;
  258. }
  259. await DisposeAsync().ConfigureAwait(false);
  260. return false;
  261. }
  262. }
  263. private sealed class DistinctUntilChangedAsyncIterator<TSource, TKey> : AsyncIterator<TSource>
  264. {
  265. private readonly IEqualityComparer<TKey> _comparer;
  266. private readonly Func<TSource, TKey> _keySelector;
  267. private readonly IAsyncEnumerable<TSource> _source;
  268. private TKey _currentKeyValue;
  269. private IAsyncEnumerator<TSource> _enumerator;
  270. private bool _hasCurrentKey;
  271. public DistinctUntilChangedAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  272. {
  273. _source = source;
  274. _keySelector = keySelector;
  275. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  276. }
  277. public override AsyncIteratorBase<TSource> Clone()
  278. {
  279. return new DistinctUntilChangedAsyncIterator<TSource, TKey>(_source, _keySelector, _comparer);
  280. }
  281. public override async ValueTask DisposeAsync()
  282. {
  283. if (_enumerator != null)
  284. {
  285. await _enumerator.DisposeAsync().ConfigureAwait(false);
  286. _enumerator = null;
  287. _currentKeyValue = default;
  288. }
  289. await base.DisposeAsync().ConfigureAwait(false);
  290. }
  291. protected override async ValueTask<bool> MoveNextCore()
  292. {
  293. switch (_state)
  294. {
  295. case AsyncIteratorState.Allocated:
  296. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  297. _state = AsyncIteratorState.Iterating;
  298. goto case AsyncIteratorState.Iterating;
  299. case AsyncIteratorState.Iterating:
  300. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  301. {
  302. var item = _enumerator.Current;
  303. var key = _keySelector(item);
  304. var comparerEquals = false;
  305. if (_hasCurrentKey)
  306. {
  307. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  308. }
  309. if (!_hasCurrentKey || !comparerEquals)
  310. {
  311. _hasCurrentKey = true;
  312. _currentKeyValue = key;
  313. _current = item;
  314. return true;
  315. }
  316. }
  317. break; // case
  318. }
  319. await DisposeAsync().ConfigureAwait(false);
  320. return false;
  321. }
  322. }
  323. private sealed class DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey> : AsyncIterator<TSource>
  324. {
  325. private readonly IEqualityComparer<TKey> _comparer;
  326. private readonly Func<TSource, ValueTask<TKey>> _keySelector;
  327. private readonly IAsyncEnumerable<TSource> _source;
  328. private TKey _currentKeyValue;
  329. private IAsyncEnumerator<TSource> _enumerator;
  330. private bool _hasCurrentKey;
  331. public DistinctUntilChangedAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  332. {
  333. _source = source;
  334. _keySelector = keySelector;
  335. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  336. }
  337. public override AsyncIteratorBase<TSource> Clone()
  338. {
  339. return new DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey>(_source, _keySelector, _comparer);
  340. }
  341. public override async ValueTask DisposeAsync()
  342. {
  343. if (_enumerator != null)
  344. {
  345. await _enumerator.DisposeAsync().ConfigureAwait(false);
  346. _enumerator = null;
  347. _currentKeyValue = default;
  348. }
  349. await base.DisposeAsync().ConfigureAwait(false);
  350. }
  351. protected override async ValueTask<bool> MoveNextCore()
  352. {
  353. switch (_state)
  354. {
  355. case AsyncIteratorState.Allocated:
  356. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  357. _state = AsyncIteratorState.Iterating;
  358. goto case AsyncIteratorState.Iterating;
  359. case AsyncIteratorState.Iterating:
  360. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  361. {
  362. var item = _enumerator.Current;
  363. var key = await _keySelector(item).ConfigureAwait(false);
  364. var comparerEquals = false;
  365. if (_hasCurrentKey)
  366. {
  367. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  368. }
  369. if (!_hasCurrentKey || !comparerEquals)
  370. {
  371. _hasCurrentKey = true;
  372. _currentKeyValue = key;
  373. _current = item;
  374. return true;
  375. }
  376. }
  377. break; // case
  378. }
  379. await DisposeAsync().ConfigureAwait(false);
  380. return false;
  381. }
  382. }
  383. #if !NO_DEEP_CANCELLATION
  384. private sealed class DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey> : AsyncIterator<TSource>
  385. {
  386. private readonly IEqualityComparer<TKey> _comparer;
  387. private readonly Func<TSource, CancellationToken, ValueTask<TKey>> _keySelector;
  388. private readonly IAsyncEnumerable<TSource> _source;
  389. private TKey _currentKeyValue;
  390. private IAsyncEnumerator<TSource> _enumerator;
  391. private bool _hasCurrentKey;
  392. public DistinctUntilChangedAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  393. {
  394. _source = source;
  395. _keySelector = keySelector;
  396. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  397. }
  398. public override AsyncIteratorBase<TSource> Clone()
  399. {
  400. return new DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey>(_source, _keySelector, _comparer);
  401. }
  402. public override async ValueTask DisposeAsync()
  403. {
  404. if (_enumerator != null)
  405. {
  406. await _enumerator.DisposeAsync().ConfigureAwait(false);
  407. _enumerator = null;
  408. _currentKeyValue = default;
  409. }
  410. await base.DisposeAsync().ConfigureAwait(false);
  411. }
  412. protected override async ValueTask<bool> MoveNextCore()
  413. {
  414. switch (_state)
  415. {
  416. case AsyncIteratorState.Allocated:
  417. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  418. _state = AsyncIteratorState.Iterating;
  419. goto case AsyncIteratorState.Iterating;
  420. case AsyncIteratorState.Iterating:
  421. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  422. {
  423. var item = _enumerator.Current;
  424. var key = await _keySelector(item, _cancellationToken).ConfigureAwait(false);
  425. var comparerEquals = false;
  426. if (_hasCurrentKey)
  427. {
  428. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  429. }
  430. if (!_hasCurrentKey || !comparerEquals)
  431. {
  432. _hasCurrentKey = true;
  433. _currentKeyValue = key;
  434. _current = item;
  435. return true;
  436. }
  437. }
  438. break; // case
  439. }
  440. await DisposeAsync().ConfigureAwait(false);
  441. return false;
  442. }
  443. }
  444. #endif
  445. #endif
  446. }
  447. }