DistinctUntilChanged.cs 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerableEx
  11. {
  12. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource>(this IAsyncEnumerable<TSource> source)
  13. {
  14. if (source == null)
  15. throw Error.ArgumentNull(nameof(source));
  16. return DistinctUntilChangedCore(source, comparer: null);
  17. }
  18. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource>(this IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  19. {
  20. if (source == null)
  21. throw Error.ArgumentNull(nameof(source));
  22. return DistinctUntilChangedCore(source, comparer);
  23. }
  24. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector)
  25. {
  26. if (source == null)
  27. throw Error.ArgumentNull(nameof(source));
  28. if (keySelector == null)
  29. throw Error.ArgumentNull(nameof(keySelector));
  30. return DistinctUntilChangedCore(source, keySelector, comparer: null);
  31. }
  32. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  33. {
  34. if (source == null)
  35. throw Error.ArgumentNull(nameof(source));
  36. if (keySelector == null)
  37. throw Error.ArgumentNull(nameof(keySelector));
  38. return DistinctUntilChangedCore(source, keySelector, comparer);
  39. }
  40. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector)
  41. {
  42. if (source == null)
  43. throw Error.ArgumentNull(nameof(source));
  44. if (keySelector == null)
  45. throw Error.ArgumentNull(nameof(keySelector));
  46. return DistinctUntilChangedCore<TSource, TKey>(source, keySelector, comparer: null);
  47. }
  48. #if !NO_DEEP_CANCELLATION
  49. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector)
  50. {
  51. if (source == null)
  52. throw Error.ArgumentNull(nameof(source));
  53. if (keySelector == null)
  54. throw Error.ArgumentNull(nameof(keySelector));
  55. return DistinctUntilChangedCore<TSource, TKey>(source, keySelector, comparer: null);
  56. }
  57. #endif
  58. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  59. {
  60. if (source == null)
  61. throw Error.ArgumentNull(nameof(source));
  62. if (keySelector == null)
  63. throw Error.ArgumentNull(nameof(keySelector));
  64. return DistinctUntilChangedCore(source, keySelector, comparer);
  65. }
  66. #if !NO_DEEP_CANCELLATION
  67. public static IAsyncEnumerable<TSource> DistinctUntilChanged<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  68. {
  69. if (source == null)
  70. throw Error.ArgumentNull(nameof(source));
  71. if (keySelector == null)
  72. throw Error.ArgumentNull(nameof(keySelector));
  73. return DistinctUntilChangedCore(source, keySelector, comparer);
  74. }
  75. #endif
  76. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource>(IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  77. {
  78. #if USE_ASYNC_ITERATOR
  79. if (comparer == null)
  80. {
  81. comparer = EqualityComparer<TSource>.Default;
  82. }
  83. return AsyncEnumerable.Create(Core);
  84. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  85. {
  86. var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false);
  87. try // REVIEW: Can use `await using` if we get pattern bind (HAS_AWAIT_USING_PATTERN_BIND)
  88. {
  89. if (!await e.MoveNextAsync())
  90. {
  91. yield break;
  92. }
  93. TSource latest = e.Current;
  94. yield return latest;
  95. while (await e.MoveNextAsync())
  96. {
  97. TSource item = e.Current;
  98. if (!comparer.Equals(latest, item))
  99. {
  100. latest = item;
  101. yield return latest;
  102. }
  103. }
  104. }
  105. finally
  106. {
  107. await e.DisposeAsync();
  108. }
  109. }
  110. #else
  111. return new DistinctUntilChangedAsyncIterator<TSource>(source, comparer);
  112. #endif
  113. }
  114. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  115. {
  116. #if USE_ASYNC_ITERATOR
  117. if (comparer == null)
  118. {
  119. comparer = EqualityComparer<TKey>.Default;
  120. }
  121. return AsyncEnumerable.Create(Core);
  122. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  123. {
  124. var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false);
  125. try // REVIEW: Can use `await using` if we get pattern bind (HAS_AWAIT_USING_PATTERN_BIND)
  126. {
  127. if (!await e.MoveNextAsync())
  128. {
  129. yield break;
  130. }
  131. TSource item = e.Current;
  132. TKey latestKey = keySelector(item);
  133. yield return item;
  134. while (await e.MoveNextAsync())
  135. {
  136. item = e.Current;
  137. TKey currentKey = keySelector(item);
  138. if (!comparer.Equals(latestKey, currentKey))
  139. {
  140. latestKey = currentKey;
  141. yield return item;
  142. }
  143. }
  144. }
  145. finally
  146. {
  147. await e.DisposeAsync();
  148. }
  149. }
  150. #else
  151. return new DistinctUntilChangedAsyncIterator<TSource, TKey>(source, keySelector, comparer);
  152. #endif
  153. }
  154. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  155. {
  156. #if USE_ASYNC_ITERATOR
  157. if (comparer == null)
  158. {
  159. comparer = EqualityComparer<TKey>.Default;
  160. }
  161. return AsyncEnumerable.Create(Core);
  162. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  163. {
  164. var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false);
  165. try // REVIEW: Can use `await using` if we get pattern bind (HAS_AWAIT_USING_PATTERN_BIND)
  166. {
  167. if (!await e.MoveNextAsync())
  168. {
  169. yield break;
  170. }
  171. TSource item = e.Current;
  172. TKey latestKey = await keySelector(item).ConfigureAwait(false);
  173. yield return item;
  174. while (await e.MoveNextAsync())
  175. {
  176. item = e.Current;
  177. TKey currentKey = await keySelector(item).ConfigureAwait(false);
  178. if (!comparer.Equals(latestKey, currentKey))
  179. {
  180. latestKey = currentKey;
  181. yield return item;
  182. }
  183. }
  184. }
  185. finally
  186. {
  187. await e.DisposeAsync();
  188. }
  189. }
  190. #else
  191. return new DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey>(source, keySelector, comparer);
  192. #endif
  193. }
  194. #if !NO_DEEP_CANCELLATION
  195. private static IAsyncEnumerable<TSource> DistinctUntilChangedCore<TSource, TKey>(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  196. {
  197. #if USE_ASYNC_ITERATOR
  198. if (comparer == null)
  199. {
  200. comparer = EqualityComparer<TKey>.Default;
  201. }
  202. return AsyncEnumerable.Create(Core);
  203. async IAsyncEnumerator<TSource> Core(CancellationToken cancellationToken)
  204. {
  205. var e = source.GetConfiguredAsyncEnumerator(cancellationToken, false);
  206. try // REVIEW: Can use `await using` if we get pattern bind (HAS_AWAIT_USING_PATTERN_BIND)
  207. {
  208. if (!await e.MoveNextAsync())
  209. {
  210. yield break;
  211. }
  212. TSource item = e.Current;
  213. TKey latestKey = await keySelector(item, cancellationToken).ConfigureAwait(false);
  214. yield return item;
  215. while (await e.MoveNextAsync())
  216. {
  217. item = e.Current;
  218. TKey currentKey = await keySelector(item, cancellationToken).ConfigureAwait(false);
  219. if (!comparer.Equals(latestKey, currentKey))
  220. {
  221. latestKey = currentKey;
  222. yield return item;
  223. }
  224. }
  225. }
  226. finally
  227. {
  228. await e.DisposeAsync();
  229. }
  230. }
  231. #else
  232. return new DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey>(source, keySelector, comparer);
  233. #endif
  234. }
  235. #endif
  236. #if !USE_ASYNC_ITERATOR
  237. private sealed class DistinctUntilChangedAsyncIterator<TSource> : AsyncIterator<TSource>
  238. {
  239. private readonly IEqualityComparer<TSource> _comparer;
  240. private readonly IAsyncEnumerable<TSource> _source;
  241. private TSource _currentValue;
  242. private IAsyncEnumerator<TSource> _enumerator;
  243. private bool _hasCurrentValue;
  244. public DistinctUntilChangedAsyncIterator(IAsyncEnumerable<TSource> source, IEqualityComparer<TSource> comparer)
  245. {
  246. Debug.Assert(source != null);
  247. _source = source;
  248. _comparer = comparer ?? EqualityComparer<TSource>.Default;
  249. }
  250. public override AsyncIteratorBase<TSource> Clone()
  251. {
  252. return new DistinctUntilChangedAsyncIterator<TSource>(_source, _comparer);
  253. }
  254. public override async ValueTask DisposeAsync()
  255. {
  256. if (_enumerator != null)
  257. {
  258. await _enumerator.DisposeAsync().ConfigureAwait(false);
  259. _enumerator = null;
  260. _currentValue = default;
  261. }
  262. await base.DisposeAsync().ConfigureAwait(false);
  263. }
  264. protected override async ValueTask<bool> MoveNextCore()
  265. {
  266. switch (_state)
  267. {
  268. case AsyncIteratorState.Allocated:
  269. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  270. _state = AsyncIteratorState.Iterating;
  271. goto case AsyncIteratorState.Iterating;
  272. case AsyncIteratorState.Iterating:
  273. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  274. {
  275. var item = _enumerator.Current;
  276. var comparerEquals = false;
  277. if (_hasCurrentValue)
  278. {
  279. comparerEquals = _comparer.Equals(_currentValue, item);
  280. }
  281. if (!_hasCurrentValue || !comparerEquals)
  282. {
  283. _hasCurrentValue = true;
  284. _currentValue = item;
  285. _current = item;
  286. return true;
  287. }
  288. }
  289. break;
  290. }
  291. await DisposeAsync().ConfigureAwait(false);
  292. return false;
  293. }
  294. }
  295. private sealed class DistinctUntilChangedAsyncIterator<TSource, TKey> : AsyncIterator<TSource>
  296. {
  297. private readonly IEqualityComparer<TKey> _comparer;
  298. private readonly Func<TSource, TKey> _keySelector;
  299. private readonly IAsyncEnumerable<TSource> _source;
  300. private TKey _currentKeyValue;
  301. private IAsyncEnumerator<TSource> _enumerator;
  302. private bool _hasCurrentKey;
  303. public DistinctUntilChangedAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  304. {
  305. _source = source;
  306. _keySelector = keySelector;
  307. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  308. }
  309. public override AsyncIteratorBase<TSource> Clone()
  310. {
  311. return new DistinctUntilChangedAsyncIterator<TSource, TKey>(_source, _keySelector, _comparer);
  312. }
  313. public override async ValueTask DisposeAsync()
  314. {
  315. if (_enumerator != null)
  316. {
  317. await _enumerator.DisposeAsync().ConfigureAwait(false);
  318. _enumerator = null;
  319. _currentKeyValue = default;
  320. }
  321. await base.DisposeAsync().ConfigureAwait(false);
  322. }
  323. protected override async ValueTask<bool> MoveNextCore()
  324. {
  325. switch (_state)
  326. {
  327. case AsyncIteratorState.Allocated:
  328. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  329. _state = AsyncIteratorState.Iterating;
  330. goto case AsyncIteratorState.Iterating;
  331. case AsyncIteratorState.Iterating:
  332. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  333. {
  334. var item = _enumerator.Current;
  335. var key = _keySelector(item);
  336. var comparerEquals = false;
  337. if (_hasCurrentKey)
  338. {
  339. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  340. }
  341. if (!_hasCurrentKey || !comparerEquals)
  342. {
  343. _hasCurrentKey = true;
  344. _currentKeyValue = key;
  345. _current = item;
  346. return true;
  347. }
  348. }
  349. break; // case
  350. }
  351. await DisposeAsync().ConfigureAwait(false);
  352. return false;
  353. }
  354. }
  355. private sealed class DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey> : AsyncIterator<TSource>
  356. {
  357. private readonly IEqualityComparer<TKey> _comparer;
  358. private readonly Func<TSource, ValueTask<TKey>> _keySelector;
  359. private readonly IAsyncEnumerable<TSource> _source;
  360. private TKey _currentKeyValue;
  361. private IAsyncEnumerator<TSource> _enumerator;
  362. private bool _hasCurrentKey;
  363. public DistinctUntilChangedAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  364. {
  365. _source = source;
  366. _keySelector = keySelector;
  367. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  368. }
  369. public override AsyncIteratorBase<TSource> Clone()
  370. {
  371. return new DistinctUntilChangedAsyncIteratorWithTask<TSource, TKey>(_source, _keySelector, _comparer);
  372. }
  373. public override async ValueTask DisposeAsync()
  374. {
  375. if (_enumerator != null)
  376. {
  377. await _enumerator.DisposeAsync().ConfigureAwait(false);
  378. _enumerator = null;
  379. _currentKeyValue = default;
  380. }
  381. await base.DisposeAsync().ConfigureAwait(false);
  382. }
  383. protected override async ValueTask<bool> MoveNextCore()
  384. {
  385. switch (_state)
  386. {
  387. case AsyncIteratorState.Allocated:
  388. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  389. _state = AsyncIteratorState.Iterating;
  390. goto case AsyncIteratorState.Iterating;
  391. case AsyncIteratorState.Iterating:
  392. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  393. {
  394. var item = _enumerator.Current;
  395. var key = await _keySelector(item).ConfigureAwait(false);
  396. var comparerEquals = false;
  397. if (_hasCurrentKey)
  398. {
  399. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  400. }
  401. if (!_hasCurrentKey || !comparerEquals)
  402. {
  403. _hasCurrentKey = true;
  404. _currentKeyValue = key;
  405. _current = item;
  406. return true;
  407. }
  408. }
  409. break; // case
  410. }
  411. await DisposeAsync().ConfigureAwait(false);
  412. return false;
  413. }
  414. }
  415. #if !NO_DEEP_CANCELLATION
  416. private sealed class DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey> : AsyncIterator<TSource>
  417. {
  418. private readonly IEqualityComparer<TKey> _comparer;
  419. private readonly Func<TSource, CancellationToken, ValueTask<TKey>> _keySelector;
  420. private readonly IAsyncEnumerable<TSource> _source;
  421. private TKey _currentKeyValue;
  422. private IAsyncEnumerator<TSource> _enumerator;
  423. private bool _hasCurrentKey;
  424. public DistinctUntilChangedAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TKey>> keySelector, IEqualityComparer<TKey> comparer)
  425. {
  426. _source = source;
  427. _keySelector = keySelector;
  428. _comparer = comparer ?? EqualityComparer<TKey>.Default;
  429. }
  430. public override AsyncIteratorBase<TSource> Clone()
  431. {
  432. return new DistinctUntilChangedAsyncIteratorWithTaskAndCancellation<TSource, TKey>(_source, _keySelector, _comparer);
  433. }
  434. public override async ValueTask DisposeAsync()
  435. {
  436. if (_enumerator != null)
  437. {
  438. await _enumerator.DisposeAsync().ConfigureAwait(false);
  439. _enumerator = null;
  440. _currentKeyValue = default;
  441. }
  442. await base.DisposeAsync().ConfigureAwait(false);
  443. }
  444. protected override async ValueTask<bool> MoveNextCore()
  445. {
  446. switch (_state)
  447. {
  448. case AsyncIteratorState.Allocated:
  449. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  450. _state = AsyncIteratorState.Iterating;
  451. goto case AsyncIteratorState.Iterating;
  452. case AsyncIteratorState.Iterating:
  453. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  454. {
  455. var item = _enumerator.Current;
  456. var key = await _keySelector(item, _cancellationToken).ConfigureAwait(false);
  457. var comparerEquals = false;
  458. if (_hasCurrentKey)
  459. {
  460. comparerEquals = _comparer.Equals(_currentKeyValue, key);
  461. }
  462. if (!_hasCurrentKey || !comparerEquals)
  463. {
  464. _hasCurrentKey = true;
  465. _currentKeyValue = key;
  466. _current = item;
  467. return true;
  468. }
  469. }
  470. break; // case
  471. }
  472. await DisposeAsync().ConfigureAwait(false);
  473. return false;
  474. }
  475. }
  476. #endif
  477. #endif
  478. }
  479. }