Grouping.cs 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections;
  5. using System.Collections.Generic;
  6. using System.Diagnostics;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. namespace System.Linq
  10. {
  11. public static partial class AsyncEnumerable
  12. {
  13. public static IAsyncEnumerable<IAsyncGrouping<TKey, TElement>> GroupBy<TSource, TKey, TElement>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TSource, TElement> elementSelector, IEqualityComparer<TKey> comparer)
  14. {
  15. if (source == null)
  16. {
  17. throw new ArgumentNullException(nameof(source));
  18. }
  19. if (keySelector == null)
  20. {
  21. throw new ArgumentNullException(nameof(keySelector));
  22. }
  23. if (elementSelector == null)
  24. {
  25. throw new ArgumentNullException(nameof(elementSelector));
  26. }
  27. if (comparer == null)
  28. {
  29. throw new ArgumentNullException(nameof(comparer));
  30. }
  31. return new GroupedAsyncEnumerable<TSource, TKey, TElement>(source, keySelector, elementSelector, comparer);
  32. }
  33. public static IAsyncEnumerable<IAsyncGrouping<TKey, TElement>> GroupBy<TSource, TKey, TElement>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TSource, TElement> elementSelector)
  34. {
  35. if (source == null)
  36. {
  37. throw new ArgumentNullException(nameof(source));
  38. }
  39. if (keySelector == null)
  40. {
  41. throw new ArgumentNullException(nameof(keySelector));
  42. }
  43. if (elementSelector == null)
  44. {
  45. throw new ArgumentNullException(nameof(elementSelector));
  46. }
  47. return source.GroupBy(keySelector, elementSelector, EqualityComparer<TKey>.Default);
  48. }
  49. public static IAsyncEnumerable<IAsyncGrouping<TKey, TSource>> GroupBy<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  50. {
  51. if (source == null)
  52. {
  53. throw new ArgumentNullException(nameof(source));
  54. }
  55. if (keySelector == null)
  56. {
  57. throw new ArgumentNullException(nameof(keySelector));
  58. }
  59. if (comparer == null)
  60. {
  61. throw new ArgumentNullException(nameof(comparer));
  62. }
  63. return new GroupedAsyncEnumerable<TSource, TKey>(source, keySelector, comparer);
  64. }
  65. public static IAsyncEnumerable<IAsyncGrouping<TKey, TSource>> GroupBy<TSource, TKey>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector)
  66. {
  67. if (source == null)
  68. {
  69. throw new ArgumentNullException(nameof(source));
  70. }
  71. if (keySelector == null)
  72. {
  73. throw new ArgumentNullException(nameof(keySelector));
  74. }
  75. return new GroupedAsyncEnumerable<TSource, TKey>(source, keySelector, EqualityComparer<TKey>.Default);
  76. }
  77. public static IAsyncEnumerable<TResult> GroupBy<TSource, TKey, TElement, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TSource, TElement> elementSelector, Func<TKey, IAsyncEnumerable<TElement>, TResult> resultSelector, IEqualityComparer<TKey> comparer)
  78. {
  79. if (source == null)
  80. {
  81. throw new ArgumentNullException(nameof(source));
  82. }
  83. if (keySelector == null)
  84. {
  85. throw new ArgumentNullException(nameof(keySelector));
  86. }
  87. if (elementSelector == null)
  88. {
  89. throw new ArgumentNullException(nameof(elementSelector));
  90. }
  91. if (resultSelector == null)
  92. {
  93. throw new ArgumentNullException(nameof(resultSelector));
  94. }
  95. if (comparer == null)
  96. {
  97. throw new ArgumentNullException(nameof(comparer));
  98. }
  99. return source.GroupBy(keySelector, elementSelector, comparer)
  100. .Select(g => resultSelector(g.Key, g));
  101. }
  102. public static IAsyncEnumerable<TResult> GroupBy<TSource, TKey, TElement, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TSource, TElement> elementSelector, Func<TKey, IAsyncEnumerable<TElement>, TResult> resultSelector)
  103. {
  104. if (source == null)
  105. {
  106. throw new ArgumentNullException(nameof(source));
  107. }
  108. if (keySelector == null)
  109. {
  110. throw new ArgumentNullException(nameof(keySelector));
  111. }
  112. if (elementSelector == null)
  113. {
  114. throw new ArgumentNullException(nameof(elementSelector));
  115. }
  116. if (resultSelector == null)
  117. {
  118. throw new ArgumentNullException(nameof(resultSelector));
  119. }
  120. return source.GroupBy(keySelector, elementSelector, EqualityComparer<TKey>.Default)
  121. .Select(g => resultSelector(g.Key, g));
  122. }
  123. public static IAsyncEnumerable<TResult> GroupBy<TSource, TKey, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TKey, IAsyncEnumerable<TSource>, TResult> resultSelector, IEqualityComparer<TKey> comparer)
  124. {
  125. if (source == null)
  126. {
  127. throw new ArgumentNullException(nameof(source));
  128. }
  129. if (keySelector == null)
  130. {
  131. throw new ArgumentNullException(nameof(keySelector));
  132. }
  133. if (resultSelector == null)
  134. {
  135. throw new ArgumentNullException(nameof(resultSelector));
  136. }
  137. if (comparer == null)
  138. {
  139. throw new ArgumentNullException(nameof(comparer));
  140. }
  141. return new GroupedResultAsyncEnumerable<TSource, TKey, TResult>(source, keySelector, resultSelector, comparer);
  142. }
  143. public static IAsyncEnumerable<TResult> GroupBy<TSource, TKey, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TKey, IAsyncEnumerable<TSource>, TResult> resultSelector)
  144. {
  145. if (source == null)
  146. {
  147. throw new ArgumentNullException(nameof(source));
  148. }
  149. if (keySelector == null)
  150. {
  151. throw new ArgumentNullException(nameof(keySelector));
  152. }
  153. if (resultSelector == null)
  154. {
  155. throw new ArgumentNullException(nameof(resultSelector));
  156. }
  157. return GroupBy(source, keySelector, resultSelector, EqualityComparer<TKey>.Default);
  158. }
  159. internal sealed class GroupedResultAsyncEnumerable<TSource, TKey, TResult> : AsyncIterator<TResult>, IIListProvider<TResult>
  160. {
  161. private readonly IAsyncEnumerable<TSource> source;
  162. private readonly Func<TSource, TKey> keySelector;
  163. private readonly Func<TKey, IAsyncEnumerable<TSource>, TResult> resultSelector;
  164. private readonly IEqualityComparer<TKey> comparer;
  165. private Internal.Lookup<TKey, TSource> lookup;
  166. private IEnumerator<TResult> enumerator;
  167. public GroupedResultAsyncEnumerable(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TKey, IAsyncEnumerable<TSource>, TResult> resultSelector, IEqualityComparer<TKey> comparer)
  168. {
  169. Debug.Assert(source != null);
  170. Debug.Assert(keySelector != null);
  171. Debug.Assert(resultSelector != null);
  172. Debug.Assert(comparer != null);
  173. this.source = source;
  174. this.keySelector = keySelector;
  175. this.resultSelector = resultSelector;
  176. this.comparer = comparer;
  177. }
  178. public override AsyncIterator<TResult> Clone()
  179. {
  180. return new GroupedResultAsyncEnumerable<TSource, TKey, TResult>(source, keySelector, resultSelector, comparer);
  181. }
  182. public override void Dispose()
  183. {
  184. if (enumerator != null)
  185. {
  186. enumerator.Dispose();
  187. enumerator = null;
  188. lookup = null;
  189. }
  190. base.Dispose();
  191. }
  192. protected override async Task<bool> MoveNextCore(CancellationToken cancellationToken)
  193. {
  194. switch (state)
  195. {
  196. case AsyncIteratorState.Allocated:
  197. lookup = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  198. enumerator = lookup.ApplyResultSelector(resultSelector).GetEnumerator();
  199. state = AsyncIteratorState.Iterating;
  200. goto case AsyncIteratorState.Iterating;
  201. case AsyncIteratorState.Iterating:
  202. if (enumerator.MoveNext())
  203. {
  204. current = enumerator.Current;
  205. return true;
  206. }
  207. Dispose();
  208. break;
  209. }
  210. return false;
  211. }
  212. public async Task<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  213. {
  214. var l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  215. return l.ToArray(resultSelector);
  216. }
  217. public async Task<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  218. {
  219. var l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  220. return l.ToList(resultSelector);
  221. }
  222. public async Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  223. {
  224. if (onlyIfCheap)
  225. {
  226. return -1;
  227. }
  228. var l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  229. return l.Count;
  230. }
  231. }
  232. internal sealed class GroupedAsyncEnumerable<TSource, TKey, TElement> : AsyncIterator<IAsyncGrouping<TKey, TElement>>, IIListProvider<IAsyncGrouping<TKey, TElement>>
  233. {
  234. private readonly IAsyncEnumerable<TSource> source;
  235. private readonly Func<TSource, TKey> keySelector;
  236. private readonly Func<TSource, TElement> elementSelector;
  237. private readonly IEqualityComparer<TKey> comparer;
  238. private Internal.Lookup<TKey, TElement> lookup;
  239. private IEnumerator<IGrouping<TKey, TElement>> enumerator;
  240. public GroupedAsyncEnumerable(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, Func<TSource, TElement> elementSelector, IEqualityComparer<TKey> comparer)
  241. {
  242. Debug.Assert(source != null);
  243. Debug.Assert(keySelector != null);
  244. Debug.Assert(elementSelector != null);
  245. Debug.Assert(comparer != null);
  246. this.source = source;
  247. this.keySelector = keySelector;
  248. this.elementSelector = elementSelector;
  249. this.comparer = comparer;
  250. }
  251. public override AsyncIterator<IAsyncGrouping<TKey, TElement>> Clone()
  252. {
  253. return new GroupedAsyncEnumerable<TSource, TKey, TElement>(source, keySelector, elementSelector, comparer);
  254. }
  255. public override void Dispose()
  256. {
  257. if (enumerator != null)
  258. {
  259. enumerator.Dispose();
  260. enumerator = null;
  261. lookup = null;
  262. }
  263. base.Dispose();
  264. }
  265. protected override async Task<bool> MoveNextCore(CancellationToken cancellationToken)
  266. {
  267. switch (state)
  268. {
  269. case AsyncIteratorState.Allocated:
  270. lookup = await Internal.Lookup<TKey, TElement>.CreateAsync(source, keySelector, elementSelector, comparer, cancellationToken).ConfigureAwait(false);
  271. enumerator = lookup.GetEnumerator();
  272. state = AsyncIteratorState.Iterating;
  273. goto case AsyncIteratorState.Iterating;
  274. case AsyncIteratorState.Iterating:
  275. if (enumerator.MoveNext())
  276. {
  277. current = (IAsyncGrouping<TKey, TElement>)enumerator.Current;
  278. return true;
  279. }
  280. Dispose();
  281. break;
  282. }
  283. return false;
  284. }
  285. public async Task<IAsyncGrouping<TKey, TElement>[]> ToArrayAsync(CancellationToken cancellationToken)
  286. {
  287. IIListProvider<IAsyncGrouping<TKey, TElement>> l = await Internal.Lookup<TKey, TElement>.CreateAsync(source, keySelector, elementSelector, comparer, cancellationToken).ConfigureAwait(false);
  288. return await l.ToArrayAsync(cancellationToken).ConfigureAwait(false);
  289. }
  290. public async Task<List<IAsyncGrouping<TKey, TElement>>> ToListAsync(CancellationToken cancellationToken)
  291. {
  292. IIListProvider<IAsyncGrouping<TKey, TElement>> l = await Internal.Lookup<TKey, TElement>.CreateAsync(source, keySelector, elementSelector, comparer, cancellationToken).ConfigureAwait(false);
  293. return await l.ToListAsync(cancellationToken).ConfigureAwait(false);
  294. }
  295. public async Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  296. {
  297. if (onlyIfCheap)
  298. {
  299. return -1;
  300. }
  301. var l = await Internal.Lookup<TKey, TElement>.CreateAsync(source, keySelector, elementSelector, comparer, cancellationToken).ConfigureAwait(false);
  302. return l.Count;
  303. }
  304. }
  305. internal sealed class GroupedAsyncEnumerable<TSource, TKey> : AsyncIterator<IAsyncGrouping<TKey, TSource>>, IIListProvider<IAsyncGrouping<TKey, TSource>>
  306. {
  307. private readonly IAsyncEnumerable<TSource> source;
  308. private readonly Func<TSource, TKey> keySelector;
  309. private readonly IEqualityComparer<TKey> comparer;
  310. private Internal.Lookup<TKey, TSource> lookup;
  311. private IEnumerator<IGrouping<TKey, TSource>> enumerator;
  312. public GroupedAsyncEnumerable(IAsyncEnumerable<TSource> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  313. {
  314. Debug.Assert(source != null);
  315. Debug.Assert(keySelector != null);
  316. Debug.Assert(comparer != null);
  317. this.source = source;
  318. this.keySelector = keySelector;
  319. this.comparer = comparer;
  320. }
  321. public override AsyncIterator<IAsyncGrouping<TKey, TSource>> Clone()
  322. {
  323. return new GroupedAsyncEnumerable<TSource, TKey>(source, keySelector, comparer);
  324. }
  325. public override void Dispose()
  326. {
  327. if (enumerator != null)
  328. {
  329. enumerator.Dispose();
  330. enumerator = null;
  331. lookup = null;
  332. }
  333. base.Dispose();
  334. }
  335. protected override async Task<bool> MoveNextCore(CancellationToken cancellationToken)
  336. {
  337. switch (state)
  338. {
  339. case AsyncIteratorState.Allocated:
  340. lookup = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  341. enumerator = lookup.GetEnumerator();
  342. state = AsyncIteratorState.Iterating;
  343. goto case AsyncIteratorState.Iterating;
  344. case AsyncIteratorState.Iterating:
  345. if (enumerator.MoveNext())
  346. {
  347. current = (IAsyncGrouping<TKey, TSource>)enumerator.Current;
  348. return true;
  349. }
  350. Dispose();
  351. break;
  352. }
  353. return false;
  354. }
  355. public async Task<IAsyncGrouping<TKey, TSource>[]> ToArrayAsync(CancellationToken cancellationToken)
  356. {
  357. IIListProvider<IAsyncGrouping<TKey, TSource>> l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  358. return await l.ToArrayAsync(cancellationToken).ConfigureAwait(false);
  359. }
  360. public async Task<List<IAsyncGrouping<TKey, TSource>>> ToListAsync(CancellationToken cancellationToken)
  361. {
  362. IIListProvider<IAsyncGrouping<TKey, TSource>> l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  363. return await l.ToListAsync(cancellationToken).ConfigureAwait(false);
  364. }
  365. public async Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  366. {
  367. if (onlyIfCheap)
  368. {
  369. return -1;
  370. }
  371. var l = await Internal.Lookup<TKey, TSource>.CreateAsync(source, keySelector, comparer, cancellationToken).ConfigureAwait(false);
  372. return l.Count;
  373. }
  374. }
  375. }
  376. }
  377. // Note: The type here has to be internal as System.Linq has it's own public copy we're not using
  378. namespace System.Linq.Internal
  379. {
  380. /// Adapted from System.Linq.Grouping from .NET Framework
  381. /// Source: https://github.com/dotnet/corefx/blob/b90532bc97b07234a7d18073819d019645285f1c/src/System.Linq/src/System/Linq/Grouping.cs#L64
  382. internal class Grouping<TKey, TElement> : IGrouping<TKey, TElement>, IList<TElement>, IAsyncGrouping<TKey, TElement>
  383. {
  384. internal int _count;
  385. internal TElement[] _elements;
  386. internal int _hashCode;
  387. internal Grouping<TKey, TElement> _hashNext;
  388. internal TKey _key;
  389. internal Grouping<TKey, TElement> _next;
  390. IEnumerator IEnumerable.GetEnumerator()
  391. {
  392. return GetEnumerator();
  393. }
  394. public IEnumerator<TElement> GetEnumerator()
  395. {
  396. for (var i = 0; i < _count; i++)
  397. {
  398. yield return _elements[i];
  399. }
  400. }
  401. // DDB195907: implement IGrouping<>.Key implicitly
  402. // so that WPF binding works on this property.
  403. public TKey Key
  404. {
  405. get { return _key; }
  406. }
  407. int ICollection<TElement>.Count
  408. {
  409. get { return _count; }
  410. }
  411. bool ICollection<TElement>.IsReadOnly
  412. {
  413. get { return true; }
  414. }
  415. void ICollection<TElement>.Add(TElement item)
  416. {
  417. throw new NotSupportedException(Strings.NOT_SUPPORTED);
  418. }
  419. void ICollection<TElement>.Clear()
  420. {
  421. throw new NotSupportedException(Strings.NOT_SUPPORTED);
  422. }
  423. bool ICollection<TElement>.Contains(TElement item)
  424. {
  425. return Array.IndexOf(_elements, item, 0, _count) >= 0;
  426. }
  427. void ICollection<TElement>.CopyTo(TElement[] array, int arrayIndex)
  428. {
  429. Array.Copy(_elements, 0, array, arrayIndex, _count);
  430. }
  431. bool ICollection<TElement>.Remove(TElement item)
  432. {
  433. throw new NotSupportedException(Strings.NOT_SUPPORTED);
  434. }
  435. int IList<TElement>.IndexOf(TElement item)
  436. {
  437. return Array.IndexOf(_elements, item, 0, _count);
  438. }
  439. void IList<TElement>.Insert(int index, TElement item)
  440. {
  441. throw new NotSupportedException(Strings.NOT_SUPPORTED);
  442. }
  443. void IList<TElement>.RemoveAt(int index)
  444. {
  445. throw new NotSupportedException(Strings.NOT_SUPPORTED);
  446. }
  447. TElement IList<TElement>.this[int index]
  448. {
  449. get
  450. {
  451. if (index < 0 || index >= _count)
  452. {
  453. throw new ArgumentOutOfRangeException(nameof(index));
  454. }
  455. return _elements[index];
  456. }
  457. set { throw new NotSupportedException(Strings.NOT_SUPPORTED); }
  458. }
  459. internal void Add(TElement element)
  460. {
  461. if (_elements.Length == _count)
  462. {
  463. Array.Resize(ref _elements, checked(_count * 2));
  464. }
  465. _elements[_count] = element;
  466. _count++;
  467. }
  468. internal void Trim()
  469. {
  470. if (_elements.Length != _count)
  471. {
  472. Array.Resize(ref _elements, _count);
  473. }
  474. }
  475. IAsyncEnumerator<TElement> IAsyncEnumerable<TElement>.GetEnumerator()
  476. {
  477. return this.ToAsyncEnumerable().GetEnumerator();
  478. }
  479. }
  480. }