OrderedAsyncEnumerable.cs 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. // TODO: Add optimizations for First, Last, and ElementAt.
  11. internal abstract class OrderedAsyncEnumerable<TElement> : AsyncIterator<TElement>, IOrderedAsyncEnumerable<TElement>
  12. {
  13. protected IAsyncEnumerable<TElement> _source;
  14. private TElement[] _buffer;
  15. private int[] _indexes;
  16. private int _index;
  17. IOrderedAsyncEnumerable<TElement> IOrderedAsyncEnumerable<TElement>.CreateOrderedEnumerable<TKey>(Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending)
  18. {
  19. return new OrderedAsyncEnumerable<TElement, TKey>(_source, keySelector, comparer, descending, this);
  20. }
  21. IOrderedAsyncEnumerable<TElement> IOrderedAsyncEnumerable<TElement>.CreateOrderedEnumerable<TKey>(Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending)
  22. {
  23. return new OrderedAsyncEnumerableWithTask<TElement, TKey>(_source, keySelector, comparer, descending, this);
  24. }
  25. protected override async ValueTask<bool> MoveNextCore(CancellationToken cancellationToken)
  26. {
  27. switch (state)
  28. {
  29. case AsyncIteratorState.Allocated:
  30. _buffer = await _source.ToArray(cancellationToken).ConfigureAwait(false);
  31. // REVIEW: If we add selectors with CancellationToken support, we should feed the token to Sort.
  32. var sorter = GetAsyncEnumerableSorter(next: null);
  33. _indexes = await sorter.Sort(_buffer, _buffer.Length).ConfigureAwait(false);
  34. _index = 0;
  35. state = AsyncIteratorState.Iterating;
  36. goto case AsyncIteratorState.Iterating;
  37. case AsyncIteratorState.Iterating:
  38. if (_index < _buffer.Length)
  39. {
  40. current = _buffer[_indexes[_index++]];
  41. return true;
  42. }
  43. await DisposeAsync().ConfigureAwait(false);
  44. break;
  45. }
  46. return false;
  47. }
  48. public override async ValueTask DisposeAsync()
  49. {
  50. _buffer = null;
  51. _indexes = null;
  52. await base.DisposeAsync().ConfigureAwait(false);
  53. }
  54. internal abstract AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next);
  55. }
  56. internal sealed class OrderedAsyncEnumerable<TElement, TKey> : OrderedAsyncEnumerable<TElement>
  57. {
  58. private readonly IComparer<TKey> _comparer;
  59. private readonly bool _descending;
  60. private readonly Func<TElement, TKey> _keySelector;
  61. private readonly OrderedAsyncEnumerable<TElement> _parent;
  62. public OrderedAsyncEnumerable(IAsyncEnumerable<TElement> source, Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending, OrderedAsyncEnumerable<TElement> parent)
  63. {
  64. Debug.Assert(source != null);
  65. Debug.Assert(keySelector != null);
  66. Debug.Assert(comparer != null);
  67. _source = source;
  68. _keySelector = keySelector;
  69. _comparer = comparer;
  70. _descending = descending;
  71. _parent = parent;
  72. }
  73. public override AsyncIterator<TElement> Clone()
  74. {
  75. return new OrderedAsyncEnumerable<TElement, TKey>(_source, _keySelector, _comparer, _descending, _parent);
  76. }
  77. internal override AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next)
  78. {
  79. var sorter = new SyncKeySelectorAsyncEnumerableSorter<TElement, TKey>(_keySelector, _comparer, _descending, next);
  80. if (_parent != null)
  81. {
  82. return _parent.GetAsyncEnumerableSorter(sorter);
  83. }
  84. return sorter;
  85. }
  86. }
  87. internal sealed class OrderedAsyncEnumerableWithTask<TElement, TKey> : OrderedAsyncEnumerable<TElement>
  88. {
  89. private readonly IComparer<TKey> _comparer;
  90. private readonly bool _descending;
  91. private readonly Func<TElement, Task<TKey>> _keySelector;
  92. private readonly OrderedAsyncEnumerable<TElement> _parent;
  93. public OrderedAsyncEnumerableWithTask(IAsyncEnumerable<TElement> source, Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending, OrderedAsyncEnumerable<TElement> parent)
  94. {
  95. Debug.Assert(source != null);
  96. Debug.Assert(keySelector != null);
  97. Debug.Assert(comparer != null);
  98. _source = source;
  99. _keySelector = keySelector;
  100. _comparer = comparer;
  101. _descending = descending;
  102. _parent = parent;
  103. }
  104. public override AsyncIterator<TElement> Clone()
  105. {
  106. return new OrderedAsyncEnumerableWithTask<TElement, TKey>(_source, _keySelector, _comparer, _descending, _parent);
  107. }
  108. internal override AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next)
  109. {
  110. var sorter = new AsyncKeySelectorAsyncEnumerableSorter<TElement, TKey>(_keySelector, _comparer, _descending, next);
  111. if (_parent != null)
  112. {
  113. return _parent.GetAsyncEnumerableSorter(sorter);
  114. }
  115. return sorter;
  116. }
  117. }
  118. internal abstract class AsyncEnumerableSorter<TElement>
  119. {
  120. internal abstract ValueTask ComputeKeys(TElement[] elements, int count);
  121. internal abstract int CompareKeys(int index1, int index2);
  122. public async ValueTask<int[]> Sort(TElement[] elements, int count)
  123. {
  124. await ComputeKeys(elements, count).ConfigureAwait(false);
  125. var map = new int[count];
  126. for (var i = 0; i < count; i++)
  127. {
  128. map[i] = i;
  129. }
  130. QuickSort(map, 0, count - 1);
  131. return map;
  132. }
  133. private void QuickSort(int[] map, int left, int right)
  134. {
  135. do
  136. {
  137. var i = left;
  138. var j = right;
  139. var x = map[i + (j - i >> 1)];
  140. do
  141. {
  142. while (i < map.Length && CompareKeys(x, map[i]) > 0)
  143. {
  144. i++;
  145. }
  146. while (j >= 0 && CompareKeys(x, map[j]) < 0)
  147. {
  148. j--;
  149. }
  150. if (i > j)
  151. {
  152. break;
  153. }
  154. if (i < j)
  155. {
  156. var temp = map[i];
  157. map[i] = map[j];
  158. map[j] = temp;
  159. }
  160. i++;
  161. j--;
  162. }
  163. while (i <= j);
  164. if (j - left <= right - i)
  165. {
  166. if (left < j)
  167. {
  168. QuickSort(map, left, j);
  169. }
  170. left = i;
  171. }
  172. else
  173. {
  174. if (i < right)
  175. {
  176. QuickSort(map, i, right);
  177. }
  178. right = j;
  179. }
  180. }
  181. while (left < right);
  182. }
  183. }
  184. internal abstract class AsyncEnumerableSorterBase<TElement, TKey> : AsyncEnumerableSorter<TElement>
  185. {
  186. private readonly IComparer<TKey> _comparer;
  187. private readonly bool _descending;
  188. protected readonly AsyncEnumerableSorter<TElement> _next;
  189. protected TKey[] _keys;
  190. public AsyncEnumerableSorterBase(IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  191. {
  192. _comparer = comparer;
  193. _descending = descending;
  194. _next = next;
  195. }
  196. internal override int CompareKeys(int index1, int index2)
  197. {
  198. var c = _comparer.Compare(_keys[index1], _keys[index2]);
  199. if (c == 0)
  200. {
  201. return _next == null ? index1 - index2 : _next.CompareKeys(index1, index2);
  202. }
  203. else
  204. {
  205. return (_descending != (c > 0)) ? 1 : -1;
  206. }
  207. }
  208. }
  209. internal sealed class SyncKeySelectorAsyncEnumerableSorter<TElement, TKey> : AsyncEnumerableSorterBase<TElement, TKey>
  210. {
  211. private readonly Func<TElement, TKey> _keySelector;
  212. public SyncKeySelectorAsyncEnumerableSorter(Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  213. : base(comparer, descending, next)
  214. {
  215. _keySelector = keySelector;
  216. }
  217. internal override async ValueTask ComputeKeys(TElement[] elements, int count)
  218. {
  219. _keys = new TKey[count];
  220. for (var i = 0; i < count; i++)
  221. {
  222. _keys[i] = _keySelector(elements[i]);
  223. }
  224. if (_next != null)
  225. {
  226. await _next.ComputeKeys(elements, count).ConfigureAwait(false);
  227. }
  228. }
  229. }
  230. internal sealed class AsyncKeySelectorAsyncEnumerableSorter<TElement, TKey> : AsyncEnumerableSorterBase<TElement, TKey>
  231. {
  232. private readonly Func<TElement, Task<TKey>> _keySelector;
  233. public AsyncKeySelectorAsyncEnumerableSorter(Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  234. : base(comparer, descending, next)
  235. {
  236. _keySelector = keySelector;
  237. }
  238. internal override async ValueTask ComputeKeys(TElement[] elements, int count)
  239. {
  240. _keys = new TKey[count];
  241. for (var i = 0; i < count; i++)
  242. {
  243. _keys[i] = await _keySelector(elements[i]).ConfigureAwait(false);
  244. }
  245. if (_next != null)
  246. {
  247. await _next.ComputeKeys(elements, count).ConfigureAwait(false);
  248. }
  249. }
  250. }
  251. }