OrderedAsyncEnumerable.cs 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. // TODO: Add optimizations for First, Last, and ElementAt.
  11. internal abstract class OrderedAsyncEnumerable<TElement> : AsyncIterator<TElement>, IOrderedAsyncEnumerable<TElement>
  12. {
  13. protected IAsyncEnumerable<TElement> _source;
  14. private TElement[] _buffer;
  15. private int[] _indexes;
  16. private int _index;
  17. IOrderedAsyncEnumerable<TElement> IOrderedAsyncEnumerable<TElement>.CreateOrderedEnumerable<TKey>(Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending)
  18. {
  19. return new OrderedAsyncEnumerable<TElement, TKey>(_source, keySelector, comparer, descending, this);
  20. }
  21. IOrderedAsyncEnumerable<TElement> IOrderedAsyncEnumerable<TElement>.CreateOrderedEnumerable<TKey>(Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending)
  22. {
  23. return new OrderedAsyncEnumerableWithTask<TElement, TKey>(_source, keySelector, comparer, descending, this);
  24. }
  25. protected override async ValueTask<bool> MoveNextCore()
  26. {
  27. switch (_state)
  28. {
  29. case AsyncIteratorState.Allocated:
  30. _buffer = await _source.ToArray(_cancellationToken).ConfigureAwait(false);
  31. // REVIEW: If we add selectors with CancellationToken support, we should feed the token to Sort.
  32. var sorter = GetAsyncEnumerableSorter(next: null);
  33. _indexes = await sorter.Sort(_buffer, _buffer.Length).ConfigureAwait(false);
  34. _index = 0;
  35. _state = AsyncIteratorState.Iterating;
  36. goto case AsyncIteratorState.Iterating;
  37. case AsyncIteratorState.Iterating:
  38. if (_index < _buffer.Length)
  39. {
  40. _current = _buffer[_indexes[_index++]];
  41. return true;
  42. }
  43. await DisposeAsync().ConfigureAwait(false);
  44. break;
  45. }
  46. return false;
  47. }
  48. public override async ValueTask DisposeAsync()
  49. {
  50. _buffer = null;
  51. _indexes = null;
  52. await base.DisposeAsync().ConfigureAwait(false);
  53. }
  54. internal abstract AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next);
  55. }
  56. internal sealed class OrderedAsyncEnumerable<TElement, TKey> : OrderedAsyncEnumerable<TElement>
  57. {
  58. private readonly IComparer<TKey> _comparer;
  59. private readonly bool _descending;
  60. private readonly Func<TElement, TKey> _keySelector;
  61. private readonly OrderedAsyncEnumerable<TElement> _parent;
  62. public OrderedAsyncEnumerable(IAsyncEnumerable<TElement> source, Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending, OrderedAsyncEnumerable<TElement> parent)
  63. {
  64. Debug.Assert(source != null);
  65. Debug.Assert(keySelector != null);
  66. _source = source;
  67. _keySelector = keySelector;
  68. _comparer = comparer;
  69. _descending = descending;
  70. _parent = parent;
  71. }
  72. public override AsyncIteratorBase<TElement> Clone()
  73. {
  74. return new OrderedAsyncEnumerable<TElement, TKey>(_source, _keySelector, _comparer, _descending, _parent);
  75. }
  76. internal override AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next)
  77. {
  78. var sorter = new SyncKeySelectorAsyncEnumerableSorter<TElement, TKey>(_keySelector, _comparer, _descending, next);
  79. if (_parent != null)
  80. {
  81. return _parent.GetAsyncEnumerableSorter(sorter);
  82. }
  83. return sorter;
  84. }
  85. }
  86. internal sealed class OrderedAsyncEnumerableWithTask<TElement, TKey> : OrderedAsyncEnumerable<TElement>
  87. {
  88. private readonly IComparer<TKey> _comparer;
  89. private readonly bool _descending;
  90. private readonly Func<TElement, Task<TKey>> _keySelector;
  91. private readonly OrderedAsyncEnumerable<TElement> _parent;
  92. public OrderedAsyncEnumerableWithTask(IAsyncEnumerable<TElement> source, Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending, OrderedAsyncEnumerable<TElement> parent)
  93. {
  94. Debug.Assert(source != null);
  95. Debug.Assert(keySelector != null);
  96. _source = source;
  97. _keySelector = keySelector;
  98. _comparer = comparer;
  99. _descending = descending;
  100. _parent = parent;
  101. }
  102. public override AsyncIteratorBase<TElement> Clone()
  103. {
  104. return new OrderedAsyncEnumerableWithTask<TElement, TKey>(_source, _keySelector, _comparer, _descending, _parent);
  105. }
  106. internal override AsyncEnumerableSorter<TElement> GetAsyncEnumerableSorter(AsyncEnumerableSorter<TElement> next)
  107. {
  108. var sorter = new AsyncKeySelectorAsyncEnumerableSorter<TElement, TKey>(_keySelector, _comparer, _descending, next);
  109. if (_parent != null)
  110. {
  111. return _parent.GetAsyncEnumerableSorter(sorter);
  112. }
  113. return sorter;
  114. }
  115. }
  116. internal abstract class AsyncEnumerableSorter<TElement>
  117. {
  118. internal abstract ValueTask ComputeKeys(TElement[] elements, int count);
  119. internal abstract int CompareKeys(int index1, int index2);
  120. public async ValueTask<int[]> Sort(TElement[] elements, int count)
  121. {
  122. await ComputeKeys(elements, count).ConfigureAwait(false);
  123. var map = new int[count];
  124. for (var i = 0; i < count; i++)
  125. {
  126. map[i] = i;
  127. }
  128. QuickSort(map, 0, count - 1);
  129. return map;
  130. }
  131. private void QuickSort(int[] map, int left, int right)
  132. {
  133. do
  134. {
  135. var i = left;
  136. var j = right;
  137. var x = map[i + (j - i >> 1)];
  138. do
  139. {
  140. while (i < map.Length && CompareKeys(x, map[i]) > 0)
  141. {
  142. i++;
  143. }
  144. while (j >= 0 && CompareKeys(x, map[j]) < 0)
  145. {
  146. j--;
  147. }
  148. if (i > j)
  149. {
  150. break;
  151. }
  152. if (i < j)
  153. {
  154. var temp = map[i];
  155. map[i] = map[j];
  156. map[j] = temp;
  157. }
  158. i++;
  159. j--;
  160. }
  161. while (i <= j);
  162. if (j - left <= right - i)
  163. {
  164. if (left < j)
  165. {
  166. QuickSort(map, left, j);
  167. }
  168. left = i;
  169. }
  170. else
  171. {
  172. if (i < right)
  173. {
  174. QuickSort(map, i, right);
  175. }
  176. right = j;
  177. }
  178. }
  179. while (left < right);
  180. }
  181. }
  182. internal abstract class AsyncEnumerableSorterBase<TElement, TKey> : AsyncEnumerableSorter<TElement>
  183. {
  184. private readonly IComparer<TKey> _comparer;
  185. private readonly bool _descending;
  186. protected readonly AsyncEnumerableSorter<TElement> _next;
  187. protected TKey[] _keys;
  188. public AsyncEnumerableSorterBase(IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  189. {
  190. _comparer = comparer ?? Comparer<TKey>.Default;
  191. _descending = descending;
  192. _next = next;
  193. }
  194. internal override int CompareKeys(int index1, int index2)
  195. {
  196. var c = _comparer.Compare(_keys[index1], _keys[index2]);
  197. if (c == 0)
  198. {
  199. return _next == null ? index1 - index2 : _next.CompareKeys(index1, index2);
  200. }
  201. else
  202. {
  203. return (_descending != (c > 0)) ? 1 : -1;
  204. }
  205. }
  206. }
  207. internal sealed class SyncKeySelectorAsyncEnumerableSorter<TElement, TKey> : AsyncEnumerableSorterBase<TElement, TKey>
  208. {
  209. private readonly Func<TElement, TKey> _keySelector;
  210. public SyncKeySelectorAsyncEnumerableSorter(Func<TElement, TKey> keySelector, IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  211. : base(comparer, descending, next)
  212. {
  213. _keySelector = keySelector;
  214. }
  215. internal override async ValueTask ComputeKeys(TElement[] elements, int count)
  216. {
  217. _keys = new TKey[count];
  218. for (var i = 0; i < count; i++)
  219. {
  220. _keys[i] = _keySelector(elements[i]);
  221. }
  222. if (_next != null)
  223. {
  224. await _next.ComputeKeys(elements, count).ConfigureAwait(false);
  225. }
  226. }
  227. }
  228. internal sealed class AsyncKeySelectorAsyncEnumerableSorter<TElement, TKey> : AsyncEnumerableSorterBase<TElement, TKey>
  229. {
  230. private readonly Func<TElement, Task<TKey>> _keySelector;
  231. public AsyncKeySelectorAsyncEnumerableSorter(Func<TElement, Task<TKey>> keySelector, IComparer<TKey> comparer, bool descending, AsyncEnumerableSorter<TElement> next)
  232. : base(comparer, descending, next)
  233. {
  234. _keySelector = keySelector;
  235. }
  236. internal override async ValueTask ComputeKeys(TElement[] elements, int count)
  237. {
  238. _keys = new TKey[count];
  239. for (var i = 0; i < count; i++)
  240. {
  241. _keys[i] = await _keySelector(elements[i]).ConfigureAwait(false);
  242. }
  243. if (_next != null)
  244. {
  245. await _next.ComputeKeys(elements, count).ConfigureAwait(false);
  246. }
  247. }
  248. }
  249. }