Select.cs 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerable
  11. {
  12. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  13. {
  14. if (source == null)
  15. throw Error.ArgumentNull(nameof(source));
  16. if (selector == null)
  17. throw Error.ArgumentNull(nameof(selector));
  18. switch (source)
  19. {
  20. case AsyncIterator<TSource> iterator:
  21. return iterator.Select(selector);
  22. case IList<TSource> list:
  23. return new SelectIListIterator<TSource, TResult>(list, selector);
  24. }
  25. return new SelectEnumerableAsyncIterator<TSource, TResult>(source, selector);
  26. }
  27. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  28. {
  29. if (source == null)
  30. throw Error.ArgumentNull(nameof(source));
  31. if (selector == null)
  32. throw Error.ArgumentNull(nameof(selector));
  33. return new SelectEnumerableWithIndexAsyncIterator<TSource, TResult>(source, selector);
  34. }
  35. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, Task<TResult>> selector)
  36. {
  37. if (source == null)
  38. throw Error.ArgumentNull(nameof(source));
  39. if (selector == null)
  40. throw Error.ArgumentNull(nameof(selector));
  41. switch (source)
  42. {
  43. case AsyncIterator<TSource> iterator:
  44. return iterator.Select(selector);
  45. case IList<TSource> list:
  46. return new SelectIListIteratorWithTask<TSource, TResult>(list, selector);
  47. }
  48. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(source, selector);
  49. }
  50. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, Task<TResult>> selector)
  51. {
  52. if (source == null)
  53. throw Error.ArgumentNull(nameof(source));
  54. if (selector == null)
  55. throw Error.ArgumentNull(nameof(selector));
  56. return new SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult>(source, selector);
  57. }
  58. private static Func<TSource, TResult> CombineSelectors<TSource, TMiddle, TResult>(Func<TSource, TMiddle> selector1, Func<TMiddle, TResult> selector2)
  59. {
  60. return x => selector2(selector1(x));
  61. }
  62. private static Func<TSource, Task<TResult>> CombineSelectors<TSource, TMiddle, TResult>(Func<TSource, Task<TMiddle>> selector1, Func<TMiddle, Task<TResult>> selector2)
  63. {
  64. return async x => await selector2(await selector1(x).ConfigureAwait(false)).ConfigureAwait(false);
  65. }
  66. internal sealed class SelectEnumerableAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  67. {
  68. private readonly Func<TSource, TResult> _selector;
  69. private readonly IAsyncEnumerable<TSource> _source;
  70. private IAsyncEnumerator<TSource> _enumerator;
  71. public SelectEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  72. {
  73. Debug.Assert(source != null);
  74. Debug.Assert(selector != null);
  75. _source = source;
  76. _selector = selector;
  77. }
  78. public override AsyncIterator<TResult> Clone()
  79. {
  80. return new SelectEnumerableAsyncIterator<TSource, TResult>(_source, _selector);
  81. }
  82. public override async ValueTask DisposeAsync()
  83. {
  84. if (_enumerator != null)
  85. {
  86. await _enumerator.DisposeAsync().ConfigureAwait(false);
  87. _enumerator = null;
  88. }
  89. await base.DisposeAsync().ConfigureAwait(false);
  90. }
  91. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  92. {
  93. return new SelectEnumerableAsyncIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  94. }
  95. protected override async ValueTask<bool> MoveNextCore()
  96. {
  97. switch (_state)
  98. {
  99. case AsyncIteratorState.Allocated:
  100. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  101. _state = AsyncIteratorState.Iterating;
  102. goto case AsyncIteratorState.Iterating;
  103. case AsyncIteratorState.Iterating:
  104. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  105. {
  106. _current = _selector(_enumerator.Current);
  107. return true;
  108. }
  109. break;
  110. }
  111. await DisposeAsync().ConfigureAwait(false);
  112. return false;
  113. }
  114. }
  115. internal sealed class SelectEnumerableWithIndexAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  116. {
  117. private readonly Func<TSource, int, TResult> _selector;
  118. private readonly IAsyncEnumerable<TSource> _source;
  119. private IAsyncEnumerator<TSource> _enumerator;
  120. private int _index;
  121. public SelectEnumerableWithIndexAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  122. {
  123. Debug.Assert(source != null);
  124. Debug.Assert(selector != null);
  125. _source = source;
  126. _selector = selector;
  127. }
  128. public override AsyncIterator<TResult> Clone()
  129. {
  130. return new SelectEnumerableWithIndexAsyncIterator<TSource, TResult>(_source, _selector);
  131. }
  132. public override async ValueTask DisposeAsync()
  133. {
  134. if (_enumerator != null)
  135. {
  136. await _enumerator.DisposeAsync().ConfigureAwait(false);
  137. _enumerator = null;
  138. }
  139. await base.DisposeAsync().ConfigureAwait(false);
  140. }
  141. protected override async ValueTask<bool> MoveNextCore()
  142. {
  143. switch (_state)
  144. {
  145. case AsyncIteratorState.Allocated:
  146. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  147. _index = -1;
  148. _state = AsyncIteratorState.Iterating;
  149. goto case AsyncIteratorState.Iterating;
  150. case AsyncIteratorState.Iterating:
  151. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  152. {
  153. checked
  154. {
  155. _index++;
  156. }
  157. _current = _selector(_enumerator.Current, _index);
  158. return true;
  159. }
  160. break;
  161. }
  162. await DisposeAsync().ConfigureAwait(false);
  163. return false;
  164. }
  165. }
  166. internal sealed class SelectIListIterator<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  167. {
  168. private readonly Func<TSource, TResult> _selector;
  169. private readonly IList<TSource> _source;
  170. private IEnumerator<TSource> _enumerator;
  171. public SelectIListIterator(IList<TSource> source, Func<TSource, TResult> selector)
  172. {
  173. Debug.Assert(source != null);
  174. Debug.Assert(selector != null);
  175. _source = source;
  176. _selector = selector;
  177. }
  178. public override AsyncIterator<TResult> Clone()
  179. {
  180. return new SelectIListIterator<TSource, TResult>(_source, _selector);
  181. }
  182. public override async ValueTask DisposeAsync()
  183. {
  184. if (_enumerator != null)
  185. {
  186. _enumerator.Dispose();
  187. _enumerator = null;
  188. }
  189. await base.DisposeAsync().ConfigureAwait(false);
  190. }
  191. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  192. {
  193. if (onlyIfCheap)
  194. {
  195. return TaskExt.MinusOne;
  196. }
  197. var count = 0;
  198. foreach (var item in _source)
  199. {
  200. _selector(item);
  201. checked
  202. {
  203. count++;
  204. }
  205. }
  206. return Task.FromResult(count);
  207. }
  208. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  209. {
  210. return new SelectIListIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  211. }
  212. public Task<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  213. {
  214. var n = _source.Count;
  215. var res = new TResult[n];
  216. for (var i = 0; i < n; i++)
  217. {
  218. res[i] = _selector(_source[i]);
  219. }
  220. return Task.FromResult(res);
  221. }
  222. public Task<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  223. {
  224. var n = _source.Count;
  225. var res = new List<TResult>(n);
  226. for (var i = 0; i < n; i++)
  227. {
  228. res.Add(_selector(_source[i]));
  229. }
  230. return Task.FromResult(res);
  231. }
  232. protected override async ValueTask<bool> MoveNextCore()
  233. {
  234. switch (_state)
  235. {
  236. case AsyncIteratorState.Allocated:
  237. _enumerator = _source.GetEnumerator();
  238. _state = AsyncIteratorState.Iterating;
  239. goto case AsyncIteratorState.Iterating;
  240. case AsyncIteratorState.Iterating:
  241. if (_enumerator.MoveNext())
  242. {
  243. _current = _selector(_enumerator.Current);
  244. return true;
  245. }
  246. await DisposeAsync().ConfigureAwait(false);
  247. break;
  248. }
  249. return false;
  250. }
  251. }
  252. internal sealed class SelectEnumerableAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  253. {
  254. private readonly Func<TSource, Task<TResult>> _selector;
  255. private readonly IAsyncEnumerable<TSource> _source;
  256. private IAsyncEnumerator<TSource> _enumerator;
  257. public SelectEnumerableAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, Task<TResult>> selector)
  258. {
  259. Debug.Assert(source != null);
  260. Debug.Assert(selector != null);
  261. _source = source;
  262. _selector = selector;
  263. }
  264. public override AsyncIterator<TResult> Clone()
  265. {
  266. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  267. }
  268. public override async ValueTask DisposeAsync()
  269. {
  270. if (_enumerator != null)
  271. {
  272. await _enumerator.DisposeAsync().ConfigureAwait(false);
  273. _enumerator = null;
  274. }
  275. await base.DisposeAsync().ConfigureAwait(false);
  276. }
  277. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, Task<TResult1>> selector)
  278. {
  279. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  280. }
  281. protected override async ValueTask<bool> MoveNextCore()
  282. {
  283. switch (_state)
  284. {
  285. case AsyncIteratorState.Allocated:
  286. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  287. _state = AsyncIteratorState.Iterating;
  288. goto case AsyncIteratorState.Iterating;
  289. case AsyncIteratorState.Iterating:
  290. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  291. {
  292. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  293. return true;
  294. }
  295. break;
  296. }
  297. await DisposeAsync().ConfigureAwait(false);
  298. return false;
  299. }
  300. }
  301. internal sealed class SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  302. {
  303. private readonly Func<TSource, int, Task<TResult>> _selector;
  304. private readonly IAsyncEnumerable<TSource> _source;
  305. private IAsyncEnumerator<TSource> _enumerator;
  306. private int _index;
  307. public SelectEnumerableWithIndexAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, int, Task<TResult>> selector)
  308. {
  309. Debug.Assert(source != null);
  310. Debug.Assert(selector != null);
  311. _source = source;
  312. _selector = selector;
  313. }
  314. public override AsyncIterator<TResult> Clone()
  315. {
  316. return new SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  317. }
  318. public override async ValueTask DisposeAsync()
  319. {
  320. if (_enumerator != null)
  321. {
  322. await _enumerator.DisposeAsync().ConfigureAwait(false);
  323. _enumerator = null;
  324. }
  325. await base.DisposeAsync().ConfigureAwait(false);
  326. }
  327. protected override async ValueTask<bool> MoveNextCore()
  328. {
  329. switch (_state)
  330. {
  331. case AsyncIteratorState.Allocated:
  332. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  333. _index = -1;
  334. _state = AsyncIteratorState.Iterating;
  335. goto case AsyncIteratorState.Iterating;
  336. case AsyncIteratorState.Iterating:
  337. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  338. {
  339. checked
  340. {
  341. _index++;
  342. }
  343. _current = await _selector(_enumerator.Current, _index).ConfigureAwait(false);
  344. return true;
  345. }
  346. break;
  347. }
  348. await DisposeAsync().ConfigureAwait(false);
  349. return false;
  350. }
  351. }
  352. // NB: LINQ to Objects implements IPartition<TResult> for this. However, it seems incorrect to do so in a trivial
  353. // manner where e.g. TryGetLast simply indexes into the list without running the selector for the first n - 1
  354. // elements in order to ensure side-effects. We should consider whether we want to follow this implementation
  355. // strategy or support IAsyncPartition<TResult> in a less efficient but more correct manner here.
  356. internal sealed class SelectIListIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  357. {
  358. private readonly Func<TSource, Task<TResult>> _selector;
  359. private readonly IList<TSource> _source;
  360. private IEnumerator<TSource> _enumerator;
  361. public SelectIListIteratorWithTask(IList<TSource> source, Func<TSource, Task<TResult>> selector)
  362. {
  363. Debug.Assert(source != null);
  364. Debug.Assert(selector != null);
  365. _source = source;
  366. _selector = selector;
  367. }
  368. public override AsyncIterator<TResult> Clone()
  369. {
  370. return new SelectIListIteratorWithTask<TSource, TResult>(_source, _selector);
  371. }
  372. public override async ValueTask DisposeAsync()
  373. {
  374. if (_enumerator != null)
  375. {
  376. _enumerator.Dispose();
  377. _enumerator = null;
  378. }
  379. await base.DisposeAsync().ConfigureAwait(false);
  380. }
  381. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  382. {
  383. if (onlyIfCheap)
  384. {
  385. return TaskExt.MinusOne;
  386. }
  387. return Core();
  388. async Task<int> Core()
  389. {
  390. var count = 0;
  391. foreach (var item in _source)
  392. {
  393. await _selector(item).ConfigureAwait(false);
  394. checked
  395. {
  396. count++;
  397. }
  398. }
  399. return count;
  400. }
  401. }
  402. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, Task<TResult1>> selector)
  403. {
  404. return new SelectIListIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  405. }
  406. public async Task<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  407. {
  408. var n = _source.Count;
  409. var res = new TResult[n];
  410. for (var i = 0; i < n; i++)
  411. {
  412. res[i] = await _selector(_source[i]).ConfigureAwait(false);
  413. }
  414. return res;
  415. }
  416. public async Task<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  417. {
  418. var n = _source.Count;
  419. var res = new List<TResult>(n);
  420. for (var i = 0; i < n; i++)
  421. {
  422. res.Add(await _selector(_source[i]).ConfigureAwait(false));
  423. }
  424. return res;
  425. }
  426. protected override async ValueTask<bool> MoveNextCore()
  427. {
  428. switch (_state)
  429. {
  430. case AsyncIteratorState.Allocated:
  431. _enumerator = _source.GetEnumerator();
  432. _state = AsyncIteratorState.Iterating;
  433. goto case AsyncIteratorState.Iterating;
  434. case AsyncIteratorState.Iterating:
  435. if (_enumerator.MoveNext())
  436. {
  437. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  438. return true;
  439. }
  440. break;
  441. }
  442. await DisposeAsync().ConfigureAwait(false);
  443. return false;
  444. }
  445. }
  446. }
  447. }