Select.cs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Threading;
  6. using System.Threading.Tasks;
  7. namespace System.Linq
  8. {
  9. public static partial class AsyncEnumerable
  10. {
  11. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  12. {
  13. if (source == null)
  14. throw Error.ArgumentNull(nameof(source));
  15. if (selector == null)
  16. throw Error.ArgumentNull(nameof(selector));
  17. return source switch
  18. {
  19. AsyncIterator<TSource> iterator => iterator.Select(selector),
  20. IList<TSource> list => new SelectIListIterator<TSource, TResult>(list, selector),
  21. _ => new SelectEnumerableAsyncIterator<TSource, TResult>(source, selector),
  22. };
  23. }
  24. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  25. {
  26. if (source == null)
  27. throw Error.ArgumentNull(nameof(source));
  28. if (selector == null)
  29. throw Error.ArgumentNull(nameof(selector));
  30. return Create(Core);
  31. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  32. {
  33. var index = -1;
  34. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  35. {
  36. checked
  37. {
  38. index++;
  39. }
  40. yield return selector(element, index);
  41. }
  42. }
  43. }
  44. internal static IAsyncEnumerable<TResult> SelectAwaitCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  45. {
  46. if (source == null)
  47. throw Error.ArgumentNull(nameof(source));
  48. if (selector == null)
  49. throw Error.ArgumentNull(nameof(selector));
  50. return source switch
  51. {
  52. AsyncIterator<TSource> iterator => iterator.Select(selector),
  53. IList<TSource> list => new SelectIListIteratorWithTask<TSource, TResult>(list, selector),
  54. _ => new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(source, selector),
  55. };
  56. }
  57. #if !NO_DEEP_CANCELLATION
  58. internal static IAsyncEnumerable<TResult> SelectAwaitWithCancellationCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  59. {
  60. if (source == null)
  61. throw Error.ArgumentNull(nameof(source));
  62. if (selector == null)
  63. throw Error.ArgumentNull(nameof(selector));
  64. return source switch
  65. {
  66. AsyncIterator<TSource> iterator => iterator.Select(selector),
  67. IList<TSource> list => new SelectIListIteratorWithTaskAndCancellation<TSource, TResult>(list, selector),
  68. _ => new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult>(source, selector),
  69. };
  70. }
  71. #endif
  72. internal static IAsyncEnumerable<TResult> SelectAwaitCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, ValueTask<TResult>> selector)
  73. {
  74. if (source == null)
  75. throw Error.ArgumentNull(nameof(source));
  76. if (selector == null)
  77. throw Error.ArgumentNull(nameof(selector));
  78. return Create(Core);
  79. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  80. {
  81. var index = -1;
  82. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  83. {
  84. checked
  85. {
  86. index++;
  87. }
  88. yield return await selector(element, index).ConfigureAwait(false);
  89. }
  90. }
  91. }
  92. #if !NO_DEEP_CANCELLATION
  93. internal static IAsyncEnumerable<TResult> SelectAwaitWithCancellationCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, CancellationToken, ValueTask<TResult>> selector)
  94. {
  95. if (source == null)
  96. throw Error.ArgumentNull(nameof(source));
  97. if (selector == null)
  98. throw Error.ArgumentNull(nameof(selector));
  99. return Create(Core);
  100. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  101. {
  102. var index = -1;
  103. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  104. {
  105. checked
  106. {
  107. index++;
  108. }
  109. yield return await selector(element, index, cancellationToken).ConfigureAwait(false);
  110. }
  111. }
  112. }
  113. #endif
  114. internal sealed class SelectEnumerableAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  115. {
  116. private readonly Func<TSource, TResult> _selector;
  117. private readonly IAsyncEnumerable<TSource> _source;
  118. private IAsyncEnumerator<TSource>? _enumerator;
  119. public SelectEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  120. {
  121. _source = source;
  122. _selector = selector;
  123. }
  124. public override AsyncIteratorBase<TResult> Clone()
  125. {
  126. return new SelectEnumerableAsyncIterator<TSource, TResult>(_source, _selector);
  127. }
  128. public override async ValueTask DisposeAsync()
  129. {
  130. if (_enumerator != null)
  131. {
  132. await _enumerator.DisposeAsync().ConfigureAwait(false);
  133. _enumerator = null;
  134. }
  135. await base.DisposeAsync().ConfigureAwait(false);
  136. }
  137. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  138. {
  139. return new SelectEnumerableAsyncIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  140. }
  141. protected override async ValueTask<bool> MoveNextCore()
  142. {
  143. switch (_state)
  144. {
  145. case AsyncIteratorState.Allocated:
  146. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  147. _state = AsyncIteratorState.Iterating;
  148. goto case AsyncIteratorState.Iterating;
  149. case AsyncIteratorState.Iterating:
  150. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  151. {
  152. _current = _selector(_enumerator.Current);
  153. return true;
  154. }
  155. break;
  156. }
  157. await DisposeAsync().ConfigureAwait(false);
  158. return false;
  159. }
  160. }
  161. internal sealed class SelectIListIterator<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  162. {
  163. private readonly Func<TSource, TResult> _selector;
  164. private readonly IList<TSource> _source;
  165. private IEnumerator<TSource>? _enumerator;
  166. public SelectIListIterator(IList<TSource> source, Func<TSource, TResult> selector)
  167. {
  168. _source = source;
  169. _selector = selector;
  170. }
  171. public override AsyncIteratorBase<TResult> Clone()
  172. {
  173. return new SelectIListIterator<TSource, TResult>(_source, _selector);
  174. }
  175. public override async ValueTask DisposeAsync()
  176. {
  177. if (_enumerator != null)
  178. {
  179. _enumerator.Dispose();
  180. _enumerator = null;
  181. }
  182. await base.DisposeAsync().ConfigureAwait(false);
  183. }
  184. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  185. {
  186. if (onlyIfCheap)
  187. {
  188. return new ValueTask<int>(-1);
  189. }
  190. cancellationToken.ThrowIfCancellationRequested();
  191. var count = 0;
  192. foreach (var item in _source)
  193. {
  194. _selector(item);
  195. checked
  196. {
  197. count++;
  198. }
  199. }
  200. return new ValueTask<int>(count);
  201. }
  202. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  203. {
  204. return new SelectIListIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  205. }
  206. public ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  207. {
  208. cancellationToken.ThrowIfCancellationRequested();
  209. var n = _source.Count;
  210. var res = new TResult[n];
  211. for (var i = 0; i < n; i++)
  212. {
  213. res[i] = _selector(_source[i]);
  214. }
  215. return new ValueTask<TResult[]>(res);
  216. }
  217. public ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  218. {
  219. cancellationToken.ThrowIfCancellationRequested();
  220. var n = _source.Count;
  221. var res = new List<TResult>(n);
  222. for (var i = 0; i < n; i++)
  223. {
  224. res.Add(_selector(_source[i]));
  225. }
  226. return new ValueTask<List<TResult>>(res);
  227. }
  228. protected override async ValueTask<bool> MoveNextCore()
  229. {
  230. switch (_state)
  231. {
  232. case AsyncIteratorState.Allocated:
  233. _enumerator = _source.GetEnumerator();
  234. _state = AsyncIteratorState.Iterating;
  235. goto case AsyncIteratorState.Iterating;
  236. case AsyncIteratorState.Iterating:
  237. if (_enumerator!.MoveNext())
  238. {
  239. _current = _selector(_enumerator.Current);
  240. return true;
  241. }
  242. await DisposeAsync().ConfigureAwait(false);
  243. break;
  244. }
  245. return false;
  246. }
  247. }
  248. internal sealed class SelectEnumerableAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  249. {
  250. private readonly Func<TSource, ValueTask<TResult>> _selector;
  251. private readonly IAsyncEnumerable<TSource> _source;
  252. private IAsyncEnumerator<TSource>? _enumerator;
  253. public SelectEnumerableAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  254. {
  255. _source = source;
  256. _selector = selector;
  257. }
  258. public override AsyncIteratorBase<TResult> Clone()
  259. {
  260. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  261. }
  262. public override async ValueTask DisposeAsync()
  263. {
  264. if (_enumerator != null)
  265. {
  266. await _enumerator.DisposeAsync().ConfigureAwait(false);
  267. _enumerator = null;
  268. }
  269. await base.DisposeAsync().ConfigureAwait(false);
  270. }
  271. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, ValueTask<TResult1>> selector)
  272. {
  273. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  274. }
  275. protected override async ValueTask<bool> MoveNextCore()
  276. {
  277. switch (_state)
  278. {
  279. case AsyncIteratorState.Allocated:
  280. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  281. _state = AsyncIteratorState.Iterating;
  282. goto case AsyncIteratorState.Iterating;
  283. case AsyncIteratorState.Iterating:
  284. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  285. {
  286. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  287. return true;
  288. }
  289. break;
  290. }
  291. await DisposeAsync().ConfigureAwait(false);
  292. return false;
  293. }
  294. }
  295. #if !NO_DEEP_CANCELLATION
  296. internal sealed class SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult> : AsyncIterator<TResult>
  297. {
  298. private readonly Func<TSource, CancellationToken, ValueTask<TResult>> _selector;
  299. private readonly IAsyncEnumerable<TSource> _source;
  300. private IAsyncEnumerator<TSource>? _enumerator;
  301. public SelectEnumerableAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  302. {
  303. _source = source;
  304. _selector = selector;
  305. }
  306. public override AsyncIteratorBase<TResult> Clone()
  307. {
  308. return new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult>(_source, _selector);
  309. }
  310. public override async ValueTask DisposeAsync()
  311. {
  312. if (_enumerator != null)
  313. {
  314. await _enumerator.DisposeAsync().ConfigureAwait(false);
  315. _enumerator = null;
  316. }
  317. await base.DisposeAsync().ConfigureAwait(false);
  318. }
  319. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, CancellationToken, ValueTask<TResult1>> selector)
  320. {
  321. return new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  322. }
  323. protected override async ValueTask<bool> MoveNextCore()
  324. {
  325. switch (_state)
  326. {
  327. case AsyncIteratorState.Allocated:
  328. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  329. _state = AsyncIteratorState.Iterating;
  330. goto case AsyncIteratorState.Iterating;
  331. case AsyncIteratorState.Iterating:
  332. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  333. {
  334. _current = await _selector(_enumerator.Current, _cancellationToken).ConfigureAwait(false);
  335. return true;
  336. }
  337. break;
  338. }
  339. await DisposeAsync().ConfigureAwait(false);
  340. return false;
  341. }
  342. }
  343. #endif
  344. // NB: LINQ to Objects implements IPartition<TResult> for this. However, it seems incorrect to do so in a trivial
  345. // manner where e.g. TryGetLast simply indexes into the list without running the selector for the first n - 1
  346. // elements in order to ensure side-effects. We should consider whether we want to follow this implementation
  347. // strategy or support IAsyncPartition<TResult> in a less efficient but more correct manner here.
  348. private sealed class SelectIListIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  349. {
  350. private readonly Func<TSource, ValueTask<TResult>> _selector;
  351. private readonly IList<TSource> _source;
  352. private IEnumerator<TSource>? _enumerator;
  353. public SelectIListIteratorWithTask(IList<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  354. {
  355. _source = source;
  356. _selector = selector;
  357. }
  358. public override AsyncIteratorBase<TResult> Clone()
  359. {
  360. return new SelectIListIteratorWithTask<TSource, TResult>(_source, _selector);
  361. }
  362. public override async ValueTask DisposeAsync()
  363. {
  364. if (_enumerator != null)
  365. {
  366. _enumerator.Dispose();
  367. _enumerator = null;
  368. }
  369. await base.DisposeAsync().ConfigureAwait(false);
  370. }
  371. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  372. {
  373. if (onlyIfCheap)
  374. {
  375. return new ValueTask<int>(-1);
  376. }
  377. return Core();
  378. async ValueTask<int> Core()
  379. {
  380. cancellationToken.ThrowIfCancellationRequested();
  381. var count = 0;
  382. foreach (var item in _source)
  383. {
  384. await _selector(item).ConfigureAwait(false);
  385. checked
  386. {
  387. count++;
  388. }
  389. }
  390. return count;
  391. }
  392. }
  393. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, ValueTask<TResult1>> selector)
  394. {
  395. return new SelectIListIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  396. }
  397. public async ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  398. {
  399. cancellationToken.ThrowIfCancellationRequested();
  400. var n = _source.Count;
  401. var res = new TResult[n];
  402. for (var i = 0; i < n; i++)
  403. {
  404. res[i] = await _selector(_source[i]).ConfigureAwait(false);
  405. }
  406. return res;
  407. }
  408. public async ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  409. {
  410. cancellationToken.ThrowIfCancellationRequested();
  411. var n = _source.Count;
  412. var res = new List<TResult>(n);
  413. for (var i = 0; i < n; i++)
  414. {
  415. res.Add(await _selector(_source[i]).ConfigureAwait(false));
  416. }
  417. return res;
  418. }
  419. protected override async ValueTask<bool> MoveNextCore()
  420. {
  421. switch (_state)
  422. {
  423. case AsyncIteratorState.Allocated:
  424. _enumerator = _source.GetEnumerator();
  425. _state = AsyncIteratorState.Iterating;
  426. goto case AsyncIteratorState.Iterating;
  427. case AsyncIteratorState.Iterating:
  428. if (_enumerator!.MoveNext())
  429. {
  430. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  431. return true;
  432. }
  433. break;
  434. }
  435. await DisposeAsync().ConfigureAwait(false);
  436. return false;
  437. }
  438. }
  439. #if !NO_DEEP_CANCELLATION
  440. private sealed class SelectIListIteratorWithTaskAndCancellation<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  441. {
  442. private readonly Func<TSource, CancellationToken, ValueTask<TResult>> _selector;
  443. private readonly IList<TSource> _source;
  444. private IEnumerator<TSource>? _enumerator;
  445. public SelectIListIteratorWithTaskAndCancellation(IList<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  446. {
  447. _source = source;
  448. _selector = selector;
  449. }
  450. public override AsyncIteratorBase<TResult> Clone()
  451. {
  452. return new SelectIListIteratorWithTaskAndCancellation<TSource, TResult>(_source, _selector);
  453. }
  454. public override async ValueTask DisposeAsync()
  455. {
  456. if (_enumerator != null)
  457. {
  458. _enumerator.Dispose();
  459. _enumerator = null;
  460. }
  461. await base.DisposeAsync().ConfigureAwait(false);
  462. }
  463. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  464. {
  465. if (onlyIfCheap)
  466. {
  467. return new ValueTask<int>(-1);
  468. }
  469. return Core();
  470. async ValueTask<int> Core()
  471. {
  472. cancellationToken.ThrowIfCancellationRequested();
  473. var count = 0;
  474. foreach (var item in _source)
  475. {
  476. await _selector(item, cancellationToken).ConfigureAwait(false);
  477. checked
  478. {
  479. count++;
  480. }
  481. }
  482. return count;
  483. }
  484. }
  485. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, CancellationToken, ValueTask<TResult1>> selector)
  486. {
  487. return new SelectIListIteratorWithTaskAndCancellation<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  488. }
  489. public async ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  490. {
  491. cancellationToken.ThrowIfCancellationRequested();
  492. var n = _source.Count;
  493. var res = new TResult[n];
  494. for (var i = 0; i < n; i++)
  495. {
  496. res[i] = await _selector(_source[i], cancellationToken).ConfigureAwait(false);
  497. }
  498. return res;
  499. }
  500. public async ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  501. {
  502. cancellationToken.ThrowIfCancellationRequested();
  503. var n = _source.Count;
  504. var res = new List<TResult>(n);
  505. for (var i = 0; i < n; i++)
  506. {
  507. res.Add(await _selector(_source[i], cancellationToken).ConfigureAwait(false));
  508. }
  509. return res;
  510. }
  511. protected override async ValueTask<bool> MoveNextCore()
  512. {
  513. switch (_state)
  514. {
  515. case AsyncIteratorState.Allocated:
  516. _enumerator = _source.GetEnumerator();
  517. _state = AsyncIteratorState.Iterating;
  518. goto case AsyncIteratorState.Iterating;
  519. case AsyncIteratorState.Iterating:
  520. if (_enumerator!.MoveNext())
  521. {
  522. _current = await _selector(_enumerator.Current, _cancellationToken).ConfigureAwait(false);
  523. return true;
  524. }
  525. break;
  526. }
  527. await DisposeAsync().ConfigureAwait(false);
  528. return false;
  529. }
  530. }
  531. #endif
  532. }
  533. }