Select.cs 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Threading;
  6. using System.Threading.Tasks;
  7. namespace System.Linq
  8. {
  9. public static partial class AsyncEnumerable
  10. {
  11. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  12. {
  13. if (source == null)
  14. throw Error.ArgumentNull(nameof(source));
  15. if (selector == null)
  16. throw Error.ArgumentNull(nameof(selector));
  17. switch (source)
  18. {
  19. case AsyncIterator<TSource> iterator:
  20. return iterator.Select(selector);
  21. case IList<TSource> list:
  22. return new SelectIListIterator<TSource, TResult>(list, selector);
  23. }
  24. return new SelectEnumerableAsyncIterator<TSource, TResult>(source, selector);
  25. }
  26. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  27. {
  28. if (source == null)
  29. throw Error.ArgumentNull(nameof(source));
  30. if (selector == null)
  31. throw Error.ArgumentNull(nameof(selector));
  32. return Create(Core);
  33. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  34. {
  35. var index = -1;
  36. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  37. {
  38. checked
  39. {
  40. index++;
  41. }
  42. yield return selector(element, index);
  43. }
  44. }
  45. }
  46. internal static IAsyncEnumerable<TResult> SelectAwaitCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  47. {
  48. if (source == null)
  49. throw Error.ArgumentNull(nameof(source));
  50. if (selector == null)
  51. throw Error.ArgumentNull(nameof(selector));
  52. switch (source)
  53. {
  54. case AsyncIterator<TSource> iterator:
  55. return iterator.Select(selector);
  56. case IList<TSource> list:
  57. return new SelectIListIteratorWithTask<TSource, TResult>(list, selector);
  58. }
  59. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(source, selector);
  60. }
  61. #if !NO_DEEP_CANCELLATION
  62. internal static IAsyncEnumerable<TResult> SelectAwaitWithCancellationCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  63. {
  64. if (source == null)
  65. throw Error.ArgumentNull(nameof(source));
  66. if (selector == null)
  67. throw Error.ArgumentNull(nameof(selector));
  68. switch (source)
  69. {
  70. case AsyncIterator<TSource> iterator:
  71. return iterator.Select(selector);
  72. case IList<TSource> list:
  73. return new SelectIListIteratorWithTaskAndCancellation<TSource, TResult>(list, selector);
  74. }
  75. return new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult>(source, selector);
  76. }
  77. #endif
  78. internal static IAsyncEnumerable<TResult> SelectAwaitCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, ValueTask<TResult>> selector)
  79. {
  80. if (source == null)
  81. throw Error.ArgumentNull(nameof(source));
  82. if (selector == null)
  83. throw Error.ArgumentNull(nameof(selector));
  84. return Create(Core);
  85. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  86. {
  87. var index = -1;
  88. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  89. {
  90. checked
  91. {
  92. index++;
  93. }
  94. yield return await selector(element, index).ConfigureAwait(false);
  95. }
  96. }
  97. }
  98. #if !NO_DEEP_CANCELLATION
  99. internal static IAsyncEnumerable<TResult> SelectAwaitWithCancellationCore<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, CancellationToken, ValueTask<TResult>> selector)
  100. {
  101. if (source == null)
  102. throw Error.ArgumentNull(nameof(source));
  103. if (selector == null)
  104. throw Error.ArgumentNull(nameof(selector));
  105. return Create(Core);
  106. async IAsyncEnumerator<TResult> Core(CancellationToken cancellationToken)
  107. {
  108. var index = -1;
  109. await foreach (var element in source.WithCancellation(cancellationToken).ConfigureAwait(false))
  110. {
  111. checked
  112. {
  113. index++;
  114. }
  115. yield return await selector(element, index, cancellationToken).ConfigureAwait(false);
  116. }
  117. }
  118. }
  119. #endif
  120. internal sealed class SelectEnumerableAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  121. {
  122. private readonly Func<TSource, TResult> _selector;
  123. private readonly IAsyncEnumerable<TSource> _source;
  124. private IAsyncEnumerator<TSource>? _enumerator;
  125. public SelectEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  126. {
  127. _source = source;
  128. _selector = selector;
  129. }
  130. public override AsyncIteratorBase<TResult> Clone()
  131. {
  132. return new SelectEnumerableAsyncIterator<TSource, TResult>(_source, _selector);
  133. }
  134. public override async ValueTask DisposeAsync()
  135. {
  136. if (_enumerator != null)
  137. {
  138. await _enumerator.DisposeAsync().ConfigureAwait(false);
  139. _enumerator = null;
  140. }
  141. await base.DisposeAsync().ConfigureAwait(false);
  142. }
  143. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  144. {
  145. return new SelectEnumerableAsyncIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  146. }
  147. protected override async ValueTask<bool> MoveNextCore()
  148. {
  149. switch (_state)
  150. {
  151. case AsyncIteratorState.Allocated:
  152. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  153. _state = AsyncIteratorState.Iterating;
  154. goto case AsyncIteratorState.Iterating;
  155. case AsyncIteratorState.Iterating:
  156. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  157. {
  158. _current = _selector(_enumerator.Current);
  159. return true;
  160. }
  161. break;
  162. }
  163. await DisposeAsync().ConfigureAwait(false);
  164. return false;
  165. }
  166. }
  167. internal sealed class SelectIListIterator<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  168. {
  169. private readonly Func<TSource, TResult> _selector;
  170. private readonly IList<TSource> _source;
  171. private IEnumerator<TSource>? _enumerator;
  172. public SelectIListIterator(IList<TSource> source, Func<TSource, TResult> selector)
  173. {
  174. _source = source;
  175. _selector = selector;
  176. }
  177. public override AsyncIteratorBase<TResult> Clone()
  178. {
  179. return new SelectIListIterator<TSource, TResult>(_source, _selector);
  180. }
  181. public override async ValueTask DisposeAsync()
  182. {
  183. if (_enumerator != null)
  184. {
  185. _enumerator.Dispose();
  186. _enumerator = null;
  187. }
  188. await base.DisposeAsync().ConfigureAwait(false);
  189. }
  190. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  191. {
  192. if (onlyIfCheap)
  193. {
  194. return new ValueTask<int>(-1);
  195. }
  196. cancellationToken.ThrowIfCancellationRequested();
  197. var count = 0;
  198. foreach (var item in _source)
  199. {
  200. _selector(item);
  201. checked
  202. {
  203. count++;
  204. }
  205. }
  206. return new ValueTask<int>(count);
  207. }
  208. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  209. {
  210. return new SelectIListIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  211. }
  212. public ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  213. {
  214. cancellationToken.ThrowIfCancellationRequested();
  215. var n = _source.Count;
  216. var res = new TResult[n];
  217. for (var i = 0; i < n; i++)
  218. {
  219. res[i] = _selector(_source[i]);
  220. }
  221. return new ValueTask<TResult[]>(res);
  222. }
  223. public ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  224. {
  225. cancellationToken.ThrowIfCancellationRequested();
  226. var n = _source.Count;
  227. var res = new List<TResult>(n);
  228. for (var i = 0; i < n; i++)
  229. {
  230. res.Add(_selector(_source[i]));
  231. }
  232. return new ValueTask<List<TResult>>(res);
  233. }
  234. protected override async ValueTask<bool> MoveNextCore()
  235. {
  236. switch (_state)
  237. {
  238. case AsyncIteratorState.Allocated:
  239. _enumerator = _source.GetEnumerator();
  240. _state = AsyncIteratorState.Iterating;
  241. goto case AsyncIteratorState.Iterating;
  242. case AsyncIteratorState.Iterating:
  243. if (_enumerator!.MoveNext())
  244. {
  245. _current = _selector(_enumerator.Current);
  246. return true;
  247. }
  248. await DisposeAsync().ConfigureAwait(false);
  249. break;
  250. }
  251. return false;
  252. }
  253. }
  254. internal sealed class SelectEnumerableAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  255. {
  256. private readonly Func<TSource, ValueTask<TResult>> _selector;
  257. private readonly IAsyncEnumerable<TSource> _source;
  258. private IAsyncEnumerator<TSource>? _enumerator;
  259. public SelectEnumerableAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  260. {
  261. _source = source;
  262. _selector = selector;
  263. }
  264. public override AsyncIteratorBase<TResult> Clone()
  265. {
  266. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  267. }
  268. public override async ValueTask DisposeAsync()
  269. {
  270. if (_enumerator != null)
  271. {
  272. await _enumerator.DisposeAsync().ConfigureAwait(false);
  273. _enumerator = null;
  274. }
  275. await base.DisposeAsync().ConfigureAwait(false);
  276. }
  277. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, ValueTask<TResult1>> selector)
  278. {
  279. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  280. }
  281. protected override async ValueTask<bool> MoveNextCore()
  282. {
  283. switch (_state)
  284. {
  285. case AsyncIteratorState.Allocated:
  286. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  287. _state = AsyncIteratorState.Iterating;
  288. goto case AsyncIteratorState.Iterating;
  289. case AsyncIteratorState.Iterating:
  290. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  291. {
  292. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  293. return true;
  294. }
  295. break;
  296. }
  297. await DisposeAsync().ConfigureAwait(false);
  298. return false;
  299. }
  300. }
  301. #if !NO_DEEP_CANCELLATION
  302. internal sealed class SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult> : AsyncIterator<TResult>
  303. {
  304. private readonly Func<TSource, CancellationToken, ValueTask<TResult>> _selector;
  305. private readonly IAsyncEnumerable<TSource> _source;
  306. private IAsyncEnumerator<TSource>? _enumerator;
  307. public SelectEnumerableAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  308. {
  309. _source = source;
  310. _selector = selector;
  311. }
  312. public override AsyncIteratorBase<TResult> Clone()
  313. {
  314. return new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult>(_source, _selector);
  315. }
  316. public override async ValueTask DisposeAsync()
  317. {
  318. if (_enumerator != null)
  319. {
  320. await _enumerator.DisposeAsync().ConfigureAwait(false);
  321. _enumerator = null;
  322. }
  323. await base.DisposeAsync().ConfigureAwait(false);
  324. }
  325. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, CancellationToken, ValueTask<TResult1>> selector)
  326. {
  327. return new SelectEnumerableAsyncIteratorWithTaskAndCancellation<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  328. }
  329. protected override async ValueTask<bool> MoveNextCore()
  330. {
  331. switch (_state)
  332. {
  333. case AsyncIteratorState.Allocated:
  334. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  335. _state = AsyncIteratorState.Iterating;
  336. goto case AsyncIteratorState.Iterating;
  337. case AsyncIteratorState.Iterating:
  338. if (await _enumerator!.MoveNextAsync().ConfigureAwait(false))
  339. {
  340. _current = await _selector(_enumerator.Current, _cancellationToken).ConfigureAwait(false);
  341. return true;
  342. }
  343. break;
  344. }
  345. await DisposeAsync().ConfigureAwait(false);
  346. return false;
  347. }
  348. }
  349. #endif
  350. // NB: LINQ to Objects implements IPartition<TResult> for this. However, it seems incorrect to do so in a trivial
  351. // manner where e.g. TryGetLast simply indexes into the list without running the selector for the first n - 1
  352. // elements in order to ensure side-effects. We should consider whether we want to follow this implementation
  353. // strategy or support IAsyncPartition<TResult> in a less efficient but more correct manner here.
  354. private sealed class SelectIListIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  355. {
  356. private readonly Func<TSource, ValueTask<TResult>> _selector;
  357. private readonly IList<TSource> _source;
  358. private IEnumerator<TSource>? _enumerator;
  359. public SelectIListIteratorWithTask(IList<TSource> source, Func<TSource, ValueTask<TResult>> selector)
  360. {
  361. _source = source;
  362. _selector = selector;
  363. }
  364. public override AsyncIteratorBase<TResult> Clone()
  365. {
  366. return new SelectIListIteratorWithTask<TSource, TResult>(_source, _selector);
  367. }
  368. public override async ValueTask DisposeAsync()
  369. {
  370. if (_enumerator != null)
  371. {
  372. _enumerator.Dispose();
  373. _enumerator = null;
  374. }
  375. await base.DisposeAsync().ConfigureAwait(false);
  376. }
  377. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  378. {
  379. if (onlyIfCheap)
  380. {
  381. return new ValueTask<int>(-1);
  382. }
  383. return Core();
  384. async ValueTask<int> Core()
  385. {
  386. cancellationToken.ThrowIfCancellationRequested();
  387. var count = 0;
  388. foreach (var item in _source)
  389. {
  390. await _selector(item).ConfigureAwait(false);
  391. checked
  392. {
  393. count++;
  394. }
  395. }
  396. return count;
  397. }
  398. }
  399. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, ValueTask<TResult1>> selector)
  400. {
  401. return new SelectIListIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  402. }
  403. public async ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  404. {
  405. cancellationToken.ThrowIfCancellationRequested();
  406. var n = _source.Count;
  407. var res = new TResult[n];
  408. for (var i = 0; i < n; i++)
  409. {
  410. res[i] = await _selector(_source[i]).ConfigureAwait(false);
  411. }
  412. return res;
  413. }
  414. public async ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  415. {
  416. cancellationToken.ThrowIfCancellationRequested();
  417. var n = _source.Count;
  418. var res = new List<TResult>(n);
  419. for (var i = 0; i < n; i++)
  420. {
  421. res.Add(await _selector(_source[i]).ConfigureAwait(false));
  422. }
  423. return res;
  424. }
  425. protected override async ValueTask<bool> MoveNextCore()
  426. {
  427. switch (_state)
  428. {
  429. case AsyncIteratorState.Allocated:
  430. _enumerator = _source.GetEnumerator();
  431. _state = AsyncIteratorState.Iterating;
  432. goto case AsyncIteratorState.Iterating;
  433. case AsyncIteratorState.Iterating:
  434. if (_enumerator!.MoveNext())
  435. {
  436. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  437. return true;
  438. }
  439. break;
  440. }
  441. await DisposeAsync().ConfigureAwait(false);
  442. return false;
  443. }
  444. }
  445. #if !NO_DEEP_CANCELLATION
  446. private sealed class SelectIListIteratorWithTaskAndCancellation<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  447. {
  448. private readonly Func<TSource, CancellationToken, ValueTask<TResult>> _selector;
  449. private readonly IList<TSource> _source;
  450. private IEnumerator<TSource>? _enumerator;
  451. public SelectIListIteratorWithTaskAndCancellation(IList<TSource> source, Func<TSource, CancellationToken, ValueTask<TResult>> selector)
  452. {
  453. _source = source;
  454. _selector = selector;
  455. }
  456. public override AsyncIteratorBase<TResult> Clone()
  457. {
  458. return new SelectIListIteratorWithTaskAndCancellation<TSource, TResult>(_source, _selector);
  459. }
  460. public override async ValueTask DisposeAsync()
  461. {
  462. if (_enumerator != null)
  463. {
  464. _enumerator.Dispose();
  465. _enumerator = null;
  466. }
  467. await base.DisposeAsync().ConfigureAwait(false);
  468. }
  469. public ValueTask<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  470. {
  471. if (onlyIfCheap)
  472. {
  473. return new ValueTask<int>(-1);
  474. }
  475. return Core();
  476. async ValueTask<int> Core()
  477. {
  478. cancellationToken.ThrowIfCancellationRequested();
  479. var count = 0;
  480. foreach (var item in _source)
  481. {
  482. await _selector(item, cancellationToken).ConfigureAwait(false);
  483. checked
  484. {
  485. count++;
  486. }
  487. }
  488. return count;
  489. }
  490. }
  491. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, CancellationToken, ValueTask<TResult1>> selector)
  492. {
  493. return new SelectIListIteratorWithTaskAndCancellation<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  494. }
  495. public async ValueTask<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  496. {
  497. cancellationToken.ThrowIfCancellationRequested();
  498. var n = _source.Count;
  499. var res = new TResult[n];
  500. for (var i = 0; i < n; i++)
  501. {
  502. res[i] = await _selector(_source[i], cancellationToken).ConfigureAwait(false);
  503. }
  504. return res;
  505. }
  506. public async ValueTask<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  507. {
  508. cancellationToken.ThrowIfCancellationRequested();
  509. var n = _source.Count;
  510. var res = new List<TResult>(n);
  511. for (var i = 0; i < n; i++)
  512. {
  513. res.Add(await _selector(_source[i], cancellationToken).ConfigureAwait(false));
  514. }
  515. return res;
  516. }
  517. protected override async ValueTask<bool> MoveNextCore()
  518. {
  519. switch (_state)
  520. {
  521. case AsyncIteratorState.Allocated:
  522. _enumerator = _source.GetEnumerator();
  523. _state = AsyncIteratorState.Iterating;
  524. goto case AsyncIteratorState.Iterating;
  525. case AsyncIteratorState.Iterating:
  526. if (_enumerator!.MoveNext())
  527. {
  528. _current = await _selector(_enumerator.Current, _cancellationToken).ConfigureAwait(false);
  529. return true;
  530. }
  531. break;
  532. }
  533. await DisposeAsync().ConfigureAwait(false);
  534. return false;
  535. }
  536. }
  537. #endif
  538. }
  539. }