Select.cs 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerable
  11. {
  12. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  13. {
  14. if (source == null)
  15. throw Error.ArgumentNull(nameof(source));
  16. if (selector == null)
  17. throw Error.ArgumentNull(nameof(selector));
  18. switch (source)
  19. {
  20. case AsyncIterator<TSource> iterator:
  21. return iterator.Select(selector);
  22. case IList<TSource> list:
  23. return new SelectIListIterator<TSource, TResult>(list, selector);
  24. }
  25. return new SelectEnumerableAsyncIterator<TSource, TResult>(source, selector);
  26. }
  27. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  28. {
  29. if (source == null)
  30. throw Error.ArgumentNull(nameof(source));
  31. if (selector == null)
  32. throw Error.ArgumentNull(nameof(selector));
  33. return new SelectEnumerableWithIndexAsyncIterator<TSource, TResult>(source, selector);
  34. }
  35. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, Task<TResult>> selector)
  36. {
  37. if (source == null)
  38. throw Error.ArgumentNull(nameof(source));
  39. if (selector == null)
  40. throw Error.ArgumentNull(nameof(selector));
  41. switch (source)
  42. {
  43. case AsyncIterator<TSource> iterator:
  44. return iterator.Select(selector);
  45. case IList<TSource> list:
  46. return new SelectIListIteratorWithTask<TSource, TResult>(list, selector);
  47. }
  48. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(source, selector);
  49. }
  50. public static IAsyncEnumerable<TResult> Select<TSource, TResult>(this IAsyncEnumerable<TSource> source, Func<TSource, int, Task<TResult>> selector)
  51. {
  52. if (source == null)
  53. throw Error.ArgumentNull(nameof(source));
  54. if (selector == null)
  55. throw Error.ArgumentNull(nameof(selector));
  56. return new SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult>(source, selector);
  57. }
  58. private static Func<TSource, TResult> CombineSelectors<TSource, TMiddle, TResult>(Func<TSource, TMiddle> selector1, Func<TMiddle, TResult> selector2)
  59. {
  60. return x => selector2(selector1(x));
  61. }
  62. private static Func<TSource, Task<TResult>> CombineSelectors<TSource, TMiddle, TResult>(Func<TSource, Task<TMiddle>> selector1, Func<TMiddle, Task<TResult>> selector2)
  63. {
  64. return async x => await selector2(await selector1(x).ConfigureAwait(false)).ConfigureAwait(false);
  65. }
  66. internal sealed class SelectEnumerableAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  67. {
  68. private readonly Func<TSource, TResult> _selector;
  69. private readonly IAsyncEnumerable<TSource> _source;
  70. private IAsyncEnumerator<TSource> _enumerator;
  71. public SelectEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, TResult> selector)
  72. {
  73. Debug.Assert(source != null);
  74. Debug.Assert(selector != null);
  75. _source = source;
  76. _selector = selector;
  77. }
  78. public override AsyncIterator<TResult> Clone()
  79. {
  80. return new SelectEnumerableAsyncIterator<TSource, TResult>(_source, _selector);
  81. }
  82. public override async ValueTask DisposeAsync()
  83. {
  84. if (_enumerator != null)
  85. {
  86. await _enumerator.DisposeAsync().ConfigureAwait(false);
  87. _enumerator = null;
  88. }
  89. await base.DisposeAsync().ConfigureAwait(false);
  90. }
  91. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  92. {
  93. return new SelectEnumerableAsyncIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  94. }
  95. protected override async ValueTask<bool> MoveNextCore()
  96. {
  97. switch (_state)
  98. {
  99. case AsyncIteratorState.Allocated:
  100. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  101. _state = AsyncIteratorState.Iterating;
  102. goto case AsyncIteratorState.Iterating;
  103. case AsyncIteratorState.Iterating:
  104. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  105. {
  106. _current = _selector(_enumerator.Current);
  107. return true;
  108. }
  109. break;
  110. }
  111. await DisposeAsync().ConfigureAwait(false);
  112. return false;
  113. }
  114. }
  115. internal sealed class SelectEnumerableWithIndexAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  116. {
  117. private readonly Func<TSource, int, TResult> _selector;
  118. private readonly IAsyncEnumerable<TSource> _source;
  119. private IAsyncEnumerator<TSource> _enumerator;
  120. private int _index;
  121. public SelectEnumerableWithIndexAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, int, TResult> selector)
  122. {
  123. Debug.Assert(source != null);
  124. Debug.Assert(selector != null);
  125. _source = source;
  126. _selector = selector;
  127. }
  128. public override AsyncIterator<TResult> Clone()
  129. {
  130. return new SelectEnumerableWithIndexAsyncIterator<TSource, TResult>(_source, _selector);
  131. }
  132. public override async ValueTask DisposeAsync()
  133. {
  134. if (_enumerator != null)
  135. {
  136. await _enumerator.DisposeAsync().ConfigureAwait(false);
  137. _enumerator = null;
  138. }
  139. await base.DisposeAsync().ConfigureAwait(false);
  140. }
  141. protected override async ValueTask<bool> MoveNextCore()
  142. {
  143. switch (_state)
  144. {
  145. case AsyncIteratorState.Allocated:
  146. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  147. _index = -1;
  148. _state = AsyncIteratorState.Iterating;
  149. goto case AsyncIteratorState.Iterating;
  150. case AsyncIteratorState.Iterating:
  151. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  152. {
  153. var item = _enumerator.Current;
  154. checked
  155. {
  156. _index++;
  157. }
  158. _current = _selector(item, _index);
  159. return true;
  160. }
  161. break;
  162. }
  163. await DisposeAsync().ConfigureAwait(false);
  164. return false;
  165. }
  166. }
  167. internal sealed class SelectIListIterator<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  168. {
  169. private readonly Func<TSource, TResult> _selector;
  170. private readonly IList<TSource> _source;
  171. private IEnumerator<TSource> _enumerator;
  172. public SelectIListIterator(IList<TSource> source, Func<TSource, TResult> selector)
  173. {
  174. Debug.Assert(source != null);
  175. Debug.Assert(selector != null);
  176. _source = source;
  177. _selector = selector;
  178. }
  179. public override AsyncIterator<TResult> Clone()
  180. {
  181. return new SelectIListIterator<TSource, TResult>(_source, _selector);
  182. }
  183. public override async ValueTask DisposeAsync()
  184. {
  185. if (_enumerator != null)
  186. {
  187. _enumerator.Dispose();
  188. _enumerator = null;
  189. }
  190. await base.DisposeAsync().ConfigureAwait(false);
  191. }
  192. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  193. {
  194. if (onlyIfCheap)
  195. {
  196. return TaskExt.MinusOne;
  197. }
  198. var count = 0;
  199. foreach (var item in _source)
  200. {
  201. _selector(item);
  202. checked
  203. {
  204. count++;
  205. }
  206. }
  207. return Task.FromResult(count);
  208. }
  209. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  210. {
  211. return new SelectIListIterator<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  212. }
  213. public Task<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  214. {
  215. var n = _source.Count;
  216. var res = new TResult[n];
  217. for (var i = 0; i < n; i++)
  218. {
  219. res[i] = _selector(_source[i]);
  220. }
  221. return Task.FromResult(res);
  222. }
  223. public Task<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  224. {
  225. var n = _source.Count;
  226. var res = new List<TResult>(n);
  227. for (var i = 0; i < n; i++)
  228. {
  229. res.Add(_selector(_source[i]));
  230. }
  231. return Task.FromResult(res);
  232. }
  233. protected override async ValueTask<bool> MoveNextCore()
  234. {
  235. switch (_state)
  236. {
  237. case AsyncIteratorState.Allocated:
  238. _enumerator = _source.GetEnumerator();
  239. _state = AsyncIteratorState.Iterating;
  240. goto case AsyncIteratorState.Iterating;
  241. case AsyncIteratorState.Iterating:
  242. if (_enumerator.MoveNext())
  243. {
  244. _current = _selector(_enumerator.Current);
  245. return true;
  246. }
  247. await DisposeAsync().ConfigureAwait(false);
  248. break;
  249. }
  250. return false;
  251. }
  252. }
  253. internal sealed class SelectEnumerableAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  254. {
  255. private readonly Func<TSource, Task<TResult>> _selector;
  256. private readonly IAsyncEnumerable<TSource> _source;
  257. private IAsyncEnumerator<TSource> _enumerator;
  258. public SelectEnumerableAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, Task<TResult>> selector)
  259. {
  260. Debug.Assert(source != null);
  261. Debug.Assert(selector != null);
  262. _source = source;
  263. _selector = selector;
  264. }
  265. public override AsyncIterator<TResult> Clone()
  266. {
  267. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  268. }
  269. public override async ValueTask DisposeAsync()
  270. {
  271. if (_enumerator != null)
  272. {
  273. await _enumerator.DisposeAsync().ConfigureAwait(false);
  274. _enumerator = null;
  275. }
  276. await base.DisposeAsync().ConfigureAwait(false);
  277. }
  278. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, Task<TResult1>> selector)
  279. {
  280. return new SelectEnumerableAsyncIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  281. }
  282. protected override async ValueTask<bool> MoveNextCore()
  283. {
  284. switch (_state)
  285. {
  286. case AsyncIteratorState.Allocated:
  287. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  288. _state = AsyncIteratorState.Iterating;
  289. goto case AsyncIteratorState.Iterating;
  290. case AsyncIteratorState.Iterating:
  291. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  292. {
  293. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  294. return true;
  295. }
  296. break;
  297. }
  298. await DisposeAsync().ConfigureAwait(false);
  299. return false;
  300. }
  301. }
  302. internal sealed class SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>
  303. {
  304. private readonly Func<TSource, int, Task<TResult>> _selector;
  305. private readonly IAsyncEnumerable<TSource> _source;
  306. private IAsyncEnumerator<TSource> _enumerator;
  307. private int _index;
  308. public SelectEnumerableWithIndexAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, int, Task<TResult>> selector)
  309. {
  310. Debug.Assert(source != null);
  311. Debug.Assert(selector != null);
  312. _source = source;
  313. _selector = selector;
  314. }
  315. public override AsyncIterator<TResult> Clone()
  316. {
  317. return new SelectEnumerableWithIndexAsyncIteratorWithTask<TSource, TResult>(_source, _selector);
  318. }
  319. public override async ValueTask DisposeAsync()
  320. {
  321. if (_enumerator != null)
  322. {
  323. await _enumerator.DisposeAsync().ConfigureAwait(false);
  324. _enumerator = null;
  325. }
  326. await base.DisposeAsync().ConfigureAwait(false);
  327. }
  328. protected override async ValueTask<bool> MoveNextCore()
  329. {
  330. switch (_state)
  331. {
  332. case AsyncIteratorState.Allocated:
  333. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  334. _index = -1;
  335. _state = AsyncIteratorState.Iterating;
  336. goto case AsyncIteratorState.Iterating;
  337. case AsyncIteratorState.Iterating:
  338. if (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  339. {
  340. var item = _enumerator.Current;
  341. checked
  342. {
  343. _index++;
  344. }
  345. _current = await _selector(item, _index).ConfigureAwait(false);
  346. return true;
  347. }
  348. break;
  349. }
  350. await DisposeAsync().ConfigureAwait(false);
  351. return false;
  352. }
  353. }
  354. // NB: LINQ to Objects implements IPartition<TResult> for this. However, it seems incorrect to do so in a trivial
  355. // manner where e.g. TryGetLast simply indexes into the list without running the selector for the first n - 1
  356. // elements in order to ensure side-effects. We should consider whether we want to follow this implementation
  357. // strategy or support IAsyncPartition<TResult> in a less efficient but more correct manner here.
  358. internal sealed class SelectIListIteratorWithTask<TSource, TResult> : AsyncIterator<TResult>, IAsyncIListProvider<TResult>
  359. {
  360. private readonly Func<TSource, Task<TResult>> _selector;
  361. private readonly IList<TSource> _source;
  362. private IEnumerator<TSource> _enumerator;
  363. public SelectIListIteratorWithTask(IList<TSource> source, Func<TSource, Task<TResult>> selector)
  364. {
  365. Debug.Assert(source != null);
  366. Debug.Assert(selector != null);
  367. _source = source;
  368. _selector = selector;
  369. }
  370. public override AsyncIterator<TResult> Clone()
  371. {
  372. return new SelectIListIteratorWithTask<TSource, TResult>(_source, _selector);
  373. }
  374. public override async ValueTask DisposeAsync()
  375. {
  376. if (_enumerator != null)
  377. {
  378. _enumerator.Dispose();
  379. _enumerator = null;
  380. }
  381. await base.DisposeAsync().ConfigureAwait(false);
  382. }
  383. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  384. {
  385. if (onlyIfCheap)
  386. {
  387. return TaskExt.MinusOne;
  388. }
  389. return Core();
  390. async Task<int> Core()
  391. {
  392. var count = 0;
  393. foreach (var item in _source)
  394. {
  395. await _selector(item).ConfigureAwait(false);
  396. checked
  397. {
  398. count++;
  399. }
  400. }
  401. return count;
  402. }
  403. }
  404. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, Task<TResult1>> selector)
  405. {
  406. return new SelectIListIteratorWithTask<TSource, TResult1>(_source, CombineSelectors(_selector, selector));
  407. }
  408. public async Task<TResult[]> ToArrayAsync(CancellationToken cancellationToken)
  409. {
  410. var n = _source.Count;
  411. var res = new TResult[n];
  412. for (var i = 0; i < n; i++)
  413. {
  414. res[i] = await _selector(_source[i]).ConfigureAwait(false);
  415. }
  416. return res;
  417. }
  418. public async Task<List<TResult>> ToListAsync(CancellationToken cancellationToken)
  419. {
  420. var n = _source.Count;
  421. var res = new List<TResult>(n);
  422. for (var i = 0; i < n; i++)
  423. {
  424. res.Add(await _selector(_source[i]).ConfigureAwait(false));
  425. }
  426. return res;
  427. }
  428. protected override async ValueTask<bool> MoveNextCore()
  429. {
  430. switch (_state)
  431. {
  432. case AsyncIteratorState.Allocated:
  433. _enumerator = _source.GetEnumerator();
  434. _state = AsyncIteratorState.Iterating;
  435. goto case AsyncIteratorState.Iterating;
  436. case AsyncIteratorState.Iterating:
  437. if (_enumerator.MoveNext())
  438. {
  439. _current = await _selector(_enumerator.Current).ConfigureAwait(false);
  440. return true;
  441. }
  442. break;
  443. }
  444. await DisposeAsync().ConfigureAwait(false);
  445. return false;
  446. }
  447. }
  448. }
  449. }