Where.cs 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerable
  11. {
  12. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, bool> predicate)
  13. {
  14. if (source == null)
  15. throw Error.ArgumentNull(nameof(source));
  16. if (predicate == null)
  17. throw Error.ArgumentNull(nameof(predicate));
  18. if (source is AsyncIteratorBase<TSource> iterator)
  19. {
  20. return iterator.Where(predicate);
  21. }
  22. // TODO: Can we add array/list optimizations here, does it make sense?
  23. return new WhereEnumerableAsyncIterator<TSource>(source, predicate);
  24. }
  25. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, int, bool> predicate)
  26. {
  27. if (source == null)
  28. throw Error.ArgumentNull(nameof(source));
  29. if (predicate == null)
  30. throw Error.ArgumentNull(nameof(predicate));
  31. return new WhereEnumerableWithIndexAsyncIterator<TSource>(source, predicate);
  32. }
  33. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<bool>> predicate)
  34. {
  35. if (source == null)
  36. throw Error.ArgumentNull(nameof(source));
  37. if (predicate == null)
  38. throw Error.ArgumentNull(nameof(predicate));
  39. if (source is AsyncIteratorBase<TSource> iterator)
  40. {
  41. return iterator.Where(predicate);
  42. }
  43. // TODO: Can we add array/list optimizations here, does it make sense?
  44. return new WhereEnumerableAsyncIteratorWithTask<TSource>(source, predicate);
  45. }
  46. #if !NO_DEEP_CANCELLATION
  47. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<bool>> predicate)
  48. {
  49. if (source == null)
  50. throw Error.ArgumentNull(nameof(source));
  51. if (predicate == null)
  52. throw Error.ArgumentNull(nameof(predicate));
  53. if (source is AsyncIteratorBase<TSource> iterator)
  54. {
  55. return iterator.Where(predicate);
  56. }
  57. // TODO: Can we add array/list optimizations here, does it make sense?
  58. return new WhereEnumerableAsyncIteratorWithTaskAndCancellation<TSource>(source, predicate);
  59. }
  60. #endif
  61. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, int, ValueTask<bool>> predicate)
  62. {
  63. if (source == null)
  64. throw Error.ArgumentNull(nameof(source));
  65. if (predicate == null)
  66. throw Error.ArgumentNull(nameof(predicate));
  67. return new WhereEnumerableWithIndexAsyncIteratorWithTask<TSource>(source, predicate);
  68. }
  69. #if !NO_DEEP_CANCELLATION
  70. public static IAsyncEnumerable<TSource> Where<TSource>(this IAsyncEnumerable<TSource> source, Func<TSource, int, CancellationToken, ValueTask<bool>> predicate)
  71. {
  72. if (source == null)
  73. throw Error.ArgumentNull(nameof(source));
  74. if (predicate == null)
  75. throw Error.ArgumentNull(nameof(predicate));
  76. return new WhereEnumerableWithIndexAsyncIteratorWithTaskAndCancellation<TSource>(source, predicate);
  77. }
  78. #endif
  79. private static Func<TSource, bool> CombinePredicates<TSource>(Func<TSource, bool> predicate1, Func<TSource, bool> predicate2)
  80. {
  81. return x => predicate1(x) && predicate2(x);
  82. }
  83. private static Func<TSource, ValueTask<bool>> CombinePredicates<TSource>(Func<TSource, ValueTask<bool>> predicate1, Func<TSource, ValueTask<bool>> predicate2)
  84. {
  85. return async x => await predicate1(x).ConfigureAwait(false) && await predicate2(x).ConfigureAwait(false);
  86. }
  87. #if !NO_DEEP_CANCELLATION
  88. private static Func<TSource, CancellationToken, ValueTask<bool>> CombinePredicates<TSource>(Func<TSource, CancellationToken, ValueTask<bool>> predicate1, Func<TSource, CancellationToken, ValueTask<bool>> predicate2)
  89. {
  90. return async (x, ct) => await predicate1(x, ct).ConfigureAwait(false) && await predicate2(x, ct).ConfigureAwait(false);
  91. }
  92. #endif
  93. internal sealed class WhereEnumerableAsyncIterator<TSource> : AsyncIterator<TSource>
  94. {
  95. private readonly Func<TSource, bool> _predicate;
  96. private readonly IAsyncEnumerable<TSource> _source;
  97. private IAsyncEnumerator<TSource> _enumerator;
  98. public WhereEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, bool> predicate)
  99. {
  100. Debug.Assert(source != null);
  101. Debug.Assert(predicate != null);
  102. _source = source;
  103. _predicate = predicate;
  104. }
  105. public override AsyncIteratorBase<TSource> Clone()
  106. {
  107. return new WhereEnumerableAsyncIterator<TSource>(_source, _predicate);
  108. }
  109. public override async ValueTask DisposeAsync()
  110. {
  111. if (_enumerator != null)
  112. {
  113. await _enumerator.DisposeAsync().ConfigureAwait(false);
  114. _enumerator = null;
  115. }
  116. await base.DisposeAsync().ConfigureAwait(false);
  117. }
  118. public override IAsyncEnumerable<TResult> Select<TResult>(Func<TSource, TResult> selector)
  119. {
  120. return new WhereSelectEnumerableAsyncIterator<TSource, TResult>(_source, _predicate, selector);
  121. }
  122. public override IAsyncEnumerable<TSource> Where(Func<TSource, bool> predicate)
  123. {
  124. return new WhereEnumerableAsyncIterator<TSource>(_source, CombinePredicates(_predicate, predicate));
  125. }
  126. protected override async ValueTask<bool> MoveNextCore()
  127. {
  128. switch (_state)
  129. {
  130. case AsyncIteratorState.Allocated:
  131. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  132. _state = AsyncIteratorState.Iterating;
  133. goto case AsyncIteratorState.Iterating;
  134. case AsyncIteratorState.Iterating:
  135. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  136. {
  137. var item = _enumerator.Current;
  138. if (_predicate(item))
  139. {
  140. _current = item;
  141. return true;
  142. }
  143. }
  144. await DisposeAsync().ConfigureAwait(false);
  145. break;
  146. }
  147. return false;
  148. }
  149. }
  150. private sealed class WhereEnumerableWithIndexAsyncIterator<TSource> : AsyncIterator<TSource>
  151. {
  152. private readonly Func<TSource, int, bool> _predicate;
  153. private readonly IAsyncEnumerable<TSource> _source;
  154. private IAsyncEnumerator<TSource> _enumerator;
  155. private int _index;
  156. public WhereEnumerableWithIndexAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, int, bool> predicate)
  157. {
  158. Debug.Assert(source != null);
  159. Debug.Assert(predicate != null);
  160. _source = source;
  161. _predicate = predicate;
  162. }
  163. public override AsyncIteratorBase<TSource> Clone()
  164. {
  165. return new WhereEnumerableWithIndexAsyncIterator<TSource>(_source, _predicate);
  166. }
  167. public override async ValueTask DisposeAsync()
  168. {
  169. if (_enumerator != null)
  170. {
  171. await _enumerator.DisposeAsync().ConfigureAwait(false);
  172. _enumerator = null;
  173. }
  174. await base.DisposeAsync().ConfigureAwait(false);
  175. }
  176. protected override async ValueTask<bool> MoveNextCore()
  177. {
  178. switch (_state)
  179. {
  180. case AsyncIteratorState.Allocated:
  181. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  182. _index = -1;
  183. _state = AsyncIteratorState.Iterating;
  184. goto case AsyncIteratorState.Iterating;
  185. case AsyncIteratorState.Iterating:
  186. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  187. {
  188. var item = _enumerator.Current;
  189. checked
  190. {
  191. _index++;
  192. }
  193. if (_predicate(item, _index))
  194. {
  195. _current = item;
  196. return true;
  197. }
  198. }
  199. await DisposeAsync().ConfigureAwait(false);
  200. break;
  201. }
  202. return false;
  203. }
  204. }
  205. internal sealed class WhereEnumerableAsyncIteratorWithTask<TSource> : AsyncIterator<TSource>
  206. {
  207. private readonly Func<TSource, ValueTask<bool>> _predicate;
  208. private readonly IAsyncEnumerable<TSource> _source;
  209. private IAsyncEnumerator<TSource> _enumerator;
  210. public WhereEnumerableAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, ValueTask<bool>> predicate)
  211. {
  212. Debug.Assert(source != null);
  213. Debug.Assert(predicate != null);
  214. _source = source;
  215. _predicate = predicate;
  216. }
  217. public override AsyncIteratorBase<TSource> Clone()
  218. {
  219. return new WhereEnumerableAsyncIteratorWithTask<TSource>(_source, _predicate);
  220. }
  221. public override async ValueTask DisposeAsync()
  222. {
  223. if (_enumerator != null)
  224. {
  225. await _enumerator.DisposeAsync().ConfigureAwait(false);
  226. _enumerator = null;
  227. }
  228. await base.DisposeAsync().ConfigureAwait(false);
  229. }
  230. public override IAsyncEnumerable<TSource> Where(Func<TSource, ValueTask<bool>> predicate)
  231. {
  232. return new WhereEnumerableAsyncIteratorWithTask<TSource>(_source, CombinePredicates(_predicate, predicate));
  233. }
  234. protected override async ValueTask<bool> MoveNextCore()
  235. {
  236. switch (_state)
  237. {
  238. case AsyncIteratorState.Allocated:
  239. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  240. _state = AsyncIteratorState.Iterating;
  241. goto case AsyncIteratorState.Iterating;
  242. case AsyncIteratorState.Iterating:
  243. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  244. {
  245. var item = _enumerator.Current;
  246. if (await _predicate(item).ConfigureAwait(false))
  247. {
  248. _current = item;
  249. return true;
  250. }
  251. }
  252. await DisposeAsync().ConfigureAwait(false);
  253. break;
  254. }
  255. return false;
  256. }
  257. }
  258. #if !NO_DEEP_CANCELLATION
  259. internal sealed class WhereEnumerableAsyncIteratorWithTaskAndCancellation<TSource> : AsyncIterator<TSource>
  260. {
  261. private readonly Func<TSource, CancellationToken, ValueTask<bool>> _predicate;
  262. private readonly IAsyncEnumerable<TSource> _source;
  263. private IAsyncEnumerator<TSource> _enumerator;
  264. public WhereEnumerableAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, CancellationToken, ValueTask<bool>> predicate)
  265. {
  266. Debug.Assert(source != null);
  267. Debug.Assert(predicate != null);
  268. _source = source;
  269. _predicate = predicate;
  270. }
  271. public override AsyncIteratorBase<TSource> Clone()
  272. {
  273. return new WhereEnumerableAsyncIteratorWithTaskAndCancellation<TSource>(_source, _predicate);
  274. }
  275. public override async ValueTask DisposeAsync()
  276. {
  277. if (_enumerator != null)
  278. {
  279. await _enumerator.DisposeAsync().ConfigureAwait(false);
  280. _enumerator = null;
  281. }
  282. await base.DisposeAsync().ConfigureAwait(false);
  283. }
  284. public override IAsyncEnumerable<TSource> Where(Func<TSource, CancellationToken, ValueTask<bool>> predicate)
  285. {
  286. return new WhereEnumerableAsyncIteratorWithTaskAndCancellation<TSource>(_source, CombinePredicates(_predicate, predicate));
  287. }
  288. protected override async ValueTask<bool> MoveNextCore()
  289. {
  290. switch (_state)
  291. {
  292. case AsyncIteratorState.Allocated:
  293. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  294. _state = AsyncIteratorState.Iterating;
  295. goto case AsyncIteratorState.Iterating;
  296. case AsyncIteratorState.Iterating:
  297. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  298. {
  299. var item = _enumerator.Current;
  300. if (await _predicate(item, _cancellationToken).ConfigureAwait(false))
  301. {
  302. _current = item;
  303. return true;
  304. }
  305. }
  306. await DisposeAsync().ConfigureAwait(false);
  307. break;
  308. }
  309. return false;
  310. }
  311. }
  312. #endif
  313. private sealed class WhereEnumerableWithIndexAsyncIteratorWithTask<TSource> : AsyncIterator<TSource>
  314. {
  315. private readonly Func<TSource, int, ValueTask<bool>> _predicate;
  316. private readonly IAsyncEnumerable<TSource> _source;
  317. private IAsyncEnumerator<TSource> _enumerator;
  318. private int _index;
  319. public WhereEnumerableWithIndexAsyncIteratorWithTask(IAsyncEnumerable<TSource> source, Func<TSource, int, ValueTask<bool>> predicate)
  320. {
  321. Debug.Assert(source != null);
  322. Debug.Assert(predicate != null);
  323. _source = source;
  324. _predicate = predicate;
  325. }
  326. public override AsyncIteratorBase<TSource> Clone()
  327. {
  328. return new WhereEnumerableWithIndexAsyncIteratorWithTask<TSource>(_source, _predicate);
  329. }
  330. public override async ValueTask DisposeAsync()
  331. {
  332. if (_enumerator != null)
  333. {
  334. await _enumerator.DisposeAsync().ConfigureAwait(false);
  335. _enumerator = null;
  336. }
  337. await base.DisposeAsync().ConfigureAwait(false);
  338. }
  339. protected override async ValueTask<bool> MoveNextCore()
  340. {
  341. switch (_state)
  342. {
  343. case AsyncIteratorState.Allocated:
  344. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  345. _index = -1;
  346. _state = AsyncIteratorState.Iterating;
  347. goto case AsyncIteratorState.Iterating;
  348. case AsyncIteratorState.Iterating:
  349. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  350. {
  351. var item = _enumerator.Current;
  352. checked
  353. {
  354. _index++;
  355. }
  356. if (await _predicate(item, _index).ConfigureAwait(false))
  357. {
  358. _current = item;
  359. return true;
  360. }
  361. }
  362. await DisposeAsync().ConfigureAwait(false);
  363. break;
  364. }
  365. return false;
  366. }
  367. }
  368. #if !NO_DEEP_CANCELLATION
  369. private sealed class WhereEnumerableWithIndexAsyncIteratorWithTaskAndCancellation<TSource> : AsyncIterator<TSource>
  370. {
  371. private readonly Func<TSource, int, CancellationToken, ValueTask<bool>> _predicate;
  372. private readonly IAsyncEnumerable<TSource> _source;
  373. private IAsyncEnumerator<TSource> _enumerator;
  374. private int _index;
  375. public WhereEnumerableWithIndexAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TSource> source, Func<TSource, int, CancellationToken, ValueTask<bool>> predicate)
  376. {
  377. Debug.Assert(source != null);
  378. Debug.Assert(predicate != null);
  379. _source = source;
  380. _predicate = predicate;
  381. }
  382. public override AsyncIteratorBase<TSource> Clone()
  383. {
  384. return new WhereEnumerableWithIndexAsyncIteratorWithTaskAndCancellation<TSource>(_source, _predicate);
  385. }
  386. public override async ValueTask DisposeAsync()
  387. {
  388. if (_enumerator != null)
  389. {
  390. await _enumerator.DisposeAsync().ConfigureAwait(false);
  391. _enumerator = null;
  392. }
  393. await base.DisposeAsync().ConfigureAwait(false);
  394. }
  395. protected override async ValueTask<bool> MoveNextCore()
  396. {
  397. switch (_state)
  398. {
  399. case AsyncIteratorState.Allocated:
  400. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  401. _index = -1;
  402. _state = AsyncIteratorState.Iterating;
  403. goto case AsyncIteratorState.Iterating;
  404. case AsyncIteratorState.Iterating:
  405. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  406. {
  407. var item = _enumerator.Current;
  408. checked
  409. {
  410. _index++;
  411. }
  412. if (await _predicate(item, _index, _cancellationToken).ConfigureAwait(false))
  413. {
  414. _current = item;
  415. return true;
  416. }
  417. }
  418. await DisposeAsync().ConfigureAwait(false);
  419. break;
  420. }
  421. return false;
  422. }
  423. }
  424. #endif
  425. private sealed class WhereSelectEnumerableAsyncIterator<TSource, TResult> : AsyncIterator<TResult>
  426. {
  427. private readonly Func<TSource, bool> _predicate;
  428. private readonly Func<TSource, TResult> _selector;
  429. private readonly IAsyncEnumerable<TSource> _source;
  430. private IAsyncEnumerator<TSource> _enumerator;
  431. public WhereSelectEnumerableAsyncIterator(IAsyncEnumerable<TSource> source, Func<TSource, bool> predicate, Func<TSource, TResult> selector)
  432. {
  433. Debug.Assert(source != null);
  434. Debug.Assert(predicate != null);
  435. Debug.Assert(selector != null);
  436. _source = source;
  437. _predicate = predicate;
  438. _selector = selector;
  439. }
  440. public override AsyncIteratorBase<TResult> Clone()
  441. {
  442. return new WhereSelectEnumerableAsyncIterator<TSource, TResult>(_source, _predicate, _selector);
  443. }
  444. public override async ValueTask DisposeAsync()
  445. {
  446. if (_enumerator != null)
  447. {
  448. await _enumerator.DisposeAsync().ConfigureAwait(false);
  449. _enumerator = null;
  450. }
  451. await base.DisposeAsync().ConfigureAwait(false);
  452. }
  453. public override IAsyncEnumerable<TResult1> Select<TResult1>(Func<TResult, TResult1> selector)
  454. {
  455. return new WhereSelectEnumerableAsyncIterator<TSource, TResult1>(_source, _predicate, CombineSelectors(_selector, selector));
  456. }
  457. protected override async ValueTask<bool> MoveNextCore()
  458. {
  459. switch (_state)
  460. {
  461. case AsyncIteratorState.Allocated:
  462. _enumerator = _source.GetAsyncEnumerator(_cancellationToken);
  463. _state = AsyncIteratorState.Iterating;
  464. goto case AsyncIteratorState.Iterating;
  465. case AsyncIteratorState.Iterating:
  466. while (await _enumerator.MoveNextAsync().ConfigureAwait(false))
  467. {
  468. var item = _enumerator.Current;
  469. if (_predicate(item))
  470. {
  471. _current = _selector(item);
  472. return true;
  473. }
  474. }
  475. await DisposeAsync().ConfigureAwait(false);
  476. break;
  477. }
  478. return false;
  479. }
  480. }
  481. }
  482. }