Join.cs 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections.Generic;
  5. using System.Diagnostics;
  6. using System.Threading;
  7. using System.Threading.Tasks;
  8. namespace System.Linq
  9. {
  10. public static partial class AsyncEnumerable
  11. {
  12. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, TKey> outerKeySelector, Func<TInner, TKey> innerKeySelector, Func<TOuter, TInner, TResult> resultSelector)
  13. {
  14. if (outer == null)
  15. throw Error.ArgumentNull(nameof(outer));
  16. if (inner == null)
  17. throw Error.ArgumentNull(nameof(inner));
  18. if (outerKeySelector == null)
  19. throw Error.ArgumentNull(nameof(outerKeySelector));
  20. if (innerKeySelector == null)
  21. throw Error.ArgumentNull(nameof(innerKeySelector));
  22. if (resultSelector == null)
  23. throw Error.ArgumentNull(nameof(resultSelector));
  24. return new JoinAsyncIterator<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer: null);
  25. }
  26. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, TKey> outerKeySelector, Func<TInner, TKey> innerKeySelector, Func<TOuter, TInner, TResult> resultSelector, IEqualityComparer<TKey> comparer)
  27. {
  28. if (outer == null)
  29. throw Error.ArgumentNull(nameof(outer));
  30. if (inner == null)
  31. throw Error.ArgumentNull(nameof(inner));
  32. if (outerKeySelector == null)
  33. throw Error.ArgumentNull(nameof(outerKeySelector));
  34. if (innerKeySelector == null)
  35. throw Error.ArgumentNull(nameof(innerKeySelector));
  36. if (resultSelector == null)
  37. throw Error.ArgumentNull(nameof(resultSelector));
  38. return new JoinAsyncIterator<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer);
  39. }
  40. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, ValueTask<TKey>> outerKeySelector, Func<TInner, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, ValueTask<TResult>> resultSelector)
  41. {
  42. if (outer == null)
  43. throw Error.ArgumentNull(nameof(outer));
  44. if (inner == null)
  45. throw Error.ArgumentNull(nameof(inner));
  46. if (outerKeySelector == null)
  47. throw Error.ArgumentNull(nameof(outerKeySelector));
  48. if (innerKeySelector == null)
  49. throw Error.ArgumentNull(nameof(innerKeySelector));
  50. if (resultSelector == null)
  51. throw Error.ArgumentNull(nameof(resultSelector));
  52. return new JoinAsyncIteratorWithTask<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer: null);
  53. }
  54. #if !NO_DEEP_CANCELLATION
  55. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, CancellationToken, ValueTask<TKey>> outerKeySelector, Func<TInner, CancellationToken, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, CancellationToken, ValueTask<TResult>> resultSelector)
  56. {
  57. if (outer == null)
  58. throw Error.ArgumentNull(nameof(outer));
  59. if (inner == null)
  60. throw Error.ArgumentNull(nameof(inner));
  61. if (outerKeySelector == null)
  62. throw Error.ArgumentNull(nameof(outerKeySelector));
  63. if (innerKeySelector == null)
  64. throw Error.ArgumentNull(nameof(innerKeySelector));
  65. if (resultSelector == null)
  66. throw Error.ArgumentNull(nameof(resultSelector));
  67. return new JoinAsyncIteratorWithTaskAndCancellation<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer: null);
  68. }
  69. #endif
  70. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, ValueTask<TKey>> outerKeySelector, Func<TInner, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, ValueTask<TResult>> resultSelector, IEqualityComparer<TKey> comparer)
  71. {
  72. if (outer == null)
  73. throw Error.ArgumentNull(nameof(outer));
  74. if (inner == null)
  75. throw Error.ArgumentNull(nameof(inner));
  76. if (outerKeySelector == null)
  77. throw Error.ArgumentNull(nameof(outerKeySelector));
  78. if (innerKeySelector == null)
  79. throw Error.ArgumentNull(nameof(innerKeySelector));
  80. if (resultSelector == null)
  81. throw Error.ArgumentNull(nameof(resultSelector));
  82. return new JoinAsyncIteratorWithTask<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer);
  83. }
  84. #if !NO_DEEP_CANCELLATION
  85. public static IAsyncEnumerable<TResult> Join<TOuter, TInner, TKey, TResult>(this IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, CancellationToken, ValueTask<TKey>> outerKeySelector, Func<TInner, CancellationToken, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, CancellationToken, ValueTask<TResult>> resultSelector, IEqualityComparer<TKey> comparer)
  86. {
  87. if (outer == null)
  88. throw Error.ArgumentNull(nameof(outer));
  89. if (inner == null)
  90. throw Error.ArgumentNull(nameof(inner));
  91. if (outerKeySelector == null)
  92. throw Error.ArgumentNull(nameof(outerKeySelector));
  93. if (innerKeySelector == null)
  94. throw Error.ArgumentNull(nameof(innerKeySelector));
  95. if (resultSelector == null)
  96. throw Error.ArgumentNull(nameof(resultSelector));
  97. return new JoinAsyncIteratorWithTaskAndCancellation<TOuter, TInner, TKey, TResult>(outer, inner, outerKeySelector, innerKeySelector, resultSelector, comparer);
  98. }
  99. #endif
  100. private sealed class JoinAsyncIterator<TOuter, TInner, TKey, TResult> : AsyncIterator<TResult>
  101. {
  102. private readonly IAsyncEnumerable<TOuter> _outer;
  103. private readonly IAsyncEnumerable<TInner> _inner;
  104. private readonly Func<TOuter, TKey> _outerKeySelector;
  105. private readonly Func<TInner, TKey> _innerKeySelector;
  106. private readonly Func<TOuter, TInner, TResult> _resultSelector;
  107. private readonly IEqualityComparer<TKey> _comparer;
  108. private IAsyncEnumerator<TOuter> _outerEnumerator;
  109. public JoinAsyncIterator(IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, TKey> outerKeySelector, Func<TInner, TKey> innerKeySelector, Func<TOuter, TInner, TResult> resultSelector, IEqualityComparer<TKey> comparer)
  110. {
  111. Debug.Assert(outer != null);
  112. Debug.Assert(inner != null);
  113. Debug.Assert(outerKeySelector != null);
  114. Debug.Assert(innerKeySelector != null);
  115. Debug.Assert(resultSelector != null);
  116. _outer = outer;
  117. _inner = inner;
  118. _outerKeySelector = outerKeySelector;
  119. _innerKeySelector = innerKeySelector;
  120. _resultSelector = resultSelector;
  121. _comparer = comparer;
  122. }
  123. public override AsyncIteratorBase<TResult> Clone()
  124. {
  125. return new JoinAsyncIterator<TOuter, TInner, TKey, TResult>(_outer, _inner, _outerKeySelector, _innerKeySelector, _resultSelector, _comparer);
  126. }
  127. public override async ValueTask DisposeAsync()
  128. {
  129. if (_outerEnumerator != null)
  130. {
  131. await _outerEnumerator.DisposeAsync().ConfigureAwait(false);
  132. _outerEnumerator = null;
  133. }
  134. await base.DisposeAsync().ConfigureAwait(false);
  135. }
  136. // State machine vars
  137. private Internal.Lookup<TKey, TInner> _lookup;
  138. private int _count;
  139. private TInner[] _elements;
  140. private int _index;
  141. private TOuter _item;
  142. private int _mode;
  143. private const int State_If = 1;
  144. private const int State_DoLoop = 2;
  145. private const int State_For = 3;
  146. private const int State_While = 4;
  147. protected override async ValueTask<bool> MoveNextCore()
  148. {
  149. switch (_state)
  150. {
  151. case AsyncIteratorState.Allocated:
  152. _outerEnumerator = _outer.GetAsyncEnumerator(_cancellationToken);
  153. _mode = State_If;
  154. _state = AsyncIteratorState.Iterating;
  155. goto case AsyncIteratorState.Iterating;
  156. case AsyncIteratorState.Iterating:
  157. switch (_mode)
  158. {
  159. case State_If:
  160. if (await _outerEnumerator.MoveNextAsync().ConfigureAwait(false))
  161. {
  162. _lookup = await Internal.Lookup<TKey, TInner>.CreateForJoinAsync(_inner, _innerKeySelector, _comparer, _cancellationToken).ConfigureAwait(false);
  163. if (_lookup.Count != 0)
  164. {
  165. _mode = State_DoLoop;
  166. goto case State_DoLoop;
  167. }
  168. }
  169. break;
  170. case State_DoLoop:
  171. _item = _outerEnumerator.Current;
  172. var g = _lookup.GetGrouping(_outerKeySelector(_item), create: false);
  173. if (g != null)
  174. {
  175. _count = g._count;
  176. _elements = g._elements;
  177. _index = 0;
  178. _mode = State_For;
  179. goto case State_For;
  180. }
  181. // advance to while
  182. _mode = State_While;
  183. goto case State_While;
  184. case State_For:
  185. _current = _resultSelector(_item, _elements[_index]);
  186. _index++;
  187. if (_index == _count)
  188. {
  189. _mode = State_While;
  190. }
  191. return true;
  192. case State_While:
  193. var hasNext = await _outerEnumerator.MoveNextAsync().ConfigureAwait(false);
  194. if (hasNext)
  195. {
  196. goto case State_DoLoop;
  197. }
  198. break;
  199. }
  200. await DisposeAsync().ConfigureAwait(false);
  201. break;
  202. }
  203. return false;
  204. }
  205. }
  206. private sealed class JoinAsyncIteratorWithTask<TOuter, TInner, TKey, TResult> : AsyncIterator<TResult>
  207. {
  208. private readonly IAsyncEnumerable<TOuter> _outer;
  209. private readonly IAsyncEnumerable<TInner> _inner;
  210. private readonly Func<TOuter, ValueTask<TKey>> _outerKeySelector;
  211. private readonly Func<TInner, ValueTask<TKey>> _innerKeySelector;
  212. private readonly Func<TOuter, TInner, ValueTask<TResult>> _resultSelector;
  213. private readonly IEqualityComparer<TKey> _comparer;
  214. private IAsyncEnumerator<TOuter> _outerEnumerator;
  215. public JoinAsyncIteratorWithTask(IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, ValueTask<TKey>> outerKeySelector, Func<TInner, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, ValueTask<TResult>> resultSelector, IEqualityComparer<TKey> comparer)
  216. {
  217. Debug.Assert(outer != null);
  218. Debug.Assert(inner != null);
  219. Debug.Assert(outerKeySelector != null);
  220. Debug.Assert(innerKeySelector != null);
  221. Debug.Assert(resultSelector != null);
  222. _outer = outer;
  223. _inner = inner;
  224. _outerKeySelector = outerKeySelector;
  225. _innerKeySelector = innerKeySelector;
  226. _resultSelector = resultSelector;
  227. _comparer = comparer;
  228. }
  229. public override AsyncIteratorBase<TResult> Clone()
  230. {
  231. return new JoinAsyncIteratorWithTask<TOuter, TInner, TKey, TResult>(_outer, _inner, _outerKeySelector, _innerKeySelector, _resultSelector, _comparer);
  232. }
  233. public override async ValueTask DisposeAsync()
  234. {
  235. if (_outerEnumerator != null)
  236. {
  237. await _outerEnumerator.DisposeAsync().ConfigureAwait(false);
  238. _outerEnumerator = null;
  239. }
  240. await base.DisposeAsync().ConfigureAwait(false);
  241. }
  242. // State machine vars
  243. private Internal.LookupWithTask<TKey, TInner> _lookup;
  244. private int _count;
  245. private TInner[] _elements;
  246. private int _index;
  247. private TOuter _item;
  248. private int _mode;
  249. private const int State_If = 1;
  250. private const int State_DoLoop = 2;
  251. private const int State_For = 3;
  252. private const int State_While = 4;
  253. protected override async ValueTask<bool> MoveNextCore()
  254. {
  255. switch (_state)
  256. {
  257. case AsyncIteratorState.Allocated:
  258. _outerEnumerator = _outer.GetAsyncEnumerator(_cancellationToken);
  259. _mode = State_If;
  260. _state = AsyncIteratorState.Iterating;
  261. goto case AsyncIteratorState.Iterating;
  262. case AsyncIteratorState.Iterating:
  263. switch (_mode)
  264. {
  265. case State_If:
  266. if (await _outerEnumerator.MoveNextAsync().ConfigureAwait(false))
  267. {
  268. _lookup = await Internal.LookupWithTask<TKey, TInner>.CreateForJoinAsync(_inner, _innerKeySelector, _comparer, _cancellationToken).ConfigureAwait(false);
  269. if (_lookup.Count != 0)
  270. {
  271. _mode = State_DoLoop;
  272. goto case State_DoLoop;
  273. }
  274. }
  275. break;
  276. case State_DoLoop:
  277. _item = _outerEnumerator.Current;
  278. var g = _lookup.GetGrouping(await _outerKeySelector(_item).ConfigureAwait(false), create: false);
  279. if (g != null)
  280. {
  281. _count = g._count;
  282. _elements = g._elements;
  283. _index = 0;
  284. _mode = State_For;
  285. goto case State_For;
  286. }
  287. // advance to while
  288. _mode = State_While;
  289. goto case State_While;
  290. case State_For:
  291. _current = await _resultSelector(_item, _elements[_index]).ConfigureAwait(false);
  292. _index++;
  293. if (_index == _count)
  294. {
  295. _mode = State_While;
  296. }
  297. return true;
  298. case State_While:
  299. var hasNext = await _outerEnumerator.MoveNextAsync().ConfigureAwait(false);
  300. if (hasNext)
  301. {
  302. goto case State_DoLoop;
  303. }
  304. break;
  305. }
  306. await DisposeAsync().ConfigureAwait(false);
  307. break;
  308. }
  309. return false;
  310. }
  311. }
  312. #if !NO_DEEP_CANCELLATION
  313. private sealed class JoinAsyncIteratorWithTaskAndCancellation<TOuter, TInner, TKey, TResult> : AsyncIterator<TResult>
  314. {
  315. private readonly IAsyncEnumerable<TOuter> _outer;
  316. private readonly IAsyncEnumerable<TInner> _inner;
  317. private readonly Func<TOuter, CancellationToken, ValueTask<TKey>> _outerKeySelector;
  318. private readonly Func<TInner, CancellationToken, ValueTask<TKey>> _innerKeySelector;
  319. private readonly Func<TOuter, TInner, CancellationToken, ValueTask<TResult>> _resultSelector;
  320. private readonly IEqualityComparer<TKey> _comparer;
  321. private IAsyncEnumerator<TOuter> _outerEnumerator;
  322. public JoinAsyncIteratorWithTaskAndCancellation(IAsyncEnumerable<TOuter> outer, IAsyncEnumerable<TInner> inner, Func<TOuter, CancellationToken, ValueTask<TKey>> outerKeySelector, Func<TInner, CancellationToken, ValueTask<TKey>> innerKeySelector, Func<TOuter, TInner, CancellationToken, ValueTask<TResult>> resultSelector, IEqualityComparer<TKey> comparer)
  323. {
  324. Debug.Assert(outer != null);
  325. Debug.Assert(inner != null);
  326. Debug.Assert(outerKeySelector != null);
  327. Debug.Assert(innerKeySelector != null);
  328. Debug.Assert(resultSelector != null);
  329. _outer = outer;
  330. _inner = inner;
  331. _outerKeySelector = outerKeySelector;
  332. _innerKeySelector = innerKeySelector;
  333. _resultSelector = resultSelector;
  334. _comparer = comparer;
  335. }
  336. public override AsyncIteratorBase<TResult> Clone()
  337. {
  338. return new JoinAsyncIteratorWithTaskAndCancellation<TOuter, TInner, TKey, TResult>(_outer, _inner, _outerKeySelector, _innerKeySelector, _resultSelector, _comparer);
  339. }
  340. public override async ValueTask DisposeAsync()
  341. {
  342. if (_outerEnumerator != null)
  343. {
  344. await _outerEnumerator.DisposeAsync().ConfigureAwait(false);
  345. _outerEnumerator = null;
  346. }
  347. await base.DisposeAsync().ConfigureAwait(false);
  348. }
  349. // State machine vars
  350. private Internal.LookupWithTask<TKey, TInner> _lookup;
  351. private int _count;
  352. private TInner[] _elements;
  353. private int _index;
  354. private TOuter _item;
  355. private int _mode;
  356. private const int State_If = 1;
  357. private const int State_DoLoop = 2;
  358. private const int State_For = 3;
  359. private const int State_While = 4;
  360. protected override async ValueTask<bool> MoveNextCore()
  361. {
  362. switch (_state)
  363. {
  364. case AsyncIteratorState.Allocated:
  365. _outerEnumerator = _outer.GetAsyncEnumerator(_cancellationToken);
  366. _mode = State_If;
  367. _state = AsyncIteratorState.Iterating;
  368. goto case AsyncIteratorState.Iterating;
  369. case AsyncIteratorState.Iterating:
  370. switch (_mode)
  371. {
  372. case State_If:
  373. if (await _outerEnumerator.MoveNextAsync().ConfigureAwait(false))
  374. {
  375. _lookup = await Internal.LookupWithTask<TKey, TInner>.CreateForJoinAsync(_inner, _innerKeySelector, _comparer, _cancellationToken).ConfigureAwait(false);
  376. if (_lookup.Count != 0)
  377. {
  378. _mode = State_DoLoop;
  379. goto case State_DoLoop;
  380. }
  381. }
  382. break;
  383. case State_DoLoop:
  384. _item = _outerEnumerator.Current;
  385. var g = _lookup.GetGrouping(await _outerKeySelector(_item, _cancellationToken).ConfigureAwait(false), create: false);
  386. if (g != null)
  387. {
  388. _count = g._count;
  389. _elements = g._elements;
  390. _index = 0;
  391. _mode = State_For;
  392. goto case State_For;
  393. }
  394. // advance to while
  395. _mode = State_While;
  396. goto case State_While;
  397. case State_For:
  398. _current = await _resultSelector(_item, _elements[_index], _cancellationToken).ConfigureAwait(false);
  399. _index++;
  400. if (_index == _count)
  401. {
  402. _mode = State_While;
  403. }
  404. return true;
  405. case State_While:
  406. var hasNext = await _outerEnumerator.MoveNextAsync().ConfigureAwait(false);
  407. if (hasNext)
  408. {
  409. goto case State_DoLoop;
  410. }
  411. break;
  412. }
  413. await DisposeAsync().ConfigureAwait(false);
  414. break;
  415. }
  416. return false;
  417. }
  418. }
  419. #endif
  420. }
  421. }