ToAsyncEnumerable.cs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465
  1. // Licensed to the .NET Foundation under one or more agreements.
  2. // The .NET Foundation licenses this file to you under the Apache 2.0 License.
  3. // See the LICENSE file in the project root for more information.
  4. using System.Collections;
  5. using System.Collections.Generic;
  6. using System.Diagnostics;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. namespace System.Linq
  10. {
  11. public static partial class AsyncEnumerable
  12. {
  13. public static IAsyncEnumerable<TSource> ToAsyncEnumerable<TSource>(this IEnumerable<TSource> source)
  14. {
  15. if (source == null)
  16. throw Error.ArgumentNull(nameof(source));
  17. // optimize these adapters for lists and collections
  18. if (source is IList<TSource> list)
  19. return new AsyncIListEnumerableAdapter<TSource>(list);
  20. if (source is ICollection<TSource> collection)
  21. return new AsyncICollectionEnumerableAdapter<TSource>(collection);
  22. return new AsyncEnumerableAdapter<TSource>(source);
  23. }
  24. public static IAsyncEnumerable<TSource> ToAsyncEnumerable<TSource>(this Task<TSource> task)
  25. {
  26. if (task == null)
  27. throw Error.ArgumentNull(nameof(task));
  28. return CreateEnumerable(
  29. _ =>
  30. {
  31. var called = 0;
  32. var value = default(TSource);
  33. return CreateEnumerator(
  34. async ct =>
  35. {
  36. if (Interlocked.CompareExchange(ref called, 1, 0) == 0)
  37. {
  38. value = await task.ConfigureAwait(false);
  39. return true;
  40. }
  41. return false;
  42. },
  43. () => value,
  44. () => TaskExt.CompletedTask);
  45. });
  46. }
  47. public static IAsyncEnumerable<TSource> ToAsyncEnumerable<TSource>(this IObservable<TSource> source)
  48. {
  49. if (source == null)
  50. throw Error.ArgumentNull(nameof(source));
  51. return CreateEnumerable(
  52. ct =>
  53. {
  54. var observer = new ToAsyncEnumerableObserver<TSource>();
  55. var subscription = source.Subscribe(observer);
  56. // REVIEW: Review possible concurrency issues with Dispose calls.
  57. var ctr = ct.Register(subscription.Dispose);
  58. return CreateEnumerator(
  59. tcs =>
  60. {
  61. var hasValue = false;
  62. var hasCompleted = false;
  63. var error = default(Exception);
  64. lock (observer.SyncRoot)
  65. {
  66. if (observer.Values.Count > 0)
  67. {
  68. hasValue = true;
  69. observer.Current = observer.Values.Dequeue();
  70. }
  71. else if (observer.HasCompleted)
  72. {
  73. hasCompleted = true;
  74. }
  75. else if (observer.Error != null)
  76. {
  77. error = observer.Error;
  78. }
  79. else
  80. {
  81. observer.TaskCompletionSource = tcs;
  82. }
  83. }
  84. if (hasValue)
  85. {
  86. tcs.TrySetResult(true);
  87. }
  88. else if (hasCompleted)
  89. {
  90. tcs.TrySetResult(false);
  91. }
  92. else if (error != null)
  93. {
  94. tcs.TrySetException(error);
  95. }
  96. return new ValueTask<bool>(tcs.Task);
  97. },
  98. () => observer.Current,
  99. () =>
  100. {
  101. ctr.Dispose();
  102. subscription.Dispose();
  103. // Should we cancel in-flight operations somehow?
  104. return TaskExt.CompletedTask;
  105. });
  106. });
  107. }
  108. internal sealed class AsyncEnumerableAdapter<T> : AsyncIterator<T>, IAsyncIListProvider<T>
  109. {
  110. private readonly IEnumerable<T> _source;
  111. private IEnumerator<T> _enumerator;
  112. public AsyncEnumerableAdapter(IEnumerable<T> source)
  113. {
  114. Debug.Assert(source != null);
  115. _source = source;
  116. }
  117. public override AsyncIterator<T> Clone()
  118. {
  119. return new AsyncEnumerableAdapter<T>(_source);
  120. }
  121. public override async ValueTask DisposeAsync()
  122. {
  123. if (_enumerator != null)
  124. {
  125. _enumerator.Dispose();
  126. _enumerator = null;
  127. }
  128. await base.DisposeAsync().ConfigureAwait(false);
  129. }
  130. protected override async ValueTask<bool> MoveNextCore(CancellationToken cancellationToken)
  131. {
  132. switch (state)
  133. {
  134. case AsyncIteratorState.Allocated:
  135. _enumerator = _source.GetEnumerator();
  136. state = AsyncIteratorState.Iterating;
  137. goto case AsyncIteratorState.Iterating;
  138. case AsyncIteratorState.Iterating:
  139. if (_enumerator.MoveNext())
  140. {
  141. current = _enumerator.Current;
  142. return true;
  143. }
  144. await DisposeAsync().ConfigureAwait(false);
  145. break;
  146. }
  147. return false;
  148. }
  149. // These optimizations rely on the Sys.Linq impls from IEnumerable to optimize
  150. // and short circuit as appropriate
  151. public Task<T[]> ToArrayAsync(CancellationToken cancellationToken)
  152. {
  153. return Task.FromResult(_source.ToArray());
  154. }
  155. public Task<List<T>> ToListAsync(CancellationToken cancellationToken)
  156. {
  157. return Task.FromResult(_source.ToList());
  158. }
  159. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  160. {
  161. return Task.FromResult(_source.Count());
  162. }
  163. }
  164. internal sealed class AsyncIListEnumerableAdapter<T> : AsyncIterator<T>, IAsyncIListProvider<T>, IList<T>
  165. {
  166. private readonly IList<T> _source;
  167. private IEnumerator<T> _enumerator;
  168. public AsyncIListEnumerableAdapter(IList<T> source)
  169. {
  170. Debug.Assert(source != null);
  171. _source = source;
  172. }
  173. public override AsyncIterator<T> Clone()
  174. {
  175. return new AsyncIListEnumerableAdapter<T>(_source);
  176. }
  177. public override async ValueTask DisposeAsync()
  178. {
  179. if (_enumerator != null)
  180. {
  181. _enumerator.Dispose();
  182. _enumerator = null;
  183. }
  184. await base.DisposeAsync().ConfigureAwait(false);
  185. }
  186. protected override async ValueTask<bool> MoveNextCore(CancellationToken cancellationToken)
  187. {
  188. switch (state)
  189. {
  190. case AsyncIteratorState.Allocated:
  191. _enumerator = _source.GetEnumerator();
  192. state = AsyncIteratorState.Iterating;
  193. goto case AsyncIteratorState.Iterating;
  194. case AsyncIteratorState.Iterating:
  195. if (_enumerator.MoveNext())
  196. {
  197. current = _enumerator.Current;
  198. return true;
  199. }
  200. await DisposeAsync().ConfigureAwait(false);
  201. break;
  202. }
  203. return false;
  204. }
  205. public override IAsyncEnumerable<TResult> Select<TResult>(Func<T, TResult> selector)
  206. {
  207. return new SelectIListIterator<T, TResult>(_source, selector);
  208. }
  209. // These optimizations rely on the Sys.Linq impls from IEnumerable to optimize
  210. // and short circuit as appropriate
  211. public Task<T[]> ToArrayAsync(CancellationToken cancellationToken)
  212. {
  213. return Task.FromResult(_source.ToArray());
  214. }
  215. public Task<List<T>> ToListAsync(CancellationToken cancellationToken)
  216. {
  217. return Task.FromResult(_source.ToList());
  218. }
  219. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  220. {
  221. return Task.FromResult(_source.Count);
  222. }
  223. IEnumerator<T> IEnumerable<T>.GetEnumerator() => _source.GetEnumerator();
  224. IEnumerator IEnumerable.GetEnumerator() => _source.GetEnumerator();
  225. void ICollection<T>.Add(T item) => _source.Add(item);
  226. void ICollection<T>.Clear() => _source.Clear();
  227. bool ICollection<T>.Contains(T item) => _source.Contains(item);
  228. void ICollection<T>.CopyTo(T[] array, int arrayIndex) => _source.CopyTo(array, arrayIndex);
  229. bool ICollection<T>.Remove(T item) => _source.Remove(item);
  230. int ICollection<T>.Count => _source.Count;
  231. bool ICollection<T>.IsReadOnly => _source.IsReadOnly;
  232. int IList<T>.IndexOf(T item) => _source.IndexOf(item);
  233. void IList<T>.Insert(int index, T item) => _source.Insert(index, item);
  234. void IList<T>.RemoveAt(int index) => _source.RemoveAt(index);
  235. T IList<T>.this[int index]
  236. {
  237. get { return _source[index]; }
  238. set { _source[index] = value; }
  239. }
  240. }
  241. internal sealed class AsyncICollectionEnumerableAdapter<T> : AsyncIterator<T>, IAsyncIListProvider<T>, ICollection<T>
  242. {
  243. private readonly ICollection<T> _source;
  244. private IEnumerator<T> _enumerator;
  245. public AsyncICollectionEnumerableAdapter(ICollection<T> source)
  246. {
  247. Debug.Assert(source != null);
  248. _source = source;
  249. }
  250. public override AsyncIterator<T> Clone()
  251. {
  252. return new AsyncICollectionEnumerableAdapter<T>(_source);
  253. }
  254. public override async ValueTask DisposeAsync()
  255. {
  256. if (_enumerator != null)
  257. {
  258. _enumerator.Dispose();
  259. _enumerator = null;
  260. }
  261. await base.DisposeAsync().ConfigureAwait(false);
  262. }
  263. protected override async ValueTask<bool> MoveNextCore(CancellationToken cancellationToken)
  264. {
  265. switch (state)
  266. {
  267. case AsyncIteratorState.Allocated:
  268. _enumerator = _source.GetEnumerator();
  269. state = AsyncIteratorState.Iterating;
  270. goto case AsyncIteratorState.Iterating;
  271. case AsyncIteratorState.Iterating:
  272. if (_enumerator.MoveNext())
  273. {
  274. current = _enumerator.Current;
  275. return true;
  276. }
  277. await DisposeAsync().ConfigureAwait(false);
  278. break;
  279. }
  280. return false;
  281. }
  282. // These optimizations rely on the Sys.Linq impls from IEnumerable to optimize
  283. // and short circuit as appropriate
  284. public Task<T[]> ToArrayAsync(CancellationToken cancellationToken)
  285. {
  286. return Task.FromResult(_source.ToArray());
  287. }
  288. public Task<List<T>> ToListAsync(CancellationToken cancellationToken)
  289. {
  290. return Task.FromResult(_source.ToList());
  291. }
  292. public Task<int> GetCountAsync(bool onlyIfCheap, CancellationToken cancellationToken)
  293. {
  294. return Task.FromResult(_source.Count);
  295. }
  296. IEnumerator<T> IEnumerable<T>.GetEnumerator() => _source.GetEnumerator();
  297. IEnumerator IEnumerable.GetEnumerator() => _source.GetEnumerator();
  298. void ICollection<T>.Add(T item) => _source.Add(item);
  299. void ICollection<T>.Clear() => _source.Clear();
  300. bool ICollection<T>.Contains(T item) => _source.Contains(item);
  301. void ICollection<T>.CopyTo(T[] array, int arrayIndex) => _source.CopyTo(array, arrayIndex);
  302. bool ICollection<T>.Remove(T item) => _source.Remove(item);
  303. int ICollection<T>.Count => _source.Count;
  304. bool ICollection<T>.IsReadOnly => _source.IsReadOnly;
  305. }
  306. private sealed class ToAsyncEnumerableObserver<T> : IObserver<T>
  307. {
  308. public readonly Queue<T> Values;
  309. public T Current;
  310. public Exception Error;
  311. public bool HasCompleted;
  312. public TaskCompletionSource<bool> TaskCompletionSource;
  313. public ToAsyncEnumerableObserver()
  314. {
  315. Values = new Queue<T>();
  316. }
  317. public object SyncRoot
  318. {
  319. get { return Values; }
  320. }
  321. public void OnCompleted()
  322. {
  323. var tcs = default(TaskCompletionSource<bool>);
  324. lock (SyncRoot)
  325. {
  326. HasCompleted = true;
  327. if (TaskCompletionSource != null)
  328. {
  329. tcs = TaskCompletionSource;
  330. TaskCompletionSource = null;
  331. }
  332. }
  333. tcs?.TrySetResult(false);
  334. }
  335. public void OnError(Exception error)
  336. {
  337. var tcs = default(TaskCompletionSource<bool>);
  338. lock (SyncRoot)
  339. {
  340. Error = error;
  341. if (TaskCompletionSource != null)
  342. {
  343. tcs = TaskCompletionSource;
  344. TaskCompletionSource = null;
  345. }
  346. }
  347. tcs?.TrySetException(error);
  348. }
  349. public void OnNext(T value)
  350. {
  351. var tcs = default(TaskCompletionSource<bool>);
  352. lock (SyncRoot)
  353. {
  354. if (TaskCompletionSource == null)
  355. {
  356. Values.Enqueue(value);
  357. }
  358. else
  359. {
  360. Current = value;
  361. tcs = TaskCompletionSource;
  362. TaskCompletionSource = null;
  363. }
  364. }
  365. tcs?.TrySetResult(true);
  366. }
  367. }
  368. }
  369. }