Merge.cs 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. // Copyright (c) Microsoft Open Technologies, Inc. All rights reserved. See License.txt in the project root for license information.
  2. #if !NO_PERF
  3. using System;
  4. using System.Collections.Generic;
  5. using System.Reactive.Disposables;
  6. #if !NO_TPL
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. #endif
  10. namespace System.Reactive.Linq.Observαble
  11. {
  12. class Merge<TSource> : Producer<TSource>
  13. {
  14. private readonly IObservable<IObservable<TSource>> _sources;
  15. private readonly int _maxConcurrent;
  16. public Merge(IObservable<IObservable<TSource>> sources)
  17. {
  18. _sources = sources;
  19. }
  20. public Merge(IObservable<IObservable<TSource>> sources, int maxConcurrent)
  21. {
  22. _sources = sources;
  23. _maxConcurrent = maxConcurrent;
  24. }
  25. #if !NO_TPL
  26. private readonly IObservable<Task<TSource>> _sourcesT;
  27. public Merge(IObservable<Task<TSource>> sources)
  28. {
  29. _sourcesT = sources;
  30. }
  31. #endif
  32. protected override IDisposable Run(IObserver<TSource> observer, IDisposable cancel, Action<IDisposable> setSink)
  33. {
  34. if (_maxConcurrent > 0)
  35. {
  36. var sink = new μ(this, observer, cancel);
  37. setSink(sink);
  38. return sink.Run();
  39. }
  40. #if !NO_TPL
  41. else if (_sourcesT != null)
  42. {
  43. var sink = new τ(this, observer, cancel);
  44. setSink(sink);
  45. return sink.Run();
  46. }
  47. #endif
  48. else
  49. {
  50. var sink = new _(this, observer, cancel);
  51. setSink(sink);
  52. return sink.Run();
  53. }
  54. }
  55. class _ : Sink<TSource>, IObserver<IObservable<TSource>>
  56. {
  57. private readonly Merge<TSource> _parent;
  58. public _(Merge<TSource> parent, IObserver<TSource> observer, IDisposable cancel)
  59. : base(observer, cancel)
  60. {
  61. _parent = parent;
  62. }
  63. private object _gate;
  64. private bool _isStopped;
  65. private CompositeDisposable _group;
  66. private SingleAssignmentDisposable _sourceSubscription;
  67. public IDisposable Run()
  68. {
  69. _gate = new object();
  70. _isStopped = false;
  71. _group = new CompositeDisposable();
  72. _sourceSubscription = new SingleAssignmentDisposable();
  73. _group.Add(_sourceSubscription);
  74. _sourceSubscription.Disposable = _parent._sources.SubscribeSafe(this);
  75. return _group;
  76. }
  77. public void OnNext(IObservable<TSource> value)
  78. {
  79. var innerSubscription = new SingleAssignmentDisposable();
  80. _group.Add(innerSubscription);
  81. innerSubscription.Disposable = value.SubscribeSafe(new ι(this, innerSubscription));
  82. }
  83. public void OnError(Exception error)
  84. {
  85. lock (_gate)
  86. {
  87. base._observer.OnError(error);
  88. base.Dispose();
  89. }
  90. }
  91. public void OnCompleted()
  92. {
  93. _isStopped = true;
  94. if (_group.Count == 1)
  95. {
  96. //
  97. // Notice there can be a race between OnCompleted of the source and any
  98. // of the inner sequences, where both see _group.Count == 1, and one is
  99. // waiting for the lock. There won't be a double OnCompleted observation
  100. // though, because the call to Dispose silences the observer by swapping
  101. // in a NopObserver<T>.
  102. //
  103. lock (_gate)
  104. {
  105. base._observer.OnCompleted();
  106. base.Dispose();
  107. }
  108. }
  109. else
  110. {
  111. _sourceSubscription.Dispose();
  112. }
  113. }
  114. class ι : IObserver<TSource>
  115. {
  116. private readonly _ _parent;
  117. private readonly IDisposable _self;
  118. public ι(_ parent, IDisposable self)
  119. {
  120. _parent = parent;
  121. _self = self;
  122. }
  123. public void OnNext(TSource value)
  124. {
  125. lock (_parent._gate)
  126. _parent._observer.OnNext(value);
  127. }
  128. public void OnError(Exception error)
  129. {
  130. lock (_parent._gate)
  131. {
  132. _parent._observer.OnError(error);
  133. _parent.Dispose();
  134. }
  135. }
  136. public void OnCompleted()
  137. {
  138. _parent._group.Remove(_self);
  139. if (_parent._isStopped && _parent._group.Count == 1)
  140. {
  141. //
  142. // Notice there can be a race between OnCompleted of the source and any
  143. // of the inner sequences, where both see _group.Count == 1, and one is
  144. // waiting for the lock. There won't be a double OnCompleted observation
  145. // though, because the call to Dispose silences the observer by swapping
  146. // in a NopObserver<T>.
  147. //
  148. lock (_parent._gate)
  149. {
  150. _parent._observer.OnCompleted();
  151. _parent.Dispose();
  152. }
  153. }
  154. }
  155. }
  156. }
  157. class μ : Sink<TSource>, IObserver<IObservable<TSource>>
  158. {
  159. private readonly Merge<TSource> _parent;
  160. public μ(Merge<TSource> parent, IObserver<TSource> observer, IDisposable cancel)
  161. : base(observer, cancel)
  162. {
  163. _parent = parent;
  164. }
  165. private object _gate;
  166. private Queue<IObservable<TSource>> _q;
  167. private bool _isStopped;
  168. private SingleAssignmentDisposable _sourceSubscription;
  169. private CompositeDisposable _group;
  170. private int _activeCount = 0;
  171. public IDisposable Run()
  172. {
  173. _gate = new object();
  174. _q = new Queue<IObservable<TSource>>();
  175. _isStopped = false;
  176. _activeCount = 0;
  177. _group = new CompositeDisposable();
  178. _sourceSubscription = new SingleAssignmentDisposable();
  179. _sourceSubscription.Disposable = _parent._sources.SubscribeSafe(this);
  180. _group.Add(_sourceSubscription);
  181. return _group;
  182. }
  183. public void OnNext(IObservable<TSource> value)
  184. {
  185. lock (_gate)
  186. {
  187. if (_activeCount < _parent._maxConcurrent)
  188. {
  189. _activeCount++;
  190. Subscribe(value);
  191. }
  192. else
  193. _q.Enqueue(value);
  194. }
  195. }
  196. public void OnError(Exception error)
  197. {
  198. lock (_gate)
  199. {
  200. base._observer.OnError(error);
  201. base.Dispose();
  202. }
  203. }
  204. public void OnCompleted()
  205. {
  206. lock (_gate)
  207. {
  208. _isStopped = true;
  209. if (_activeCount == 0)
  210. {
  211. base._observer.OnCompleted();
  212. base.Dispose();
  213. }
  214. else
  215. {
  216. _sourceSubscription.Dispose();
  217. }
  218. }
  219. }
  220. private void Subscribe(IObservable<TSource> innerSource)
  221. {
  222. var subscription = new SingleAssignmentDisposable();
  223. _group.Add(subscription);
  224. subscription.Disposable = innerSource.SubscribeSafe(new ι(this, subscription));
  225. }
  226. class ι : IObserver<TSource>
  227. {
  228. private readonly μ _parent;
  229. private readonly IDisposable _self;
  230. public ι(μ parent, IDisposable self)
  231. {
  232. _parent = parent;
  233. _self = self;
  234. }
  235. public void OnNext(TSource value)
  236. {
  237. lock (_parent._gate)
  238. _parent._observer.OnNext(value);
  239. }
  240. public void OnError(Exception error)
  241. {
  242. lock (_parent._gate)
  243. {
  244. _parent._observer.OnError(error);
  245. _parent.Dispose();
  246. }
  247. }
  248. public void OnCompleted()
  249. {
  250. _parent._group.Remove(_self);
  251. lock (_parent._gate)
  252. {
  253. if (_parent._q.Count > 0)
  254. {
  255. var s = _parent._q.Dequeue();
  256. _parent.Subscribe(s);
  257. }
  258. else
  259. {
  260. _parent._activeCount--;
  261. if (_parent._isStopped && _parent._activeCount == 0)
  262. {
  263. _parent._observer.OnCompleted();
  264. _parent.Dispose();
  265. }
  266. }
  267. }
  268. }
  269. }
  270. }
  271. #if !NO_TPL
  272. #pragma warning disable 0420
  273. class τ : Sink<TSource>, IObserver<Task<TSource>>
  274. {
  275. private readonly Merge<TSource> _parent;
  276. public τ(Merge<TSource> parent, IObserver<TSource> observer, IDisposable cancel)
  277. : base(observer, cancel)
  278. {
  279. _parent = parent;
  280. }
  281. private object _gate;
  282. private volatile int _count;
  283. public IDisposable Run()
  284. {
  285. _gate = new object();
  286. _count = 1;
  287. return _parent._sourcesT.SubscribeSafe(this);
  288. }
  289. public void OnNext(Task<TSource> value)
  290. {
  291. Interlocked.Increment(ref _count);
  292. if (value.IsCompleted)
  293. {
  294. OnCompletedTask(value);
  295. }
  296. else
  297. {
  298. value.ContinueWith(OnCompletedTask);
  299. }
  300. }
  301. private void OnCompletedTask(Task<TSource> task)
  302. {
  303. switch (task.Status)
  304. {
  305. case TaskStatus.RanToCompletion:
  306. {
  307. lock (_gate)
  308. base._observer.OnNext(task.Result);
  309. OnCompleted();
  310. }
  311. break;
  312. case TaskStatus.Faulted:
  313. {
  314. lock (_gate)
  315. {
  316. base._observer.OnError(task.Exception.InnerException);
  317. base.Dispose();
  318. }
  319. }
  320. break;
  321. case TaskStatus.Canceled:
  322. {
  323. lock (_gate)
  324. {
  325. base._observer.OnError(new TaskCanceledException(task));
  326. base.Dispose();
  327. }
  328. }
  329. break;
  330. }
  331. }
  332. public void OnError(Exception error)
  333. {
  334. lock (_gate)
  335. {
  336. base._observer.OnError(error);
  337. base.Dispose();
  338. }
  339. }
  340. public void OnCompleted()
  341. {
  342. if (Interlocked.Decrement(ref _count) == 0)
  343. {
  344. lock (_gate)
  345. {
  346. base._observer.OnCompleted();
  347. base.Dispose();
  348. }
  349. }
  350. }
  351. }
  352. #pragma warning restore 0420
  353. #endif
  354. }
  355. }
  356. #endif