IEnumerableExtensions.cs 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141
  1. using System;
  2. using System.Collections.Concurrent;
  3. using System.Collections.Generic;
  4. using System.Diagnostics;
  5. using System.Linq;
  6. using System.Linq.Expressions;
  7. using System.Threading;
  8. using System.Threading.Tasks;
  9. namespace Masuit.Tools;
  10. /// <summary>
  11. ///
  12. /// </summary>
  13. public static class IEnumerableExtensions
  14. {
  15. /// <summary>
  16. /// 按字段属性判等取交集
  17. /// </summary>
  18. /// <typeparam name="TFirst"></typeparam>
  19. /// <typeparam name="TSecond"></typeparam>
  20. /// <param name="second"></param>
  21. /// <param name="condition"></param>
  22. /// <param name="first"></param>
  23. /// <returns></returns>
  24. public static IEnumerable<TFirst> IntersectBy<TFirst, TSecond>(this IEnumerable<TFirst> first, IEnumerable<TSecond> second, Func<TFirst, TSecond, bool> condition)
  25. {
  26. return first.Where(f => second.Any(s => condition(f, s)));
  27. }
  28. /// <summary>
  29. /// 按字段属性判等取交集
  30. /// </summary>
  31. /// <typeparam name="TSource"></typeparam>
  32. /// <typeparam name="TKey"></typeparam>
  33. /// <param name="first"></param>
  34. /// <param name="second"></param>
  35. /// <param name="keySelector"></param>
  36. /// <returns></returns>
  37. public static IEnumerable<TSource> IntersectBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TSource> second, Func<TSource, TKey> keySelector)
  38. {
  39. return first.IntersectBy(second, keySelector, null);
  40. }
  41. /// <summary>
  42. /// 按字段属性判等取交集
  43. /// </summary>
  44. /// <typeparam name="TSource"></typeparam>
  45. /// <typeparam name="TKey"></typeparam>
  46. /// <param name="first"></param>
  47. /// <param name="second"></param>
  48. /// <param name="keySelector"></param>
  49. /// <param name="comparer"></param>
  50. /// <returns></returns>
  51. public static IEnumerable<TSource> IntersectBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TSource> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  52. {
  53. if (first == null)
  54. throw new ArgumentNullException(nameof(first));
  55. if (second == null)
  56. throw new ArgumentNullException(nameof(second));
  57. if (keySelector == null)
  58. throw new ArgumentNullException(nameof(keySelector));
  59. return IntersectByIterator(first, second, keySelector, comparer);
  60. }
  61. private static IEnumerable<TSource> IntersectByIterator<TSource, TKey>(IEnumerable<TSource> first, IEnumerable<TSource> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  62. {
  63. var set = new HashSet<TKey>(second.Select(keySelector), comparer);
  64. foreach (var source in first)
  65. {
  66. if (set.Remove(keySelector(source)))
  67. yield return source;
  68. }
  69. }
  70. /// <summary>
  71. /// 多个集合取交集元素
  72. /// </summary>
  73. /// <typeparam name="T"></typeparam>
  74. /// <param name="source"></param>
  75. /// <returns></returns>
  76. public static IEnumerable<T> IntersectAll<T>(this IEnumerable<IEnumerable<T>> source)
  77. {
  78. return source.Aggregate((current, item) => current.Intersect(item));
  79. }
  80. /// <summary>
  81. /// 多个集合取交集元素
  82. /// </summary>
  83. /// <typeparam name="TSource"></typeparam>
  84. /// <typeparam name="TKey"></typeparam>
  85. /// <param name="source"></param>
  86. /// <param name="keySelector"></param>
  87. /// <returns></returns>
  88. public static IEnumerable<TSource> IntersectAll<TSource, TKey>(this IEnumerable<IEnumerable<TSource>> source, Func<TSource, TKey> keySelector)
  89. {
  90. return source.Aggregate((current, item) => current.IntersectBy(item, keySelector));
  91. }
  92. /// <summary>
  93. /// 多个集合取交集元素
  94. /// </summary>
  95. /// <typeparam name="TSource"></typeparam>
  96. /// <typeparam name="TKey"></typeparam>
  97. /// <param name="source"></param>
  98. /// <param name="keySelector"></param>
  99. /// <param name="comparer"></param>
  100. /// <returns></returns>
  101. public static IEnumerable<TSource> IntersectAll<TSource, TKey>(this IEnumerable<IEnumerable<TSource>> source, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  102. {
  103. return source.Aggregate((current, item) => current.IntersectBy(item, keySelector, comparer));
  104. }
  105. /// <summary>
  106. /// 多个集合取交集元素
  107. /// </summary>
  108. /// <typeparam name="T"></typeparam>
  109. /// <param name="source"></param>
  110. /// <param name="comparer"></param>
  111. /// <returns></returns>
  112. public static IEnumerable<T> IntersectAll<T>(this IEnumerable<IEnumerable<T>> source, IEqualityComparer<T> comparer)
  113. {
  114. return source.Aggregate((current, item) => current.Intersect(item, comparer));
  115. }
  116. /// <summary>
  117. /// 按字段属性判等取差集
  118. /// </summary>
  119. /// <typeparam name="TFirst"></typeparam>
  120. /// <typeparam name="TSecond"></typeparam>
  121. /// <param name="second"></param>
  122. /// <param name="condition"></param>
  123. /// <param name="first"></param>
  124. /// <returns></returns>
  125. public static IEnumerable<TFirst> ExceptBy<TFirst, TSecond>(this IEnumerable<TFirst> first, IEnumerable<TSecond> second, Func<TFirst, TSecond, bool> condition)
  126. {
  127. return first.Where(f => !second.Any(s => condition(f, s)));
  128. }
  129. #if NET6_0_OR_GREATER
  130. #else
  131. /// <summary>
  132. /// 按字段去重
  133. /// </summary>
  134. /// <typeparam name="TSource"></typeparam>
  135. /// <typeparam name="TKey"></typeparam>
  136. /// <param name="source"></param>
  137. /// <param name="keySelector"></param>
  138. /// <returns></returns>
  139. public static IEnumerable<TSource> DistinctBy<TSource, TKey>(this IEnumerable<TSource> source, Func<TSource, TKey> keySelector)
  140. {
  141. if (source == null) throw new ArgumentNullException(nameof(source));
  142. if (keySelector == null) throw new ArgumentNullException(nameof(keySelector));
  143. var set = new HashSet<TKey>();
  144. foreach (var item in source)
  145. {
  146. if (set.Add(keySelector(item)))
  147. {
  148. yield return item;
  149. }
  150. }
  151. }
  152. /// <summary>
  153. /// 按字段属性判等取交集
  154. /// </summary>
  155. /// <typeparam name="TSource"></typeparam>
  156. /// <typeparam name="TKey"></typeparam>
  157. /// <param name="first"></param>
  158. /// <param name="second"></param>
  159. /// <param name="keySelector"></param>
  160. /// <returns></returns>
  161. public static IEnumerable<TSource> IntersectBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector)
  162. {
  163. return first.IntersectBy(second, keySelector, null);
  164. }
  165. /// <summary>
  166. /// 按字段属性判等取交集
  167. /// </summary>
  168. /// <typeparam name="TSource"></typeparam>
  169. /// <typeparam name="TKey"></typeparam>
  170. /// <param name="first"></param>
  171. /// <param name="second"></param>
  172. /// <param name="keySelector"></param>
  173. /// <param name="comparer"></param>
  174. /// <returns></returns>
  175. public static IEnumerable<TSource> IntersectBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  176. {
  177. if (first == null) throw new ArgumentNullException(nameof(first));
  178. if (second == null) throw new ArgumentNullException(nameof(second));
  179. if (keySelector == null) throw new ArgumentNullException(nameof(keySelector));
  180. return IntersectByIterator(first, second, keySelector, comparer);
  181. }
  182. private static IEnumerable<TSource> IntersectByIterator<TSource, TKey>(IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  183. {
  184. var set = new HashSet<TKey>(second, comparer);
  185. foreach (var source in first)
  186. {
  187. if (set.Remove(keySelector(source)))
  188. yield return source;
  189. }
  190. }
  191. /// <summary>
  192. /// 按字段属性判等取差集
  193. /// </summary>
  194. /// <typeparam name="TSource"></typeparam>
  195. /// <typeparam name="TKey"></typeparam>
  196. /// <param name="first"></param>
  197. /// <param name="second"></param>
  198. /// <param name="keySelector"></param>
  199. /// <returns></returns>
  200. public static IEnumerable<TSource> ExceptBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector)
  201. {
  202. return first.ExceptBy(second, keySelector, null);
  203. }
  204. /// <summary>
  205. /// 按字段属性判等取差集
  206. /// </summary>
  207. /// <typeparam name="TSource"></typeparam>
  208. /// <typeparam name="TKey"></typeparam>
  209. /// <param name="first"></param>
  210. /// <param name="second"></param>
  211. /// <param name="keySelector"></param>
  212. /// <param name="comparer"></param>
  213. /// <returns></returns>
  214. /// <exception cref="ArgumentNullException"></exception>
  215. public static IEnumerable<TSource> ExceptBy<TSource, TKey>(this IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  216. {
  217. if (first == null) throw new ArgumentNullException(nameof(first));
  218. if (second == null) throw new ArgumentNullException(nameof(second));
  219. if (keySelector == null) throw new ArgumentNullException(nameof(keySelector));
  220. return ExceptByIterator(first, second, keySelector, comparer);
  221. }
  222. private static IEnumerable<TSource> ExceptByIterator<TSource, TKey>(IEnumerable<TSource> first, IEnumerable<TKey> second, Func<TSource, TKey> keySelector, IEqualityComparer<TKey> comparer)
  223. {
  224. var set = new HashSet<TKey>(second, comparer);
  225. foreach (var source in first)
  226. {
  227. if (set.Add(keySelector(source)))
  228. yield return source;
  229. }
  230. }
  231. #endif
  232. /// <summary>
  233. /// 添加多个元素
  234. /// </summary>
  235. /// <typeparam name="T"></typeparam>
  236. /// <param name="this"></param>
  237. /// <param name="values"></param>
  238. public static void AddRange<T>(this ICollection<T> @this, params T[] values)
  239. {
  240. foreach (var obj in values)
  241. {
  242. @this.Add(obj);
  243. }
  244. }
  245. /// <summary>
  246. /// 添加多个元素
  247. /// </summary>
  248. /// <typeparam name="T"></typeparam>
  249. /// <param name="this"></param>
  250. /// <param name="values"></param>
  251. public static void AddRange<T>(this ICollection<T> @this, IEnumerable<T> values)
  252. {
  253. foreach (var obj in values)
  254. {
  255. @this.Add(obj);
  256. }
  257. }
  258. /// <summary>
  259. /// 添加多个元素
  260. /// </summary>
  261. /// <typeparam name="T"></typeparam>
  262. /// <param name="this"></param>
  263. /// <param name="values"></param>
  264. public static void AddRange<T>(this ConcurrentBag<T> @this, params T[] values)
  265. {
  266. foreach (var obj in values)
  267. {
  268. @this.Add(obj);
  269. }
  270. }
  271. /// <summary>
  272. /// 添加多个元素
  273. /// </summary>
  274. /// <typeparam name="T"></typeparam>
  275. /// <param name="this"></param>
  276. /// <param name="values"></param>
  277. public static void AddRange<T>(this ConcurrentQueue<T> @this, params T[] values)
  278. {
  279. foreach (var obj in values)
  280. {
  281. @this.Enqueue(obj);
  282. }
  283. }
  284. /// <summary>
  285. /// 添加符合条件的多个元素
  286. /// </summary>
  287. /// <typeparam name="T"></typeparam>
  288. /// <param name="this"></param>
  289. /// <param name="predicate"></param>
  290. /// <param name="values"></param>
  291. public static void AddRangeIf<T>(this ICollection<T> @this, Func<T, bool> predicate, params T[] values)
  292. {
  293. foreach (var obj in values)
  294. {
  295. if (predicate(obj))
  296. {
  297. @this.Add(obj);
  298. }
  299. }
  300. }
  301. /// <summary>
  302. /// 添加符合条件的多个元素
  303. /// </summary>
  304. /// <typeparam name="T"></typeparam>
  305. /// <param name="this"></param>
  306. /// <param name="predicate"></param>
  307. /// <param name="values"></param>
  308. public static void AddRangeIf<T>(this ConcurrentBag<T> @this, Func<T, bool> predicate, params T[] values)
  309. {
  310. foreach (var obj in values)
  311. {
  312. if (predicate(obj))
  313. {
  314. @this.Add(obj);
  315. }
  316. }
  317. }
  318. /// <summary>
  319. /// 添加符合条件的多个元素
  320. /// </summary>
  321. /// <typeparam name="T"></typeparam>
  322. /// <param name="this"></param>
  323. /// <param name="predicate"></param>
  324. /// <param name="values"></param>
  325. public static void AddRangeIf<T>(this ConcurrentQueue<T> @this, Func<T, bool> predicate, params T[] values)
  326. {
  327. foreach (var obj in values)
  328. {
  329. if (predicate(obj))
  330. {
  331. @this.Enqueue(obj);
  332. }
  333. }
  334. }
  335. /// <summary>
  336. /// 添加不重复的元素
  337. /// </summary>
  338. /// <typeparam name="T"></typeparam>
  339. /// <param name="this"></param>
  340. /// <param name="values"></param>
  341. public static void AddRangeIfNotContains<T>(this ICollection<T> @this, params T[] values)
  342. {
  343. foreach (T obj in values)
  344. {
  345. if ([email protected](obj))
  346. {
  347. @this.Add(obj);
  348. }
  349. }
  350. }
  351. /// <summary>
  352. /// 移除符合条件的元素
  353. /// </summary>
  354. /// <typeparam name="T"></typeparam>
  355. /// <param name="this"></param>
  356. /// <param name="where"></param>
  357. public static void RemoveWhere<T>(this ICollection<T> @this, Func<T, bool> @where)
  358. {
  359. foreach (var obj in @this.Where(where).ToList())
  360. {
  361. @this.Remove(obj);
  362. }
  363. }
  364. /// <summary>
  365. /// 在元素之后添加元素
  366. /// </summary>
  367. /// <typeparam name="T"></typeparam>
  368. /// <param name="list"></param>
  369. /// <param name="condition">条件</param>
  370. /// <param name="value">值</param>
  371. public static void InsertAfter<T>(this IList<T> list, Func<T, bool> condition, T value)
  372. {
  373. foreach (var item in list.Select((item, index) => new
  374. {
  375. item,
  376. index
  377. }).Where(p => condition(p.item)).OrderByDescending(p => p.index))
  378. {
  379. if (item.index + 1 == list.Count)
  380. {
  381. list.Add(value);
  382. }
  383. else
  384. {
  385. list.Insert(item.index + 1, value);
  386. }
  387. }
  388. }
  389. /// <summary>
  390. /// 在元素之后添加元素
  391. /// </summary>
  392. /// <typeparam name="T"></typeparam>
  393. /// <param name="list"></param>
  394. /// <param name="index">索引位置</param>
  395. /// <param name="value">值</param>
  396. public static void InsertAfter<T>(this IList<T> list, int index, T value)
  397. {
  398. foreach (var item in list.Select((v, i) => new
  399. {
  400. Value = v,
  401. Index = i
  402. }).Where(p => p.Index == index).OrderByDescending(p => p.Index))
  403. {
  404. if (item.Index + 1 == list.Count)
  405. {
  406. list.Add(value);
  407. }
  408. else
  409. {
  410. list.Insert(item.Index + 1, value);
  411. }
  412. }
  413. }
  414. /// <summary>
  415. /// 转HashSet
  416. /// </summary>
  417. /// <typeparam name="T"></typeparam>
  418. /// <typeparam name="TResult"></typeparam>
  419. /// <param name="source"></param>
  420. /// <param name="selector"></param>
  421. /// <returns></returns>
  422. public static HashSet<TResult> ToHashSet<T, TResult>(this IEnumerable<T> source, Func<T, TResult> selector)
  423. {
  424. var set = new HashSet<TResult>();
  425. set.UnionWith(source.Select(selector));
  426. return set;
  427. }
  428. /// <summary>
  429. /// 遍历IEnumerable
  430. /// </summary>
  431. /// <param name="objs"></param>
  432. /// <param name="action">回调方法</param>
  433. /// <typeparam name="T"></typeparam>
  434. public static void ForEach<T>(this IEnumerable<T> objs, Action<T> action)
  435. {
  436. foreach (var o in objs)
  437. {
  438. action(o);
  439. }
  440. }
  441. /// <summary>
  442. /// 异步foreach
  443. /// </summary>
  444. /// <typeparam name="T"></typeparam>
  445. /// <param name="source"></param>
  446. /// <param name="maxParallelCount">最大并行数</param>
  447. /// <param name="action"></param>
  448. /// <param name="cancellationToken"></param>
  449. /// <returns></returns>
  450. public static async Task ForeachAsync<T>(this IEnumerable<T> source, Func<T, Task> action, int maxParallelCount, CancellationToken cancellationToken = default)
  451. {
  452. if (Debugger.IsAttached)
  453. {
  454. foreach (var item in source)
  455. {
  456. await action(item);
  457. }
  458. return;
  459. }
  460. var list = new List<Task>();
  461. foreach (var item in source)
  462. {
  463. if (cancellationToken.IsCancellationRequested)
  464. {
  465. return;
  466. }
  467. list.Add(action(item));
  468. if (list.Count(t => !t.IsCompleted) >= maxParallelCount)
  469. {
  470. await Task.WhenAny(list);
  471. list.RemoveAll(t => t.IsCompleted);
  472. }
  473. }
  474. await Task.WhenAll(list);
  475. }
  476. /// <summary>
  477. /// 异步foreach
  478. /// </summary>
  479. /// <typeparam name="T"></typeparam>
  480. /// <param name="source"></param>
  481. /// <param name="action"></param>
  482. /// <param name="cancellationToken"></param>
  483. /// <returns></returns>
  484. public static Task ForeachAsync<T>(this IEnumerable<T> source, Func<T, Task> action, CancellationToken cancellationToken = default)
  485. {
  486. if (source is ICollection<T> collection)
  487. {
  488. return ForeachAsync(collection, action, collection.Count, cancellationToken);
  489. }
  490. var list = source.ToList();
  491. return ForeachAsync(list, action, list.Count, cancellationToken);
  492. }
  493. /// <summary>
  494. /// 异步Select
  495. /// </summary>
  496. /// <typeparam name="T"></typeparam>
  497. /// <typeparam name="TResult"></typeparam>
  498. /// <param name="source"></param>
  499. /// <param name="selector"></param>
  500. /// <returns></returns>
  501. public static Task<TResult[]> SelectAsync<T, TResult>(this IEnumerable<T> source, Func<T, Task<TResult>> selector)
  502. {
  503. return Task.WhenAll(source.Select(selector));
  504. }
  505. /// <summary>
  506. /// 异步Select
  507. /// </summary>
  508. /// <typeparam name="T"></typeparam>
  509. /// <typeparam name="TResult"></typeparam>
  510. /// <param name="source"></param>
  511. /// <param name="selector"></param>
  512. /// <returns></returns>
  513. public static Task<TResult[]> SelectAsync<T, TResult>(this IEnumerable<T> source, Func<T, int, Task<TResult>> selector)
  514. {
  515. return Task.WhenAll(source.Select(selector));
  516. }
  517. /// <summary>
  518. /// 异步Select
  519. /// </summary>
  520. /// <typeparam name="T"></typeparam>
  521. /// <typeparam name="TResult"></typeparam>
  522. /// <param name="source"></param>
  523. /// <param name="selector"></param>
  524. /// <param name="maxParallelCount">最大并行数</param>
  525. /// <returns></returns>
  526. public static async Task<List<TResult>> SelectAsync<T, TResult>(this IEnumerable<T> source, Func<T, Task<TResult>> selector, int maxParallelCount)
  527. {
  528. var results = new List<TResult>();
  529. var tasks = new List<Task<TResult>>();
  530. foreach (var item in source)
  531. {
  532. var task = selector(item);
  533. tasks.Add(task);
  534. if (tasks.Count >= maxParallelCount)
  535. {
  536. await Task.WhenAny(tasks);
  537. var completedTasks = tasks.Where(t => t.IsCompleted).ToArray();
  538. results.AddRange(completedTasks.Select(t => t.Result));
  539. tasks.RemoveWhere(t => completedTasks.Contains(t));
  540. }
  541. }
  542. results.AddRange(await Task.WhenAll(tasks));
  543. return results;
  544. }
  545. /// <summary>
  546. /// 异步Select
  547. /// </summary>
  548. /// <typeparam name="T"></typeparam>
  549. /// <typeparam name="TResult"></typeparam>
  550. /// <param name="source"></param>
  551. /// <param name="selector"></param>
  552. /// <param name="maxParallelCount">最大并行数</param>
  553. /// <returns></returns>
  554. public static async Task<List<TResult>> SelectAsync<T, TResult>(this IEnumerable<T> source, Func<T, int, Task<TResult>> selector, int maxParallelCount)
  555. {
  556. var results = new List<TResult>();
  557. var tasks = new List<Task<TResult>>();
  558. int index = 0;
  559. foreach (var item in source)
  560. {
  561. var task = selector(item, index);
  562. tasks.Add(task);
  563. Interlocked.Add(ref index, 1);
  564. if (tasks.Count >= maxParallelCount)
  565. {
  566. await Task.WhenAny(tasks);
  567. var completedTasks = tasks.Where(t => t.IsCompleted).ToArray();
  568. results.AddRange(completedTasks.Select(t => t.Result));
  569. tasks.RemoveWhere(t => completedTasks.Contains(t));
  570. }
  571. }
  572. results.AddRange(await Task.WhenAll(tasks));
  573. return results;
  574. }
  575. /// <summary>
  576. /// 异步For
  577. /// </summary>
  578. /// <typeparam name="T"></typeparam>
  579. /// <param name="source"></param>
  580. /// <param name="selector"></param>
  581. /// <param name="maxParallelCount">最大并行数</param>
  582. /// <param name="cancellationToken">取消口令</param>
  583. /// <returns></returns>
  584. public static async Task ForAsync<T>(this IEnumerable<T> source, Func<T, int, Task> selector, int maxParallelCount, CancellationToken cancellationToken = default)
  585. {
  586. int index = 0;
  587. if (Debugger.IsAttached)
  588. {
  589. foreach (var item in source)
  590. {
  591. await selector(item, index);
  592. index++;
  593. }
  594. return;
  595. }
  596. var list = new List<Task>();
  597. foreach (var item in source)
  598. {
  599. if (cancellationToken.IsCancellationRequested)
  600. {
  601. return;
  602. }
  603. list.Add(selector(item, index));
  604. Interlocked.Add(ref index, 1);
  605. if (list.Count >= maxParallelCount)
  606. {
  607. await Task.WhenAny(list);
  608. list.RemoveAll(t => t.IsCompleted);
  609. }
  610. }
  611. await Task.WhenAll(list);
  612. }
  613. /// <summary>
  614. /// 异步For
  615. /// </summary>
  616. /// <typeparam name="T"></typeparam>
  617. /// <param name="source"></param>
  618. /// <param name="selector"></param>
  619. /// <param name="cancellationToken">取消口令</param>
  620. /// <returns></returns>
  621. public static Task ForAsync<T>(this IEnumerable<T> source, Func<T, int, Task> selector, CancellationToken cancellationToken = default)
  622. {
  623. if (source is ICollection<T> collection)
  624. {
  625. return ForAsync(collection, selector, collection.Count, cancellationToken);
  626. }
  627. var list = source.ToList();
  628. return ForAsync(list, selector, list.Count, cancellationToken);
  629. }
  630. /// <summary>
  631. /// 取最大值
  632. /// </summary>
  633. /// <typeparam name="TSource"></typeparam>
  634. /// <typeparam name="TResult"></typeparam>
  635. /// <param name="source"></param>
  636. /// <param name="selector"></param>
  637. /// <returns></returns>
  638. public static TResult MaxOrDefault<TSource, TResult>(this IQueryable<TSource> source, Expression<Func<TSource, TResult>> selector) => source.Select(selector).DefaultIfEmpty().Max();
  639. /// <summary>
  640. /// 取最大值
  641. /// </summary>
  642. /// <typeparam name="TSource"></typeparam>
  643. /// <typeparam name="TResult"></typeparam>
  644. /// <param name="source"></param>
  645. /// <param name="selector"></param>
  646. /// <param name="defaultValue"></param>
  647. /// <returns></returns>
  648. public static TResult MaxOrDefault<TSource, TResult>(this IQueryable<TSource> source, Expression<Func<TSource, TResult>> selector, TResult defaultValue) => source.Select(selector).DefaultIfEmpty(defaultValue).Max();
  649. /// <summary>
  650. /// 取最大值
  651. /// </summary>
  652. /// <typeparam name="TSource"></typeparam>
  653. /// <param name="source"></param>
  654. /// <returns></returns>
  655. public static TSource MaxOrDefault<TSource>(this IQueryable<TSource> source) => source.DefaultIfEmpty().Max();
  656. /// <summary>
  657. /// 取最大值
  658. /// </summary>
  659. /// <typeparam name="TSource"></typeparam>
  660. /// <param name="source"></param>
  661. /// <param name="defaultValue"></param>
  662. /// <returns></returns>
  663. public static TSource MaxOrDefault<TSource>(this IQueryable<TSource> source, TSource defaultValue) => source.DefaultIfEmpty(defaultValue).Max();
  664. /// <summary>
  665. /// 取最大值
  666. /// </summary>
  667. /// <typeparam name="TSource"></typeparam>
  668. /// <typeparam name="TResult"></typeparam>
  669. /// <param name="source"></param>
  670. /// <param name="selector"></param>
  671. /// <param name="defaultValue"></param>
  672. /// <returns></returns>
  673. public static TResult MaxOrDefault<TSource, TResult>(this IEnumerable<TSource> source, Func<TSource, TResult> selector, TResult defaultValue) => source.Select(selector).DefaultIfEmpty(defaultValue).Max();
  674. /// <summary>
  675. /// 取最大值
  676. /// </summary>
  677. /// <typeparam name="TSource"></typeparam>
  678. /// <typeparam name="TResult"></typeparam>
  679. /// <param name="source"></param>
  680. /// <param name="selector"></param>
  681. /// <returns></returns>
  682. public static TResult MaxOrDefault<TSource, TResult>(this IEnumerable<TSource> source, Func<TSource, TResult> selector) => source.Select(selector).DefaultIfEmpty().Max();
  683. /// <summary>
  684. /// 取最大值
  685. /// </summary>
  686. /// <typeparam name="TSource"></typeparam>
  687. /// <param name="source"></param>
  688. /// <returns></returns>
  689. public static TSource MaxOrDefault<TSource>(this IEnumerable<TSource> source) => source.DefaultIfEmpty().Max();
  690. /// <summary>
  691. /// 取最大值
  692. /// </summary>
  693. /// <typeparam name="TSource"></typeparam>
  694. /// <param name="source"></param>
  695. /// <param name="defaultValue"></param>
  696. /// <returns></returns>
  697. public static TSource MaxOrDefault<TSource>(this IEnumerable<TSource> source, TSource defaultValue) => source.DefaultIfEmpty(defaultValue).Max();
  698. /// <summary>
  699. /// 取最小值
  700. /// </summary>
  701. /// <typeparam name="TSource"></typeparam>
  702. /// <typeparam name="TResult"></typeparam>
  703. /// <param name="source"></param>
  704. /// <param name="selector"></param>
  705. /// <returns></returns>
  706. public static TResult MinOrDefault<TSource, TResult>(this IQueryable<TSource> source, Expression<Func<TSource, TResult>> selector) => source.Select(selector).DefaultIfEmpty().Min();
  707. /// <summary>
  708. /// 取最小值
  709. /// </summary>
  710. /// <typeparam name="TSource"></typeparam>
  711. /// <typeparam name="TResult"></typeparam>
  712. /// <param name="source"></param>
  713. /// <param name="selector"></param>
  714. /// <param name="defaultValue"></param>
  715. /// <returns></returns>
  716. public static TResult MinOrDefault<TSource, TResult>(this IQueryable<TSource> source, Expression<Func<TSource, TResult>> selector, TResult defaultValue) => source.Select(selector).DefaultIfEmpty(defaultValue).Min();
  717. /// <summary>
  718. /// 取最小值
  719. /// </summary>
  720. /// <typeparam name="TSource"></typeparam>
  721. /// <param name="source"></param>
  722. /// <returns></returns>
  723. public static TSource MinOrDefault<TSource>(this IQueryable<TSource> source) => source.DefaultIfEmpty().Min();
  724. /// <summary>
  725. /// 取最小值
  726. /// </summary>
  727. /// <typeparam name="TSource"></typeparam>
  728. /// <param name="source"></param>
  729. /// <param name="defaultValue"></param>
  730. /// <returns></returns>
  731. public static TSource MinOrDefault<TSource>(this IQueryable<TSource> source, TSource defaultValue) => source.DefaultIfEmpty(defaultValue).Min();
  732. /// <summary>
  733. /// 取最小值
  734. /// </summary>
  735. /// <typeparam name="TSource"></typeparam>
  736. /// <typeparam name="TResult"></typeparam>
  737. /// <param name="source"></param>
  738. /// <param name="selector"></param>
  739. /// <returns></returns>
  740. public static TResult MinOrDefault<TSource, TResult>(this IEnumerable<TSource> source, Func<TSource, TResult> selector) => source.Select(selector).DefaultIfEmpty().Min();
  741. /// <summary>
  742. /// 取最小值
  743. /// </summary>
  744. /// <typeparam name="TSource"></typeparam>
  745. /// <typeparam name="TResult"></typeparam>
  746. /// <param name="source"></param>
  747. /// <param name="selector"></param>
  748. /// <param name="defaultValue"></param>
  749. /// <returns></returns>
  750. public static TResult MinOrDefault<TSource, TResult>(this IEnumerable<TSource> source, Func<TSource, TResult> selector, TResult defaultValue) => source.Select(selector).DefaultIfEmpty(defaultValue).Min();
  751. /// <summary>
  752. /// 取最小值
  753. /// </summary>
  754. /// <typeparam name="TSource"></typeparam>
  755. /// <param name="source"></param>
  756. /// <returns></returns>
  757. public static TSource MinOrDefault<TSource>(this IEnumerable<TSource> source) => source.DefaultIfEmpty().Min();
  758. /// <summary>
  759. /// 取最小值
  760. /// </summary>
  761. /// <typeparam name="TSource"></typeparam>
  762. /// <param name="source"></param>
  763. /// <param name="defaultValue"></param>
  764. /// <returns></returns>
  765. public static TSource MinOrDefault<TSource>(this IEnumerable<TSource> source, TSource defaultValue) => source.DefaultIfEmpty(defaultValue).Min();
  766. /// <summary>
  767. /// 标准差
  768. /// </summary>
  769. /// <typeparam name="T"></typeparam>
  770. /// <typeparam name="TResult"></typeparam>
  771. /// <param name="source"></param>
  772. /// <param name="selector"></param>
  773. /// <returns></returns>
  774. public static TResult StandardDeviation<T, TResult>(this IEnumerable<T> source, Func<T, TResult> selector) where TResult : IConvertible
  775. {
  776. return StandardDeviation(source.Select(t => selector(t).ConvertTo<double>())).ConvertTo<TResult>();
  777. }
  778. /// <summary>
  779. /// 标准差
  780. /// </summary>
  781. /// <typeparam name="T"></typeparam>
  782. /// <param name="source"></param>
  783. /// <returns></returns>
  784. public static T StandardDeviation<T>(this IEnumerable<T> source) where T : IConvertible
  785. {
  786. return StandardDeviation(source.Select(t => t.ConvertTo<double>())).ConvertTo<T>();
  787. }
  788. /// <summary>
  789. /// 标准差
  790. /// </summary>
  791. /// <param name="source"></param>
  792. /// <returns></returns>
  793. public static double StandardDeviation(this IEnumerable<double> source)
  794. {
  795. double result = 0;
  796. var list = source as ICollection<double> ?? source.ToList();
  797. int count = list.Count();
  798. if (count > 1)
  799. {
  800. var avg = list.Average();
  801. var sum = list.Sum(d => (d - avg) * (d - avg));
  802. result = Math.Sqrt(sum / count);
  803. }
  804. return result;
  805. }
  806. /// <summary>
  807. /// 随机排序
  808. /// </summary>
  809. /// <typeparam name="T"></typeparam>
  810. /// <param name="source"></param>
  811. /// <returns></returns>
  812. public static IOrderedEnumerable<T> OrderByRandom<T>(this IEnumerable<T> source)
  813. {
  814. return source.OrderBy(_ => Guid.NewGuid());
  815. }
  816. /// <summary>
  817. /// 序列相等
  818. /// </summary>
  819. /// <typeparam name="T"></typeparam>
  820. /// <param name="first"></param>
  821. /// <param name="second"></param>
  822. /// <param name="condition"></param>
  823. /// <returns></returns>
  824. public static bool SequenceEqual<T>(this IEnumerable<T> first, IEnumerable<T> second, Func<T, T, bool> condition)
  825. {
  826. if (first is ICollection<T> source1 && second is ICollection<T> source2)
  827. {
  828. if (source1.Count != source2.Count)
  829. {
  830. return false;
  831. }
  832. if (source1 is IList<T> list1 && source2 is IList<T> list2)
  833. {
  834. int count = source1.Count;
  835. for (int index = 0; index < count; ++index)
  836. {
  837. if (!condition(list1[index], list2[index]))
  838. {
  839. return false;
  840. }
  841. }
  842. return true;
  843. }
  844. }
  845. using IEnumerator<T> enumerator1 = first.GetEnumerator();
  846. using IEnumerator<T> enumerator2 = second.GetEnumerator();
  847. while (enumerator1.MoveNext())
  848. {
  849. if (!enumerator2.MoveNext() || !condition(enumerator1.Current, enumerator2.Current))
  850. {
  851. return false;
  852. }
  853. }
  854. return !enumerator2.MoveNext();
  855. }
  856. /// <summary>
  857. /// 序列相等
  858. /// </summary>
  859. /// <typeparam name="T1"></typeparam>
  860. /// <typeparam name="T2"></typeparam>
  861. /// <param name="first"></param>
  862. /// <param name="second"></param>
  863. /// <param name="condition"></param>
  864. /// <returns></returns>
  865. public static bool SequenceEqual<T1, T2>(this IEnumerable<T1> first, IEnumerable<T2> second, Func<T1, T2, bool> condition)
  866. {
  867. if (first is ICollection<T1> source1 && second is ICollection<T2> source2)
  868. {
  869. if (source1.Count != source2.Count)
  870. {
  871. return false;
  872. }
  873. if (source1 is IList<T1> list1 && source2 is IList<T2> list2)
  874. {
  875. int count = source1.Count;
  876. for (int index = 0; index < count; ++index)
  877. {
  878. if (!condition(list1[index], list2[index]))
  879. {
  880. return false;
  881. }
  882. }
  883. return true;
  884. }
  885. }
  886. using IEnumerator<T1> enumerator1 = first.GetEnumerator();
  887. using IEnumerator<T2> enumerator2 = second.GetEnumerator();
  888. while (enumerator1.MoveNext())
  889. {
  890. if (!enumerator2.MoveNext() || !condition(enumerator1.Current, enumerator2.Current))
  891. {
  892. return false;
  893. }
  894. }
  895. return !enumerator2.MoveNext();
  896. }
  897. /// <summary>
  898. /// 对比两个集合哪些是新增的、删除的、修改的
  899. /// </summary>
  900. /// <typeparam name="T1"></typeparam>
  901. /// <typeparam name="T2"></typeparam>
  902. /// <param name="first"></param>
  903. /// <param name="second"></param>
  904. /// <param name="condition">对比因素条件</param>
  905. /// <returns></returns>
  906. public static (List<T1> adds, List<T2> remove, List<T1> updates) CompareChanges<T1, T2>(this IEnumerable<T1> first, IEnumerable<T2> second, Func<T1, T2, bool> condition)
  907. {
  908. first ??= new List<T1>();
  909. second ??= new List<T2>();
  910. var firstSource = first as ICollection<T1> ?? first.ToList();
  911. var secondSource = second as ICollection<T2> ?? second.ToList();
  912. var add = firstSource.ExceptBy(secondSource, condition).ToList();
  913. var remove = secondSource.ExceptBy(firstSource, (s, f) => condition(f, s)).ToList();
  914. var update = firstSource.IntersectBy(secondSource, condition).ToList();
  915. return (add, remove, update);
  916. }
  917. /// <summary>
  918. /// 对比两个集合哪些是新增的、删除的、修改的
  919. /// </summary>
  920. /// <typeparam name="T1"></typeparam>
  921. /// <typeparam name="T2"></typeparam>
  922. /// <param name="first"></param>
  923. /// <param name="second"></param>
  924. /// <param name="condition">对比因素条件</param>
  925. /// <returns></returns>
  926. public static (List<T1> adds, List<T2> remove, List<(T1 first, T2 second)> updates) CompareChangesPlus<T1, T2>(this IEnumerable<T1> first, IEnumerable<T2> second, Func<T1, T2, bool> condition)
  927. {
  928. first ??= new List<T1>();
  929. second ??= new List<T2>();
  930. var firstSource = first as ICollection<T1> ?? first.ToList();
  931. var secondSource = second as ICollection<T2> ?? second.ToList();
  932. var add = firstSource.ExceptBy(secondSource, condition).ToList();
  933. var remove = secondSource.ExceptBy(firstSource, (s, f) => condition(f, s)).ToList();
  934. var updates = firstSource.IntersectBy(secondSource, condition).Select(t1 => (t1, secondSource.FirstOrDefault(t2 => condition(t1, t2)))).ToList();
  935. return (add, remove, updates);
  936. }
  937. /// <summary>
  938. /// 将集合声明为非null集合
  939. /// </summary>
  940. /// <typeparam name="T"></typeparam>
  941. /// <param name="list"></param>
  942. /// <returns></returns>
  943. public static List<T> AsNotNull<T>(this List<T> list)
  944. {
  945. return list ?? new List<T>();
  946. }
  947. /// <summary>
  948. /// 将集合声明为非null集合
  949. /// </summary>
  950. /// <typeparam name="T"></typeparam>
  951. /// <param name="list"></param>
  952. /// <returns></returns>
  953. public static IEnumerable<T> AsNotNull<T>(this IEnumerable<T> list)
  954. {
  955. return list ?? new List<T>();
  956. }
  957. /// <summary>
  958. /// 满足条件时执行筛选条件
  959. /// </summary>
  960. /// <typeparam name="T"></typeparam>
  961. /// <param name="source"></param>
  962. /// <param name="condition"></param>
  963. /// <param name="where"></param>
  964. /// <returns></returns>
  965. public static IEnumerable<T> WhereIf<T>(this IEnumerable<T> source, bool condition, Func<T, bool> where)
  966. {
  967. return condition ? source.Where(where) : source;
  968. }
  969. /// <summary>
  970. /// 满足条件时执行筛选条件
  971. /// </summary>
  972. /// <typeparam name="T"></typeparam>
  973. /// <param name="source"></param>
  974. /// <param name="condition"></param>
  975. /// <param name="where"></param>
  976. /// <returns></returns>
  977. public static IEnumerable<T> WhereIf<T>(this IEnumerable<T> source, Func<bool> condition, Func<T, bool> where)
  978. {
  979. return condition() ? source.Where(where) : source;
  980. }
  981. /// <summary>
  982. /// 满足条件时执行筛选条件
  983. /// </summary>
  984. /// <typeparam name="T"></typeparam>
  985. /// <param name="source"></param>
  986. /// <param name="condition"></param>
  987. /// <param name="where"></param>
  988. /// <returns></returns>
  989. public static IQueryable<T> WhereIf<T>(this IQueryable<T> source, bool condition, Expression<Func<T, bool>> where)
  990. {
  991. return condition ? source.Where(where) : source;
  992. }
  993. /// <summary>
  994. /// 满足条件时执行筛选条件
  995. /// </summary>
  996. /// <typeparam name="T"></typeparam>
  997. /// <param name="source"></param>
  998. /// <param name="condition"></param>
  999. /// <param name="where"></param>
  1000. /// <returns></returns>
  1001. public static IQueryable<T> WhereIf<T>(this IQueryable<T> source, Func<bool> condition, Expression<Func<T, bool>> where)
  1002. {
  1003. return condition() ? source.Where(where) : source;
  1004. }
  1005. /// <summary>
  1006. /// 改变元素的索引位置
  1007. /// </summary>
  1008. /// <typeparam name="T"></typeparam>
  1009. /// <param name="list">集合</param>
  1010. /// <param name="item">元素</param>
  1011. /// <param name="index">索引值</param>
  1012. /// <exception cref="ArgumentNullException"></exception>
  1013. public static IList<T> ChangeIndex<T>(this IList<T> list, T item, int index)
  1014. {
  1015. if (item is null)
  1016. {
  1017. throw new ArgumentNullException(nameof(item));
  1018. }
  1019. ChangeIndexInternal(list, item, index);
  1020. return list;
  1021. }
  1022. /// <summary>
  1023. /// 改变元素的索引位置
  1024. /// </summary>
  1025. /// <typeparam name="T"></typeparam>
  1026. /// <param name="list">集合</param>
  1027. /// <param name="condition">元素定位条件</param>
  1028. /// <param name="index">索引值</param>
  1029. public static IList<T> ChangeIndex<T>(this IList<T> list, Func<T, bool> condition, int index)
  1030. {
  1031. var item = list.FirstOrDefault(condition);
  1032. if (item != null)
  1033. {
  1034. ChangeIndexInternal(list, item, index);
  1035. }
  1036. return list;
  1037. }
  1038. private static void ChangeIndexInternal<T>(IList<T> list, T item, int index)
  1039. {
  1040. index = Math.Max(0, index);
  1041. index = Math.Min(list.Count - 1, index);
  1042. list.Remove(item);
  1043. list.Insert(index, item);
  1044. }
  1045. }