文章指纹

src/Masuit.MyBlogs.Core/Common/CommonHelper.cs

@@ -8,10 +8,11 @@ using IP2Region;
 using Masuit.MyBlogs.Core.Common.Mails;
 using Masuit.Tools;
 using Masuit.Tools.Media;
+using Masuit.Tools.Models;
+using Masuit.Tools.Security;
 using Masuit.Tools.Systems;
 using MaxMind.GeoIP2;
 using MaxMind.GeoIP2.Exceptions;
-using MaxMind.GeoIP2.Model;
 using MaxMind.GeoIP2.Responses;
 using Polly;
 using SixLabors.ImageSharp;
@@ -21,477 +22,505 @@ using System.Text;
 using TimeZoneConverter;
 using ArgumentException = System.ArgumentException;
 using Configuration = AngleSharp.Configuration;
+using Location = MaxMind.GeoIP2.Model.Location;
 
 namespace Masuit.MyBlogs.Core.Common
 {
-    /// <summary>
-    /// 公共类库
-    /// </summary>
-    public static class CommonHelper
-    {
-        private static readonly FileSystemWatcher FileSystemWatcher = new(AppContext.BaseDirectory + "App_Data", "*.txt")
-        {
-            IncludeSubdirectories = true,
-            EnableRaisingEvents = true,
-            NotifyFilter = NotifyFilters.Attributes | NotifyFilters.CreationTime | NotifyFilters.DirectoryName | NotifyFilters.FileName | NotifyFilters.LastAccess | NotifyFilters.LastWrite | NotifyFilters.Security | NotifyFilters.Size
-        };
-
-        static CommonHelper()
-        {
-            Init();
-            FileSystemWatcher.Changed += (_, _) => Init();
-        }
-
-        private static void Init()
-        {
-            string ReadFile(string s)
-            {
-                return Policy<string>.Handle<IOException>().WaitAndRetry(5, i => TimeSpan.FromSeconds(i)).Execute(() =>
-                {
-                    using var fs = File.Open(s, FileMode.Open, FileAccess.Read, FileShare.ReadWrite);
-                    using var sr = new StreamReader(fs, Encoding.UTF8);
-                    return sr.ReadToEnd();
-                });
-            }
-
-            BanRegex = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "ban.txt"));
-            ModRegex = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "mod.txt"));
-            DenyIP = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "denyip.txt"));
-            var lines = File.Open(Path.Combine(AppContext.BaseDirectory + "App_Data", "DenyIPRange.txt"), FileMode.Open, FileAccess.Read, FileShare.ReadWrite).ReadAllLines(Encoding.UTF8);
-            DenyIPRange = new Dictionary<string, string>();
-            foreach (var line in lines)
-            {
-                try
-                {
-                    var strs = line.Split(' ');
-                    DenyIPRange[strs[0]] = strs[1];
-                }
-                catch (IndexOutOfRangeException)
-                {
-                }
-            }
-
-            IPWhiteList = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "whitelist.txt")).Split(',', '，').ToList();
-        }
-
-        /// <summary>
-        /// 敏感词
-        /// </summary>
-        public static string BanRegex { get; set; }
-
-        /// <summary>
-        /// 审核词
-        /// </summary>
-        public static string ModRegex { get; set; }
-
-        /// <summary>
-        /// 全局禁止IP
-        /// </summary>
-        public static string DenyIP { get; set; }
-
-        /// <summary>
-        /// ip白名单
-        /// </summary>
-        public static List<string> IPWhiteList { get; set; }
-
-        /// <summary>
-        /// 每IP错误的次数统计
-        /// </summary>
-        public static NullableConcurrentDictionary<string, int> IPErrorTimes { get; set; } = new();
-
-        /// <summary>
-        /// 系统设定
-        /// </summary>
-        public static NullableConcurrentDictionary<string, string> SystemSettings { get; set; } = new();
-
-        /// <summary>
-        /// IP黑名单地址段
-        /// </summary>
-        public static Dictionary<string, string> DenyIPRange { get; set; }
-
-        /// <summary>
-        /// 判断IP地址是否被黑名单
-        /// </summary>
-        /// <param name="ip"></param>
-        /// <returns></returns>
-        public static bool IsDenyIpAddress(this string ip)
-        {
-            if (IPWhiteList.Contains(ip))
-            {
-                return false;
-            }
-
-            return DenyIP.Contains(ip) || DenyIPRange.AsParallel().Any(kv => kv.Key.StartsWith(ip.Split('.')[0]) && ip.IpAddressInRange(kv.Key, kv.Value));
-        }
-
-        private static readonly DbSearcher IPSearcher = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "ip2region.db"));
-        public static readonly DatabaseReader MaxmindReader = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "GeoLite2-City.mmdb"));
-        private static readonly DatabaseReader MaxmindAsnReader = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "GeoLite2-ASN.mmdb"));
-
-        /// <summary>
-        /// 是否是代理ip
-        /// </summary>
-        /// <param name="ip"></param>
-        /// <param name="cancellationToken"></param>
-        /// <returns></returns>
-        public static async Task<bool> IsProxy(this IPAddress ip, CancellationToken cancellationToken = default)
-        {
-            using var serviceScope = Startup.ServiceProvider.CreateScope();
-            var httpClient = serviceScope.ServiceProvider.GetRequiredService<IHttpClientFactory>().CreateClient();
-            httpClient.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 Edg/92.0.902.62");
-            return await httpClient.GetStringAsync("https://ipinfo.io/" + ip, cancellationToken).ContinueWith(t =>
-            {
-                if (t.IsCompletedSuccessfully)
-                {
-                    var ctx = BrowsingContext.New(Configuration.Default);
-                    var doc = ctx.OpenAsync(res => res.Content(t.Result)).Result;
-                    var isAnycast = doc.DocumentElement.QuerySelectorAll(".title").Where(e => e.TextContent.Contains("Anycast")).Select(e => e.Parent).Any(n => n.TextContent.Contains("True"));
-                    var isproxy = doc.DocumentElement.QuerySelectorAll("#block-privacy img").Any(e => e.OuterHtml.Contains("right"));
-                    return isAnycast || isproxy;
-                }
-                return false;
-            });
-        }
-
-        public static AsnResponse GetIPAsn(this IPAddress ip)
-        {
-            if (ip.IsPrivateIP())
-            {
-                return new AsnResponse();
-            }
-
-            return Policy<AsnResponse>.Handle<AddressNotFoundException>().Fallback(new AsnResponse()).Execute(() => MaxmindAsnReader.Asn(ip));
-        }
-
-        private static CityResponse GetCityResp(IPAddress ip)
-        {
-            return Policy<CityResponse>.Handle<AddressNotFoundException>().Fallback(new CityResponse()).Execute(() => MaxmindReader.City(ip));
-        }
-
-        public static IPLocation GetIPLocation(this string ip)
-        {
-            var b = IPAddress.TryParse(ip, out var ipAddress);
-            if (b)
-            {
-                return GetIPLocation(ipAddress);
-            }
-
-            throw new ArgumentException("不能将" + ip + "转换成IP地址");
-        }
-
-        public static IPLocation GetIPLocation(this IPAddress ip)
-        {
-            if (ip.IsPrivateIP())
-            {
-                return new IPLocation("内网", null, null, "内网IP", null);
-            }
-
-            var city = GetCityResp(ip);
-            var asn = GetIPAsn(ip);
-            var countryName = city.Country.Names.GetValueOrDefault("zh-CN") ?? city.Country.Name;
-            var cityName = city.City.Names.GetValueOrDefault("zh-CN") ?? city.City.Name;
-            switch (ip.AddressFamily)
-            {
-                case AddressFamily.InterNetworkV6 when ip.IsIPv4MappedToIPv6:
-                    ip = ip.MapToIPv4();
-                    goto case AddressFamily.InterNetwork;
-                case AddressFamily.InterNetwork:
-                    var parts = IPSearcher.MemorySearch(ip.ToString())?.Region.Split('|');
-                    if (parts != null)
-                    {
-                        var network = parts[^1] == "0" ? asn.AutonomousSystemOrganization : parts[^1] + "/" + asn.AutonomousSystemOrganization;
-                        parts[0] = parts[0] != "0" ? parts[0] : countryName;
-                        parts[3] = parts[3] != "0" ? parts[3] : cityName;
-                        return new IPLocation(parts[0], parts[2], parts[3], network?.Trim('/'), asn.AutonomousSystemNumber)
-                        {
-                            Address2 = new IPLocation.CountryCity(countryName, cityName),
-                            Coodinate = city.Location
-                        };
-                    }
-
-                    goto default;
-                default:
-                    return new IPLocation(countryName, null, cityName, asn.AutonomousSystemOrganization, asn.AutonomousSystemNumber)
-                    {
-                        Coodinate = city.Location
-                    };
-            }
-        }
-
-        /// <summary>
-        /// 获取ip所在时区
-        /// </summary>
-        /// <param name="ip"></param>
-        /// <returns></returns>
-        public static string GetClientTimeZone(this IPAddress ip)
-        {
-            if (ip.IsPrivateIP())
-            {
-                return "Asia/Shanghai";
-            }
-
-            return GetCityResp(ip).Location.TimeZone ?? "Asia/Shanghai";
-        }
-
-        /// <summary>
-        /// 类型映射
-        /// </summary>
-        /// <typeparam name="T"></typeparam>
-        /// <param name="source"></param>
-        /// <returns></returns>
-        public static T Mapper<T>(this object source) where T : class => Startup.ServiceProvider.GetRequiredService<IMapper>().Map<T>(source);
-
-        /// <summary>
-        /// 发送邮件
-        /// </summary>
-        /// <param name="title">标题</param>
-        /// <param name="content">内容</param>
-        /// <param name="tos">收件人</param>
-        /// <param name="clientip"></param>
-        [AutomaticRetry(Attempts = 1, OnAttemptsExceeded = AttemptsExceededAction.Delete)]
-        public static void SendMail(string title, string content, string tos, string clientip)
-        {
-            using var serviceScope = Startup.ServiceProvider.CreateScope();
-            serviceScope.ServiceProvider.GetRequiredService<IMailSender>().Send(title, content, tos);
-            var redisClient = serviceScope.ServiceProvider.GetRequiredService<IRedisClient>();
-            redisClient.SAdd($"Email:{DateTime.Now:yyyyMMdd}", new { title, content, tos, time = DateTime.Now, clientip });
-            redisClient.Expire($"Email:{DateTime.Now:yyyyMMdd}", 86400);
-        }
-
-        /// <summary>
-        /// 清理html的img标签的除src之外的其他属性
-        /// </summary>
-        /// <param name="html"></param>
-        /// <returns></returns>
-        public static async Task<string> ClearImgAttributes(this string html)
-        {
-            var context = BrowsingContext.New(Configuration.Default);
-            var doc = await context.OpenAsync(req => req.Content(html));
-            var nodes = doc.DocumentElement.GetElementsByTagName("img");
-            var allows = new[] { "src", "data-original", "width", "style", "class" };
-            foreach (var node in nodes)
-            {
-                for (var i = 0; i < node.Attributes.Length; i++)
-                {
-                    if (allows.Contains(node.Attributes[i].Name))
-                    {
-                        continue;
-                    }
-
-                    node.RemoveAttribute(node.Attributes[i].Name);
-                }
-            }
-
-            return doc.Body.InnerHtml;
-        }
-
-        /// <summary>
-        /// 将html的img标签懒加载
-        /// </summary>
-        /// <param name="html"></param>
-        /// <param name="title"></param>
-        /// <returns></returns>
-        public static async Task<string> ReplaceImgAttribute(this string html, string title)
-        {
-            var context = BrowsingContext.New(Configuration.Default);
-            var doc = await context.OpenAsync(req => req.Content(html));
-            var nodes = doc.DocumentElement.GetElementsByTagName("img");
-            foreach (var node in nodes)
-            {
-                if (node.HasAttribute("src"))
-                {
-                    string src = node.Attributes["src"].Value;
-                    node.RemoveAttribute("src");
-                    node.SetAttribute("data-src", src);
-                    node.SetAttribute("decoding", "async");
-                    node.SetAttribute("class", node.Attributes["class"]?.Value + " lazyload");
-                    node.SetAttribute("loading", "lazy");
-                    node.SetAttribute("alt", SystemSettings["Title"]);
-                    node.SetAttribute("title", title);
-                }
-            }
-
-            var elements = doc.DocumentElement.QuerySelectorAll("p,br");
-            var els = elements.OrderByRandom().Take(Math.Max(elements.Length / 5, 3)).ToList();
-            var href = "https://" + SystemSettings["Domain"].Split('|').OrderByRandom().FirstOrDefault();
-            foreach (var el in els)
-            {
-                var a = doc.CreateElement("a");
-                a.SetAttribute("href", href);
-                a.SetAttribute("target", "_blank");
-                a.SetAttribute("title", SystemSettings["Title"]);
-                a.SetStyle("position: absolute;color: transparent;z-index: -1");
-                a.TextContent = SystemSettings["Title"] + SystemSettings["Domain"];
-                el.InsertAfter(a);
-                var a2 = doc.CreateElement("a");
-                a2.SetAttribute("href", "/craw/" + SnowFlake.NewId);
-                a2.SetStyle("position: absolute;color: transparent;z-index: -1");
-                a2.TextContent = title;
-                a.InsertAfter(a2);
-            }
-
-            return doc.Body.InnerHtml;
-        }
-
-        /// <summary>
-        /// 获取文章摘要
-        /// </summary>
-        /// <param name="html"></param>
-        /// <param name="length">截取长度</param>
-        /// <param name="min">摘要最少字数</param>
-        /// <returns></returns>
-        public static Task<string> GetSummary(this string html, int length = 150, int min = 10)
-        {
-            var context = BrowsingContext.New(Configuration.Default);
-            return context.OpenAsync(req => req.Content(html)).ContinueWith(t =>
-            {
-                var summary = t.Result.DocumentElement.GetElementsByTagName("p").FirstOrDefault(n => n.TextContent.Length > min)?.TextContent ?? "没有摘要";
-                return summary.Length > length ? summary[..length] + "..." : summary;
-            });
-        }
-
-        public static string TrimQuery(this string path)
-        {
-            return path.Split('&').Where(s => s.Split('=', StringSplitOptions.RemoveEmptyEntries).Length == 2).Join("&");
-        }
-
-        /// <summary>
-        /// 添加水印
-        /// </summary>
-        /// <param name="stream"></param>
-        /// <returns></returns>
-        public static Stream AddWatermark(this Stream stream)
-        {
-            if (!string.IsNullOrEmpty(SystemSettings.GetOrAdd("Watermark", string.Empty)))
-            {
-                try
-                {
-                    var watermarker = new ImageWatermarker(stream)
-                    {
-                        SkipWatermarkForSmallImages = true,
-                        SmallImagePixelsThreshold = 90000
-                    };
-                    var watermarkText = SystemSettings["Watermark"];
-                    var position = Enum.Parse<WatermarkPosition>(SystemSettings["WatermarkPosition"] ?? "3");
-                    return watermarker.AddWatermark(watermarkText, AppContext.BaseDirectory + "App_Data/华康勘亭流.ttf", 20, Color.LightGray, position, 30);
-                }
-                catch
-                {
-                    //
-                }
-            }
-            return stream;
-        }
-
-        /// <summary>
-        /// 转换时区
-        /// </summary>
-        /// <param name="time">UTC时间</param>
-        /// <param name="zone">时区id</param>
-        /// <returns></returns>
-        public static DateTime ToTimeZone(this in DateTime time, string zone)
-        {
-            return TimeZoneInfo.ConvertTime(time, TZConvert.GetTimeZoneInfo(zone));
-        }
-
-        /// <summary>
-        /// 转换时区
-        /// </summary>
-        /// <param name="time">UTC时间</param>
-        /// <param name="zone">时区id</param>
-        /// <param name="format">时间格式字符串</param>
-        /// <returns></returns>
-        public static string ToTimeZoneF(this in DateTime time, string zone, string format = "yyyy-MM-dd HH:mm:ss")
-        {
-            return ToTimeZone(time, zone).ToString(format);
-        }
-    }
-
-    public class IPLocation
-    {
-        public IPLocation(string country, string province, string city, string isp, long? asn)
-        {
-            Country = country?.Trim('0');
-            Province = province?.Trim('0');
-            City = city?.Trim('0');
-            ISP = isp;
-            ASN = asn;
-        }
-
-        public string Country { get; set; }
-
-        public string Province { get; set; }
-
-        public string City { get; set; }
-
-        public string ISP { get; set; }
-
-        public long? ASN { get; set; }
-
-        public string Address => new[] { Country, Province, City }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("");
-
-        public CountryCity Address2 { get; set; } = new("", "");
-
-        public string Network => ASN.HasValue ? ISP + "(AS" + ASN + ")" : ISP;
-
-        public Location Coodinate { get; set; }
-
-        public override string ToString()
-        {
-            string address = Address;
-            string network = Network;
-            if (string.IsNullOrWhiteSpace(address))
-            {
-                address = "未知地区";
-            }
-
-            if (string.IsNullOrWhiteSpace(network))
-            {
-                network = "未知网络";
-            }
-
-            return new[] { address, Address2?.ToString(), network }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("|");
-        }
-
-        public static implicit operator string(IPLocation entry)
-        {
-            return entry.ToString();
-        }
-
-        public void Deconstruct(out string location, out string network, out string info)
-        {
-            location = new[] { Address, Address2 }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("|");
-            network = Network;
-            info = ToString();
-        }
-
-        public bool Contains(string s)
-        {
-            return ToString().Contains(s, StringComparison.CurrentCultureIgnoreCase);
-        }
-
-        public bool Contains(params string[] s)
-        {
-            return ToString().Contains(s);
-        }
-
-        public record CountryCity(string Country, string City)
-        {
-            public void Deconstruct(out string country, out string city)
-            {
-                country = Country;
-                city = City;
-            }
-
-            public static implicit operator string(CountryCity entry)
-            {
-                return entry.ToString();
-            }
-
-            public override string ToString()
-            {
-                return Country + City;
-            }
-        }
-    }
+	/// <summary>
+	/// 公共类库
+	/// </summary>
+	public static class CommonHelper
+	{
+		private static readonly FileSystemWatcher FileSystemWatcher = new(AppContext.BaseDirectory + "App_Data", "*.txt")
+		{
+			IncludeSubdirectories = true,
+			EnableRaisingEvents = true,
+			NotifyFilter = NotifyFilters.Attributes | NotifyFilters.CreationTime | NotifyFilters.DirectoryName | NotifyFilters.FileName | NotifyFilters.LastAccess | NotifyFilters.LastWrite | NotifyFilters.Security | NotifyFilters.Size
+		};
+
+		static CommonHelper()
+		{
+			Init();
+			FileSystemWatcher.Changed += (_, _) => Init();
+		}
+
+		private static void Init()
+		{
+			string ReadFile(string s)
+			{
+				return Policy<string>.Handle<IOException>().WaitAndRetry(5, i => TimeSpan.FromSeconds(i)).Execute(() =>
+				{
+					using var fs = File.Open(s, FileMode.Open, FileAccess.Read, FileShare.ReadWrite);
+					using var sr = new StreamReader(fs, Encoding.UTF8);
+					return sr.ReadToEnd();
+				});
+			}
+
+			BanRegex = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "ban.txt"));
+			ModRegex = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "mod.txt"));
+			DenyIP = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "denyip.txt"));
+			var lines = File.Open(Path.Combine(AppContext.BaseDirectory + "App_Data", "DenyIPRange.txt"), FileMode.Open, FileAccess.Read, FileShare.ReadWrite).ReadAllLines(Encoding.UTF8);
+			DenyIPRange = new Dictionary<string, string>();
+			foreach (var line in lines)
+			{
+				try
+				{
+					var strs = line.Split(' ');
+					DenyIPRange[strs[0]] = strs[1];
+				}
+				catch (IndexOutOfRangeException)
+				{
+				}
+			}
+
+			IPWhiteList = ReadFile(Path.Combine(AppContext.BaseDirectory + "App_Data", "whitelist.txt")).Split(',', '，').ToList();
+		}
+
+		/// <summary>
+		/// 敏感词
+		/// </summary>
+		public static string BanRegex { get; set; }
+
+		/// <summary>
+		/// 审核词
+		/// </summary>
+		public static string ModRegex { get; set; }
+
+		/// <summary>
+		/// 全局禁止IP
+		/// </summary>
+		public static string DenyIP { get; set; }
+
+		/// <summary>
+		/// ip白名单
+		/// </summary>
+		public static List<string> IPWhiteList { get; set; }
+
+		/// <summary>
+		/// 每IP错误的次数统计
+		/// </summary>
+		public static NullableConcurrentDictionary<string, int> IPErrorTimes { get; set; } = new();
+
+		/// <summary>
+		/// 系统设定
+		/// </summary>
+		public static NullableConcurrentDictionary<string, string> SystemSettings { get; set; } = new();
+
+		/// <summary>
+		/// IP黑名单地址段
+		/// </summary>
+		public static Dictionary<string, string> DenyIPRange { get; set; }
+
+		/// <summary>
+		/// 判断IP地址是否被黑名单
+		/// </summary>
+		/// <param name="ip"></param>
+		/// <returns></returns>
+		public static bool IsDenyIpAddress(this string ip)
+		{
+			if (IPWhiteList.Contains(ip))
+			{
+				return false;
+			}
+
+			return DenyIP.Contains(ip) || DenyIPRange.AsParallel().Any(kv => kv.Key.StartsWith(ip.Split('.')[0]) && ip.IpAddressInRange(kv.Key, kv.Value));
+		}
+
+		private static readonly DbSearcher IPSearcher = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "ip2region.db"));
+		public static readonly DatabaseReader MaxmindReader = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "GeoLite2-City.mmdb"));
+		private static readonly DatabaseReader MaxmindAsnReader = new(Path.Combine(AppContext.BaseDirectory + "App_Data", "GeoLite2-ASN.mmdb"));
+
+		/// <summary>
+		/// 是否是代理ip
+		/// </summary>
+		/// <param name="ip"></param>
+		/// <param name="cancellationToken"></param>
+		/// <returns></returns>
+		public static async Task<bool> IsProxy(this IPAddress ip, CancellationToken cancellationToken = default)
+		{
+			using var serviceScope = Startup.ServiceProvider.CreateScope();
+			var httpClient = serviceScope.ServiceProvider.GetRequiredService<IHttpClientFactory>().CreateClient();
+			httpClient.DefaultRequestHeaders.UserAgent.ParseAdd("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 Edg/92.0.902.62");
+			return await httpClient.GetStringAsync("https://ipinfo.io/" + ip, cancellationToken).ContinueWith(t =>
+			{
+				if (t.IsCompletedSuccessfully)
+				{
+					var ctx = BrowsingContext.New(Configuration.Default);
+					var doc = ctx.OpenAsync(res => res.Content(t.Result)).Result;
+					var isAnycast = doc.DocumentElement.QuerySelectorAll(".title").Where(e => e.TextContent.Contains("Anycast")).Select(e => e.Parent).Any(n => n.TextContent.Contains("True"));
+					var isproxy = doc.DocumentElement.QuerySelectorAll("#block-privacy img").Any(e => e.OuterHtml.Contains("right"));
+					return isAnycast || isproxy;
+				}
+				return false;
+			});
+		}
+
+		public static AsnResponse GetIPAsn(this IPAddress ip)
+		{
+			if (ip.IsPrivateIP())
+			{
+				return new AsnResponse();
+			}
+
+			return Policy<AsnResponse>.Handle<AddressNotFoundException>().Fallback(new AsnResponse()).Execute(() => MaxmindAsnReader.Asn(ip));
+		}
+
+		private static CityResponse GetCityResp(IPAddress ip)
+		{
+			return Policy<CityResponse>.Handle<AddressNotFoundException>().Fallback(new CityResponse()).Execute(() => MaxmindReader.City(ip));
+		}
+
+		public static IPLocation GetIPLocation(this string ip)
+		{
+			var b = IPAddress.TryParse(ip, out var ipAddress);
+			if (b)
+			{
+				return GetIPLocation(ipAddress);
+			}
+
+			throw new ArgumentException("不能将" + ip + "转换成IP地址");
+		}
+
+		public static IPLocation GetIPLocation(this IPAddress ip)
+		{
+			if (ip.IsPrivateIP())
+			{
+				return new IPLocation("内网", null, null, "内网IP", null);
+			}
+
+			var city = GetCityResp(ip);
+			var asn = GetIPAsn(ip);
+			var countryName = city.Country.Names.GetValueOrDefault("zh-CN") ?? city.Country.Name;
+			var cityName = city.City.Names.GetValueOrDefault("zh-CN") ?? city.City.Name;
+			switch (ip.AddressFamily)
+			{
+				case AddressFamily.InterNetworkV6 when ip.IsIPv4MappedToIPv6:
+					ip = ip.MapToIPv4();
+					goto case AddressFamily.InterNetwork;
+				case AddressFamily.InterNetwork:
+					var parts = IPSearcher.MemorySearch(ip.ToString())?.Region.Split('|');
+					if (parts != null)
+					{
+						var network = parts[^1] == "0" ? asn.AutonomousSystemOrganization : parts[^1] + "/" + asn.AutonomousSystemOrganization;
+						parts[0] = parts[0] != "0" ? parts[0] : countryName;
+						parts[3] = parts[3] != "0" ? parts[3] : cityName;
+						return new IPLocation(parts[0], parts[2], parts[3], network?.Trim('/'), asn.AutonomousSystemNumber)
+						{
+							Address2 = new IPLocation.CountryCity(countryName, cityName),
+							Coodinate = city.Location
+						};
+					}
+
+					goto default;
+				default:
+					return new IPLocation(countryName, null, cityName, asn.AutonomousSystemOrganization, asn.AutonomousSystemNumber)
+					{
+						Coodinate = city.Location
+					};
+			}
+		}
+
+		/// <summary>
+		/// 获取ip所在时区
+		/// </summary>
+		/// <param name="ip"></param>
+		/// <returns></returns>
+		public static string GetClientTimeZone(this IPAddress ip)
+		{
+			if (ip.IsPrivateIP())
+			{
+				return "Asia/Shanghai";
+			}
+
+			return GetCityResp(ip).Location.TimeZone ?? "Asia/Shanghai";
+		}
+
+		/// <summary>
+		/// 类型映射
+		/// </summary>
+		/// <typeparam name="T"></typeparam>
+		/// <param name="source"></param>
+		/// <returns></returns>
+		public static T Mapper<T>(this object source) where T : class => Startup.ServiceProvider.GetRequiredService<IMapper>().Map<T>(source);
+
+		/// <summary>
+		/// 发送邮件
+		/// </summary>
+		/// <param name="title">标题</param>
+		/// <param name="content">内容</param>
+		/// <param name="tos">收件人</param>
+		/// <param name="clientip"></param>
+		[AutomaticRetry(Attempts = 1, OnAttemptsExceeded = AttemptsExceededAction.Delete)]
+		public static void SendMail(string title, string content, string tos, string clientip)
+		{
+			using var serviceScope = Startup.ServiceProvider.CreateScope();
+			serviceScope.ServiceProvider.GetRequiredService<IMailSender>().Send(title, content, tos);
+			var redisClient = serviceScope.ServiceProvider.GetRequiredService<IRedisClient>();
+			redisClient.SAdd($"Email:{DateTime.Now:yyyyMMdd}", new { title, content, tos, time = DateTime.Now, clientip });
+			redisClient.Expire($"Email:{DateTime.Now:yyyyMMdd}", 86400);
+		}
+
+		/// <summary>
+		/// 清理html的img标签的除src之外的其他属性
+		/// </summary>
+		/// <param name="html"></param>
+		/// <returns></returns>
+		public static async Task<string> ClearImgAttributes(this string html)
+		{
+			var context = BrowsingContext.New(Configuration.Default);
+			var doc = await context.OpenAsync(req => req.Content(html));
+			var nodes = doc.DocumentElement.GetElementsByTagName("img");
+			var allows = new[] { "src", "data-original", "width", "style", "class" };
+			foreach (var node in nodes)
+			{
+				for (var i = 0; i < node.Attributes.Length; i++)
+				{
+					if (allows.Contains(node.Attributes[i].Name))
+					{
+						continue;
+					}
+
+					node.RemoveAttribute(node.Attributes[i].Name);
+				}
+			}
+
+			return doc.Body.InnerHtml;
+		}
+
+		/// <summary>
+		/// 将html的img标签懒加载
+		/// </summary>
+		/// <param name="html"></param>
+		/// <param name="title"></param>
+		/// <returns></returns>
+		public static async Task<string> ReplaceImgAttribute(this string html, string title)
+		{
+			var context = BrowsingContext.New(Configuration.Default);
+			var doc = await context.OpenAsync(req => req.Content(html));
+			var nodes = doc.DocumentElement.GetElementsByTagName("img");
+			foreach (var node in nodes)
+			{
+				if (node.HasAttribute("src"))
+				{
+					string src = node.Attributes["src"].Value;
+					node.RemoveAttribute("src");
+					node.SetAttribute("data-src", src);
+					node.SetAttribute("decoding", "async");
+					node.SetAttribute("class", node.Attributes["class"]?.Value + " lazyload");
+					node.SetAttribute("loading", "lazy");
+					node.SetAttribute("alt", SystemSettings["Title"]);
+					node.SetAttribute("title", title);
+				}
+			}
+
+			var elements = doc.DocumentElement.QuerySelectorAll("p,br");
+			var els = elements.OrderByRandom().Take(Math.Max(elements.Length / 5, 3)).ToList();
+			var href = "https://" + SystemSettings["Domain"].Split('|').OrderByRandom().FirstOrDefault();
+			foreach (var el in els)
+			{
+				var a = doc.CreateElement("a");
+				a.SetAttribute("href", href);
+				a.SetAttribute("target", "_blank");
+				a.SetAttribute("title", SystemSettings["Title"]);
+				a.SetStyle("position: absolute;color: transparent;z-index: -1");
+				a.TextContent = SystemSettings["Title"] + SystemSettings["Domain"];
+				el.InsertAfter(a);
+				var a2 = doc.CreateElement("a");
+				a2.SetAttribute("href", "/craw/" + SnowFlake.NewId);
+				a2.SetStyle("position: absolute;color: transparent;z-index: -1");
+				a2.TextContent = title;
+				a.InsertAfter(a2);
+			}
+
+			return doc.Body.InnerHtml;
+		}
+
+		/// <summary>
+		/// html添加指纹信息
+		/// </summary>
+		public static async Task<string> InjectFingerprint(this string html)
+		{
+			if (string.IsNullOrEmpty(html))
+			{
+				return html;
+			}
+
+			try
+			{
+				var context = BrowsingContext.New(Configuration.Default);
+				var document = await context.OpenAsync(req => req.Content(html));
+				var elements = document.DocumentElement.GetElementsByTagName("p").SelectMany(e => e.ChildNodes).Flatten(n => n.ChildNodes).OfType<IText>().OrderByRandom().Take(5);
+				foreach (var e in elements)
+				{
+					e.TextContent = e.TextContent.InjectZeroWidthString(SystemSettings["Title"] + SystemSettings["Domain"]);
+				}
+				return document.Body.InnerHtml;
+			}
+			catch
+			{
+				return html;
+			}
+		}
+
+		/// <summary>
+		/// 获取文章摘要
+		/// </summary>
+		/// <param name="html"></param>
+		/// <param name="length">截取长度</param>
+		/// <param name="min">摘要最少字数</param>
+		/// <returns></returns>
+		public static Task<string> GetSummary(this string html, int length = 150, int min = 10)
+		{
+			var context = BrowsingContext.New(Configuration.Default);
+			return context.OpenAsync(req => req.Content(html)).ContinueWith(t =>
+			{
+				var summary = t.Result.DocumentElement.GetElementsByTagName("p").FirstOrDefault(n => n.TextContent.Length > min)?.TextContent ?? "没有摘要";
+				return summary.Length > length ? summary[..length] + "..." : summary;
+			});
+		}
+
+		public static string TrimQuery(this string path)
+		{
+			return path.Split('&').Where(s => s.Split('=', StringSplitOptions.RemoveEmptyEntries).Length == 2).Join("&");
+		}
+
+		/// <summary>
+		/// 添加水印
+		/// </summary>
+		/// <param name="stream"></param>
+		/// <returns></returns>
+		public static Stream AddWatermark(this Stream stream)
+		{
+			if (!string.IsNullOrEmpty(SystemSettings.GetOrAdd("Watermark", string.Empty)))
+			{
+				try
+				{
+					var watermarker = new ImageWatermarker(stream)
+					{
+						SkipWatermarkForSmallImages = true,
+						SmallImagePixelsThreshold = 90000
+					};
+					var watermarkText = SystemSettings["Watermark"];
+					var position = Enum.Parse<WatermarkPosition>(SystemSettings["WatermarkPosition"] ?? "3");
+					return watermarker.AddWatermark(watermarkText, AppContext.BaseDirectory + "App_Data/华康勘亭流.ttf", 20, Color.LightGray, position, 30);
+				}
+				catch
+				{
+					//
+				}
+			}
+			return stream;
+		}
+
+		/// <summary>
+		/// 转换时区
+		/// </summary>
+		/// <param name="time">UTC时间</param>
+		/// <param name="zone">时区id</param>
+		/// <returns></returns>
+		public static DateTime ToTimeZone(this in DateTime time, string zone)
+		{
+			return TimeZoneInfo.ConvertTime(time, TZConvert.GetTimeZoneInfo(zone));
+		}
+
+		/// <summary>
+		/// 转换时区
+		/// </summary>
+		/// <param name="time">UTC时间</param>
+		/// <param name="zone">时区id</param>
+		/// <param name="format">时间格式字符串</param>
+		/// <returns></returns>
+		public static string ToTimeZoneF(this in DateTime time, string zone, string format = "yyyy-MM-dd HH:mm:ss")
+		{
+			return ToTimeZone(time, zone).ToString(format);
+		}
+	}
+
+	public class IPLocation
+	{
+		public IPLocation(string country, string province, string city, string isp, long? asn)
+		{
+			Country = country?.Trim('0');
+			Province = province?.Trim('0');
+			City = city?.Trim('0');
+			ISP = isp;
+			ASN = asn;
+		}
+
+		public string Country { get; set; }
+
+		public string Province { get; set; }
+
+		public string City { get; set; }
+
+		public string ISP { get; set; }
+
+		public long? ASN { get; set; }
+
+		public string Address => new[] { Country, Province, City }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("");
+
+		public CountryCity Address2 { get; set; } = new("", "");
+
+		public string Network => ASN.HasValue ? ISP + "(AS" + ASN + ")" : ISP;
+
+		public Location Coodinate { get; set; }
+
+		public override string ToString()
+		{
+			string address = Address;
+			string network = Network;
+			if (string.IsNullOrWhiteSpace(address))
+			{
+				address = "未知地区";
+			}
+
+			if (string.IsNullOrWhiteSpace(network))
+			{
+				network = "未知网络";
+			}
+
+			return new[] { address, Address2?.ToString(), network }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("|");
+		}
+
+		public static implicit operator string(IPLocation entry)
+		{
+			return entry.ToString();
+		}
+
+		public void Deconstruct(out string location, out string network, out string info)
+		{
+			location = new[] { Address, Address2 }.Where(s => !string.IsNullOrEmpty(s)).Distinct().Join("|");
+			network = Network;
+			info = ToString();
+		}
+
+		public bool Contains(string s)
+		{
+			return ToString().Contains(s, StringComparison.CurrentCultureIgnoreCase);
+		}
+
+		public bool Contains(params string[] s)
+		{
+			return ToString().Contains(s);
+		}
+
+		public record CountryCity(string Country, string City)
+		{
+			public void Deconstruct(out string country, out string city)
+			{
+				country = Country;
+				city = City;
+			}
+
+			public static implicit operator string(CountryCity entry)
+			{
+				return entry.ToString();
+			}
+
+			public override string ToString()
+			{
+				return Country + City;
+			}
+		}
+	}
 }

src/Masuit.MyBlogs.Core/Controllers/MiscController.cs

@@ -38,7 +38,7 @@ namespace Masuit.MyBlogs.Core.Controllers
             var misc = await MiscService.GetFromCacheAsync(m => m.Id == id) ?? throw new NotFoundException("页面未找到");
             misc.ModifyDate = misc.ModifyDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
             misc.PostDate = misc.PostDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
-            misc.Content = ReplaceVariables(misc.Content);
+            misc.Content = await ReplaceVariables(misc.Content).Next(s => Request.IsRobot() ? Task.FromResult(s) : s.InjectFingerprint());
             return View(misc);
         }
 

src/Masuit.MyBlogs.Core/Controllers/PostController.cs

@@ -127,8 +127,8 @@ public class PostController : BaseController
 		ViewBag.Related = related;
 		post.ModifyDate = post.ModifyDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
 		post.PostDate = post.PostDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
-		post.Content = ReplaceVariables(post.Content);
-		post.ProtectContent = ReplaceVariables(post.ProtectContent);
+		post.Content = await ReplaceVariables(post.Content).Next(s => notRobot ? s.InjectFingerprint() : Task.FromResult(s));
+		post.ProtectContent = await ReplaceVariables(post.ProtectContent).Next(s => notRobot ? s.InjectFingerprint() : Task.FromResult(s));
 
 		if (CurrentUser.IsAdmin)
 		{
@@ -183,8 +183,8 @@ public class PostController : BaseController
 	{
 		var history = await PostHistoryVersionService.GetAsync(v => v.Id == hid && (v.Post.Status == Status.Published || CurrentUser.IsAdmin)) ?? throw new NotFoundException("文章未找到");
 		CheckPermission(history.Post);
-		history.Content = ReplaceVariables(history.Content);
-		history.ProtectContent = ReplaceVariables(history.ProtectContent);
+		history.Content = await ReplaceVariables(history.Content).Next(s => Request.IsRobot() ? Task.FromResult(s) : s.InjectFingerprint());
+		history.ProtectContent = await ReplaceVariables(history.ProtectContent).Next(s => Request.IsRobot() ? Task.FromResult(s) : s.InjectFingerprint());
 		history.ModifyDate = history.ModifyDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
 		var next = await PostHistoryVersionService.GetAsync(p => p.PostId == id && p.ModifyDate > history.ModifyDate, p => p.ModifyDate);
 		var prev = await PostHistoryVersionService.GetAsync(p => p.PostId == id && p.ModifyDate < history.ModifyDate, p => p.ModifyDate, false);
@@ -216,9 +216,9 @@ public class PostController : BaseController
 		main.Id = id;
 		var diff = new HtmlDiff.HtmlDiff(right.Content, left.Content);
 		var diffOutput = diff.Build();
-		right.Content = ReplaceVariables(Regex.Replace(Regex.Replace(diffOutput, "<ins.+?</ins>", string.Empty), @"<\w+></\w+>", string.Empty));
+		right.Content = await ReplaceVariables(Regex.Replace(Regex.Replace(diffOutput, "<ins.+?</ins>", string.Empty), @"<\w+></\w+>", string.Empty)).Next(s => Request.IsRobot() ? Task.FromResult(s) : s.InjectFingerprint());
 		right.ModifyDate = right.ModifyDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
-		left.Content = ReplaceVariables(Regex.Replace(Regex.Replace(diffOutput, "<del.+?</del>", string.Empty), @"<\w+></\w+>", string.Empty));
+		left.Content = await ReplaceVariables(Regex.Replace(Regex.Replace(diffOutput, "<del.+?</del>", string.Empty), @"<\w+></\w+>", string.Empty)).Next(s => Request.IsRobot() ? Task.FromResult(s) : s.InjectFingerprint());
 		left.ModifyDate = left.ModifyDate.ToTimeZone(HttpContext.Session.Get<string>(SessionKey.TimeZone));
 		ViewBag.Ads = AdsService.GetsByWeightedPrice(2, AdvertiseType.InPage, Request.Location(), main.CategoryId, main.Label);
 		ViewBag.DisableCopy = post.DisableCopy;

src/Masuit.MyBlogs.Core/Infrastructure/Services/PostService.cs

@@ -85,9 +85,9 @@ namespace Masuit.MyBlogs.Core.Infrastructure.Services
 				}
 				p.Content = document.Body.InnerHtml;
 			}
-			catch (Exception e)
+			catch
 			{
-				Console.WriteLine(e);
+				// ignored
 			}
 		}
 

src/Masuit.MyBlogs.Core/Startup.cs

@@ -82,7 +82,7 @@ namespace Masuit.MyBlogs.Core
 		/// <returns></returns>
 		public void ConfigureServices(IServiceCollection services)
 		{
-			services.AddDbContext<DataContext>((serviceProvider, opt) => opt.UseNpgsql(AppConfig.ConnString, builder => builder.EnableRetryOnFailure(10)).EnableSensitiveDataLogging()); //配置数据库
+			services.AddDbContext<DataContext>(opt => opt.UseNpgsql(AppConfig.ConnString, builder => builder.EnableRetryOnFailure(10)).EnableSensitiveDataLogging()); //配置数据库
 			services.AddDbContext<LoggerDbContext>(opt => opt.UseNpgsql(AppConfig.ConnString)); //配置数据库
 			services.ConfigureOptions();
 			services.AddHttpsRedirection(options =>