Masuit.MyBlogs/src/Masuit.MyBlogs.Core/Extensions/UEditor/CrawlerHandler.cs

using Masuit.MyBlogs.Core.Common;
using Masuit.Tools;
using Microsoft.AspNetCore.Http;
using System;
using System.IO;
using System.Linq;
using System.Net;
using System.Net.Http;

namespace Masuit.MyBlogs.Core.Extensions.UEditor
{
    /// <summary>
    /// Crawler 的摘要说明
    /// </summary>
    public class CrawlerHandler : Handler
    {
        public CrawlerHandler(HttpContext context) : base(context)
        {
        }

        public override string Process()
        {
            string[] sources = Request.Form["source[]"];
            if (sources?.Length > 0)
            {
                return WriteJson(new
                {
                    state = "SUCCESS",
                    list = sources.AsParallel().Select(s => new Crawler(s).Fetch()).Select(x => new
                    {
                        state = x.State,
                        source = x.SourceUrl,
                        url = x.ServerUrl
                    })
                });
            }

            return WriteJson(new
            {
                state = "参数错误：没有指定抓取源"
            });
        }
    }

    public class Crawler
    {
        public string SourceUrl { get; set; }
        public string ServerUrl { get; set; }
        public string State { get; set; }
        private readonly HttpClient _httpClient = new HttpClient();

        public Crawler(string sourceUrl)
        {
            SourceUrl = sourceUrl;
        }

        public Crawler Fetch()
        {
            if (!SourceUrl.IsExternalAddress())
            {
                State = "INVALID_URL";
                return this;
            }
            var response = _httpClient.GetAsync(SourceUrl).Result;
            if (response.StatusCode != HttpStatusCode.OK)
            {
                State = "Url returns " + response.StatusCode;
                return this;
            }

            ServerUrl = PathFormatter.Format(Path.GetFileName(SourceUrl), UeditorConfig.GetString("catcherPathFormat"));

            try
            {
                using (var stream = response.Content.ReadAsStreamAsync().Result)
                {
                    var savePath = AppContext.BaseDirectory + "wwwroot" + ServerUrl;
                    var (url, success) = new ImagebedClient(_httpClient).UploadImage(stream, savePath).Result;
                    if (success)
                    {
                        ServerUrl = url;
                    }
                    else
                    {
                        if (!Directory.Exists(Path.GetDirectoryName(savePath)))
                        {
                            Directory.CreateDirectory(Path.GetDirectoryName(savePath));
                        }
                        using (var ms = new MemoryStream())
                        {
                            stream.CopyTo(ms);
                            File.WriteAllBytes(savePath, ms.GetBuffer());
                        }
                    }
                }

                State = "SUCCESS";
            }
            catch (Exception e)
            {
                State = "抓取错误：" + e.Message;
            }

            return this;
        }
    }
}