BookModel.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725
  1. package models
  2. import (
  3. "bytes"
  4. "crypto/md5"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "io/ioutil"
  9. "os"
  10. "path/filepath"
  11. "regexp"
  12. "strconv"
  13. "strings"
  14. "time"
  15. "github.com/PuerkitoBio/goquery"
  16. "github.com/astaxie/beego"
  17. "github.com/astaxie/beego/logs"
  18. "github.com/astaxie/beego/orm"
  19. "github.com/lifei6671/mindoc/conf"
  20. "github.com/lifei6671/mindoc/utils/cryptil"
  21. "github.com/lifei6671/mindoc/utils/filetil"
  22. "github.com/lifei6671/mindoc/utils/requests"
  23. "github.com/lifei6671/mindoc/utils/ziptil"
  24. "gopkg.in/russross/blackfriday.v2"
  25. )
  26. // Book struct .
  27. type Book struct {
  28. BookId int `orm:"pk;auto;unique;column(book_id)" json:"book_id"`
  29. // BookName 项目名称.
  30. BookName string `orm:"column(book_name);size(500)" json:"book_name"`
  31. // Identify 项目唯一标识.
  32. Identify string `orm:"column(identify);size(100);unique" json:"identify"`
  33. //是否是自动发布 0 否/1 是
  34. AutoRelease int `orm:"column(auto_release);type(int);default(0)" json:"auto_release"`
  35. //是否开启下载功能 0 是/1 否
  36. IsDownload int `orm:"column(is_download);type(int);default(0)" json:"is_download"`
  37. OrderIndex int `orm:"column(order_index);type(int);default(0)" json:"order_index"`
  38. // Description 项目描述.
  39. Description string `orm:"column(description);size(2000)" json:"description"`
  40. //发行公司
  41. Publisher string `orm:"column(publisher);size(500)" json:"publisher"`
  42. Label string `orm:"column(label);size(500)" json:"label"`
  43. // PrivatelyOwned 项目私有: 0 公开/ 1 私有
  44. PrivatelyOwned int `orm:"column(privately_owned);type(int);default(0)" json:"privately_owned"`
  45. // 当项目是私有时的访问Token.
  46. PrivateToken string `orm:"column(private_token);size(500);null" json:"private_token"`
  47. //状态:0 正常/1 已删除
  48. Status int `orm:"column(status);type(int);default(0)" json:"status"`
  49. //默认的编辑器.
  50. Editor string `orm:"column(editor);size(50)" json:"editor"`
  51. // DocCount 包含文档数量.
  52. DocCount int `orm:"column(doc_count);type(int)" json:"doc_count"`
  53. // CommentStatus 评论设置的状态:open 为允许所有人评论,closed 为不允许评论, group_only 仅允许参与者评论 ,registered_only 仅允许注册者评论.
  54. CommentStatus string `orm:"column(comment_status);size(20);default(open)" json:"comment_status"`
  55. CommentCount int `orm:"column(comment_count);type(int)" json:"comment_count"`
  56. //封面地址
  57. Cover string `orm:"column(cover);size(1000)" json:"cover"`
  58. //主题风格
  59. Theme string `orm:"column(theme);size(255);default(default)" json:"theme"`
  60. // CreateTime 创建时间 .
  61. CreateTime time.Time `orm:"type(datetime);column(create_time);auto_now_add" json:"create_time"`
  62. //每个文档保存的历史记录数量,0 为不限制
  63. HistoryCount int `orm:"column(history_count);type(int);default(0)" json:"history_count"`
  64. //是否启用分享,0启用/1不启用
  65. IsEnableShare int `orm:"column(is_enable_share);type(int);default(0)" json:"is_enable_share"`
  66. MemberId int `orm:"column(member_id);size(100)" json:"member_id"`
  67. ModifyTime time.Time `orm:"type(datetime);column(modify_time);null;auto_now" json:"modify_time"`
  68. Version int64 `orm:"type(bigint);column(version)" json:"version"`
  69. //是否使用第一篇文章项目为默认首页,0 否/1 是
  70. IsUseFirstDocument int `orm:"column(is_use_first_document);type(int);default(0)" json:"is_use_first_document"`
  71. }
  72. // TableName 获取对应数据库表名.
  73. func (book *Book) TableName() string {
  74. return "books"
  75. }
  76. // TableEngine 获取数据使用的引擎.
  77. func (book *Book) TableEngine() string {
  78. return "INNODB"
  79. }
  80. func (book *Book) TableNameWithPrefix() string {
  81. return conf.GetDatabasePrefix() + book.TableName()
  82. }
  83. func NewBook() *Book {
  84. return &Book{}
  85. }
  86. //添加一个项目
  87. func (book *Book) Insert() error {
  88. o := orm.NewOrm()
  89. // o.Begin()
  90. _, err := o.Insert(book)
  91. if err == nil {
  92. if book.Label != "" {
  93. NewLabel().InsertOrUpdateMulti(book.Label)
  94. }
  95. relationship := NewRelationship()
  96. relationship.BookId = book.BookId
  97. relationship.RoleId = 0
  98. relationship.MemberId = book.MemberId
  99. err = relationship.Insert()
  100. if err != nil {
  101. logs.Error("插入项目与用户关联 => ", err)
  102. //o.Rollback()
  103. return err
  104. }
  105. document := NewDocument()
  106. document.BookId = book.BookId
  107. document.DocumentName = "空白文档"
  108. document.MemberId = book.MemberId
  109. err = document.InsertOrUpdate()
  110. if err != nil {
  111. //o.Rollback()
  112. return err
  113. }
  114. //o.Commit()
  115. return nil
  116. }
  117. //o.Rollback()
  118. return err
  119. }
  120. func (book *Book) Find(id int) (*Book, error) {
  121. if id <= 0 {
  122. return book, ErrInvalidParameter
  123. }
  124. o := orm.NewOrm()
  125. err := o.QueryTable(book.TableNameWithPrefix()).Filter("book_id", id).One(book)
  126. return book, err
  127. }
  128. //更新一个项目
  129. func (book *Book) Update(cols ...string) error {
  130. o := orm.NewOrm()
  131. temp := NewBook()
  132. temp.BookId = book.BookId
  133. if err := o.Read(temp); err != nil {
  134. return err
  135. }
  136. if book.Label != "" || temp.Label != "" {
  137. go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label)
  138. }
  139. _, err := o.Update(book, cols...)
  140. return err
  141. }
  142. //根据指定字段查询结果集.
  143. func (book *Book) FindByField(field string, value interface{},cols ...string) ([]*Book, error) {
  144. o := orm.NewOrm()
  145. var books []*Book
  146. _, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books,cols...)
  147. return books, err
  148. }
  149. //根据指定字段查询一个结果.
  150. func (book *Book) FindByFieldFirst(field string, value interface{}) (*Book, error) {
  151. o := orm.NewOrm()
  152. err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).One(book)
  153. return book, err
  154. }
  155. //根据项目标识查询项目
  156. func (book *Book) FindByIdentify(identify string) (*Book, error) {
  157. o := orm.NewOrm()
  158. err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify", identify).One(book)
  159. return book, err
  160. }
  161. //分页查询指定用户的项目
  162. func (book *Book) FindToPager(pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  163. relationship := NewRelationship()
  164. o := orm.NewOrm()
  165. sql1 := "SELECT COUNT(book.book_id) AS total_count FROM " + book.TableNameWithPrefix() + " AS book LEFT JOIN " +
  166. relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ? WHERE rel.relationship_id > 0 "
  167. err = o.Raw(sql1, memberId).QueryRow(&totalCount)
  168. if err != nil {
  169. return
  170. }
  171. offset := (pageIndex - 1) * pageSize
  172. sql2 := "SELECT book.*,rel.member_id,rel.role_id,m.account as create_name FROM " + book.TableNameWithPrefix() + " AS book" +
  173. " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ?" +
  174. " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel1 ON book.book_id=rel1.book_id AND rel1.role_id=0" +
  175. " LEFT JOIN " + NewMember().TableNameWithPrefix() + " AS m ON rel1.member_id=m.member_id " +
  176. " WHERE rel.relationship_id > 0 ORDER BY book.order_index DESC,book.book_id DESC LIMIT " + fmt.Sprintf("%d,%d", offset, pageSize)
  177. _, err = o.Raw(sql2, memberId).QueryRows(&books)
  178. if err != nil {
  179. logs.Error("分页查询项目列表 => ", err)
  180. return
  181. }
  182. sql := "SELECT m.account,doc.modify_time FROM md_documents AS doc LEFT JOIN md_members AS m ON doc.modify_at=m.member_id WHERE book_id = ? LIMIT 1 ORDER BY doc.modify_time DESC"
  183. if err == nil && len(books) > 0 {
  184. for index, book := range books {
  185. var text struct {
  186. Account string
  187. ModifyTime time.Time
  188. }
  189. err1 := o.Raw(sql, book.BookId).QueryRow(&text)
  190. if err1 == nil {
  191. books[index].LastModifyText = text.Account + " 于 " + text.ModifyTime.Format("2006-01-02 15:04:05")
  192. }
  193. if book.RoleId == 0 {
  194. book.RoleName = "创始人"
  195. } else if book.RoleId == 1 {
  196. book.RoleName = "管理员"
  197. } else if book.RoleId == 2 {
  198. book.RoleName = "编辑者"
  199. } else if book.RoleId == 3 {
  200. book.RoleName = "观察者"
  201. }
  202. }
  203. }
  204. return
  205. }
  206. // 彻底删除项目.
  207. func (book *Book) ThoroughDeleteBook(id int) error {
  208. if id <= 0 {
  209. return ErrInvalidParameter
  210. }
  211. o := orm.NewOrm()
  212. book, err := book.Find(id)
  213. if err != nil {
  214. return err
  215. }
  216. o.Begin()
  217. sql2 := "DELETE FROM " + NewDocument().TableNameWithPrefix() + " WHERE book_id = ?"
  218. _, err = o.Raw(sql2, book.BookId).Exec()
  219. if err != nil {
  220. o.Rollback()
  221. return err
  222. }
  223. sql3 := "DELETE FROM " + book.TableNameWithPrefix() + " WHERE book_id = ?"
  224. _, err = o.Raw(sql3, book.BookId).Exec()
  225. if err != nil {
  226. o.Rollback()
  227. return err
  228. }
  229. sql4 := "DELETE FROM " + NewRelationship().TableNameWithPrefix() + " WHERE book_id = ?"
  230. _, err = o.Raw(sql4, book.BookId).Exec()
  231. if err != nil {
  232. o.Rollback()
  233. return err
  234. }
  235. if book.Label != "" {
  236. NewLabel().InsertOrUpdateMulti(book.Label)
  237. }
  238. os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", "books", strconv.Itoa(id)))
  239. return o.Commit()
  240. }
  241. //分页查找系统首页数据.
  242. func (book *Book) FindForHomeToPager(pageIndex, pageSize, member_id int) (books []*BookResult, totalCount int, err error) {
  243. o := orm.NewOrm()
  244. offset := (pageIndex - 1) * pageSize
  245. //如果是登录用户
  246. if member_id > 0 {
  247. sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE relationship_id > 0 OR book.privately_owned = 0"
  248. err = o.Raw(sql1, member_id).QueryRow(&totalCount)
  249. if err != nil {
  250. return
  251. }
  252. sql2 := `SELECT book.*,rel1.*,member.account AS create_name,member.real_name FROM md_books AS book
  253. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  254. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  255. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  256. WHERE rel.relationship_id > 0 OR book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  257. _, err = o.Raw(sql2, member_id, offset, pageSize).QueryRows(&books)
  258. } else {
  259. count, err1 := o.QueryTable(book.TableNameWithPrefix()).Filter("privately_owned", 0).Count()
  260. if err1 != nil {
  261. err = err1
  262. return
  263. }
  264. totalCount = int(count)
  265. sql := `SELECT book.*,rel.*,member.account AS create_name,member.real_name FROM md_books AS book
  266. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  267. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  268. WHERE book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  269. _, err = o.Raw(sql, offset, pageSize).QueryRows(&books)
  270. }
  271. return
  272. }
  273. //分页全局搜索.
  274. func (book *Book) FindForLabelToPager(keyword string, pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  275. o := orm.NewOrm()
  276. keyword = "%" + keyword + "%"
  277. offset := (pageIndex - 1) * pageSize
  278. //如果是登录用户
  279. if memberId > 0 {
  280. sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE (relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ?"
  281. err = o.Raw(sql1, memberId, keyword).QueryRow(&totalCount)
  282. if err != nil {
  283. return
  284. }
  285. sql2 := `SELECT book.*,rel1.*,member.account AS create_name FROM md_books AS book
  286. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  287. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  288. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  289. WHERE (rel.relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  290. _, err = o.Raw(sql2, memberId, keyword, offset, pageSize).QueryRows(&books)
  291. return
  292. } else {
  293. count, err1 := o.QueryTable(NewBook().TableNameWithPrefix()).Filter("privately_owned", 0).Filter("label__icontains", keyword).Count()
  294. if err1 != nil {
  295. err = err1
  296. return
  297. }
  298. totalCount = int(count)
  299. sql := `SELECT book.*,rel.*,member.account AS create_name FROM md_books AS book
  300. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  301. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  302. WHERE book.privately_owned = 0 AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  303. _, err = o.Raw(sql, keyword, offset, pageSize).QueryRows(&books)
  304. return
  305. }
  306. }
  307. //发布文档
  308. func (book *Book) ReleaseContent(bookId int) {
  309. o := orm.NewOrm()
  310. var docs []*Document
  311. _, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).All(&docs, "document_id", "identify", "content")
  312. if err != nil {
  313. beego.Error("发布失败 => ", err)
  314. return
  315. }
  316. for _, item := range docs {
  317. if item.Content != "" {
  318. item.Release = item.Content
  319. bufio := bytes.NewReader([]byte(item.Content))
  320. //解析文档中非本站的链接,并设置为新窗口打开
  321. if content, err := goquery.NewDocumentFromReader(bufio); err == nil {
  322. content.Find("a").Each(func(i int, contentSelection *goquery.Selection) {
  323. if src, ok := contentSelection.Attr("href"); ok {
  324. if strings.HasPrefix(src, "http://") || strings.HasPrefix(src, "https://") {
  325. //beego.Info(src,conf.BaseUrl,strings.HasPrefix(src,conf.BaseUrl))
  326. if conf.BaseUrl != "" && !strings.HasPrefix(src, conf.BaseUrl) {
  327. contentSelection.SetAttr("target", "_blank")
  328. if html, err := content.Html(); err == nil {
  329. item.Release = html
  330. }
  331. }
  332. }
  333. }
  334. })
  335. }
  336. }
  337. attachList, err := NewAttachment().FindListByDocumentId(item.DocumentId)
  338. if err == nil && len(attachList) > 0 {
  339. content := bytes.NewBufferString("<div class=\"attach-list\"><strong>附件</strong><ul>")
  340. for _, attach := range attachList {
  341. if strings.HasPrefix(attach.HttpPath, "/") {
  342. attach.HttpPath = strings.TrimSuffix(conf.BaseUrl, "/") + attach.HttpPath
  343. }
  344. li := fmt.Sprintf("<li><a href=\"%s\" target=\"_blank\" title=\"%s\">%s</a></li>", attach.HttpPath, attach.FileName, attach.FileName)
  345. content.WriteString(li)
  346. }
  347. content.WriteString("</ul></div>")
  348. item.Release += content.String()
  349. }
  350. _, err = o.Update(item, "release")
  351. if err != nil {
  352. beego.Error(fmt.Sprintf("发布失败 => %+v", item), err)
  353. } else {
  354. //当文档发布后,需要清除已缓存的转换文档和文档缓存
  355. if doc, err := NewDocument().Find(item.DocumentId); err == nil {
  356. doc.PutToCache()
  357. } else {
  358. doc.RemoveCache()
  359. }
  360. os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", "books", strconv.Itoa(bookId)))
  361. }
  362. }
  363. }
  364. //重置文档数量
  365. func (book *Book) ResetDocumentNumber(bookId int) {
  366. o := orm.NewOrm()
  367. totalCount, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).Count()
  368. if err == nil {
  369. o.Raw("UPDATE md_books SET doc_count = ? WHERE book_id = ?", int(totalCount), bookId).Exec()
  370. } else {
  371. beego.Error(err)
  372. }
  373. }
  374. func (book *Book) ImportBook(zipPath string) error {
  375. if !filetil.FileExists(zipPath) {
  376. return errors.New("文件不存在 => " + zipPath)
  377. }
  378. w := md5.New()
  379. io.WriteString(w, zipPath) //将str写入到w中
  380. io.WriteString(w, time.Now().String())
  381. io.WriteString(w, book.BookName)
  382. md5str := fmt.Sprintf("%x", w.Sum(nil)) //w.Sum(nil)将w的hash转成[]byte格式
  383. tempPath := filepath.Join(os.TempDir(), md5str)
  384. os.MkdirAll(tempPath, 0766)
  385. //如果加压缩失败
  386. if err := ziptil.Unzip(zipPath, tempPath); err != nil {
  387. return err
  388. }
  389. //当导入结束后,删除临时文件
  390. defer os.RemoveAll(tempPath)
  391. for {
  392. //如果当前目录下只有一个目录,则重置根目录
  393. if entries, err := ioutil.ReadDir(tempPath); err == nil && len(entries) == 1 {
  394. dir := entries[0]
  395. if dir.IsDir() && dir.Name() != "." && dir.Name() != ".." {
  396. tempPath = filepath.Join(tempPath, dir.Name())
  397. break
  398. }
  399. } else {
  400. break
  401. }
  402. }
  403. tempPath = strings.Replace(tempPath, "\\", "/", -1)
  404. docMap := make(map[string]int, 0)
  405. o := orm.NewOrm()
  406. o.Insert(book)
  407. relationship := NewRelationship()
  408. relationship.BookId = book.BookId
  409. relationship.RoleId = 0
  410. relationship.MemberId = book.MemberId
  411. relationship.Insert()
  412. err := filepath.Walk(tempPath, func(path string, info os.FileInfo, err error) error {
  413. path = strings.Replace(path, "\\", "/", -1)
  414. if path == tempPath {
  415. return nil
  416. }
  417. if !info.IsDir() {
  418. ext := filepath.Ext(info.Name())
  419. //如果是Markdown文件
  420. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  421. beego.Info("正在处理 =>",path,info.Name())
  422. doc := NewDocument()
  423. doc.BookId = book.BookId
  424. doc.MemberId = book.MemberId
  425. docIdentify := strings.Replace(strings.TrimPrefix(path, tempPath+"/"), "/", "-", -1)
  426. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  427. docIdentify = "import-" + docIdentify
  428. }
  429. doc.Identify = docIdentify
  430. //匹配图片,如果图片语法是在代码块中,这里同样会处理
  431. re := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`)
  432. markdown, err := ioutil.ReadFile(path)
  433. if err != nil {
  434. return err
  435. }
  436. //处理图片
  437. doc.Markdown = re.ReplaceAllStringFunc(string(markdown), func(image string) string {
  438. images := re.FindAllSubmatch([]byte(image), -1)
  439. if len(images) <= 0 || len(images[0]) < 3 {
  440. return image
  441. }
  442. originalImageUrl := string(images[0][2])
  443. imageUrl := strings.Replace(string(originalImageUrl), "\\", "/", -1)
  444. //如果是本地路径,则需要将图片复制到项目目录
  445. if !strings.HasPrefix(imageUrl, "http://") && !strings.HasPrefix(imageUrl, "https://") {
  446. if strings.HasPrefix(imageUrl, "/") {
  447. imageUrl = filepath.Join(tempPath, imageUrl)
  448. } else if strings.HasPrefix(imageUrl, "./") {
  449. imageUrl = filepath.Join(filepath.Dir(path), strings.TrimPrefix(imageUrl, "./"))
  450. } else if strings.HasPrefix(imageUrl, "../") {
  451. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  452. } else {
  453. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  454. }
  455. imageUrl = strings.Replace(imageUrl, "\\", "/", -1)
  456. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), strings.TrimPrefix(imageUrl, tempPath))
  457. if filetil.FileExists(imageUrl) {
  458. filetil.CopyFile(imageUrl, dstFile)
  459. imageUrl = strings.TrimPrefix(dstFile, conf.WorkingDirectory)
  460. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  461. imageUrl = "/" + imageUrl
  462. }
  463. }
  464. } else {
  465. imageExt := cryptil.Md5Crypt(imageUrl) + filepath.Ext(imageUrl)
  466. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), imageExt)
  467. if err := requests.DownloadAndSaveFile(imageUrl, dstFile); err == nil {
  468. imageUrl = strings.TrimPrefix(strings.Replace(dstFile, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  469. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  470. imageUrl = "/" + imageUrl
  471. }
  472. }
  473. }
  474. imageUrl = strings.Replace(strings.TrimSuffix(image, originalImageUrl+")")+imageUrl+")", "\\", "/", -1)
  475. return imageUrl
  476. })
  477. linkRegexp := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`)
  478. doc.Markdown = linkRegexp.ReplaceAllStringFunc(doc.Markdown, func(link string) string {
  479. links := linkRegexp.FindAllStringSubmatch(link, -1)
  480. originalLink := links[0][2]
  481. linkPath, err := filepath.Abs(filepath.Join(filepath.Dir(path), originalLink))
  482. if err == nil {
  483. //如果本地存在该链接
  484. if filetil.FileExists(linkPath) {
  485. ext := filepath.Ext(linkPath)
  486. //如果链接是Markdown文件,则生成文档标识,否则,将目标文件复制到项目目录
  487. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  488. docIdentify := strings.Replace(strings.TrimPrefix(strings.Replace(linkPath, "\\", "/", -1), tempPath+"/"), "/", "-", -1)
  489. //beego.Info(originalLink, "|", linkPath, "|", docIdentify)
  490. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  491. docIdentify = "import-" + docIdentify
  492. }
  493. docIdentify = strings.TrimSuffix(docIdentify, "-README.md")
  494. link = strings.TrimSuffix(link, originalLink+")") + conf.URLFor("DocumentController.Read", ":key", book.Identify, ":id", docIdentify) + ")"
  495. } else {
  496. dstPath := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), originalLink)
  497. filetil.CopyFile(linkPath, dstPath)
  498. link = strings.TrimPrefix(strings.Replace(dstPath, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  499. link = strings.TrimSuffix(link, originalLink+")") + link + ")"
  500. }
  501. }
  502. }
  503. return link
  504. })
  505. //codeRe := regexp.MustCompile("```\\w+")
  506. //doc.Markdown = codeRe.ReplaceAllStringFunc(doc.Markdown, func(s string) string {
  507. // //beego.Info(s)
  508. // return strings.Replace(s,"```","``` ",-1)
  509. //})
  510. doc.Content = string(blackfriday.Run([]byte(doc.Markdown)))
  511. doc.Version = time.Now().Unix()
  512. //解析文档名称,默认使用第一个h标签为标题
  513. docName := strings.TrimSuffix(info.Name(), ext)
  514. for _, line := range strings.Split(doc.Markdown, "\n") {
  515. if strings.HasPrefix(line, "#") {
  516. docName = strings.TrimLeft(line, "#")
  517. break
  518. }
  519. }
  520. doc.DocumentName = docName
  521. parentId := 0
  522. parentIdentify := strings.Replace(strings.Trim(strings.TrimSuffix(strings.TrimPrefix(path, tempPath), info.Name()), "/"), "/", "-", -1)
  523. if parentIdentify != "" {
  524. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, parentIdentify); !ok || err != nil {
  525. parentIdentify = "import-" + parentIdentify
  526. }
  527. if id, ok := docMap[parentIdentify]; ok {
  528. parentId = id
  529. }
  530. }
  531. if strings.EqualFold(info.Name(), "README.md") {
  532. beego.Info(path, "|", info.Name(), "|", parentIdentify, "|", parentId)
  533. }
  534. isInsert := false
  535. //如果当前文件是README.md,则将内容更新到父级
  536. if strings.EqualFold(info.Name(), "README.md") && parentId != 0 {
  537. doc.DocumentId = parentId
  538. //beego.Info(path,"|",parentId)
  539. } else {
  540. //beego.Info(path,"|",parentIdentify)
  541. doc.ParentId = parentId
  542. isInsert = true
  543. }
  544. if err := doc.InsertOrUpdate("document_name", "markdown", "content"); err != nil {
  545. beego.Error(doc.DocumentId, err)
  546. }
  547. if isInsert {
  548. docMap[docIdentify] = doc.DocumentId
  549. }
  550. }
  551. } else {
  552. //如果当前目录下存在Markdown文件,则需要创建此节点
  553. if filetil.HasFileOfExt(path, []string{".md", ".markdown"}) {
  554. beego.Info("正在处理 =>",path,info.Name())
  555. identify := strings.Replace(strings.Trim(strings.TrimPrefix(path, tempPath), "/"), "/", "-", -1)
  556. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, identify); !ok || err != nil {
  557. identify = "import-" + identify
  558. }
  559. parentDoc := NewDocument()
  560. parentDoc.MemberId = book.MemberId
  561. parentDoc.BookId = book.BookId
  562. parentDoc.Identify = identify
  563. parentDoc.Version = time.Now().Unix()
  564. parentDoc.DocumentName = "空白文档"
  565. parentId := 0
  566. parentIdentify := strings.TrimSuffix(identify, "-"+info.Name())
  567. if id, ok := docMap[parentIdentify]; ok {
  568. parentId = id
  569. }
  570. parentDoc.ParentId = parentId
  571. if err := parentDoc.InsertOrUpdate(); err != nil {
  572. beego.Error(err)
  573. }
  574. docMap[identify] = parentDoc.DocumentId
  575. //beego.Info(path,"|",parentDoc.DocumentId,"|",identify,"|",info.Name(),"|",parentIdentify)
  576. }
  577. }
  578. return nil
  579. })
  580. if err != nil {
  581. beego.Error("导入项目异常 => ", err)
  582. book.Description = "【项目导入存在错误:" + err.Error() + "】"
  583. }
  584. book.ReleaseContent(book.BookId)
  585. return err
  586. }