BookModel.go 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846
  1. package models
  2. import (
  3. "crypto/md5"
  4. "errors"
  5. "fmt"
  6. "io"
  7. "io/ioutil"
  8. "os"
  9. "path/filepath"
  10. "regexp"
  11. "strconv"
  12. "strings"
  13. "time"
  14. "github.com/astaxie/beego"
  15. "github.com/astaxie/beego/logs"
  16. "github.com/astaxie/beego/orm"
  17. "github.com/lifei6671/mindoc/conf"
  18. "github.com/lifei6671/mindoc/utils/cryptil"
  19. "github.com/lifei6671/mindoc/utils/filetil"
  20. "github.com/lifei6671/mindoc/utils/requests"
  21. "github.com/lifei6671/mindoc/utils/ziptil"
  22. "gopkg.in/russross/blackfriday.v2"
  23. "encoding/json"
  24. )
  25. // Book struct .
  26. type Book struct {
  27. BookId int `orm:"pk;auto;unique;column(book_id)" json:"book_id"`
  28. // BookName 项目名称.
  29. BookName string `orm:"column(book_name);size(500)" json:"book_name"`
  30. // Identify 项目唯一标识.
  31. Identify string `orm:"column(identify);size(100);unique" json:"identify"`
  32. //是否是自动发布 0 否/1 是
  33. AutoRelease int `orm:"column(auto_release);type(int);default(0)" json:"auto_release"`
  34. //是否开启下载功能 0 是/1 否
  35. IsDownload int `orm:"column(is_download);type(int);default(0)" json:"is_download"`
  36. OrderIndex int `orm:"column(order_index);type(int);default(0)" json:"order_index"`
  37. // Description 项目描述.
  38. Description string `orm:"column(description);size(2000)" json:"description"`
  39. //发行公司
  40. Publisher string `orm:"column(publisher);size(500)" json:"publisher"`
  41. Label string `orm:"column(label);size(500)" json:"label"`
  42. // PrivatelyOwned 项目私有: 0 公开/ 1 私有
  43. PrivatelyOwned int `orm:"column(privately_owned);type(int);default(0)" json:"privately_owned"`
  44. // 当项目是私有时的访问Token.
  45. PrivateToken string `orm:"column(private_token);size(500);null" json:"private_token"`
  46. //状态:0 正常/1 已删除
  47. Status int `orm:"column(status);type(int);default(0)" json:"status"`
  48. //默认的编辑器.
  49. Editor string `orm:"column(editor);size(50)" json:"editor"`
  50. // DocCount 包含文档数量.
  51. DocCount int `orm:"column(doc_count);type(int)" json:"doc_count"`
  52. // CommentStatus 评论设置的状态:open 为允许所有人评论,closed 为不允许评论, group_only 仅允许参与者评论 ,registered_only 仅允许注册者评论.
  53. CommentStatus string `orm:"column(comment_status);size(20);default(open)" json:"comment_status"`
  54. CommentCount int `orm:"column(comment_count);type(int)" json:"comment_count"`
  55. //封面地址
  56. Cover string `orm:"column(cover);size(1000)" json:"cover"`
  57. //主题风格
  58. Theme string `orm:"column(theme);size(255);default(default)" json:"theme"`
  59. // CreateTime 创建时间 .
  60. CreateTime time.Time `orm:"type(datetime);column(create_time);auto_now_add" json:"create_time"`
  61. //每个文档保存的历史记录数量,0 为不限制
  62. HistoryCount int `orm:"column(history_count);type(int);default(0)" json:"history_count"`
  63. //是否启用分享,0启用/1不启用
  64. IsEnableShare int `orm:"column(is_enable_share);type(int);default(0)" json:"is_enable_share"`
  65. MemberId int `orm:"column(member_id);size(100)" json:"member_id"`
  66. ModifyTime time.Time `orm:"type(datetime);column(modify_time);null;auto_now" json:"modify_time"`
  67. Version int64 `orm:"type(bigint);column(version)" json:"version"`
  68. //是否使用第一篇文章项目为默认首页,0 否/1 是
  69. IsUseFirstDocument int `orm:"column(is_use_first_document);type(int);default(0)" json:"is_use_first_document"`
  70. //是否开启自动保存:0 否/1 是
  71. AutoSave int `orm:"column(auto_save);type(tinyint);default(0)" json:"auto_save"`
  72. }
  73. func (book *Book) String() string {
  74. ret, err := json.Marshal(*book)
  75. if err != nil {
  76. return ""
  77. }
  78. return string(ret)
  79. }
  80. // TableName 获取对应数据库表名.
  81. func (book *Book) TableName() string {
  82. return "books"
  83. }
  84. // TableEngine 获取数据使用的引擎.
  85. func (book *Book) TableEngine() string {
  86. return "INNODB"
  87. }
  88. func (book *Book) TableNameWithPrefix() string {
  89. return conf.GetDatabasePrefix() + book.TableName()
  90. }
  91. func NewBook() *Book {
  92. return &Book{}
  93. }
  94. //添加一个项目
  95. func (book *Book) Insert() error {
  96. o := orm.NewOrm()
  97. // o.Begin()
  98. _, err := o.Insert(book)
  99. if err == nil {
  100. if book.Label != "" {
  101. NewLabel().InsertOrUpdateMulti(book.Label)
  102. }
  103. relationship := NewRelationship()
  104. relationship.BookId = book.BookId
  105. relationship.RoleId = 0
  106. relationship.MemberId = book.MemberId
  107. err = relationship.Insert()
  108. if err != nil {
  109. logs.Error("插入项目与用户关联 => ", err)
  110. //o.Rollback()
  111. return err
  112. }
  113. document := NewDocument()
  114. document.BookId = book.BookId
  115. document.DocumentName = "空白文档"
  116. document.MemberId = book.MemberId
  117. err = document.InsertOrUpdate()
  118. if err != nil {
  119. //o.Rollback()
  120. return err
  121. }
  122. //o.Commit()
  123. return nil
  124. }
  125. //o.Rollback()
  126. return err
  127. }
  128. func (book *Book) Find(id int,cols ...string) (*Book, error) {
  129. if id <= 0 {
  130. return book, ErrInvalidParameter
  131. }
  132. o := orm.NewOrm()
  133. err := o.QueryTable(book.TableNameWithPrefix()).Filter("book_id", id).One(book,cols...)
  134. return book, err
  135. }
  136. //更新一个项目
  137. func (book *Book) Update(cols ...string) error {
  138. o := orm.NewOrm()
  139. temp := NewBook()
  140. temp.BookId = book.BookId
  141. if err := o.Read(temp); err != nil {
  142. return err
  143. }
  144. if book.Label != "" || temp.Label != "" {
  145. go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label)
  146. }
  147. _, err := o.Update(book, cols...)
  148. return err
  149. }
  150. //复制项目
  151. func (book *Book) Copy(identify string) error {
  152. o := orm.NewOrm()
  153. err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify",identify).One(book)
  154. if err != nil {
  155. beego.Error("查询项目时出错 -> ",err)
  156. return err
  157. }
  158. if err := o.Begin();err != nil {
  159. beego.Error("开启事物时出错 -> ",err)
  160. return err
  161. }
  162. bookId := book.BookId
  163. book.BookId = 0
  164. book.Identify = book.Identify + fmt.Sprintf("%s-%s",identify,strconv.FormatInt(time.Now().UnixNano(), 32))
  165. book.BookName = book.BookName + "[副本]"
  166. book.CreateTime = time.Now()
  167. book.CommentCount = 0
  168. book.HistoryCount = 0
  169. if _,err := o.Insert(book);err != nil {
  170. beego.Error("复制项目时出错 -> ",err)
  171. o.Rollback()
  172. return err
  173. }
  174. var rels []*Relationship
  175. if _,err := o.QueryTable(NewRelationship().TableNameWithPrefix()).Filter("book_id",bookId).All(&rels); err != nil {
  176. beego.Error("复制项目关系时出错 -> ",err)
  177. o.Rollback()
  178. return err
  179. }
  180. for _,rel := range rels {
  181. rel.BookId = book.BookId
  182. rel.RelationshipId = 0
  183. if _,err := o.Insert(rel);err != nil {
  184. beego.Error("复制项目关系时出错 -> ",err)
  185. o.Rollback()
  186. return err
  187. }
  188. }
  189. var docs []*Document
  190. if _,err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id",bookId).Filter("parent_id",0).All(&docs);err != nil && err != orm.ErrNoRows {
  191. beego.Error("读取项目文档时出错 -> ",err)
  192. o.Rollback()
  193. return err
  194. }
  195. if len(docs) > 0 {
  196. if err := recursiveInsertDocument(docs,o, book.BookId,0);err != nil {
  197. beego.Error("复制项目时出错 -> ",err)
  198. o.Rollback()
  199. return err
  200. }
  201. }
  202. return o.Commit()
  203. }
  204. //递归的复制文档
  205. func recursiveInsertDocument(docs []*Document,o orm.Ormer,bookId int,parentId int) error {
  206. for _,doc := range docs {
  207. docId := doc.DocumentId
  208. doc.DocumentId = 0
  209. doc.ParentId = parentId
  210. doc.BookId = bookId
  211. doc.Version = time.Now().Unix()
  212. if _,err := o.Insert(doc);err != nil {
  213. beego.Error("插入项目时出错 -> ",err)
  214. return err
  215. }
  216. var attachList []*Attachment
  217. //读取所有附件列表
  218. if _,err := o.QueryTable(NewAttachment().TableNameWithPrefix()).Filter("document_id",docId).All(&attachList); err == nil {
  219. for _,attach := range attachList {
  220. attach.BookId = bookId
  221. attach.DocumentId = doc.DocumentId
  222. attach.AttachmentId = 0
  223. if _,err := o.Insert(attach);err != nil {
  224. return err
  225. }
  226. }
  227. }
  228. var subDocs []*Document
  229. if _,err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("parent_id",docId).All(&subDocs);err != nil && err != orm.ErrNoRows {
  230. beego.Error("读取文档时出错 -> ",err)
  231. return err
  232. }
  233. if len(subDocs) > 0{
  234. if err := recursiveInsertDocument(subDocs,o,bookId,doc.DocumentId);err != nil {
  235. return err
  236. }
  237. }
  238. }
  239. return nil
  240. }
  241. //根据指定字段查询结果集.
  242. func (book *Book) FindByField(field string, value interface{},cols ...string) ([]*Book, error) {
  243. o := orm.NewOrm()
  244. var books []*Book
  245. _, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books,cols...)
  246. return books, err
  247. }
  248. //根据指定字段查询一个结果.
  249. func (book *Book) FindByFieldFirst(field string, value interface{}) (*Book, error) {
  250. o := orm.NewOrm()
  251. err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).One(book)
  252. return book, err
  253. }
  254. //根据项目标识查询项目
  255. func (book *Book) FindByIdentify(identify string,cols ...string) (*Book, error) {
  256. o := orm.NewOrm()
  257. err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify", identify).One(book,cols...)
  258. return book, err
  259. }
  260. //分页查询指定用户的项目
  261. func (book *Book) FindToPager(pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  262. relationship := NewRelationship()
  263. o := orm.NewOrm()
  264. sql1 := "SELECT COUNT(book.book_id) AS total_count FROM " + book.TableNameWithPrefix() + " AS book LEFT JOIN " +
  265. relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ? WHERE rel.relationship_id > 0 "
  266. err = o.Raw(sql1, memberId).QueryRow(&totalCount)
  267. if err != nil {
  268. return
  269. }
  270. offset := (pageIndex - 1) * pageSize
  271. sql2 := "SELECT book.*,rel.member_id,rel.role_id,m.account as create_name FROM " + book.TableNameWithPrefix() + " AS book" +
  272. " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ?" +
  273. " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel1 ON book.book_id=rel1.book_id AND rel1.role_id=0" +
  274. " LEFT JOIN " + NewMember().TableNameWithPrefix() + " AS m ON rel1.member_id=m.member_id " +
  275. " WHERE rel.relationship_id > 0 ORDER BY book.order_index DESC,book.book_id DESC LIMIT " + fmt.Sprintf("%d,%d", offset, pageSize)
  276. _, err = o.Raw(sql2, memberId).QueryRows(&books)
  277. if err != nil {
  278. logs.Error("分页查询项目列表 => ", err)
  279. return
  280. }
  281. sql := "SELECT m.account,doc.modify_time FROM md_documents AS doc LEFT JOIN md_members AS m ON doc.modify_at=m.member_id WHERE book_id = ? LIMIT 1 ORDER BY doc.modify_time DESC"
  282. if err == nil && len(books) > 0 {
  283. for index, book := range books {
  284. var text struct {
  285. Account string
  286. ModifyTime time.Time
  287. }
  288. err1 := o.Raw(sql, book.BookId).QueryRow(&text)
  289. if err1 == nil {
  290. books[index].LastModifyText = text.Account + " 于 " + text.ModifyTime.Format("2006-01-02 15:04:05")
  291. }
  292. if book.RoleId == 0 {
  293. book.RoleName = "创始人"
  294. } else if book.RoleId == 1 {
  295. book.RoleName = "管理员"
  296. } else if book.RoleId == 2 {
  297. book.RoleName = "编辑者"
  298. } else if book.RoleId == 3 {
  299. book.RoleName = "观察者"
  300. }
  301. }
  302. }
  303. return
  304. }
  305. // 彻底删除项目.
  306. func (book *Book) ThoroughDeleteBook(id int) error {
  307. if id <= 0 {
  308. return ErrInvalidParameter
  309. }
  310. o := orm.NewOrm()
  311. book, err := book.Find(id)
  312. if err != nil {
  313. return err
  314. }
  315. o.Begin()
  316. //删除附件,这里没有删除实际物理文件
  317. _,err = o.Raw("DELETE FROM " + NewAttachment().TableNameWithPrefix() + " WHERE book_id=?",book.BookId).Exec()
  318. if err != nil {
  319. o.Rollback()
  320. return err
  321. }
  322. //删除文档
  323. _, err = o.Raw( "DELETE FROM " + NewDocument().TableNameWithPrefix() + " WHERE book_id = ?", book.BookId).Exec()
  324. if err != nil {
  325. o.Rollback()
  326. return err
  327. }
  328. //删除项目
  329. _, err = o.Raw("DELETE FROM " + book.TableNameWithPrefix() + " WHERE book_id = ?", book.BookId).Exec()
  330. if err != nil {
  331. o.Rollback()
  332. return err
  333. }
  334. //删除关系
  335. _, err = o.Raw("DELETE FROM " + NewRelationship().TableNameWithPrefix() + " WHERE book_id = ?", book.BookId).Exec()
  336. if err != nil {
  337. o.Rollback()
  338. return err
  339. }
  340. //删除模板
  341. _,err = o.Raw("DELETE FROM " + NewTemplate().TableNameWithPrefix() + " WHERE book_id = ?",book.BookId).Exec()
  342. if err != nil {
  343. o.Rollback()
  344. return err
  345. }
  346. if book.Label != "" {
  347. NewLabel().InsertOrUpdateMulti(book.Label)
  348. }
  349. //删除导出缓存
  350. if err := os.RemoveAll(filepath.Join(conf.GetExportOutputPath(), strconv.Itoa(id))); err != nil {
  351. beego.Error("删除项目缓存失败 ->",err)
  352. }
  353. //删除附件和图片
  354. if err := os.RemoveAll(filepath.Join(conf.WorkingDirectory,"uploads",book.Identify)); err != nil {
  355. beego.Error("删除项目附件和图片失败 ->",err)
  356. }
  357. return o.Commit()
  358. }
  359. //分页查找系统首页数据.
  360. func (book *Book) FindForHomeToPager(pageIndex, pageSize, member_id int) (books []*BookResult, totalCount int, err error) {
  361. o := orm.NewOrm()
  362. offset := (pageIndex - 1) * pageSize
  363. //如果是登录用户
  364. if member_id > 0 {
  365. sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE relationship_id > 0 OR book.privately_owned = 0"
  366. err = o.Raw(sql1, member_id).QueryRow(&totalCount)
  367. if err != nil {
  368. return
  369. }
  370. sql2 := `SELECT book.*,rel1.*,member.account AS create_name,member.real_name FROM md_books AS book
  371. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  372. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  373. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  374. WHERE rel.relationship_id > 0 OR book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  375. _, err = o.Raw(sql2, member_id, offset, pageSize).QueryRows(&books)
  376. } else {
  377. count, err1 := o.QueryTable(book.TableNameWithPrefix()).Filter("privately_owned", 0).Count()
  378. if err1 != nil {
  379. err = err1
  380. return
  381. }
  382. totalCount = int(count)
  383. sql := `SELECT book.*,rel.*,member.account AS create_name,member.real_name FROM md_books AS book
  384. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  385. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  386. WHERE book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  387. _, err = o.Raw(sql, offset, pageSize).QueryRows(&books)
  388. }
  389. return
  390. }
  391. //分页全局搜索.
  392. func (book *Book) FindForLabelToPager(keyword string, pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  393. o := orm.NewOrm()
  394. keyword = "%" + keyword + "%"
  395. offset := (pageIndex - 1) * pageSize
  396. //如果是登录用户
  397. if memberId > 0 {
  398. sql1 := "SELECT COUNT(*) FROM md_books AS book LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ? WHERE (relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ?"
  399. err = o.Raw(sql1, memberId, keyword).QueryRow(&totalCount)
  400. if err != nil {
  401. return
  402. }
  403. sql2 := `SELECT book.*,rel1.*,member.account AS create_name FROM md_books AS book
  404. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  405. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  406. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  407. WHERE (rel.relationship_id > 0 OR book.privately_owned = 0) AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  408. _, err = o.Raw(sql2, memberId, keyword, offset, pageSize).QueryRows(&books)
  409. return
  410. } else {
  411. count, err1 := o.QueryTable(NewBook().TableNameWithPrefix()).Filter("privately_owned", 0).Filter("label__icontains", keyword).Count()
  412. if err1 != nil {
  413. err = err1
  414. return
  415. }
  416. totalCount = int(count)
  417. sql := `SELECT book.*,rel.*,member.account AS create_name FROM md_books AS book
  418. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  419. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  420. WHERE book.privately_owned = 0 AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  421. _, err = o.Raw(sql, keyword, offset, pageSize).QueryRows(&books)
  422. return
  423. }
  424. }
  425. //发布文档
  426. func (book *Book) ReleaseContent(bookId int) {
  427. o := orm.NewOrm()
  428. var docs []*Document
  429. _, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).All(&docs)
  430. if err != nil {
  431. beego.Error("发布失败 =>",bookId, err)
  432. return
  433. }
  434. for _, item := range docs {
  435. item.BookId = bookId
  436. item.ReleaseContent()
  437. }
  438. }
  439. //重置文档数量
  440. func (book *Book) ResetDocumentNumber(bookId int) {
  441. o := orm.NewOrm()
  442. totalCount, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).Count()
  443. if err == nil {
  444. _,err = o.Raw("UPDATE md_books SET doc_count = ? WHERE book_id = ?", int(totalCount), bookId).Exec()
  445. if err != nil {
  446. beego.Error("重置文档数量失败 =>",bookId,err)
  447. }
  448. } else {
  449. beego.Error("获取文档数量失败 =>",bookId,err)
  450. }
  451. }
  452. //导入项目
  453. func (book *Book) ImportBook(zipPath string) error {
  454. if !filetil.FileExists(zipPath) {
  455. return errors.New("文件不存在 => " + zipPath)
  456. }
  457. w := md5.New()
  458. io.WriteString(w, zipPath) //将str写入到w中
  459. io.WriteString(w, time.Now().String())
  460. io.WriteString(w, book.BookName)
  461. md5str := fmt.Sprintf("%x", w.Sum(nil)) //w.Sum(nil)将w的hash转成[]byte格式
  462. tempPath := filepath.Join(os.TempDir(), md5str)
  463. if err := os.MkdirAll(tempPath, 0766); err != nil {
  464. beego.Error("创建导入目录出错 => ",err)
  465. }
  466. //如果加压缩失败
  467. if err := ziptil.Unzip(zipPath, tempPath); err != nil {
  468. return err
  469. }
  470. //当导入结束后,删除临时文件
  471. //defer os.RemoveAll(tempPath)
  472. for {
  473. //如果当前目录下只有一个目录,则重置根目录
  474. if entries, err := ioutil.ReadDir(tempPath); err == nil && len(entries) == 1 {
  475. dir := entries[0]
  476. if dir.IsDir() && dir.Name() != "." && dir.Name() != ".." {
  477. tempPath = filepath.Join(tempPath, dir.Name())
  478. break
  479. }
  480. } else {
  481. break
  482. }
  483. }
  484. tempPath = strings.Replace(tempPath, "\\", "/", -1)
  485. docMap := make(map[string]int, 0)
  486. o := orm.NewOrm()
  487. o.Insert(book)
  488. relationship := NewRelationship()
  489. relationship.BookId = book.BookId
  490. relationship.RoleId = 0
  491. relationship.MemberId = book.MemberId
  492. relationship.Insert()
  493. err := filepath.Walk(tempPath, func(path string, info os.FileInfo, err error) error {
  494. path = strings.Replace(path, "\\", "/", -1)
  495. if path == tempPath {
  496. return nil
  497. }
  498. if !info.IsDir() {
  499. ext := filepath.Ext(info.Name())
  500. //如果是Markdown文件
  501. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  502. beego.Info("正在处理 =>",path,info.Name())
  503. doc := NewDocument()
  504. doc.BookId = book.BookId
  505. doc.MemberId = book.MemberId
  506. docIdentify := strings.Replace(strings.TrimPrefix(path, tempPath+"/"), "/", "-", -1)
  507. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  508. docIdentify = "import-" + docIdentify
  509. }
  510. doc.Identify = docIdentify
  511. //匹配图片,如果图片语法是在代码块中,这里同样会处理
  512. re := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`)
  513. markdown, err := filetil.ReadFileAndIgnoreUTF8BOM(path)
  514. if err != nil {
  515. return err
  516. }
  517. //处理图片
  518. doc.Markdown = re.ReplaceAllStringFunc(string(markdown), func(image string) string {
  519. images := re.FindAllSubmatch([]byte(image), -1)
  520. if len(images) <= 0 || len(images[0]) < 3 {
  521. return image
  522. }
  523. originalImageUrl := string(images[0][2])
  524. imageUrl := strings.Replace(string(originalImageUrl), "\\", "/", -1)
  525. //如果是本地路径,则需要将图片复制到项目目录
  526. if !strings.HasPrefix(imageUrl, "http://") &&
  527. !strings.HasPrefix(imageUrl, "https://") &&
  528. !strings.HasPrefix(imageUrl,"ftp://") {
  529. //如果路径中存在参数
  530. if l := strings.Index(imageUrl,"?"); l > 0 {
  531. imageUrl = imageUrl[:l]
  532. }
  533. if strings.HasPrefix(imageUrl, "/") {
  534. imageUrl = filepath.Join(tempPath, imageUrl)
  535. } else if strings.HasPrefix(imageUrl, "./") {
  536. imageUrl = filepath.Join(filepath.Dir(path), strings.TrimPrefix(imageUrl, "./"))
  537. } else if strings.HasPrefix(imageUrl, "../") {
  538. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  539. } else {
  540. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  541. }
  542. imageUrl = strings.Replace(imageUrl, "\\", "/", -1)
  543. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), strings.TrimPrefix(imageUrl, tempPath))
  544. if filetil.FileExists(imageUrl) {
  545. filetil.CopyFile(imageUrl, dstFile)
  546. imageUrl = strings.TrimPrefix(strings.Replace(dstFile,"\\","/",-1), strings.Replace(conf.WorkingDirectory,"\\","/",-1))
  547. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  548. imageUrl = "/" + imageUrl
  549. }
  550. }
  551. } else {
  552. imageExt := cryptil.Md5Crypt(imageUrl) + filepath.Ext(imageUrl)
  553. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), imageExt)
  554. if err := requests.DownloadAndSaveFile(imageUrl, dstFile); err == nil {
  555. imageUrl = strings.TrimPrefix(strings.Replace(dstFile, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  556. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  557. imageUrl = "/" + imageUrl
  558. }
  559. }
  560. }
  561. imageUrl = strings.Replace(strings.TrimSuffix(image, originalImageUrl+")")+ conf.URLForWithCdnImage(imageUrl) +")", "\\", "/", -1)
  562. return imageUrl
  563. })
  564. linkRegexp := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`)
  565. //处理链接
  566. doc.Markdown = linkRegexp.ReplaceAllStringFunc(doc.Markdown, func(link string) string {
  567. links := linkRegexp.FindAllStringSubmatch(link, -1)
  568. originalLink := links[0][2]
  569. var linkPath string
  570. var err error
  571. if strings.HasPrefix(originalLink,"<") {
  572. originalLink = strings.TrimPrefix(originalLink,"<")
  573. }
  574. if strings.HasSuffix(originalLink,">") {
  575. originalLink = strings.TrimSuffix(originalLink,">")
  576. }
  577. //如果是从根目录开始,
  578. if strings.HasPrefix(originalLink, "/") {
  579. linkPath, err = filepath.Abs(filepath.Join(tempPath, originalLink))
  580. } else if strings.HasPrefix(originalLink, "./") {
  581. linkPath, err = filepath.Abs(filepath.Join(filepath.Dir(path), originalLink[1:]))
  582. } else{
  583. linkPath, err = filepath.Abs(filepath.Join(filepath.Dir(path), originalLink))
  584. }
  585. if err == nil {
  586. //如果本地存在该链接
  587. if filetil.FileExists(linkPath) {
  588. ext := filepath.Ext(linkPath)
  589. //beego.Info("当前后缀 -> ",ext)
  590. //如果链接是Markdown文件,则生成文档标识,否则,将目标文件复制到项目目录
  591. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  592. docIdentify := strings.Replace(strings.TrimPrefix(strings.Replace(linkPath, "\\", "/", -1), tempPath+"/"), "/", "-", -1)
  593. //beego.Info(originalLink, "|", linkPath, "|", docIdentify)
  594. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  595. docIdentify = "import-" + docIdentify
  596. }
  597. docIdentify = strings.TrimSuffix(docIdentify, "-README.md")
  598. link = strings.TrimSuffix(link, originalLink+")") + conf.URLFor("DocumentController.Read", ":key", book.Identify, ":id", docIdentify) + ")"
  599. } else {
  600. dstPath := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), originalLink)
  601. filetil.CopyFile(linkPath, dstPath)
  602. tempLink := conf.BaseUrl + strings.TrimPrefix(strings.Replace(dstPath, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  603. link = strings.TrimSuffix(link, originalLink+")") + tempLink + ")"
  604. }
  605. }else{
  606. beego.Info("文件不存在 ->",linkPath)
  607. }
  608. }
  609. return link
  610. })
  611. //codeRe := regexp.MustCompile("```\\w+")
  612. //doc.Markdown = codeRe.ReplaceAllStringFunc(doc.Markdown, func(s string) string {
  613. // //beego.Info(s)
  614. // return strings.Replace(s,"```","``` ",-1)
  615. //})
  616. doc.Content = string(blackfriday.Run([]byte(doc.Markdown)))
  617. doc.Version = time.Now().Unix()
  618. //解析文档名称,默认使用第一个h标签为标题
  619. docName := strings.TrimSuffix(info.Name(), ext)
  620. for _, line := range strings.Split(doc.Markdown, "\n") {
  621. if strings.HasPrefix(line, "#") {
  622. docName = strings.TrimLeft(line, "#")
  623. break
  624. }
  625. }
  626. doc.DocumentName = strings.TrimSpace(docName)
  627. parentId := 0
  628. parentIdentify := strings.Replace(strings.Trim(strings.TrimSuffix(strings.TrimPrefix(path, tempPath), info.Name()), "/"), "/", "-", -1)
  629. if parentIdentify != "" {
  630. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, parentIdentify); !ok || err != nil {
  631. parentIdentify = "import-" + parentIdentify
  632. }
  633. if id, ok := docMap[parentIdentify]; ok {
  634. parentId = id
  635. }
  636. }
  637. if strings.EqualFold(info.Name(), "README.md") {
  638. beego.Info(path, "|", info.Name(), "|", parentIdentify, "|", parentId)
  639. }
  640. isInsert := false
  641. //如果当前文件是README.md,则将内容更新到父级
  642. if strings.EqualFold(info.Name(), "README.md") && parentId != 0 {
  643. doc.DocumentId = parentId
  644. //beego.Info(path,"|",parentId)
  645. } else {
  646. //beego.Info(path,"|",parentIdentify)
  647. doc.ParentId = parentId
  648. isInsert = true
  649. }
  650. if err := doc.InsertOrUpdate("document_name", "markdown", "content"); err != nil {
  651. beego.Error(doc.DocumentId, err)
  652. }
  653. if isInsert {
  654. docMap[docIdentify] = doc.DocumentId
  655. }
  656. }
  657. } else {
  658. //如果当前目录下存在Markdown文件,则需要创建此节点
  659. if filetil.HasFileOfExt(path, []string{".md", ".markdown"}) {
  660. beego.Info("正在处理 =>",path,info.Name())
  661. identify := strings.Replace(strings.Trim(strings.TrimPrefix(path, tempPath), "/"), "/", "-", -1)
  662. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, identify); !ok || err != nil {
  663. identify = "import-" + identify
  664. }
  665. parentDoc := NewDocument()
  666. parentDoc.MemberId = book.MemberId
  667. parentDoc.BookId = book.BookId
  668. parentDoc.Identify = identify
  669. parentDoc.Version = time.Now().Unix()
  670. parentDoc.DocumentName = "空白文档"
  671. parentId := 0
  672. parentIdentify := strings.TrimSuffix(identify, "-"+info.Name())
  673. if id, ok := docMap[parentIdentify]; ok {
  674. parentId = id
  675. }
  676. parentDoc.ParentId = parentId
  677. if err := parentDoc.InsertOrUpdate(); err != nil {
  678. beego.Error(err)
  679. }
  680. docMap[identify] = parentDoc.DocumentId
  681. //beego.Info(path,"|",parentDoc.DocumentId,"|",identify,"|",info.Name(),"|",parentIdentify)
  682. }
  683. }
  684. return nil
  685. })
  686. if err != nil {
  687. beego.Error("导入项目异常 => ", err)
  688. book.Description = "【项目导入存在错误:" + err.Error() + "】"
  689. }
  690. beego.Info("项目导入完毕 => ", book.BookName)
  691. book.ReleaseContent(book.BookId)
  692. return err
  693. }