1
0

BookModel.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005
  1. package models
  2. import (
  3. "context"
  4. "crypto/md5"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "io/ioutil"
  9. "os"
  10. "path/filepath"
  11. "regexp"
  12. "strconv"
  13. "strings"
  14. "sync"
  15. "time"
  16. "encoding/json"
  17. "github.com/beego/beego/v2/client/orm"
  18. "github.com/beego/beego/v2/core/logs"
  19. "github.com/mindoc-org/mindoc/conf"
  20. "github.com/mindoc-org/mindoc/utils"
  21. "github.com/mindoc-org/mindoc/utils/cryptil"
  22. "github.com/mindoc-org/mindoc/utils/filetil"
  23. "github.com/mindoc-org/mindoc/utils/requests"
  24. "github.com/mindoc-org/mindoc/utils/ziptil"
  25. "github.com/russross/blackfriday/v2"
  26. )
  27. var releaseQueue = make(chan int, 500)
  28. var once = sync.Once{}
  29. // Book struct .
  30. type Book struct {
  31. BookId int `orm:"pk;auto;unique;column(book_id)" json:"book_id"`
  32. // BookName 项目名称.
  33. BookName string `orm:"column(book_name);size(500)" json:"book_name"`
  34. //所属项目空间
  35. ItemId int `orm:"column(item_id);type(int);default(1)" json:"item_id"`
  36. // Identify 项目唯一标识.
  37. Identify string `orm:"column(identify);size(100);unique" json:"identify"`
  38. //是否是自动发布 0 否/1 是
  39. AutoRelease int `orm:"column(auto_release);type(int);default(0)" json:"auto_release"`
  40. //是否开启下载功能 0 是/1 否
  41. IsDownload int `orm:"column(is_download);type(int);default(0)" json:"is_download"`
  42. OrderIndex int `orm:"column(order_index);type(int);default(0)" json:"order_index"`
  43. // Description 项目描述.
  44. Description string `orm:"column(description);size(2000)" json:"description"`
  45. //发行公司
  46. Publisher string `orm:"column(publisher);size(500)" json:"publisher"`
  47. Label string `orm:"column(label);size(500)" json:"label"`
  48. // PrivatelyOwned 项目私有: 0 公开/ 1 私有
  49. PrivatelyOwned int `orm:"column(privately_owned);type(int);default(0)" json:"privately_owned"`
  50. // 当项目是私有时的访问Token.
  51. PrivateToken string `orm:"column(private_token);size(500);null" json:"private_token"`
  52. //访问密码.
  53. BookPassword string `orm:"column(book_password);size(500);null" json:"book_password"`
  54. //状态:0 正常/1 已删除
  55. Status int `orm:"column(status);type(int);default(0)" json:"status"`
  56. //默认的编辑器.
  57. Editor string `orm:"column(editor);size(50)" json:"editor"`
  58. // DocCount 包含文档数量.
  59. DocCount int `orm:"column(doc_count);type(int)" json:"doc_count"`
  60. // CommentStatus 评论设置的状态:open 为允许所有人评论,closed 为不允许评论, group_only 仅允许参与者评论 ,registered_only 仅允许注册者评论.
  61. CommentStatus string `orm:"column(comment_status);size(20);default(open)" json:"comment_status"`
  62. CommentCount int `orm:"column(comment_count);type(int)" json:"comment_count"`
  63. //封面地址
  64. Cover string `orm:"column(cover);size(1000)" json:"cover"`
  65. //主题风格
  66. Theme string `orm:"column(theme);size(255);default(default)" json:"theme"`
  67. // CreateTime 创建时间 .
  68. CreateTime time.Time `orm:"type(datetime);column(create_time);auto_now_add" json:"create_time"`
  69. //每个文档保存的历史记录数量,0 为不限制
  70. HistoryCount int `orm:"column(history_count);type(int);default(0)" json:"history_count"`
  71. //是否启用分享,0启用/1不启用
  72. IsEnableShare int `orm:"column(is_enable_share);type(int);default(0)" json:"is_enable_share"`
  73. MemberId int `orm:"column(member_id);size(100)" json:"member_id"`
  74. ModifyTime time.Time `orm:"type(datetime);column(modify_time);null;auto_now" json:"modify_time"`
  75. Version int64 `orm:"type(bigint);column(version)" json:"version"`
  76. //是否使用第一篇文章项目为默认首页,0 否/1 是
  77. IsUseFirstDocument int `orm:"column(is_use_first_document);type(int);default(0)" json:"is_use_first_document"`
  78. //是否开启自动保存:0 否/1 是
  79. AutoSave int `orm:"column(auto_save);type(tinyint);default(0)" json:"auto_save"`
  80. }
  81. func (book *Book) String() string {
  82. ret, err := json.Marshal(*book)
  83. if err != nil {
  84. return ""
  85. }
  86. return string(ret)
  87. }
  88. // TableName 获取对应数据库表名.
  89. func (book *Book) TableName() string {
  90. return "books"
  91. }
  92. // TableEngine 获取数据使用的引擎.
  93. func (book *Book) TableEngine() string {
  94. return "INNODB"
  95. }
  96. func (book *Book) TableNameWithPrefix() string {
  97. return conf.GetDatabasePrefix() + book.TableName()
  98. }
  99. func (book *Book) QueryTable() orm.QuerySeter {
  100. return orm.NewOrm().QueryTable(book.TableNameWithPrefix())
  101. }
  102. func NewBook() *Book {
  103. return &Book{}
  104. }
  105. //添加一个项目
  106. func (book *Book) Insert() error {
  107. o := orm.NewOrm()
  108. // o.Begin()
  109. book.BookName = utils.StripTags(book.BookName)
  110. if book.ItemId <= 0 {
  111. book.ItemId = 1
  112. }
  113. _, err := o.Insert(book)
  114. if err == nil {
  115. if book.Label != "" {
  116. NewLabel().InsertOrUpdateMulti(book.Label)
  117. }
  118. relationship := NewRelationship()
  119. relationship.BookId = book.BookId
  120. relationship.RoleId = 0
  121. relationship.MemberId = book.MemberId
  122. err = relationship.Insert()
  123. if err != nil {
  124. logs.Error("插入项目与用户关联 -> ", err)
  125. //o.Rollback()
  126. return err
  127. }
  128. document := NewDocument()
  129. document.BookId = book.BookId
  130. document.DocumentName = "空白文档"
  131. document.MemberId = book.MemberId
  132. err = document.InsertOrUpdate()
  133. if err != nil {
  134. //o.Rollback()
  135. return err
  136. }
  137. //o.Commit()
  138. return nil
  139. }
  140. //o.Rollback()
  141. return err
  142. }
  143. func (book *Book) Find(id int, cols ...string) (*Book, error) {
  144. if id <= 0 {
  145. return book, ErrInvalidParameter
  146. }
  147. o := orm.NewOrm()
  148. err := o.QueryTable(book.TableNameWithPrefix()).Filter("book_id", id).One(book, cols...)
  149. return book, err
  150. }
  151. //更新一个项目
  152. func (book *Book) Update(cols ...string) error {
  153. o := orm.NewOrm()
  154. book.BookName = utils.StripTags(book.BookName)
  155. temp := NewBook()
  156. temp.BookId = book.BookId
  157. if err := o.Read(temp); err != nil {
  158. return err
  159. }
  160. if book.Label != "" || temp.Label != "" {
  161. go NewLabel().InsertOrUpdateMulti(book.Label + "," + temp.Label)
  162. }
  163. _, err := o.Update(book, cols...)
  164. return err
  165. }
  166. //复制项目
  167. func (book *Book) Copy(identify string) error {
  168. o := orm.NewOrm()
  169. err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify", identify).One(book)
  170. if err != nil {
  171. logs.Error("查询项目时出错 -> ", err)
  172. return err
  173. }
  174. if _, err := o.Begin(); err != nil {
  175. logs.Error("开启事物时出错 -> ", err)
  176. return err
  177. }
  178. bookId := book.BookId
  179. book.BookId = 0
  180. book.Identify = book.Identify + fmt.Sprintf("%s-%s", identify, strconv.FormatInt(time.Now().UnixNano(), 32))
  181. book.BookName = book.BookName + "[副本]"
  182. book.CreateTime = time.Now()
  183. book.CommentCount = 0
  184. book.HistoryCount = 0
  185. /* v2 version of beego remove the o.Rollback api for transaction operation.
  186. * typically, in v1, you can write code like this:
  187. *
  188. * o := orm.NewOrm()
  189. * if err := o.Operateion(); err != nil {
  190. * o.Rollback()
  191. * ...
  192. * }
  193. *
  194. * however, in v2, this is not available. beego will handles the transaction in new way using
  195. * cluster. the new code is like below:
  196. *
  197. * o := orm.NewOrm()
  198. * if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error{
  199. * err := o.Operations()
  200. * if err != nil {
  201. * return err
  202. * }
  203. * ...
  204. * }); err != nil {
  205. * ...
  206. * }
  207. *
  208. * when operation failed, it will automatically calls o.Rollback() for TxOrmer.
  209. * more details see https://beego.me/docs/mvc/model/transaction.md
  210. */
  211. if err := o.DoTx(func(ctx context.Context, txo orm.TxOrmer) error {
  212. _, err := txo.Insert(book)
  213. return err
  214. }); err != nil {
  215. logs.Error("复制项目时出错: %s", err)
  216. return err
  217. }
  218. var rels []*Relationship
  219. if err := o.DoTx(func(ctx context.Context, txo orm.TxOrmer) error {
  220. _, err := txo.QueryTable(NewRelationship().TableNameWithPrefix()).Filter("book_id", bookId).All(&rels)
  221. return err
  222. }); err != nil {
  223. logs.Error("复制项目关系时出错 -> ", err)
  224. return err
  225. }
  226. for _, rel := range rels {
  227. rel.BookId = book.BookId
  228. rel.RelationshipId = 0
  229. if err := o.DoTx(func(ctx context.Context, txo orm.TxOrmer) error {
  230. _, err := txo.Insert(rel)
  231. return err
  232. }); err != nil {
  233. logs.Error("复制项目关系时出错 -> ", err)
  234. return err
  235. }
  236. }
  237. var docs []*Document
  238. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  239. _, err := txOrm.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).Filter("parent_id", 0).All(&docs)
  240. return err
  241. }); err != nil && err != orm.ErrNoRows {
  242. logs.Error("读取项目文档时出错 -> ", err)
  243. return err
  244. }
  245. if len(docs) > 0 {
  246. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  247. return recursiveInsertDocument(docs, txOrm, book.BookId, 0)
  248. }); err != nil {
  249. logs.Error("复制项目时出错 -> ", err)
  250. return err
  251. }
  252. }
  253. return nil
  254. }
  255. //递归的复制文档
  256. func recursiveInsertDocument(docs []*Document, o orm.TxOrmer, bookId int, parentId int) error {
  257. for _, doc := range docs {
  258. docId := doc.DocumentId
  259. doc.DocumentId = 0
  260. doc.ParentId = parentId
  261. doc.BookId = bookId
  262. doc.Version = time.Now().Unix()
  263. if _, err := o.Insert(doc); err != nil {
  264. logs.Error("插入项目时出错 -> ", err)
  265. return err
  266. }
  267. var attachList []*Attachment
  268. //读取所有附件列表
  269. if _, err := o.QueryTable(NewAttachment().TableNameWithPrefix()).Filter("document_id", docId).All(&attachList); err == nil {
  270. for _, attach := range attachList {
  271. attach.BookId = bookId
  272. attach.DocumentId = doc.DocumentId
  273. attach.AttachmentId = 0
  274. if _, err := o.Insert(attach); err != nil {
  275. return err
  276. }
  277. }
  278. }
  279. var subDocs []*Document
  280. if _, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("parent_id", docId).All(&subDocs); err != nil && err != orm.ErrNoRows {
  281. logs.Error("读取文档时出错 -> ", err)
  282. return err
  283. }
  284. if len(subDocs) > 0 {
  285. if err := recursiveInsertDocument(subDocs, o, bookId, doc.DocumentId); err != nil {
  286. return err
  287. }
  288. }
  289. }
  290. return nil
  291. }
  292. //根据指定字段查询结果集.
  293. func (book *Book) FindByField(field string, value interface{}, cols ...string) ([]*Book, error) {
  294. o := orm.NewOrm()
  295. var books []*Book
  296. _, err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).All(&books, cols...)
  297. return books, err
  298. }
  299. //根据指定字段查询一个结果.
  300. func (book *Book) FindByFieldFirst(field string, value interface{}) (*Book, error) {
  301. o := orm.NewOrm()
  302. err := o.QueryTable(book.TableNameWithPrefix()).Filter(field, value).One(book)
  303. return book, err
  304. }
  305. //根据项目标识查询项目
  306. func (book *Book) FindByIdentify(identify string, cols ...string) (*Book, error) {
  307. o := orm.NewOrm()
  308. err := o.QueryTable(book.TableNameWithPrefix()).Filter("identify", identify).One(book, cols...)
  309. return book, err
  310. }
  311. //分页查询指定用户的项目
  312. func (book *Book) FindToPager(pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  313. o := orm.NewOrm()
  314. //sql1 := "SELECT COUNT(book.book_id) AS total_count FROM " + book.TableNameWithPrefix() + " AS book LEFT JOIN " +
  315. // relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ? WHERE rel.relationship_id > 0 "
  316. sql1 := `SELECT
  317. count(*) AS total_count
  318. FROM md_books AS book
  319. LEFT JOIN md_relationship AS rel ON book.book_id = rel.book_id AND rel.member_id = ?
  320. left join (select book_id,min(role_id) as role_id
  321. from (select book_id,team_member_id,role_id
  322. from md_team_relationship as mtr
  323. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )
  324. as t group by t.book_id)
  325. as team on team.book_id=book.book_id WHERE rel.role_id >= 0 or team.role_id >= 0`
  326. err = o.Raw(sql1, memberId, memberId).QueryRow(&totalCount)
  327. if err != nil {
  328. return
  329. }
  330. offset := (pageIndex - 1) * pageSize
  331. //sql2 := "SELECT book.*,rel.member_id,rel.role_id,m.account as create_name FROM " + book.TableNameWithPrefix() + " AS book" +
  332. // " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel ON book.book_id=rel.book_id AND rel.member_id = ?" +
  333. // " LEFT JOIN " + relationship.TableNameWithPrefix() + " AS rel1 ON book.book_id=rel1.book_id AND rel1.role_id=0" +
  334. // " LEFT JOIN " + NewMember().TableNameWithPrefix() + " AS m ON rel1.member_id=m.member_id " +
  335. // " WHERE rel.relationship_id > 0 ORDER BY book.order_index DESC,book.book_id DESC LIMIT " + fmt.Sprintf("%d,%d", offset, pageSize)
  336. sql2 := `SELECT
  337. book.*,
  338. case when rel.relationship_id is null then team.role_id else rel.role_id end as role_id,
  339. m.account as create_name
  340. FROM md_books AS book
  341. LEFT JOIN md_relationship AS rel ON book.book_id = rel.book_id AND rel.member_id = ?
  342. left join (select book_id,min(role_id) as role_id
  343. from (select book_id,team_member_id,role_id
  344. from md_team_relationship as mtr
  345. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )
  346. as t group by book_id) as team
  347. on team.book_id=book.book_id
  348. LEFT JOIN md_relationship AS rel1 ON book.book_id = rel1.book_id AND rel1.role_id = 0
  349. LEFT JOIN md_members AS m ON rel1.member_id = m.member_id
  350. WHERE rel.role_id >= 0 or team.role_id >= 0
  351. ORDER BY book.order_index, book.book_id DESC limit ?,?`
  352. _, err = o.Raw(sql2, memberId, memberId, offset, pageSize).QueryRows(&books)
  353. if err != nil {
  354. logs.Error("分页查询项目列表 => ", err)
  355. return
  356. }
  357. sql := "SELECT m.account,doc.modify_time FROM md_documents AS doc LEFT JOIN md_members AS m ON doc.modify_at=m.member_id WHERE book_id = ? LIMIT 1 ORDER BY doc.modify_time DESC"
  358. if len(books) > 0 {
  359. for index, book := range books {
  360. var text struct {
  361. Account string
  362. ModifyTime time.Time
  363. }
  364. err1 := o.Raw(sql, book.BookId).QueryRow(&text)
  365. if err1 == nil {
  366. books[index].LastModifyText = text.Account + " 于 " + text.ModifyTime.Format("2006-01-02 15:04:05")
  367. }
  368. if book.RoleId == 0 {
  369. book.RoleName = "创始人"
  370. } else if book.RoleId == 1 {
  371. book.RoleName = "管理员"
  372. } else if book.RoleId == 2 {
  373. book.RoleName = "编辑者"
  374. } else if book.RoleId == 3 {
  375. book.RoleName = "观察者"
  376. }
  377. }
  378. }
  379. return
  380. }
  381. // 彻底删除项目.
  382. func (book *Book) ThoroughDeleteBook(id int) error {
  383. if id <= 0 {
  384. return ErrInvalidParameter
  385. }
  386. o := orm.NewOrm()
  387. book, err := book.Find(id)
  388. if err != nil {
  389. return err
  390. }
  391. o.Begin()
  392. //删除附件,这里没有删除实际物理文件
  393. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  394. _, err = txOrm.Raw("DELETE FROM "+NewAttachment().TableNameWithPrefix()+" WHERE book_id=?", book.BookId).Exec()
  395. return err
  396. }); err != nil {
  397. return err
  398. }
  399. //删除文档
  400. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  401. _, err = txOrm.Raw("DELETE FROM "+NewDocument().TableNameWithPrefix()+" WHERE book_id = ?", book.BookId).Exec()
  402. return err
  403. }); err != nil {
  404. return err
  405. }
  406. //删除项目
  407. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  408. _, err = txOrm.Raw("DELETE FROM "+book.TableNameWithPrefix()+" WHERE book_id = ?", book.BookId).Exec()
  409. return err
  410. }); err != nil {
  411. return err
  412. }
  413. //删除关系
  414. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  415. _, err = txOrm.Raw("DELETE FROM "+NewRelationship().TableNameWithPrefix()+" WHERE book_id = ?", book.BookId).Exec()
  416. return err
  417. }); err != nil {
  418. return err
  419. }
  420. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  421. _, err = txOrm.Raw(fmt.Sprintf("DELETE FROM %s WHERE book_id=?", NewTeamRelationship().TableNameWithPrefix()), book.BookId).Exec()
  422. return err
  423. }); err != nil {
  424. return err
  425. }
  426. //删除模板
  427. if err := o.DoTx(func(ctx context.Context, txOrm orm.TxOrmer) error {
  428. _, err = txOrm.Raw("DELETE FROM "+NewTemplate().TableNameWithPrefix()+" WHERE book_id = ?", book.BookId).Exec()
  429. return err
  430. }); err != nil {
  431. return err
  432. }
  433. if book.Label != "" {
  434. NewLabel().InsertOrUpdateMulti(book.Label)
  435. }
  436. //删除导出缓存
  437. if err := os.RemoveAll(filepath.Join(conf.GetExportOutputPath(), strconv.Itoa(id))); err != nil {
  438. logs.Error("删除项目缓存失败 ->", err)
  439. }
  440. //删除附件和图片
  441. if err := os.RemoveAll(filepath.Join(conf.WorkingDirectory, "uploads", book.Identify)); err != nil {
  442. logs.Error("删除项目附件和图片失败 ->", err)
  443. }
  444. return nil
  445. }
  446. //分页查找系统首页数据.
  447. func (book *Book) FindForHomeToPager(pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  448. o := orm.NewOrm()
  449. offset := (pageIndex - 1) * pageSize
  450. //如果是登录用户
  451. if memberId > 0 {
  452. sql1 := `SELECT COUNT(*)
  453. FROM md_books AS book
  454. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  455. left join (select book_id,min(role_id) AS role_id
  456. from (select book_id,role_id
  457. from md_team_relationship as mtr
  458. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )
  459. as t group by book_id) as team on team.book_id=book.book_id
  460. WHERE book.privately_owned = 0 or rel.role_id >=0 or team.role_id >=0`
  461. err = o.Raw(sql1, memberId, memberId).QueryRow(&totalCount)
  462. if err != nil {
  463. return
  464. }
  465. sql2 := `SELECT book.*,rel1.*,member.account AS create_name,member.real_name FROM md_books AS book
  466. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  467. left join (select book_id,min(role_id) AS role_id
  468. from (select book_id,role_id
  469. from md_team_relationship as mtr
  470. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )
  471. as t group by book_id) as team on team.book_id=book.book_id
  472. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  473. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  474. WHERE book.privately_owned = 0 or rel.role_id >=0 or team.role_id >=0 ORDER BY order_index desc,book.book_id DESC LIMIT ?,?`
  475. _, err = o.Raw(sql2, memberId, memberId, offset, pageSize).QueryRows(&books)
  476. } else {
  477. count, err1 := o.QueryTable(book.TableNameWithPrefix()).Filter("privately_owned", 0).Count()
  478. if err1 != nil {
  479. err = err1
  480. return
  481. }
  482. totalCount = int(count)
  483. sql := `SELECT book.*,rel.*,member.account AS create_name,member.real_name FROM md_books AS book
  484. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  485. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  486. WHERE book.privately_owned = 0 ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  487. _, err = o.Raw(sql, offset, pageSize).QueryRows(&books)
  488. }
  489. return
  490. }
  491. //分页全局搜索.
  492. func (book *Book) FindForLabelToPager(keyword string, pageIndex, pageSize, memberId int) (books []*BookResult, totalCount int, err error) {
  493. o := orm.NewOrm()
  494. keyword = "%" + keyword + "%"
  495. offset := (pageIndex - 1) * pageSize
  496. //如果是登录用户
  497. if memberId > 0 {
  498. sql1 := `SELECT COUNT(*)
  499. FROM md_books AS book
  500. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  501. left join (select *
  502. from (select book_id,team_member_id,role_id
  503. from md_team_relationship as mtr
  504. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )as t group by t.role_id,t.team_member_id,t.book_id) as team on team.book_id = book.book_id
  505. WHERE (relationship_id > 0 OR book.privately_owned = 0 or team.team_member_id > 0) AND book.label LIKE ?`
  506. err = o.Raw(sql1, memberId, memberId, keyword).QueryRow(&totalCount)
  507. if err != nil {
  508. return
  509. }
  510. sql2 := `SELECT book.*,rel1.*,member.account AS create_name FROM md_books AS book
  511. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.member_id = ?
  512. left join (select * from (select book_id,team_member_id,role_id
  513. from md_team_relationship as mtr
  514. left join md_team_member as mtm on mtm.team_id=mtr.team_id and mtm.member_id=? order by role_id desc )as t group by t.role_id,t.team_member_id,t.book_id) as team
  515. on team.book_id = book.book_id
  516. LEFT JOIN md_relationship AS rel1 ON rel1.book_id = book.book_id AND rel1.role_id = 0
  517. LEFT JOIN md_members AS member ON rel1.member_id = member.member_id
  518. WHERE (rel.relationship_id > 0 OR book.privately_owned = 0 or team.team_member_id > 0)
  519. AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  520. _, err = o.Raw(sql2, memberId, memberId, keyword, offset, pageSize).QueryRows(&books)
  521. return
  522. } else {
  523. count, err1 := o.QueryTable(NewBook().TableNameWithPrefix()).Filter("privately_owned", 0).Filter("label__icontains", keyword).Count()
  524. if err1 != nil {
  525. err = err1
  526. return
  527. }
  528. totalCount = int(count)
  529. sql := `SELECT book.*,rel.*,member.account AS create_name FROM md_books AS book
  530. LEFT JOIN md_relationship AS rel ON rel.book_id = book.book_id AND rel.role_id = 0
  531. LEFT JOIN md_members AS member ON rel.member_id = member.member_id
  532. WHERE book.privately_owned = 0 AND book.label LIKE ? ORDER BY order_index DESC ,book.book_id DESC LIMIT ?,?`
  533. _, err = o.Raw(sql, keyword, offset, pageSize).QueryRows(&books)
  534. return
  535. }
  536. }
  537. // ReleaseContent 批量发布文档
  538. func (book *Book) ReleaseContent(bookId int) {
  539. releaseQueue <- bookId
  540. once.Do(func() {
  541. go func() {
  542. defer func() {
  543. if err := recover(); err != nil {
  544. logs.Error("协程崩溃 ->", err)
  545. }
  546. }()
  547. for bookId := range releaseQueue {
  548. o := orm.NewOrm()
  549. var docs []*Document
  550. _, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).All(&docs)
  551. if err != nil {
  552. logs.Error("发布失败 =>", bookId, err)
  553. continue
  554. }
  555. for _, item := range docs {
  556. item.BookId = bookId
  557. _ = item.ReleaseContent()
  558. }
  559. //当文档发布后,需要删除已缓存的转换项目
  560. outputPath := filepath.Join(conf.GetExportOutputPath(), strconv.Itoa(bookId))
  561. _ = os.RemoveAll(outputPath)
  562. }
  563. }()
  564. })
  565. }
  566. //重置文档数量
  567. func (book *Book) ResetDocumentNumber(bookId int) {
  568. o := orm.NewOrm()
  569. totalCount, err := o.QueryTable(NewDocument().TableNameWithPrefix()).Filter("book_id", bookId).Count()
  570. if err == nil {
  571. _, err = o.Raw("UPDATE md_books SET doc_count = ? WHERE book_id = ?", int(totalCount), bookId).Exec()
  572. if err != nil {
  573. logs.Error("重置文档数量失败 =>", bookId, err)
  574. }
  575. } else {
  576. logs.Error("获取文档数量失败 =>", bookId, err)
  577. }
  578. }
  579. //导入项目
  580. func (book *Book) ImportBook(zipPath string) error {
  581. if !filetil.FileExists(zipPath) {
  582. return errors.New("文件不存在 => " + zipPath)
  583. }
  584. w := md5.New()
  585. io.WriteString(w, zipPath) //将str写入到w中
  586. io.WriteString(w, time.Now().String())
  587. io.WriteString(w, book.BookName)
  588. md5str := fmt.Sprintf("%x", w.Sum(nil)) //w.Sum(nil)将w的hash转成[]byte格式
  589. tempPath := filepath.Join(os.TempDir(), md5str)
  590. if err := os.MkdirAll(tempPath, 0766); err != nil {
  591. logs.Error("创建导入目录出错 => ", err)
  592. }
  593. //如果加压缩失败
  594. if err := ziptil.Unzip(zipPath, tempPath); err != nil {
  595. return err
  596. }
  597. //当导入结束后,删除临时文件
  598. //defer os.RemoveAll(tempPath)
  599. for {
  600. //如果当前目录下只有一个目录,则重置根目录
  601. if entries, err := ioutil.ReadDir(tempPath); err == nil && len(entries) == 1 {
  602. dir := entries[0]
  603. if dir.IsDir() && dir.Name() != "." && dir.Name() != ".." {
  604. tempPath = filepath.Join(tempPath, dir.Name())
  605. break
  606. }
  607. } else {
  608. break
  609. }
  610. }
  611. tempPath = strings.Replace(tempPath, "\\", "/", -1)
  612. docMap := make(map[string]int, 0)
  613. o := orm.NewOrm()
  614. o.Insert(book)
  615. relationship := NewRelationship()
  616. relationship.BookId = book.BookId
  617. relationship.RoleId = 0
  618. relationship.MemberId = book.MemberId
  619. relationship.Insert()
  620. err := filepath.Walk(tempPath, func(path string, info os.FileInfo, err error) error {
  621. path = strings.Replace(path, "\\", "/", -1)
  622. if path == tempPath {
  623. return nil
  624. }
  625. if !info.IsDir() {
  626. ext := filepath.Ext(info.Name())
  627. //如果是Markdown文件
  628. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  629. logs.Info("正在处理 =>", path, info.Name())
  630. doc := NewDocument()
  631. doc.BookId = book.BookId
  632. doc.MemberId = book.MemberId
  633. docIdentify := strings.Replace(strings.TrimPrefix(path, tempPath+"/"), "/", "-", -1)
  634. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  635. docIdentify = "import-" + docIdentify
  636. }
  637. doc.Identify = docIdentify
  638. //匹配图片,如果图片语法是在代码块中,这里同样会处理
  639. re := regexp.MustCompile(`!\[(.*?)\]\((.*?)\)`)
  640. markdown, err := filetil.ReadFileAndIgnoreUTF8BOM(path)
  641. if err != nil {
  642. return err
  643. }
  644. //处理图片
  645. doc.Markdown = re.ReplaceAllStringFunc(string(markdown), func(image string) string {
  646. images := re.FindAllSubmatch([]byte(image), -1)
  647. if len(images) <= 0 || len(images[0]) < 3 {
  648. return image
  649. }
  650. originalImageUrl := string(images[0][2])
  651. imageUrl := strings.Replace(string(originalImageUrl), "\\", "/", -1)
  652. //如果是本地路径,则需要将图片复制到项目目录
  653. if !strings.HasPrefix(imageUrl, "http://") &&
  654. !strings.HasPrefix(imageUrl, "https://") &&
  655. !strings.HasPrefix(imageUrl, "ftp://") {
  656. //如果路径中存在参数
  657. if l := strings.Index(imageUrl, "?"); l > 0 {
  658. imageUrl = imageUrl[:l]
  659. }
  660. if strings.HasPrefix(imageUrl, "/") {
  661. imageUrl = filepath.Join(tempPath, imageUrl)
  662. } else if strings.HasPrefix(imageUrl, "./") {
  663. imageUrl = filepath.Join(filepath.Dir(path), strings.TrimPrefix(imageUrl, "./"))
  664. } else if strings.HasPrefix(imageUrl, "../") {
  665. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  666. } else {
  667. imageUrl = filepath.Join(filepath.Dir(path), imageUrl)
  668. }
  669. imageUrl = strings.Replace(imageUrl, "\\", "/", -1)
  670. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), strings.TrimPrefix(imageUrl, tempPath))
  671. if filetil.FileExists(imageUrl) {
  672. filetil.CopyFile(imageUrl, dstFile)
  673. imageUrl = strings.TrimPrefix(strings.Replace(dstFile, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  674. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  675. imageUrl = "/" + imageUrl
  676. }
  677. }
  678. } else {
  679. imageExt := cryptil.Md5Crypt(imageUrl) + filepath.Ext(imageUrl)
  680. dstFile := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), imageExt)
  681. if err := requests.DownloadAndSaveFile(imageUrl, dstFile); err == nil {
  682. imageUrl = strings.TrimPrefix(strings.Replace(dstFile, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  683. if !strings.HasPrefix(imageUrl, "/") && !strings.HasPrefix(imageUrl, "\\") {
  684. imageUrl = "/" + imageUrl
  685. }
  686. }
  687. }
  688. imageUrl = strings.Replace(strings.TrimSuffix(image, originalImageUrl+")")+conf.URLForWithCdnImage(imageUrl)+")", "\\", "/", -1)
  689. return imageUrl
  690. })
  691. linkRegexp := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`)
  692. //处理链接
  693. doc.Markdown = linkRegexp.ReplaceAllStringFunc(doc.Markdown, func(link string) string {
  694. links := linkRegexp.FindAllStringSubmatch(link, -1)
  695. originalLink := links[0][2]
  696. var linkPath string
  697. var err error
  698. if strings.HasPrefix(originalLink, "<") {
  699. originalLink = strings.TrimPrefix(originalLink, "<")
  700. }
  701. if strings.HasSuffix(originalLink, ">") {
  702. originalLink = strings.TrimSuffix(originalLink, ">")
  703. }
  704. //如果是从根目录开始,
  705. if strings.HasPrefix(originalLink, "/") {
  706. linkPath, err = filepath.Abs(filepath.Join(tempPath, originalLink))
  707. } else if strings.HasPrefix(originalLink, "./") {
  708. linkPath, err = filepath.Abs(filepath.Join(filepath.Dir(path), originalLink[1:]))
  709. } else {
  710. linkPath, err = filepath.Abs(filepath.Join(filepath.Dir(path), originalLink))
  711. }
  712. if err == nil {
  713. //如果本地存在该链接
  714. if filetil.FileExists(linkPath) {
  715. ext := filepath.Ext(linkPath)
  716. //logs.Info("当前后缀 -> ",ext)
  717. //如果链接是Markdown文件,则生成文档标识,否则,将目标文件复制到项目目录
  718. if strings.EqualFold(ext, ".md") || strings.EqualFold(ext, ".markdown") {
  719. docIdentify := strings.Replace(strings.TrimPrefix(strings.Replace(linkPath, "\\", "/", -1), tempPath+"/"), "/", "-", -1)
  720. //logs.Info(originalLink, "|", linkPath, "|", docIdentify)
  721. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, docIdentify); !ok || err != nil {
  722. docIdentify = "import-" + docIdentify
  723. }
  724. docIdentify = strings.TrimSuffix(docIdentify, "-README.md")
  725. link = strings.TrimSuffix(link, originalLink+")") + conf.URLFor("DocumentController.Read", ":key", book.Identify, ":id", docIdentify) + ")"
  726. } else {
  727. dstPath := filepath.Join(conf.WorkingDirectory, "uploads", time.Now().Format("200601"), originalLink)
  728. filetil.CopyFile(linkPath, dstPath)
  729. tempLink := conf.BaseUrl + strings.TrimPrefix(strings.Replace(dstPath, "\\", "/", -1), strings.Replace(conf.WorkingDirectory, "\\", "/", -1))
  730. link = strings.TrimSuffix(link, originalLink+")") + tempLink + ")"
  731. }
  732. } else {
  733. logs.Info("文件不存在 ->", linkPath)
  734. }
  735. }
  736. return link
  737. })
  738. //codeRe := regexp.MustCompile("```\\w+")
  739. //doc.Markdown = codeRe.ReplaceAllStringFunc(doc.Markdown, func(s string) string {
  740. // //logs.Info(s)
  741. // return strings.Replace(s,"```","``` ",-1)
  742. //})
  743. doc.Content = string(blackfriday.Run([]byte(doc.Markdown)))
  744. doc.Version = time.Now().Unix()
  745. //解析文档名称,默认使用第一个h标签为标题
  746. docName := strings.TrimSuffix(info.Name(), ext)
  747. for _, line := range strings.Split(doc.Markdown, "\n") {
  748. if strings.HasPrefix(line, "#") {
  749. docName = strings.TrimLeft(line, "#")
  750. break
  751. }
  752. }
  753. doc.DocumentName = strings.TrimSpace(docName)
  754. parentId := 0
  755. parentIdentify := strings.Replace(strings.Trim(strings.TrimSuffix(strings.TrimPrefix(path, tempPath), info.Name()), "/"), "/", "-", -1)
  756. if parentIdentify != "" {
  757. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, parentIdentify); !ok || err != nil {
  758. parentIdentify = "import-" + parentIdentify
  759. }
  760. if id, ok := docMap[parentIdentify]; ok {
  761. parentId = id
  762. }
  763. }
  764. if strings.EqualFold(info.Name(), "README.md") {
  765. logs.Info(path, "|", info.Name(), "|", parentIdentify, "|", parentId)
  766. }
  767. isInsert := false
  768. //如果当前文件是README.md,则将内容更新到父级
  769. if strings.EqualFold(info.Name(), "README.md") && parentId != 0 {
  770. doc.DocumentId = parentId
  771. //logs.Info(path,"|",parentId)
  772. } else {
  773. //logs.Info(path,"|",parentIdentify)
  774. doc.ParentId = parentId
  775. isInsert = true
  776. }
  777. if err := doc.InsertOrUpdate("document_name", "markdown", "content"); err != nil {
  778. logs.Error(doc.DocumentId, err)
  779. }
  780. if isInsert {
  781. docMap[docIdentify] = doc.DocumentId
  782. }
  783. }
  784. } else {
  785. //如果当前目录下存在Markdown文件,则需要创建此节点
  786. if filetil.HasFileOfExt(path, []string{".md", ".markdown"}) {
  787. logs.Info("正在处理 =>", path, info.Name())
  788. identify := strings.Replace(strings.Trim(strings.TrimPrefix(path, tempPath), "/"), "/", "-", -1)
  789. if ok, err := regexp.MatchString(`[a-z]+[a-zA-Z0-9_.\-]*$`, identify); !ok || err != nil {
  790. identify = "import-" + identify
  791. }
  792. parentDoc := NewDocument()
  793. parentDoc.MemberId = book.MemberId
  794. parentDoc.BookId = book.BookId
  795. parentDoc.Identify = identify
  796. parentDoc.Version = time.Now().Unix()
  797. parentDoc.DocumentName = "空白文档"
  798. parentId := 0
  799. parentIdentify := strings.TrimSuffix(identify, "-"+info.Name())
  800. if id, ok := docMap[parentIdentify]; ok {
  801. parentId = id
  802. }
  803. parentDoc.ParentId = parentId
  804. if err := parentDoc.InsertOrUpdate(); err != nil {
  805. logs.Error(err)
  806. }
  807. docMap[identify] = parentDoc.DocumentId
  808. //logs.Info(path,"|",parentDoc.DocumentId,"|",identify,"|",info.Name(),"|",parentIdentify)
  809. }
  810. }
  811. return nil
  812. })
  813. if err != nil {
  814. logs.Error("导入项目异常 => ", err)
  815. book.Description = "【项目导入存在错误:" + err.Error() + "】"
  816. }
  817. logs.Info("项目导入完毕 => ", book.BookName)
  818. book.ReleaseContent(book.BookId)
  819. return err
  820. }
  821. func (book *Book) FindForRoleId(bookId, memberId int) (conf.BookRole, error) {
  822. o := orm.NewOrm()
  823. var relationship Relationship
  824. err := NewRelationship().QueryTable().Filter("book_id", bookId).Filter("member_id", memberId).One(&relationship)
  825. if err != nil && err != orm.ErrNoRows {
  826. return 0, err
  827. }
  828. if err == nil {
  829. return relationship.RoleId, nil
  830. }
  831. sql := `select role_id
  832. from md_team_relationship as mtr
  833. left join md_team_member as mtm using (team_id)
  834. where mtr.book_id = ? and mtm.member_id = ? order by mtm.role_id asc limit 1;`
  835. var roleId int
  836. err = o.Raw(sql, bookId, memberId).QueryRow(&roleId)
  837. if err != nil {
  838. logs.Error("查询用户项目角色出错 -> book_id=", bookId, " member_id=", memberId, err)
  839. return 0, err
  840. }
  841. return conf.BookRole(roleId), nil
  842. }