command.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539
  1. package commands
  2. import (
  3. "encoding/gob"
  4. "flag"
  5. "fmt"
  6. "log"
  7. "net/url"
  8. "os"
  9. "path/filepath"
  10. "strconv"
  11. "strings"
  12. "time"
  13. "bytes"
  14. "encoding/json"
  15. "net/http"
  16. beegoCache "github.com/beego/beego/v2/client/cache"
  17. _ "github.com/beego/beego/v2/client/cache/memcache"
  18. "github.com/beego/beego/v2/client/cache/redis"
  19. _ "github.com/beego/beego/v2/client/cache/redis"
  20. "github.com/beego/beego/v2/client/orm"
  21. "github.com/beego/beego/v2/core/logs"
  22. "github.com/beego/beego/v2/server/web"
  23. "github.com/beego/i18n"
  24. "github.com/howeyc/fsnotify"
  25. "github.com/lifei6671/gocaptcha"
  26. "github.com/mindoc-org/mindoc/cache"
  27. "github.com/mindoc-org/mindoc/conf"
  28. "github.com/mindoc-org/mindoc/models"
  29. "github.com/mindoc-org/mindoc/utils/filetil"
  30. )
  31. // RegisterDataBase 注册数据库
  32. func RegisterDataBase() {
  33. logs.Info("正在初始化数据库配置.")
  34. dbadapter, _ := web.AppConfig.String("db_adapter")
  35. orm.DefaultTimeLoc = time.Local
  36. orm.DefaultRowsLimit = -1
  37. if strings.EqualFold(dbadapter, "mysql") {
  38. host, _ := web.AppConfig.String("db_host")
  39. database, _ := web.AppConfig.String("db_database")
  40. username, _ := web.AppConfig.String("db_username")
  41. password, _ := web.AppConfig.String("db_password")
  42. timezone, _ := web.AppConfig.String("timezone")
  43. location, err := time.LoadLocation(timezone)
  44. if err == nil {
  45. orm.DefaultTimeLoc = location
  46. } else {
  47. logs.Error("加载时区配置信息失败,请检查是否存在 ZONEINFO 环境变量->", err)
  48. }
  49. port, _ := web.AppConfig.String("db_port")
  50. dataSource := fmt.Sprintf("%s:%s@tcp(%s:%s)/%s?charset=utf8mb4&parseTime=true&loc=%s", username, password, host, port, database, url.QueryEscape(timezone))
  51. if err := orm.RegisterDataBase("default", "mysql", dataSource); err != nil {
  52. logs.Error("注册默认数据库失败->", err)
  53. os.Exit(1)
  54. }
  55. } else if strings.EqualFold(dbadapter, "sqlite3") {
  56. database, _ := web.AppConfig.String("db_database")
  57. if strings.HasPrefix(database, "./") {
  58. database = filepath.Join(conf.WorkingDirectory, string(database[1:]))
  59. }
  60. if p, err := filepath.Abs(database); err == nil {
  61. database = p
  62. }
  63. dbPath := filepath.Dir(database)
  64. if _, err := os.Stat(dbPath); err != nil && os.IsNotExist(err) {
  65. _ = os.MkdirAll(dbPath, 0777)
  66. }
  67. err := orm.RegisterDataBase("default", "sqlite3", database)
  68. if err != nil {
  69. logs.Error("注册默认数据库失败->", err)
  70. }
  71. } else {
  72. logs.Error("不支持的数据库类型.")
  73. os.Exit(1)
  74. }
  75. logs.Info("数据库初始化完成.")
  76. }
  77. // RegisterModel 注册Model
  78. func RegisterModel() {
  79. orm.RegisterModelWithPrefix(conf.GetDatabasePrefix(),
  80. new(models.Member),
  81. new(models.Book),
  82. new(models.Relationship),
  83. new(models.Option),
  84. new(models.Document),
  85. new(models.Attachment),
  86. new(models.Logger),
  87. new(models.MemberToken),
  88. new(models.DocumentHistory),
  89. new(models.Migration),
  90. new(models.Label),
  91. new(models.Blog),
  92. new(models.Template),
  93. new(models.Team),
  94. new(models.TeamMember),
  95. new(models.TeamRelationship),
  96. new(models.Itemsets),
  97. )
  98. gob.Register(models.Blog{})
  99. gob.Register(models.Document{})
  100. gob.Register(models.Template{})
  101. //migrate.RegisterMigration()
  102. }
  103. // RegisterLogger 注册日志
  104. func RegisterLogger(log string) {
  105. logs.SetLogFuncCall(true)
  106. _ = logs.SetLogger("console")
  107. logs.EnableFuncCallDepth(true)
  108. if web.AppConfig.DefaultBool("log_is_async", true) {
  109. logs.Async(1e3)
  110. }
  111. if log == "" {
  112. logPath, err := filepath.Abs(web.AppConfig.DefaultString("log_path", conf.WorkingDir("runtime", "logs")))
  113. if err == nil {
  114. log = logPath
  115. } else {
  116. log = conf.WorkingDir("runtime", "logs")
  117. }
  118. }
  119. logPath := filepath.Join(log, "log.log")
  120. if _, err := os.Stat(log); os.IsNotExist(err) {
  121. _ = os.MkdirAll(log, 0755)
  122. }
  123. config := make(map[string]interface{}, 1)
  124. config["filename"] = logPath
  125. config["perm"] = "0755"
  126. config["rotate"] = true
  127. if maxLines := web.AppConfig.DefaultInt("log_maxlines", 1000000); maxLines > 0 {
  128. config["maxLines"] = maxLines
  129. }
  130. if maxSize := web.AppConfig.DefaultInt("log_maxsize", 1<<28); maxSize > 0 {
  131. config["maxsize"] = maxSize
  132. }
  133. if !web.AppConfig.DefaultBool("log_daily", true) {
  134. config["daily"] = false
  135. }
  136. if maxDays := web.AppConfig.DefaultInt("log_maxdays", 7); maxDays > 0 {
  137. config["maxdays"] = maxDays
  138. }
  139. if level := web.AppConfig.DefaultString("log_level", "Trace"); level != "" {
  140. switch level {
  141. case "Emergency":
  142. config["level"] = logs.LevelEmergency
  143. case "Alert":
  144. config["level"] = logs.LevelAlert
  145. case "Critical":
  146. config["level"] = logs.LevelCritical
  147. case "Error":
  148. config["level"] = logs.LevelError
  149. case "Warning":
  150. config["level"] = logs.LevelWarning
  151. case "Notice":
  152. config["level"] = logs.LevelNotice
  153. case "Informational":
  154. config["level"] = logs.LevelInformational
  155. case "Debug":
  156. config["level"] = logs.LevelDebug
  157. }
  158. }
  159. b, err := json.Marshal(config)
  160. if err != nil {
  161. logs.Error("初始化文件日志时出错 ->", err)
  162. _ = logs.SetLogger("file", `{"filename":"`+logPath+`"}`)
  163. } else {
  164. _ = logs.SetLogger(logs.AdapterFile, string(b))
  165. }
  166. logs.SetLogFuncCall(true)
  167. }
  168. // RunCommand 注册orm命令行工具
  169. func RegisterCommand() {
  170. if len(os.Args) >= 2 && os.Args[1] == "install" {
  171. ResolveCommand(os.Args[2:])
  172. Install()
  173. } else if len(os.Args) >= 2 && os.Args[1] == "version" {
  174. CheckUpdate()
  175. os.Exit(0)
  176. }
  177. }
  178. //注册模板函数
  179. func RegisterFunction() {
  180. err := web.AddFuncMap("config", models.GetOptionValue)
  181. if err != nil {
  182. logs.Error("注册函数 config 出错 ->", err)
  183. os.Exit(-1)
  184. }
  185. err = web.AddFuncMap("cdn", func(p string) string {
  186. cdn := web.AppConfig.DefaultString("cdn", "")
  187. if strings.HasPrefix(p, "http://") || strings.HasPrefix(p, "https://") {
  188. return p
  189. }
  190. //如果没有设置cdn,则使用baseURL拼接
  191. if cdn == "" {
  192. baseUrl := web.AppConfig.DefaultString("baseurl", "")
  193. if strings.HasPrefix(p, "/") && strings.HasSuffix(baseUrl, "/") {
  194. return baseUrl + p[1:]
  195. }
  196. if !strings.HasPrefix(p, "/") && !strings.HasSuffix(baseUrl, "/") {
  197. return baseUrl + "/" + p
  198. }
  199. return baseUrl + p
  200. }
  201. if strings.HasPrefix(p, "/") && strings.HasSuffix(cdn, "/") {
  202. return cdn + string(p[1:])
  203. }
  204. if !strings.HasPrefix(p, "/") && !strings.HasSuffix(cdn, "/") {
  205. return cdn + "/" + p
  206. }
  207. return cdn + p
  208. })
  209. if err != nil {
  210. logs.Error("注册函数 cdn 出错 ->", err)
  211. os.Exit(-1)
  212. }
  213. err = web.AddFuncMap("cdnjs", conf.URLForWithCdnJs)
  214. if err != nil {
  215. logs.Error("注册函数 cdnjs 出错 ->", err)
  216. os.Exit(-1)
  217. }
  218. err = web.AddFuncMap("cdncss", conf.URLForWithCdnCss)
  219. if err != nil {
  220. logs.Error("注册函数 cdncss 出错 ->", err)
  221. os.Exit(-1)
  222. }
  223. err = web.AddFuncMap("cdnimg", conf.URLForWithCdnImage)
  224. if err != nil {
  225. logs.Error("注册函数 cdnimg 出错 ->", err)
  226. os.Exit(-1)
  227. }
  228. //重写url生成,支持配置域名以及域名前缀
  229. err = web.AddFuncMap("urlfor", conf.URLFor)
  230. if err != nil {
  231. logs.Error("注册函数 urlfor 出错 ->", err)
  232. os.Exit(-1)
  233. }
  234. err = web.AddFuncMap("date_format", func(t time.Time, format string) string {
  235. return t.Local().Format(format)
  236. })
  237. if err != nil {
  238. logs.Error("注册函数 date_format 出错 ->", err)
  239. os.Exit(-1)
  240. }
  241. err = web.AddFuncMap("i18n", i18n.Tr)
  242. if err != nil {
  243. logs.Error("注册函数 i18n 出错 ->", err)
  244. os.Exit(-1)
  245. }
  246. langs := strings.Split("en-us|zh-cn", "|")
  247. for _, lang := range langs {
  248. if err := i18n.SetMessage(lang, "conf/lang/"+lang+".ini"); err != nil {
  249. logs.Error("Fail to set message file: " + err.Error())
  250. return
  251. }
  252. }
  253. }
  254. //解析命令
  255. func ResolveCommand(args []string) {
  256. flagSet := flag.NewFlagSet("MinDoc command: ", flag.ExitOnError)
  257. flagSet.StringVar(&conf.ConfigurationFile, "config", "", "MinDoc configuration file.")
  258. flagSet.StringVar(&conf.WorkingDirectory, "dir", "", "MinDoc working directory.")
  259. flagSet.StringVar(&conf.LogFile, "log", "", "MinDoc log file path.")
  260. if err := flagSet.Parse(args); err != nil {
  261. log.Fatal("解析命令失败 ->", err)
  262. }
  263. if conf.WorkingDirectory == "" {
  264. if p, err := filepath.Abs(os.Args[0]); err == nil {
  265. conf.WorkingDirectory = filepath.Dir(p)
  266. }
  267. }
  268. if conf.ConfigurationFile == "" {
  269. conf.ConfigurationFile = conf.WorkingDir("conf", "app.conf")
  270. config := conf.WorkingDir("conf", "app.conf.example")
  271. if !filetil.FileExists(conf.ConfigurationFile) && filetil.FileExists(config) {
  272. _ = filetil.CopyFile(conf.ConfigurationFile, config)
  273. }
  274. }
  275. if err := gocaptcha.ReadFonts(conf.WorkingDir("static", "fonts"), ".ttf"); err != nil {
  276. log.Fatal("读取字体文件时出错 -> ", err)
  277. }
  278. if err := web.LoadAppConfig("ini", conf.ConfigurationFile); err != nil {
  279. log.Fatal("An error occurred:", err)
  280. }
  281. if conf.LogFile == "" {
  282. logPath, err := filepath.Abs(web.AppConfig.DefaultString("log_path", conf.WorkingDir("runtime", "logs")))
  283. if err == nil {
  284. conf.LogFile = logPath
  285. } else {
  286. conf.LogFile = conf.WorkingDir("runtime", "logs")
  287. }
  288. }
  289. conf.AutoLoadDelay = web.AppConfig.DefaultInt("config_auto_delay", 0)
  290. uploads := conf.WorkingDir("uploads")
  291. _ = os.MkdirAll(uploads, 0666)
  292. web.BConfig.WebConfig.StaticDir["/static"] = filepath.Join(conf.WorkingDirectory, "static")
  293. web.BConfig.WebConfig.StaticDir["/uploads"] = uploads
  294. web.BConfig.WebConfig.ViewsPath = conf.WorkingDir("views")
  295. web.BConfig.WebConfig.Session.SessionCookieSameSite = http.SameSiteDefaultMode
  296. fonts := conf.WorkingDir("static", "fonts")
  297. if !filetil.FileExists(fonts) {
  298. log.Fatal("Font path not exist.")
  299. }
  300. if err := gocaptcha.ReadFonts(filepath.Join(conf.WorkingDirectory, "static", "fonts"), ".ttf"); err != nil {
  301. log.Fatal("读取字体失败 ->", err)
  302. }
  303. RegisterDataBase()
  304. RegisterCache()
  305. RegisterModel()
  306. RegisterLogger(conf.LogFile)
  307. ModifyPassword()
  308. }
  309. //注册缓存管道
  310. func RegisterCache() {
  311. isOpenCache := web.AppConfig.DefaultBool("cache", false)
  312. if !isOpenCache {
  313. cache.Init(&cache.NullCache{})
  314. return
  315. }
  316. logs.Info("正常初始化缓存配置.")
  317. cacheProvider, _ := web.AppConfig.String("cache_provider")
  318. if cacheProvider == "file" {
  319. cacheFilePath := web.AppConfig.DefaultString("cache_file_path", "./runtime/cache/")
  320. if strings.HasPrefix(cacheFilePath, "./") {
  321. cacheFilePath = filepath.Join(conf.WorkingDirectory, string(cacheFilePath[1:]))
  322. }
  323. fileCache := beegoCache.NewFileCache()
  324. fileConfig := make(map[string]string, 0)
  325. fileConfig["CachePath"] = cacheFilePath
  326. fileConfig["DirectoryLevel"] = web.AppConfig.DefaultString("cache_file_dir_level", "2")
  327. fileConfig["EmbedExpiry"] = web.AppConfig.DefaultString("cache_file_expiry", "120")
  328. fileConfig["FileSuffix"] = web.AppConfig.DefaultString("cache_file_suffix", ".bin")
  329. bc, err := json.Marshal(&fileConfig)
  330. if err != nil {
  331. logs.Error("初始化file缓存失败:", err)
  332. os.Exit(1)
  333. }
  334. _ = fileCache.StartAndGC(string(bc))
  335. cache.Init(fileCache)
  336. } else if cacheProvider == "memory" {
  337. cacheInterval := web.AppConfig.DefaultInt("cache_memory_interval", 60)
  338. memory := beegoCache.NewMemoryCache()
  339. beegoCache.DefaultEvery = cacheInterval
  340. cache.Init(memory)
  341. } else if cacheProvider == "redis" {
  342. //设置Redis前缀
  343. if key := web.AppConfig.DefaultString("cache_redis_prefix", ""); key != "" {
  344. redis.DefaultKey = key
  345. }
  346. var redisConfig struct {
  347. Conn string `json:"conn"`
  348. Password string `json:"password"`
  349. DbNum string `json:"dbNum"`
  350. }
  351. redisConfig.DbNum = "0"
  352. redisConfig.Conn = web.AppConfig.DefaultString("cache_redis_host", "")
  353. if pwd := web.AppConfig.DefaultString("cache_redis_password", ""); pwd != "" {
  354. redisConfig.Password = pwd
  355. }
  356. if dbNum := web.AppConfig.DefaultInt("cache_redis_db", 0); dbNum > 0 {
  357. redisConfig.DbNum = strconv.Itoa(dbNum)
  358. }
  359. bc, err := json.Marshal(&redisConfig)
  360. if err != nil {
  361. logs.Error("初始化Redis缓存失败:", err)
  362. os.Exit(1)
  363. }
  364. redisCache, err := beegoCache.NewCache("redis", string(bc))
  365. if err != nil {
  366. logs.Error("初始化Redis缓存失败:", err)
  367. os.Exit(1)
  368. }
  369. cache.Init(redisCache)
  370. } else if cacheProvider == "memcache" {
  371. var memcacheConfig struct {
  372. Conn string `json:"conn"`
  373. }
  374. memcacheConfig.Conn = web.AppConfig.DefaultString("cache_memcache_host", "")
  375. bc, err := json.Marshal(&memcacheConfig)
  376. if err != nil {
  377. logs.Error("初始化 Memcache 缓存失败 ->", err)
  378. os.Exit(1)
  379. }
  380. memcache, err := beegoCache.NewCache("memcache", string(bc))
  381. if err != nil {
  382. logs.Error("初始化 Memcache 缓存失败 ->", err)
  383. os.Exit(1)
  384. }
  385. cache.Init(memcache)
  386. } else {
  387. cache.Init(&cache.NullCache{})
  388. logs.Warn("不支持的缓存管道,缓存将禁用 ->", cacheProvider)
  389. return
  390. }
  391. logs.Info("缓存初始化完成.")
  392. }
  393. //自动加载配置文件.修改了监听端口号和数据库配置无法自动生效.
  394. func RegisterAutoLoadConfig() {
  395. if conf.AutoLoadDelay > 0 {
  396. watcher, err := fsnotify.NewWatcher()
  397. if err != nil {
  398. logs.Error("创建配置文件监控器失败 ->", err)
  399. }
  400. go func() {
  401. for {
  402. select {
  403. case ev := <-watcher.Event:
  404. //如果是修改了配置文件
  405. if ev.IsModify() {
  406. if err := web.LoadAppConfig("ini", conf.ConfigurationFile); err != nil {
  407. logs.Error("An error occurred ->", err)
  408. continue
  409. }
  410. RegisterCache()
  411. RegisterLogger("")
  412. logs.Info("配置文件已加载 ->", conf.ConfigurationFile)
  413. } else if ev.IsRename() {
  414. _ = watcher.WatchFlags(conf.ConfigurationFile, fsnotify.FSN_MODIFY|fsnotify.FSN_RENAME)
  415. }
  416. logs.Info(ev.String())
  417. case err := <-watcher.Error:
  418. logs.Error("配置文件监控器错误 ->", err)
  419. }
  420. }
  421. }()
  422. err = watcher.WatchFlags(conf.ConfigurationFile, fsnotify.FSN_MODIFY|fsnotify.FSN_RENAME)
  423. if err != nil {
  424. logs.Error("监控配置文件失败 ->", err)
  425. }
  426. }
  427. }
  428. //注册错误处理方法.
  429. func RegisterError() {
  430. web.ErrorHandler("404", func(writer http.ResponseWriter, request *http.Request) {
  431. var buf bytes.Buffer
  432. data := make(map[string]interface{})
  433. data["ErrorCode"] = 404
  434. data["ErrorMessage"] = "页面未找到或已删除"
  435. if err := web.ExecuteViewPathTemplate(&buf, "errors/error.tpl", web.BConfig.WebConfig.ViewsPath, data); err == nil {
  436. _, _ = fmt.Fprint(writer, buf.String())
  437. } else {
  438. _, _ = fmt.Fprint(writer, data["ErrorMessage"])
  439. }
  440. })
  441. web.ErrorHandler("401", func(writer http.ResponseWriter, request *http.Request) {
  442. var buf bytes.Buffer
  443. data := make(map[string]interface{})
  444. data["ErrorCode"] = 401
  445. data["ErrorMessage"] = "请与 Web 服务器的管理员联系,以确认您是否具有访问所请求资源的权限。"
  446. if err := web.ExecuteViewPathTemplate(&buf, "errors/error.tpl", web.BConfig.WebConfig.ViewsPath, data); err == nil {
  447. _, _ = fmt.Fprint(writer, buf.String())
  448. } else {
  449. _, _ = fmt.Fprint(writer, data["ErrorMessage"])
  450. }
  451. })
  452. }
  453. func init() {
  454. if configPath, err := filepath.Abs(conf.ConfigurationFile); err == nil {
  455. conf.ConfigurationFile = configPath
  456. }
  457. if err := gocaptcha.ReadFonts(conf.WorkingDir("static", "fonts"), ".ttf"); err != nil {
  458. log.Fatal("读取字体文件失败 ->", err)
  459. }
  460. gob.Register(models.Member{})
  461. if p, err := filepath.Abs(os.Args[0]); err == nil {
  462. conf.WorkingDirectory = filepath.Dir(p)
  463. }
  464. }