mysql.go 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709
  1. //go:build !nomysql
  2. // +build !nomysql
  3. package dataprovider
  4. import (
  5. "context"
  6. "crypto/tls"
  7. "crypto/x509"
  8. "database/sql"
  9. "errors"
  10. "fmt"
  11. "os"
  12. "strings"
  13. "time"
  14. "github.com/go-sql-driver/mysql"
  15. "github.com/drakkan/sftpgo/v2/logger"
  16. "github.com/drakkan/sftpgo/v2/version"
  17. "github.com/drakkan/sftpgo/v2/vfs"
  18. )
  19. const (
  20. mysqlResetSQL = "DROP TABLE IF EXISTS `{{api_keys}}` CASCADE;" +
  21. "DROP TABLE IF EXISTS `{{folders_mapping}}` CASCADE;" +
  22. "DROP TABLE IF EXISTS `{{users_folders_mapping}}` CASCADE;" +
  23. "DROP TABLE IF EXISTS `{{users_groups_mapping}}` CASCADE;" +
  24. "DROP TABLE IF EXISTS `{{groups_folders_mapping}}` CASCADE;" +
  25. "DROP TABLE IF EXISTS `{{admins}}` CASCADE;" +
  26. "DROP TABLE IF EXISTS `{{folders}}` CASCADE;" +
  27. "DROP TABLE IF EXISTS `{{shares}}` CASCADE;" +
  28. "DROP TABLE IF EXISTS `{{users}}` CASCADE;" +
  29. "DROP TABLE IF EXISTS `{{groups}}` CASCADE;" +
  30. "DROP TABLE IF EXISTS `{{defender_events}}` CASCADE;" +
  31. "DROP TABLE IF EXISTS `{{defender_hosts}}` CASCADE;" +
  32. "DROP TABLE IF EXISTS `{{active_transfers}}` CASCADE;" +
  33. "DROP TABLE IF EXISTS `{{shared_sessions}}` CASCADE;" +
  34. "DROP TABLE IF EXISTS `{{rules_actions_mapping}}` CASCADE;" +
  35. "DROP TABLE IF EXISTS `{{events_actions}}` CASCADE;" +
  36. "DROP TABLE IF EXISTS `{{events_rules}}` CASCADE;" +
  37. "DROP TABLE IF EXISTS `{{tasks}}` CASCADE;" +
  38. "DROP TABLE IF EXISTS `{{schema_version}}` CASCADE;"
  39. mysqlInitialSQL = "CREATE TABLE `{{schema_version}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);" +
  40. "CREATE TABLE `{{admins}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  41. "`description` varchar(512) NULL, `password` varchar(255) NOT NULL, `email` varchar(255) NULL, `status` integer NOT NULL, " +
  42. "`permissions` longtext NOT NULL, `filters` longtext NULL, `additional_info` longtext NULL, `last_login` bigint NOT NULL, " +
  43. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  44. "CREATE TABLE `{{active_transfers}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  45. "`connection_id` varchar(100) NOT NULL, `transfer_id` bigint NOT NULL, `transfer_type` integer NOT NULL, " +
  46. "`username` varchar(255) NOT NULL, `folder_name` varchar(255) NULL, `ip` varchar(50) NOT NULL, " +
  47. "`truncated_size` bigint NOT NULL, `current_ul_size` bigint NOT NULL, `current_dl_size` bigint NOT NULL, " +
  48. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  49. "CREATE TABLE `{{defender_hosts}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  50. "`ip` varchar(50) NOT NULL UNIQUE, `ban_time` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  51. "CREATE TABLE `{{defender_events}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  52. "`date_time` bigint NOT NULL, `score` integer NOT NULL, `host_id` bigint NOT NULL);" +
  53. "ALTER TABLE `{{defender_events}}` ADD CONSTRAINT `{{prefix}}defender_events_host_id_fk_defender_hosts_id` " +
  54. "FOREIGN KEY (`host_id`) REFERENCES `{{defender_hosts}}` (`id`) ON DELETE CASCADE;" +
  55. "CREATE TABLE `{{folders}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  56. "`description` varchar(512) NULL, `path` longtext NULL, `used_quota_size` bigint NOT NULL, " +
  57. "`used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, `filesystem` longtext NULL);" +
  58. "CREATE TABLE `{{groups}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  59. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  60. "`updated_at` bigint NOT NULL, `user_settings` longtext NULL);" +
  61. "CREATE TABLE `{{shared_sessions}}` (`key` varchar(128) NOT NULL PRIMARY KEY, " +
  62. "`data` longtext NOT NULL, `type` integer NOT NULL, `timestamp` bigint NOT NULL);" +
  63. "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  64. "`status` integer NOT NULL, `expiration_date` bigint NOT NULL, `description` varchar(512) NULL, `password` longtext NULL, " +
  65. "`public_keys` longtext NULL, `home_dir` longtext NOT NULL, `uid` bigint NOT NULL, `gid` bigint NOT NULL, " +
  66. "`max_sessions` integer NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, " +
  67. "`permissions` longtext NOT NULL, `used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, " +
  68. "`last_quota_update` bigint NOT NULL, `upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, " +
  69. "`last_login` bigint NOT NULL, `filters` longtext NULL, `filesystem` longtext NULL, `additional_info` longtext NULL, " +
  70. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `email` varchar(255) NULL, " +
  71. "`upload_data_transfer` integer NOT NULL, `download_data_transfer` integer NOT NULL, " +
  72. "`total_data_transfer` integer NOT NULL, `used_upload_data_transfer` integer NOT NULL, " +
  73. "`used_download_data_transfer` integer NOT NULL);" +
  74. "CREATE TABLE `{{groups_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  75. "`group_id` integer NOT NULL, `folder_id` integer NOT NULL, " +
  76. "`virtual_path` longtext NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL);" +
  77. "CREATE TABLE `{{users_groups_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  78. "`user_id` integer NOT NULL, `group_id` integer NOT NULL, `group_type` integer NOT NULL);" +
  79. "CREATE TABLE `{{users_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `virtual_path` longtext NOT NULL, " +
  80. "`quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `folder_id` integer NOT NULL, `user_id` integer NOT NULL);" +
  81. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_folder_mapping` " +
  82. "UNIQUE (`user_id`, `folder_id`);" +
  83. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_user_id_fk_users_id` " +
  84. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  85. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_folder_id_fk_folders_id` " +
  86. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  87. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_group_mapping` UNIQUE (`user_id`, `group_id`);" +
  88. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_group_folder_mapping` UNIQUE (`group_id`, `folder_id`);" +
  89. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_group_id_fk_groups_id` " +
  90. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE NO ACTION;" +
  91. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_user_id_fk_users_id` " +
  92. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  93. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_folder_id_fk_folders_id` " +
  94. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  95. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_group_id_fk_groups_id` " +
  96. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE CASCADE;" +
  97. "CREATE TABLE `{{shares}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  98. "`share_id` varchar(60) NOT NULL UNIQUE, `name` varchar(255) NOT NULL, `description` varchar(512) NULL, " +
  99. "`scope` integer NOT NULL, `paths` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  100. "`updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, `expires_at` bigint NOT NULL, " +
  101. "`password` longtext NULL, `max_tokens` integer NOT NULL, `used_tokens` integer NOT NULL, " +
  102. "`allow_from` longtext NULL, `user_id` integer NOT NULL);" +
  103. "ALTER TABLE `{{shares}}` ADD CONSTRAINT `{{prefix}}shares_user_id_fk_users_id` " +
  104. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  105. "CREATE TABLE `{{api_keys}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL, `key_id` varchar(50) NOT NULL UNIQUE," +
  106. "`api_key` varchar(255) NOT NULL UNIQUE, `scope` integer NOT NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, " +
  107. "`expires_at` bigint NOT NULL, `description` longtext NULL, `admin_id` integer NULL, `user_id` integer NULL);" +
  108. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_admin_id_fk_admins_id` FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  109. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  110. "CREATE INDEX `{{prefix}}users_updated_at_idx` ON `{{users}}` (`updated_at`);" +
  111. "CREATE INDEX `{{prefix}}defender_hosts_updated_at_idx` ON `{{defender_hosts}}` (`updated_at`);" +
  112. "CREATE INDEX `{{prefix}}defender_hosts_ban_time_idx` ON `{{defender_hosts}}` (`ban_time`);" +
  113. "CREATE INDEX `{{prefix}}defender_events_date_time_idx` ON `{{defender_events}}` (`date_time`);" +
  114. "CREATE INDEX `{{prefix}}active_transfers_connection_id_idx` ON `{{active_transfers}}` (`connection_id`);" +
  115. "CREATE INDEX `{{prefix}}active_transfers_transfer_id_idx` ON `{{active_transfers}}` (`transfer_id`);" +
  116. "CREATE INDEX `{{prefix}}active_transfers_updated_at_idx` ON `{{active_transfers}}` (`updated_at`);" +
  117. "CREATE INDEX `{{prefix}}groups_updated_at_idx` ON `{{groups}}` (`updated_at`);" +
  118. "CREATE INDEX `{{prefix}}shared_sessions_type_idx` ON `{{shared_sessions}}` (`type`);" +
  119. "CREATE INDEX `{{prefix}}shared_sessions_timestamp_idx` ON `{{shared_sessions}}` (`timestamp`);" +
  120. "INSERT INTO {{schema_version}} (version) VALUES (19);"
  121. mysqlV20SQL = "CREATE TABLE `{{events_rules}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  122. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  123. "`updated_at` bigint NOT NULL, `trigger` integer NOT NULL, `conditions` longtext NOT NULL, `deleted_at` bigint NOT NULL);" +
  124. "CREATE TABLE `{{events_actions}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  125. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `type` integer NOT NULL, " +
  126. "`options` longtext NOT NULL);" +
  127. "CREATE TABLE `{{rules_actions_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  128. "`rule_id` integer NOT NULL, `action_id` integer NOT NULL, `order` integer NOT NULL, `options` longtext NOT NULL);" +
  129. "CREATE TABLE `{{tasks}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  130. "`updated_at` bigint NOT NULL, `version` bigint NOT NULL);" +
  131. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}unique_rule_action_mapping` UNIQUE (`rule_id`, `action_id`);" +
  132. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_rule_id_fk_events_rules_id` " +
  133. "FOREIGN KEY (`rule_id`) REFERENCES `{{events_rules}}` (`id`) ON DELETE CASCADE;" +
  134. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_action_id_fk_events_targets_id` " +
  135. "FOREIGN KEY (`action_id`) REFERENCES `{{events_actions}}` (`id`) ON DELETE NO ACTION;" +
  136. "ALTER TABLE `{{users}}` ADD COLUMN `deleted_at` bigint DEFAULT 0 NOT NULL;" +
  137. "ALTER TABLE `{{users}}` ALTER COLUMN `deleted_at` DROP DEFAULT;" +
  138. "CREATE INDEX `{{prefix}}events_rules_updated_at_idx` ON `{{events_rules}}` (`updated_at`);" +
  139. "CREATE INDEX `{{prefix}}events_rules_deleted_at_idx` ON `{{events_rules}}` (`deleted_at`);" +
  140. "CREATE INDEX `{{prefix}}events_rules_trigger_idx` ON `{{events_rules}}` (`trigger`);" +
  141. "CREATE INDEX `{{prefix}}rules_actions_mapping_order_idx` ON `{{rules_actions_mapping}}` (`order`);" +
  142. "CREATE INDEX `{{prefix}}users_deleted_at_idx` ON `{{users}}` (`deleted_at`);"
  143. mysqlV20DownSQL = "DROP TABLE `{{rules_actions_mapping}}` CASCADE;" +
  144. "DROP TABLE `{{events_rules}}` CASCADE;" +
  145. "DROP TABLE `{{events_actions}}` CASCADE;" +
  146. "DROP TABLE `{{tasks}}` CASCADE;" +
  147. "ALTER TABLE `{{users}}` DROP COLUMN `deleted_at`;"
  148. )
  149. // MySQLProvider defines the auth provider for MySQL/MariaDB database
  150. type MySQLProvider struct {
  151. dbHandle *sql.DB
  152. }
  153. func init() {
  154. version.AddFeature("+mysql")
  155. }
  156. func initializeMySQLProvider() error {
  157. var err error
  158. connString, err := getMySQLConnectionString(false)
  159. if err != nil {
  160. return err
  161. }
  162. redactedConnString, err := getMySQLConnectionString(true)
  163. if err != nil {
  164. return err
  165. }
  166. dbHandle, err := sql.Open("mysql", connString)
  167. if err == nil {
  168. providerLog(logger.LevelDebug, "mysql database handle created, connection string: %#v, pool size: %v",
  169. redactedConnString, config.PoolSize)
  170. dbHandle.SetMaxOpenConns(config.PoolSize)
  171. if config.PoolSize > 0 {
  172. dbHandle.SetMaxIdleConns(config.PoolSize)
  173. } else {
  174. dbHandle.SetMaxIdleConns(2)
  175. }
  176. dbHandle.SetConnMaxLifetime(240 * time.Second)
  177. provider = &MySQLProvider{dbHandle: dbHandle}
  178. } else {
  179. providerLog(logger.LevelError, "error creating mysql database handler, connection string: %#v, error: %v",
  180. redactedConnString, err)
  181. }
  182. return err
  183. }
  184. func getMySQLConnectionString(redactedPwd bool) (string, error) {
  185. var connectionString string
  186. if config.ConnectionString == "" {
  187. password := config.Password
  188. if redactedPwd && password != "" {
  189. password = "[redacted]"
  190. }
  191. sslMode := getSSLMode()
  192. if sslMode == "custom" && !redactedPwd {
  193. tlsConfig := &tls.Config{}
  194. if config.RootCert != "" {
  195. rootCAs, err := x509.SystemCertPool()
  196. if err != nil {
  197. rootCAs = x509.NewCertPool()
  198. }
  199. rootCrt, err := os.ReadFile(config.RootCert)
  200. if err != nil {
  201. return "", fmt.Errorf("unable to load root certificate %#v: %v", config.RootCert, err)
  202. }
  203. if !rootCAs.AppendCertsFromPEM(rootCrt) {
  204. return "", fmt.Errorf("unable to parse root certificate %#v", config.RootCert)
  205. }
  206. tlsConfig.RootCAs = rootCAs
  207. }
  208. if config.ClientCert != "" && config.ClientKey != "" {
  209. clientCert := make([]tls.Certificate, 0, 1)
  210. tlsCert, err := tls.LoadX509KeyPair(config.ClientCert, config.ClientKey)
  211. if err != nil {
  212. return "", fmt.Errorf("unable to load key pair %#v, %#v: %v", config.ClientCert, config.ClientKey, err)
  213. }
  214. clientCert = append(clientCert, tlsCert)
  215. tlsConfig.Certificates = clientCert
  216. }
  217. if config.SSLMode == 2 {
  218. tlsConfig.InsecureSkipVerify = true
  219. }
  220. providerLog(logger.LevelInfo, "registering custom TLS config, root cert %#v, client cert %#v, client key %#v",
  221. config.RootCert, config.ClientCert, config.ClientKey)
  222. if err := mysql.RegisterTLSConfig("custom", tlsConfig); err != nil {
  223. return "", fmt.Errorf("unable to register tls config: %v", err)
  224. }
  225. }
  226. connectionString = fmt.Sprintf("%v:%v@tcp([%v]:%v)/%v?charset=utf8mb4&interpolateParams=true&timeout=10s&parseTime=true&tls=%v&writeTimeout=60s&readTimeout=60s",
  227. config.Username, password, config.Host, config.Port, config.Name, sslMode)
  228. } else {
  229. connectionString = config.ConnectionString
  230. }
  231. return connectionString, nil
  232. }
  233. func (p *MySQLProvider) checkAvailability() error {
  234. return sqlCommonCheckAvailability(p.dbHandle)
  235. }
  236. func (p *MySQLProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  237. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  238. }
  239. func (p *MySQLProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  240. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  241. }
  242. func (p *MySQLProvider) validateUserAndPubKey(username string, publicKey []byte, isSSHCert bool) (User, string, error) {
  243. return sqlCommonValidateUserAndPubKey(username, publicKey, isSSHCert, p.dbHandle)
  244. }
  245. func (p *MySQLProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  246. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  247. }
  248. func (p *MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  249. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  250. }
  251. func (p *MySQLProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  252. return sqlCommonGetUsedQuota(username, p.dbHandle)
  253. }
  254. func (p *MySQLProvider) setUpdatedAt(username string) {
  255. sqlCommonSetUpdatedAt(username, p.dbHandle)
  256. }
  257. func (p *MySQLProvider) updateLastLogin(username string) error {
  258. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  259. }
  260. func (p *MySQLProvider) updateAdminLastLogin(username string) error {
  261. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  262. }
  263. func (p *MySQLProvider) userExists(username string) (User, error) {
  264. return sqlCommonGetUserByUsername(username, p.dbHandle)
  265. }
  266. func (p *MySQLProvider) addUser(user *User) error {
  267. return sqlCommonAddUser(user, p.dbHandle)
  268. }
  269. func (p *MySQLProvider) updateUser(user *User) error {
  270. return sqlCommonUpdateUser(user, p.dbHandle)
  271. }
  272. func (p *MySQLProvider) deleteUser(user User, softDelete bool) error {
  273. return sqlCommonDeleteUser(user, softDelete, p.dbHandle)
  274. }
  275. func (p *MySQLProvider) updateUserPassword(username, password string) error {
  276. return sqlCommonUpdateUserPassword(username, password, p.dbHandle)
  277. }
  278. func (p *MySQLProvider) dumpUsers() ([]User, error) {
  279. return sqlCommonDumpUsers(p.dbHandle)
  280. }
  281. func (p *MySQLProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  282. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  283. }
  284. func (p *MySQLProvider) getUsers(limit int, offset int, order string) ([]User, error) {
  285. return sqlCommonGetUsers(limit, offset, order, p.dbHandle)
  286. }
  287. func (p *MySQLProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  288. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  289. }
  290. func (p *MySQLProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  291. return sqlCommonDumpFolders(p.dbHandle)
  292. }
  293. func (p *MySQLProvider) getFolders(limit, offset int, order string, minimal bool) ([]vfs.BaseVirtualFolder, error) {
  294. return sqlCommonGetFolders(limit, offset, order, minimal, p.dbHandle)
  295. }
  296. func (p *MySQLProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  297. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  298. defer cancel()
  299. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  300. }
  301. func (p *MySQLProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  302. return sqlCommonAddFolder(folder, p.dbHandle)
  303. }
  304. func (p *MySQLProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  305. return sqlCommonUpdateFolder(folder, p.dbHandle)
  306. }
  307. func (p *MySQLProvider) deleteFolder(folder vfs.BaseVirtualFolder) error {
  308. return sqlCommonDeleteFolder(folder, p.dbHandle)
  309. }
  310. func (p *MySQLProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  311. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  312. }
  313. func (p *MySQLProvider) getUsedFolderQuota(name string) (int, int64, error) {
  314. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  315. }
  316. func (p *MySQLProvider) getGroups(limit, offset int, order string, minimal bool) ([]Group, error) {
  317. return sqlCommonGetGroups(limit, offset, order, minimal, p.dbHandle)
  318. }
  319. func (p *MySQLProvider) getGroupsWithNames(names []string) ([]Group, error) {
  320. return sqlCommonGetGroupsWithNames(names, p.dbHandle)
  321. }
  322. func (p *MySQLProvider) getUsersInGroups(names []string) ([]string, error) {
  323. return sqlCommonGetUsersInGroups(names, p.dbHandle)
  324. }
  325. func (p *MySQLProvider) groupExists(name string) (Group, error) {
  326. return sqlCommonGetGroupByName(name, p.dbHandle)
  327. }
  328. func (p *MySQLProvider) addGroup(group *Group) error {
  329. return sqlCommonAddGroup(group, p.dbHandle)
  330. }
  331. func (p *MySQLProvider) updateGroup(group *Group) error {
  332. return sqlCommonUpdateGroup(group, p.dbHandle)
  333. }
  334. func (p *MySQLProvider) deleteGroup(group Group) error {
  335. return sqlCommonDeleteGroup(group, p.dbHandle)
  336. }
  337. func (p *MySQLProvider) dumpGroups() ([]Group, error) {
  338. return sqlCommonDumpGroups(p.dbHandle)
  339. }
  340. func (p *MySQLProvider) adminExists(username string) (Admin, error) {
  341. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  342. }
  343. func (p *MySQLProvider) addAdmin(admin *Admin) error {
  344. return sqlCommonAddAdmin(admin, p.dbHandle)
  345. }
  346. func (p *MySQLProvider) updateAdmin(admin *Admin) error {
  347. return sqlCommonUpdateAdmin(admin, p.dbHandle)
  348. }
  349. func (p *MySQLProvider) deleteAdmin(admin Admin) error {
  350. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  351. }
  352. func (p *MySQLProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  353. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  354. }
  355. func (p *MySQLProvider) dumpAdmins() ([]Admin, error) {
  356. return sqlCommonDumpAdmins(p.dbHandle)
  357. }
  358. func (p *MySQLProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  359. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  360. }
  361. func (p *MySQLProvider) apiKeyExists(keyID string) (APIKey, error) {
  362. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  363. }
  364. func (p *MySQLProvider) addAPIKey(apiKey *APIKey) error {
  365. return sqlCommonAddAPIKey(apiKey, p.dbHandle)
  366. }
  367. func (p *MySQLProvider) updateAPIKey(apiKey *APIKey) error {
  368. return sqlCommonUpdateAPIKey(apiKey, p.dbHandle)
  369. }
  370. func (p *MySQLProvider) deleteAPIKey(apiKey APIKey) error {
  371. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  372. }
  373. func (p *MySQLProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  374. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  375. }
  376. func (p *MySQLProvider) dumpAPIKeys() ([]APIKey, error) {
  377. return sqlCommonDumpAPIKeys(p.dbHandle)
  378. }
  379. func (p *MySQLProvider) updateAPIKeyLastUse(keyID string) error {
  380. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  381. }
  382. func (p *MySQLProvider) shareExists(shareID, username string) (Share, error) {
  383. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  384. }
  385. func (p *MySQLProvider) addShare(share *Share) error {
  386. return sqlCommonAddShare(share, p.dbHandle)
  387. }
  388. func (p *MySQLProvider) updateShare(share *Share) error {
  389. return sqlCommonUpdateShare(share, p.dbHandle)
  390. }
  391. func (p *MySQLProvider) deleteShare(share Share) error {
  392. return sqlCommonDeleteShare(share, p.dbHandle)
  393. }
  394. func (p *MySQLProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  395. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  396. }
  397. func (p *MySQLProvider) dumpShares() ([]Share, error) {
  398. return sqlCommonDumpShares(p.dbHandle)
  399. }
  400. func (p *MySQLProvider) updateShareLastUse(shareID string, numTokens int) error {
  401. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  402. }
  403. func (p *MySQLProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  404. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  405. }
  406. func (p *MySQLProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  407. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  408. }
  409. func (p *MySQLProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  410. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  411. }
  412. func (p *MySQLProvider) updateDefenderBanTime(ip string, minutes int) error {
  413. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  414. }
  415. func (p *MySQLProvider) deleteDefenderHost(ip string) error {
  416. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  417. }
  418. func (p *MySQLProvider) addDefenderEvent(ip string, score int) error {
  419. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  420. }
  421. func (p *MySQLProvider) setDefenderBanTime(ip string, banTime int64) error {
  422. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  423. }
  424. func (p *MySQLProvider) cleanupDefender(from int64) error {
  425. return sqlCommonDefenderCleanup(from, p.dbHandle)
  426. }
  427. func (p *MySQLProvider) addActiveTransfer(transfer ActiveTransfer) error {
  428. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  429. }
  430. func (p *MySQLProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  431. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  432. }
  433. func (p *MySQLProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  434. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  435. }
  436. func (p *MySQLProvider) cleanupActiveTransfers(before time.Time) error {
  437. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  438. }
  439. func (p *MySQLProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  440. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  441. }
  442. func (p *MySQLProvider) addSharedSession(session Session) error {
  443. return sqlCommonAddSession(session, p.dbHandle)
  444. }
  445. func (p *MySQLProvider) deleteSharedSession(key string) error {
  446. return sqlCommonDeleteSession(key, p.dbHandle)
  447. }
  448. func (p *MySQLProvider) getSharedSession(key string) (Session, error) {
  449. return sqlCommonGetSession(key, p.dbHandle)
  450. }
  451. func (p *MySQLProvider) cleanupSharedSessions(sessionType SessionType, before int64) error {
  452. return sqlCommonCleanupSessions(sessionType, before, p.dbHandle)
  453. }
  454. func (p *MySQLProvider) getEventActions(limit, offset int, order string, minimal bool) ([]BaseEventAction, error) {
  455. return sqlCommonGetEventActions(limit, offset, order, minimal, p.dbHandle)
  456. }
  457. func (p *MySQLProvider) dumpEventActions() ([]BaseEventAction, error) {
  458. return sqlCommonDumpEventActions(p.dbHandle)
  459. }
  460. func (p *MySQLProvider) eventActionExists(name string) (BaseEventAction, error) {
  461. return sqlCommonGetEventActionByName(name, p.dbHandle)
  462. }
  463. func (p *MySQLProvider) addEventAction(action *BaseEventAction) error {
  464. return sqlCommonAddEventAction(action, p.dbHandle)
  465. }
  466. func (p *MySQLProvider) updateEventAction(action *BaseEventAction) error {
  467. return sqlCommonUpdateEventAction(action, p.dbHandle)
  468. }
  469. func (p *MySQLProvider) deleteEventAction(action BaseEventAction) error {
  470. return sqlCommonDeleteEventAction(action, p.dbHandle)
  471. }
  472. func (p *MySQLProvider) getEventRules(limit, offset int, order string) ([]EventRule, error) {
  473. return sqlCommonGetEventRules(limit, offset, order, p.dbHandle)
  474. }
  475. func (p *MySQLProvider) dumpEventRules() ([]EventRule, error) {
  476. return sqlCommonDumpEventRules(p.dbHandle)
  477. }
  478. func (p *MySQLProvider) getRecentlyUpdatedRules(after int64) ([]EventRule, error) {
  479. return sqlCommonGetRecentlyUpdatedRules(after, p.dbHandle)
  480. }
  481. func (p *MySQLProvider) eventRuleExists(name string) (EventRule, error) {
  482. return sqlCommonGetEventRuleByName(name, p.dbHandle)
  483. }
  484. func (p *MySQLProvider) addEventRule(rule *EventRule) error {
  485. return sqlCommonAddEventRule(rule, p.dbHandle)
  486. }
  487. func (p *MySQLProvider) updateEventRule(rule *EventRule) error {
  488. return sqlCommonUpdateEventRule(rule, p.dbHandle)
  489. }
  490. func (p *MySQLProvider) deleteEventRule(rule EventRule, softDelete bool) error {
  491. return sqlCommonDeleteEventRule(rule, softDelete, p.dbHandle)
  492. }
  493. func (p *MySQLProvider) getTaskByName(name string) (Task, error) {
  494. return sqlCommonGetTaskByName(name, p.dbHandle)
  495. }
  496. func (p *MySQLProvider) addTask(name string) error {
  497. return sqlCommonAddTask(name, p.dbHandle)
  498. }
  499. func (p *MySQLProvider) updateTask(name string, version int64) error {
  500. return sqlCommonUpdateTask(name, version, p.dbHandle)
  501. }
  502. func (p *MySQLProvider) updateTaskTimestamp(name string) error {
  503. return sqlCommonUpdateTaskTimestamp(name, p.dbHandle)
  504. }
  505. func (p *MySQLProvider) close() error {
  506. return p.dbHandle.Close()
  507. }
  508. func (p *MySQLProvider) reloadConfig() error {
  509. return nil
  510. }
  511. // initializeDatabase creates the initial database structure
  512. func (p *MySQLProvider) initializeDatabase() error {
  513. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  514. if err == nil && dbVersion.Version > 0 {
  515. return ErrNoInitRequired
  516. }
  517. if errors.Is(err, sql.ErrNoRows) {
  518. return errSchemaVersionEmpty
  519. }
  520. logger.InfoToConsole("creating initial database schema, version 19")
  521. providerLog(logger.LevelInfo, "creating initial database schema, version 19")
  522. initialSQL := sqlReplaceAll(mysqlInitialSQL)
  523. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(initialSQL, ";"), 19, true)
  524. }
  525. func (p *MySQLProvider) migrateDatabase() error { //nolint:dupl
  526. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  527. if err != nil {
  528. return err
  529. }
  530. switch version := dbVersion.Version; {
  531. case version == sqlDatabaseVersion:
  532. providerLog(logger.LevelDebug, "sql database is up to date, current version: %v", version)
  533. return ErrNoInitRequired
  534. case version < 19:
  535. err = fmt.Errorf("database version %v is too old, please see the upgrading docs", version)
  536. providerLog(logger.LevelError, "%v", err)
  537. logger.ErrorToConsole("%v", err)
  538. return err
  539. case version == 19:
  540. return updateMySQLDatabaseFromV19(p.dbHandle)
  541. default:
  542. if version > sqlDatabaseVersion {
  543. providerLog(logger.LevelError, "database version %v is newer than the supported one: %v", version,
  544. sqlDatabaseVersion)
  545. logger.WarnToConsole("database version %v is newer than the supported one: %v", version,
  546. sqlDatabaseVersion)
  547. return nil
  548. }
  549. return fmt.Errorf("database version not handled: %v", version)
  550. }
  551. }
  552. func (p *MySQLProvider) revertDatabase(targetVersion int) error {
  553. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  554. if err != nil {
  555. return err
  556. }
  557. if dbVersion.Version == targetVersion {
  558. return errors.New("current version match target version, nothing to do")
  559. }
  560. switch dbVersion.Version {
  561. case 20:
  562. return downgradeMySQLDatabaseFromV20(p.dbHandle)
  563. default:
  564. return fmt.Errorf("database version not handled: %v", dbVersion.Version)
  565. }
  566. }
  567. func (p *MySQLProvider) resetDatabase() error {
  568. sql := sqlReplaceAll(mysqlResetSQL)
  569. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(sql, ";"), 0, false)
  570. }
  571. func updateMySQLDatabaseFromV19(dbHandle *sql.DB) error {
  572. return updateMySQLDatabaseFrom19To20(dbHandle)
  573. }
  574. func downgradeMySQLDatabaseFromV20(dbHandle *sql.DB) error {
  575. return downgradeMySQLDatabaseFrom20To19(dbHandle)
  576. }
  577. func updateMySQLDatabaseFrom19To20(dbHandle *sql.DB) error {
  578. logger.InfoToConsole("updating database version: 19 -> 20")
  579. providerLog(logger.LevelInfo, "updating database version: 19 -> 20")
  580. sql := strings.ReplaceAll(mysqlV20SQL, "{{events_actions}}", sqlTableEventsActions)
  581. sql = strings.ReplaceAll(sql, "{{events_rules}}", sqlTableEventsRules)
  582. sql = strings.ReplaceAll(sql, "{{rules_actions_mapping}}", sqlTableRulesActionsMapping)
  583. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  584. sql = strings.ReplaceAll(sql, "{{tasks}}", sqlTableTasks)
  585. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  586. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 20, true)
  587. }
  588. func downgradeMySQLDatabaseFrom20To19(dbHandle *sql.DB) error {
  589. logger.InfoToConsole("downgrading database version: 20 -> 19")
  590. providerLog(logger.LevelInfo, "downgrading database version: 20 -> 19")
  591. sql := strings.ReplaceAll(mysqlV20DownSQL, "{{events_actions}}", sqlTableEventsActions)
  592. sql = strings.ReplaceAll(sql, "{{events_rules}}", sqlTableEventsRules)
  593. sql = strings.ReplaceAll(sql, "{{rules_actions_mapping}}", sqlTableRulesActionsMapping)
  594. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  595. sql = strings.ReplaceAll(sql, "{{tasks}}", sqlTableTasks)
  596. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 19, false)
  597. }