mysql.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508
  1. //go:build !nomysql
  2. // +build !nomysql
  3. package dataprovider
  4. import (
  5. "context"
  6. "crypto/x509"
  7. "database/sql"
  8. "errors"
  9. "fmt"
  10. "strings"
  11. "time"
  12. // we import go-sql-driver/mysql here to be able to disable MySQL support using a build tag
  13. _ "github.com/go-sql-driver/mysql"
  14. "github.com/drakkan/sftpgo/v2/logger"
  15. "github.com/drakkan/sftpgo/v2/version"
  16. "github.com/drakkan/sftpgo/v2/vfs"
  17. )
  18. const (
  19. mysqlResetSQL = "DROP TABLE IF EXISTS `{{api_keys}}` CASCADE;" +
  20. "DROP TABLE IF EXISTS `{{folders_mapping}}` CASCADE;" +
  21. "DROP TABLE IF EXISTS `{{admins}}` CASCADE;" +
  22. "DROP TABLE IF EXISTS `{{folders}}` CASCADE;" +
  23. "DROP TABLE IF EXISTS `{{shares}}` CASCADE;" +
  24. "DROP TABLE IF EXISTS `{{users}}` CASCADE;" +
  25. "DROP TABLE IF EXISTS `{{defender_events}}` CASCADE;" +
  26. "DROP TABLE IF EXISTS `{{defender_hosts}}` CASCADE;" +
  27. "DROP TABLE IF EXISTS `{{active_transfers}}` CASCADE;" +
  28. "DROP TABLE IF EXISTS `{{schema_version}}` CASCADE;"
  29. mysqlInitialSQL = "CREATE TABLE `{{schema_version}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);" +
  30. "CREATE TABLE `{{admins}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  31. "`description` varchar(512) NULL, `password` varchar(255) NOT NULL, `email` varchar(255) NULL, `status` integer NOT NULL, " +
  32. "`permissions` longtext NOT NULL, `filters` longtext NULL, `additional_info` longtext NULL, `last_login` bigint NOT NULL, " +
  33. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  34. "CREATE TABLE `{{defender_hosts}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  35. "`ip` varchar(50) NOT NULL UNIQUE, `ban_time` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  36. "CREATE TABLE `{{defender_events}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  37. "`date_time` bigint NOT NULL, `score` integer NOT NULL, `host_id` bigint NOT NULL);" +
  38. "ALTER TABLE `{{defender_events}}` ADD CONSTRAINT `{{prefix}}defender_events_host_id_fk_defender_hosts_id` " +
  39. "FOREIGN KEY (`host_id`) REFERENCES `{{defender_hosts}}` (`id`) ON DELETE CASCADE;" +
  40. "CREATE TABLE `{{folders}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  41. "`description` varchar(512) NULL, `path` longtext NULL, `used_quota_size` bigint NOT NULL, " +
  42. "`used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, `filesystem` longtext NULL);" +
  43. "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  44. "`status` integer NOT NULL, `expiration_date` bigint NOT NULL, `description` varchar(512) NULL, `password` longtext NULL, " +
  45. "`public_keys` longtext NULL, `home_dir` longtext NOT NULL, `uid` bigint NOT NULL, `gid` bigint NOT NULL, " +
  46. "`max_sessions` integer NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, " +
  47. "`permissions` longtext NOT NULL, `used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, " +
  48. "`last_quota_update` bigint NOT NULL, `upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, " +
  49. "`last_login` bigint NOT NULL, `filters` longtext NULL, `filesystem` longtext NULL, `additional_info` longtext NULL, " +
  50. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `email` varchar(255) NULL);" +
  51. "CREATE TABLE `{{folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `virtual_path` longtext NOT NULL, " +
  52. "`quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `folder_id` integer NOT NULL, `user_id` integer NOT NULL);" +
  53. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_mapping` UNIQUE (`user_id`, `folder_id`);" +
  54. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}folders_mapping_folder_id_fk_folders_id` FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  55. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}folders_mapping_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  56. "CREATE TABLE `{{shares}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  57. "`share_id` varchar(60) NOT NULL UNIQUE, `name` varchar(255) NOT NULL, `description` varchar(512) NULL, " +
  58. "`scope` integer NOT NULL, `paths` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  59. "`updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, `expires_at` bigint NOT NULL, " +
  60. "`password` longtext NULL, `max_tokens` integer NOT NULL, `used_tokens` integer NOT NULL, " +
  61. "`allow_from` longtext NULL, `user_id` integer NOT NULL);" +
  62. "ALTER TABLE `{{shares}}` ADD CONSTRAINT `{{prefix}}shares_user_id_fk_users_id` " +
  63. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  64. "CREATE TABLE `{{api_keys}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL, `key_id` varchar(50) NOT NULL UNIQUE," +
  65. "`api_key` varchar(255) NOT NULL UNIQUE, `scope` integer NOT NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, " +
  66. "`expires_at` bigint NOT NULL, `description` longtext NULL, `admin_id` integer NULL, `user_id` integer NULL);" +
  67. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_admin_id_fk_admins_id` FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  68. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  69. "CREATE INDEX `{{prefix}}users_updated_at_idx` ON `{{users}}` (`updated_at`);" +
  70. "CREATE INDEX `{{prefix}}defender_hosts_updated_at_idx` ON `{{defender_hosts}}` (`updated_at`);" +
  71. "CREATE INDEX `{{prefix}}defender_hosts_ban_time_idx` ON `{{defender_hosts}}` (`ban_time`);" +
  72. "CREATE INDEX `{{prefix}}defender_events_date_time_idx` ON `{{defender_events}}` (`date_time`);" +
  73. "INSERT INTO {{schema_version}} (version) VALUES (15);"
  74. mysqlV16SQL = "ALTER TABLE `{{users}}` ADD COLUMN `download_data_transfer` integer DEFAULT 0 NOT NULL;" +
  75. "ALTER TABLE `{{users}}` ALTER COLUMN `download_data_transfer` DROP DEFAULT;" +
  76. "ALTER TABLE `{{users}}` ADD COLUMN `total_data_transfer` integer DEFAULT 0 NOT NULL;" +
  77. "ALTER TABLE `{{users}}` ALTER COLUMN `total_data_transfer` DROP DEFAULT;" +
  78. "ALTER TABLE `{{users}}` ADD COLUMN `upload_data_transfer` integer DEFAULT 0 NOT NULL;" +
  79. "ALTER TABLE `{{users}}` ALTER COLUMN `upload_data_transfer` DROP DEFAULT;" +
  80. "ALTER TABLE `{{users}}` ADD COLUMN `used_download_data_transfer` integer DEFAULT 0 NOT NULL;" +
  81. "ALTER TABLE `{{users}}` ALTER COLUMN `used_download_data_transfer` DROP DEFAULT;" +
  82. "ALTER TABLE `{{users}}` ADD COLUMN `used_upload_data_transfer` integer DEFAULT 0 NOT NULL;" +
  83. "ALTER TABLE `{{users}}` ALTER COLUMN `used_upload_data_transfer` DROP DEFAULT;" +
  84. "CREATE TABLE `{{active_transfers}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  85. "`connection_id` varchar(100) NOT NULL, `transfer_id` bigint NOT NULL, `transfer_type` integer NOT NULL, " +
  86. "`username` varchar(255) NOT NULL, `folder_name` varchar(255) NULL, `ip` varchar(50) NOT NULL, " +
  87. "`truncated_size` bigint NOT NULL, `current_ul_size` bigint NOT NULL, `current_dl_size` bigint NOT NULL, " +
  88. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  89. "CREATE INDEX `{{prefix}}active_transfers_connection_id_idx` ON `{{active_transfers}}` (`connection_id`);" +
  90. "CREATE INDEX `{{prefix}}active_transfers_transfer_id_idx` ON `{{active_transfers}}` (`transfer_id`);" +
  91. "CREATE INDEX `{{prefix}}active_transfers_updated_at_idx` ON `{{active_transfers}}` (`updated_at`);"
  92. mysqlV16DownSQL = "ALTER TABLE `{{users}}` DROP COLUMN `used_upload_data_transfer`;" +
  93. "ALTER TABLE `{{users}}` DROP COLUMN `used_download_data_transfer`;" +
  94. "ALTER TABLE `{{users}}` DROP COLUMN `upload_data_transfer`;" +
  95. "ALTER TABLE `{{users}}` DROP COLUMN `total_data_transfer`;" +
  96. "ALTER TABLE `{{users}}` DROP COLUMN `download_data_transfer`;" +
  97. "DROP TABLE `{{active_transfers}}` CASCADE;"
  98. )
  99. // MySQLProvider defines the auth provider for MySQL/MariaDB database
  100. type MySQLProvider struct {
  101. dbHandle *sql.DB
  102. }
  103. func init() {
  104. version.AddFeature("+mysql")
  105. }
  106. func initializeMySQLProvider() error {
  107. var err error
  108. dbHandle, err := sql.Open("mysql", getMySQLConnectionString(false))
  109. if err == nil {
  110. providerLog(logger.LevelDebug, "mysql database handle created, connection string: %#v, pool size: %v",
  111. getMySQLConnectionString(true), config.PoolSize)
  112. dbHandle.SetMaxOpenConns(config.PoolSize)
  113. if config.PoolSize > 0 {
  114. dbHandle.SetMaxIdleConns(config.PoolSize)
  115. } else {
  116. dbHandle.SetMaxIdleConns(2)
  117. }
  118. dbHandle.SetConnMaxLifetime(240 * time.Second)
  119. provider = &MySQLProvider{dbHandle: dbHandle}
  120. } else {
  121. providerLog(logger.LevelError, "error creating mysql database handler, connection string: %#v, error: %v",
  122. getMySQLConnectionString(true), err)
  123. }
  124. return err
  125. }
  126. func getMySQLConnectionString(redactedPwd bool) string {
  127. var connectionString string
  128. if config.ConnectionString == "" {
  129. password := config.Password
  130. if redactedPwd {
  131. password = "[redacted]"
  132. }
  133. connectionString = fmt.Sprintf("%v:%v@tcp([%v]:%v)/%v?charset=utf8mb4&interpolateParams=true&timeout=10s&parseTime=true&tls=%v&writeTimeout=10s&readTimeout=10s",
  134. config.Username, password, config.Host, config.Port, config.Name, getSSLMode())
  135. } else {
  136. connectionString = config.ConnectionString
  137. }
  138. return connectionString
  139. }
  140. func (p *MySQLProvider) checkAvailability() error {
  141. return sqlCommonCheckAvailability(p.dbHandle)
  142. }
  143. func (p *MySQLProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  144. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  145. }
  146. func (p *MySQLProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  147. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  148. }
  149. func (p *MySQLProvider) validateUserAndPubKey(username string, publicKey []byte) (User, string, error) {
  150. return sqlCommonValidateUserAndPubKey(username, publicKey, p.dbHandle)
  151. }
  152. func (p *MySQLProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  153. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  154. }
  155. func (p *MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  156. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  157. }
  158. func (p *MySQLProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  159. return sqlCommonGetUsedQuota(username, p.dbHandle)
  160. }
  161. func (p *MySQLProvider) setUpdatedAt(username string) {
  162. sqlCommonSetUpdatedAt(username, p.dbHandle)
  163. }
  164. func (p *MySQLProvider) updateLastLogin(username string) error {
  165. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  166. }
  167. func (p *MySQLProvider) updateAdminLastLogin(username string) error {
  168. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  169. }
  170. func (p *MySQLProvider) userExists(username string) (User, error) {
  171. return sqlCommonGetUserByUsername(username, p.dbHandle)
  172. }
  173. func (p *MySQLProvider) addUser(user *User) error {
  174. return sqlCommonAddUser(user, p.dbHandle)
  175. }
  176. func (p *MySQLProvider) updateUser(user *User) error {
  177. return sqlCommonUpdateUser(user, p.dbHandle)
  178. }
  179. func (p *MySQLProvider) deleteUser(user *User) error {
  180. return sqlCommonDeleteUser(user, p.dbHandle)
  181. }
  182. func (p *MySQLProvider) dumpUsers() ([]User, error) {
  183. return sqlCommonDumpUsers(p.dbHandle)
  184. }
  185. func (p *MySQLProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  186. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  187. }
  188. func (p *MySQLProvider) getUsers(limit int, offset int, order string) ([]User, error) {
  189. return sqlCommonGetUsers(limit, offset, order, p.dbHandle)
  190. }
  191. func (p *MySQLProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  192. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  193. }
  194. func (p *MySQLProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  195. return sqlCommonDumpFolders(p.dbHandle)
  196. }
  197. func (p *MySQLProvider) getFolders(limit, offset int, order string) ([]vfs.BaseVirtualFolder, error) {
  198. return sqlCommonGetFolders(limit, offset, order, p.dbHandle)
  199. }
  200. func (p *MySQLProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  201. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  202. defer cancel()
  203. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  204. }
  205. func (p *MySQLProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  206. return sqlCommonAddFolder(folder, p.dbHandle)
  207. }
  208. func (p *MySQLProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  209. return sqlCommonUpdateFolder(folder, p.dbHandle)
  210. }
  211. func (p *MySQLProvider) deleteFolder(folder *vfs.BaseVirtualFolder) error {
  212. return sqlCommonDeleteFolder(folder, p.dbHandle)
  213. }
  214. func (p *MySQLProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  215. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  216. }
  217. func (p *MySQLProvider) getUsedFolderQuota(name string) (int, int64, error) {
  218. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  219. }
  220. func (p *MySQLProvider) adminExists(username string) (Admin, error) {
  221. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  222. }
  223. func (p *MySQLProvider) addAdmin(admin *Admin) error {
  224. return sqlCommonAddAdmin(admin, p.dbHandle)
  225. }
  226. func (p *MySQLProvider) updateAdmin(admin *Admin) error {
  227. return sqlCommonUpdateAdmin(admin, p.dbHandle)
  228. }
  229. func (p *MySQLProvider) deleteAdmin(admin *Admin) error {
  230. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  231. }
  232. func (p *MySQLProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  233. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  234. }
  235. func (p *MySQLProvider) dumpAdmins() ([]Admin, error) {
  236. return sqlCommonDumpAdmins(p.dbHandle)
  237. }
  238. func (p *MySQLProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  239. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  240. }
  241. func (p *MySQLProvider) apiKeyExists(keyID string) (APIKey, error) {
  242. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  243. }
  244. func (p *MySQLProvider) addAPIKey(apiKey *APIKey) error {
  245. return sqlCommonAddAPIKey(apiKey, p.dbHandle)
  246. }
  247. func (p *MySQLProvider) updateAPIKey(apiKey *APIKey) error {
  248. return sqlCommonUpdateAPIKey(apiKey, p.dbHandle)
  249. }
  250. func (p *MySQLProvider) deleteAPIKey(apiKey *APIKey) error {
  251. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  252. }
  253. func (p *MySQLProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  254. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  255. }
  256. func (p *MySQLProvider) dumpAPIKeys() ([]APIKey, error) {
  257. return sqlCommonDumpAPIKeys(p.dbHandle)
  258. }
  259. func (p *MySQLProvider) updateAPIKeyLastUse(keyID string) error {
  260. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  261. }
  262. func (p *MySQLProvider) shareExists(shareID, username string) (Share, error) {
  263. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  264. }
  265. func (p *MySQLProvider) addShare(share *Share) error {
  266. return sqlCommonAddShare(share, p.dbHandle)
  267. }
  268. func (p *MySQLProvider) updateShare(share *Share) error {
  269. return sqlCommonUpdateShare(share, p.dbHandle)
  270. }
  271. func (p *MySQLProvider) deleteShare(share *Share) error {
  272. return sqlCommonDeleteShare(share, p.dbHandle)
  273. }
  274. func (p *MySQLProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  275. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  276. }
  277. func (p *MySQLProvider) dumpShares() ([]Share, error) {
  278. return sqlCommonDumpShares(p.dbHandle)
  279. }
  280. func (p *MySQLProvider) updateShareLastUse(shareID string, numTokens int) error {
  281. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  282. }
  283. func (p *MySQLProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  284. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  285. }
  286. func (p *MySQLProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  287. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  288. }
  289. func (p *MySQLProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  290. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  291. }
  292. func (p *MySQLProvider) updateDefenderBanTime(ip string, minutes int) error {
  293. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  294. }
  295. func (p *MySQLProvider) deleteDefenderHost(ip string) error {
  296. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  297. }
  298. func (p *MySQLProvider) addDefenderEvent(ip string, score int) error {
  299. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  300. }
  301. func (p *MySQLProvider) setDefenderBanTime(ip string, banTime int64) error {
  302. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  303. }
  304. func (p *MySQLProvider) cleanupDefender(from int64) error {
  305. return sqlCommonDefenderCleanup(from, p.dbHandle)
  306. }
  307. func (p *MySQLProvider) addActiveTransfer(transfer ActiveTransfer) error {
  308. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  309. }
  310. func (p *MySQLProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  311. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  312. }
  313. func (p *MySQLProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  314. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  315. }
  316. func (p *MySQLProvider) cleanupActiveTransfers(before time.Time) error {
  317. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  318. }
  319. func (p *MySQLProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  320. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  321. }
  322. func (p *MySQLProvider) close() error {
  323. return p.dbHandle.Close()
  324. }
  325. func (p *MySQLProvider) reloadConfig() error {
  326. return nil
  327. }
  328. // initializeDatabase creates the initial database structure
  329. func (p *MySQLProvider) initializeDatabase() error {
  330. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  331. if err == nil && dbVersion.Version > 0 {
  332. return ErrNoInitRequired
  333. }
  334. if errors.Is(err, sql.ErrNoRows) {
  335. return errSchemaVersionEmpty
  336. }
  337. logger.InfoToConsole("creating initial database schema, version 15")
  338. providerLog(logger.LevelInfo, "creating initial database schema, version 15")
  339. initialSQL := strings.ReplaceAll(mysqlInitialSQL, "{{schema_version}}", sqlTableSchemaVersion)
  340. initialSQL = strings.ReplaceAll(initialSQL, "{{admins}}", sqlTableAdmins)
  341. initialSQL = strings.ReplaceAll(initialSQL, "{{folders}}", sqlTableFolders)
  342. initialSQL = strings.ReplaceAll(initialSQL, "{{users}}", sqlTableUsers)
  343. initialSQL = strings.ReplaceAll(initialSQL, "{{folders_mapping}}", sqlTableFoldersMapping)
  344. initialSQL = strings.ReplaceAll(initialSQL, "{{api_keys}}", sqlTableAPIKeys)
  345. initialSQL = strings.ReplaceAll(initialSQL, "{{shares}}", sqlTableShares)
  346. initialSQL = strings.ReplaceAll(initialSQL, "{{defender_events}}", sqlTableDefenderEvents)
  347. initialSQL = strings.ReplaceAll(initialSQL, "{{defender_hosts}}", sqlTableDefenderHosts)
  348. initialSQL = strings.ReplaceAll(initialSQL, "{{prefix}}", config.SQLTablesPrefix)
  349. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(initialSQL, ";"), 15)
  350. }
  351. func (p *MySQLProvider) migrateDatabase() error {
  352. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  353. if err != nil {
  354. return err
  355. }
  356. switch version := dbVersion.Version; {
  357. case version == sqlDatabaseVersion:
  358. providerLog(logger.LevelDebug, "sql database is up to date, current version: %v", version)
  359. return ErrNoInitRequired
  360. case version < 15:
  361. err = fmt.Errorf("database version %v is too old, please see the upgrading docs", version)
  362. providerLog(logger.LevelError, "%v", err)
  363. logger.ErrorToConsole("%v", err)
  364. return err
  365. case version == 15:
  366. return updateMySQLDatabaseFromV15(p.dbHandle)
  367. default:
  368. if version > sqlDatabaseVersion {
  369. providerLog(logger.LevelError, "database version %v is newer than the supported one: %v", version,
  370. sqlDatabaseVersion)
  371. logger.WarnToConsole("database version %v is newer than the supported one: %v", version,
  372. sqlDatabaseVersion)
  373. return nil
  374. }
  375. return fmt.Errorf("database version not handled: %v", version)
  376. }
  377. }
  378. func (p *MySQLProvider) revertDatabase(targetVersion int) error {
  379. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  380. if err != nil {
  381. return err
  382. }
  383. if dbVersion.Version == targetVersion {
  384. return errors.New("current version match target version, nothing to do")
  385. }
  386. switch dbVersion.Version {
  387. case 16:
  388. return downgradeMySQLDatabaseFromV16(p.dbHandle)
  389. default:
  390. return fmt.Errorf("database version not handled: %v", dbVersion.Version)
  391. }
  392. }
  393. func (p *MySQLProvider) resetDatabase() error {
  394. sql := strings.ReplaceAll(mysqlResetSQL, "{{schema_version}}", sqlTableSchemaVersion)
  395. sql = strings.ReplaceAll(sql, "{{admins}}", sqlTableAdmins)
  396. sql = strings.ReplaceAll(sql, "{{folders}}", sqlTableFolders)
  397. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  398. sql = strings.ReplaceAll(sql, "{{folders_mapping}}", sqlTableFoldersMapping)
  399. sql = strings.ReplaceAll(sql, "{{api_keys}}", sqlTableAPIKeys)
  400. sql = strings.ReplaceAll(sql, "{{shares}}", sqlTableShares)
  401. sql = strings.ReplaceAll(sql, "{{defender_events}}", sqlTableDefenderEvents)
  402. sql = strings.ReplaceAll(sql, "{{defender_hosts}}", sqlTableDefenderHosts)
  403. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  404. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(sql, ";"), 0)
  405. }
  406. func updateMySQLDatabaseFromV15(dbHandle *sql.DB) error {
  407. return updateMySQLDatabaseFrom15To16(dbHandle)
  408. }
  409. func downgradeMySQLDatabaseFromV16(dbHandle *sql.DB) error {
  410. return downgradeMySQLDatabaseFrom16To15(dbHandle)
  411. }
  412. func updateMySQLDatabaseFrom15To16(dbHandle *sql.DB) error {
  413. logger.InfoToConsole("updating database version: 15 -> 16")
  414. providerLog(logger.LevelInfo, "updating database version: 15 -> 16")
  415. sql := strings.ReplaceAll(mysqlV16SQL, "{{users}}", sqlTableUsers)
  416. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  417. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  418. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 16)
  419. }
  420. func downgradeMySQLDatabaseFrom16To15(dbHandle *sql.DB) error {
  421. logger.InfoToConsole("downgrading database version: 16 -> 15")
  422. providerLog(logger.LevelInfo, "downgrading database version: 16 -> 15")
  423. sql := strings.ReplaceAll(mysqlV16DownSQL, "{{users}}", sqlTableUsers)
  424. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  425. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 15)
  426. }