mysql.go 44 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. //go:build !nomysql
  15. package dataprovider
  16. import (
  17. "context"
  18. "crypto/tls"
  19. "crypto/x509"
  20. "database/sql"
  21. "errors"
  22. "fmt"
  23. "os"
  24. "path/filepath"
  25. "strings"
  26. "time"
  27. "github.com/go-sql-driver/mysql"
  28. "github.com/drakkan/sftpgo/v2/internal/logger"
  29. "github.com/drakkan/sftpgo/v2/internal/util"
  30. "github.com/drakkan/sftpgo/v2/internal/version"
  31. "github.com/drakkan/sftpgo/v2/internal/vfs"
  32. )
  33. const (
  34. mysqlResetSQL = "DROP TABLE IF EXISTS `{{api_keys}}` CASCADE;" +
  35. "DROP TABLE IF EXISTS `{{folders_mapping}}` CASCADE;" +
  36. "DROP TABLE IF EXISTS `{{users_folders_mapping}}` CASCADE;" +
  37. "DROP TABLE IF EXISTS `{{users_groups_mapping}}` CASCADE;" +
  38. "DROP TABLE IF EXISTS `{{admins_groups_mapping}}` CASCADE;" +
  39. "DROP TABLE IF EXISTS `{{groups_folders_mapping}}` CASCADE;" +
  40. "DROP TABLE IF EXISTS `{{admins}}` CASCADE;" +
  41. "DROP TABLE IF EXISTS `{{folders}}` CASCADE;" +
  42. "DROP TABLE IF EXISTS `{{shares}}` CASCADE;" +
  43. "DROP TABLE IF EXISTS `{{users}}` CASCADE;" +
  44. "DROP TABLE IF EXISTS `{{groups}}` CASCADE;" +
  45. "DROP TABLE IF EXISTS `{{defender_events}}` CASCADE;" +
  46. "DROP TABLE IF EXISTS `{{defender_hosts}}` CASCADE;" +
  47. "DROP TABLE IF EXISTS `{{active_transfers}}` CASCADE;" +
  48. "DROP TABLE IF EXISTS `{{shared_sessions}}` CASCADE;" +
  49. "DROP TABLE IF EXISTS `{{rules_actions_mapping}}` CASCADE;" +
  50. "DROP TABLE IF EXISTS `{{events_actions}}` CASCADE;" +
  51. "DROP TABLE IF EXISTS `{{events_rules}}` CASCADE;" +
  52. "DROP TABLE IF EXISTS `{{tasks}}` CASCADE;" +
  53. "DROP TABLE IF EXISTS `{{nodes}}` CASCADE;" +
  54. "DROP TABLE IF EXISTS `{{roles}}` CASCADE;" +
  55. "DROP TABLE IF EXISTS `{{ip_lists}}` CASCADE;" +
  56. "DROP TABLE IF EXISTS `{{configs}}` CASCADE;" +
  57. "DROP TABLE IF EXISTS `{{schema_version}}` CASCADE;"
  58. mysqlInitialSQL = "CREATE TABLE `{{schema_version}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);" +
  59. "CREATE TABLE `{{admins}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  60. "`description` varchar(512) NULL, `password` varchar(255) NOT NULL, `email` varchar(255) NULL, `status` integer NOT NULL, " +
  61. "`permissions` longtext NOT NULL, `filters` longtext NULL, `additional_info` longtext NULL, `last_login` bigint NOT NULL, " +
  62. "`role_id` integer NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  63. "CREATE TABLE `{{active_transfers}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  64. "`connection_id` varchar(100) NOT NULL, `transfer_id` bigint NOT NULL, `transfer_type` integer NOT NULL, " +
  65. "`username` varchar(255) NOT NULL, `folder_name` varchar(255) NULL, `ip` varchar(50) NOT NULL, " +
  66. "`truncated_size` bigint NOT NULL, `current_ul_size` bigint NOT NULL, `current_dl_size` bigint NOT NULL, " +
  67. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  68. "CREATE TABLE `{{defender_hosts}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  69. "`ip` varchar(50) NOT NULL UNIQUE, `ban_time` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  70. "CREATE TABLE `{{defender_events}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  71. "`date_time` bigint NOT NULL, `score` integer NOT NULL, `host_id` bigint NOT NULL);" +
  72. "ALTER TABLE `{{defender_events}}` ADD CONSTRAINT `{{prefix}}defender_events_host_id_fk_defender_hosts_id` " +
  73. "FOREIGN KEY (`host_id`) REFERENCES `{{defender_hosts}}` (`id`) ON DELETE CASCADE;" +
  74. "CREATE TABLE `{{folders}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  75. "`description` varchar(512) NULL, `path` longtext NULL, `used_quota_size` bigint NOT NULL, " +
  76. "`used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, `filesystem` longtext NULL);" +
  77. "CREATE TABLE `{{groups}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  78. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  79. "`updated_at` bigint NOT NULL, `user_settings` longtext NULL);" +
  80. "CREATE TABLE `{{shared_sessions}}` (`key` varchar(128) NOT NULL PRIMARY KEY, " +
  81. "`data` longtext NOT NULL, `type` integer NOT NULL, `timestamp` bigint NOT NULL);" +
  82. "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  83. "`status` integer NOT NULL, `expiration_date` bigint NOT NULL, `description` varchar(512) NULL, `password` longtext NULL, " +
  84. "`public_keys` longtext NULL, `home_dir` longtext NOT NULL, `uid` bigint NOT NULL, `gid` bigint NOT NULL, " +
  85. "`max_sessions` integer NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, " +
  86. "`permissions` longtext NOT NULL, `used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, " +
  87. "`last_quota_update` bigint NOT NULL, `upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, " +
  88. "`last_login` bigint NOT NULL, `filters` longtext NULL, `filesystem` longtext NULL, `additional_info` longtext NULL, " +
  89. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `email` varchar(255) NULL, " +
  90. "`upload_data_transfer` integer NOT NULL, `download_data_transfer` integer NOT NULL, " +
  91. "`total_data_transfer` integer NOT NULL, `used_upload_data_transfer` bigint NOT NULL, " +
  92. "`used_download_data_transfer` bigint NOT NULL, `deleted_at` bigint NOT NULL, `first_download` bigint NOT NULL, " +
  93. "`first_upload` bigint NOT NULL, `last_password_change` bigint NOT NULL, `role_id` integer NULL);" +
  94. "CREATE TABLE `{{groups_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  95. "`group_id` integer NOT NULL, `folder_id` integer NOT NULL, " +
  96. "`virtual_path` longtext NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL);" +
  97. "CREATE TABLE `{{users_groups_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  98. "`user_id` integer NOT NULL, `group_id` integer NOT NULL, `group_type` integer NOT NULL);" +
  99. "CREATE TABLE `{{users_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `virtual_path` longtext NOT NULL, " +
  100. "`quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `folder_id` integer NOT NULL, `user_id` integer NOT NULL);" +
  101. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_folder_mapping` " +
  102. "UNIQUE (`user_id`, `folder_id`);" +
  103. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_user_id_fk_users_id` " +
  104. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  105. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_folder_id_fk_folders_id` " +
  106. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  107. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_group_mapping` UNIQUE (`user_id`, `group_id`);" +
  108. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_group_folder_mapping` UNIQUE (`group_id`, `folder_id`);" +
  109. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_group_id_fk_groups_id` " +
  110. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE NO ACTION;" +
  111. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_user_id_fk_users_id` " +
  112. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE; " +
  113. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_folder_id_fk_folders_id` " +
  114. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  115. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_group_id_fk_groups_id` " +
  116. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE CASCADE;" +
  117. "CREATE TABLE `{{shares}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  118. "`share_id` varchar(60) NOT NULL UNIQUE, `name` varchar(255) NOT NULL, `description` varchar(512) NULL, " +
  119. "`scope` integer NOT NULL, `paths` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  120. "`updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, `expires_at` bigint NOT NULL, " +
  121. "`password` longtext NULL, `max_tokens` integer NOT NULL, `used_tokens` integer NOT NULL, " +
  122. "`allow_from` longtext NULL, `user_id` integer NOT NULL);" +
  123. "ALTER TABLE `{{shares}}` ADD CONSTRAINT `{{prefix}}shares_user_id_fk_users_id` " +
  124. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  125. "CREATE TABLE `{{api_keys}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL, `key_id` varchar(50) NOT NULL UNIQUE," +
  126. "`api_key` varchar(255) NOT NULL UNIQUE, `scope` integer NOT NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, " +
  127. "`expires_at` bigint NOT NULL, `description` longtext NULL, `admin_id` integer NULL, `user_id` integer NULL);" +
  128. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_admin_id_fk_admins_id` FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  129. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  130. "CREATE TABLE `{{events_rules}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  131. "`name` varchar(255) NOT NULL UNIQUE, `status` integer NOT NULL, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  132. "`updated_at` bigint NOT NULL, `trigger` integer NOT NULL, `conditions` longtext NOT NULL, `deleted_at` bigint NOT NULL);" +
  133. "CREATE TABLE `{{events_actions}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  134. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `type` integer NOT NULL, " +
  135. "`options` longtext NOT NULL);" +
  136. "CREATE TABLE `{{rules_actions_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  137. "`rule_id` integer NOT NULL, `action_id` integer NOT NULL, `order` integer NOT NULL, `options` longtext NOT NULL);" +
  138. "CREATE TABLE `{{tasks}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  139. "`updated_at` bigint NOT NULL, `version` bigint NOT NULL);" +
  140. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}unique_rule_action_mapping` UNIQUE (`rule_id`, `action_id`);" +
  141. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_rule_id_fk_events_rules_id` " +
  142. "FOREIGN KEY (`rule_id`) REFERENCES `{{events_rules}}` (`id`) ON DELETE CASCADE;" +
  143. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_action_id_fk_events_targets_id` " +
  144. "FOREIGN KEY (`action_id`) REFERENCES `{{events_actions}}` (`id`) ON DELETE NO ACTION;" +
  145. "CREATE TABLE `{{admins_groups_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  146. " `admin_id` integer NOT NULL, `group_id` integer NOT NULL, `options` longtext NOT NULL);" +
  147. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}unique_admin_group_mapping` " +
  148. "UNIQUE (`admin_id`, `group_id`);" +
  149. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}admins_groups_mapping_admin_id_fk_admins_id` " +
  150. "FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  151. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}admins_groups_mapping_group_id_fk_groups_id` " +
  152. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE CASCADE;" +
  153. "CREATE TABLE `{{nodes}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  154. "`name` varchar(255) NOT NULL UNIQUE, `data` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  155. "`updated_at` bigint NOT NULL);" +
  156. "CREATE TABLE `{{roles}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  157. "`description` varchar(512) NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  158. "ALTER TABLE `{{admins}}` ADD CONSTRAINT `{{prefix}}admins_role_id_fk_roles_id` FOREIGN KEY (`role_id`) " +
  159. "REFERENCES `{{roles}}`(`id`) ON DELETE NO ACTION;" +
  160. "ALTER TABLE `{{users}}` ADD CONSTRAINT `{{prefix}}users_role_id_fk_roles_id` FOREIGN KEY (`role_id`) " +
  161. "REFERENCES `{{roles}}`(`id`) ON DELETE SET NULL;" +
  162. "CREATE TABLE `{{ip_lists}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, `type` integer NOT NULL, " +
  163. "`ipornet` varchar(50) NOT NULL, `mode` integer NOT NULL, `description` varchar(512) NULL, " +
  164. "`first` VARBINARY(16) NOT NULL, `last` VARBINARY(16) NOT NULL, `ip_type` integer NOT NULL, `protocols` integer NOT NULL, " +
  165. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `deleted_at` bigint NOT NULL);" +
  166. "ALTER TABLE `{{ip_lists}}` ADD CONSTRAINT `{{prefix}}unique_ipornet_type_mapping` UNIQUE (`type`, `ipornet`);" +
  167. "CREATE TABLE `{{configs}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `configs` longtext NOT NULL);" +
  168. "INSERT INTO {{configs}} (configs) VALUES ('{}');" +
  169. "CREATE INDEX `{{prefix}}users_updated_at_idx` ON `{{users}}` (`updated_at`);" +
  170. "CREATE INDEX `{{prefix}}users_deleted_at_idx` ON `{{users}}` (`deleted_at`);" +
  171. "CREATE INDEX `{{prefix}}defender_hosts_updated_at_idx` ON `{{defender_hosts}}` (`updated_at`);" +
  172. "CREATE INDEX `{{prefix}}defender_hosts_ban_time_idx` ON `{{defender_hosts}}` (`ban_time`);" +
  173. "CREATE INDEX `{{prefix}}defender_events_date_time_idx` ON `{{defender_events}}` (`date_time`);" +
  174. "CREATE INDEX `{{prefix}}active_transfers_connection_id_idx` ON `{{active_transfers}}` (`connection_id`);" +
  175. "CREATE INDEX `{{prefix}}active_transfers_transfer_id_idx` ON `{{active_transfers}}` (`transfer_id`);" +
  176. "CREATE INDEX `{{prefix}}active_transfers_updated_at_idx` ON `{{active_transfers}}` (`updated_at`);" +
  177. "CREATE INDEX `{{prefix}}shared_sessions_type_idx` ON `{{shared_sessions}}` (`type`);" +
  178. "CREATE INDEX `{{prefix}}shared_sessions_timestamp_idx` ON `{{shared_sessions}}` (`timestamp`);" +
  179. "CREATE INDEX `{{prefix}}events_rules_updated_at_idx` ON `{{events_rules}}` (`updated_at`);" +
  180. "CREATE INDEX `{{prefix}}events_rules_deleted_at_idx` ON `{{events_rules}}` (`deleted_at`);" +
  181. "CREATE INDEX `{{prefix}}events_rules_trigger_idx` ON `{{events_rules}}` (`trigger`);" +
  182. "CREATE INDEX `{{prefix}}rules_actions_mapping_order_idx` ON `{{rules_actions_mapping}}` (`order`);" +
  183. "CREATE INDEX `{{prefix}}ip_lists_type_idx` ON `{{ip_lists}}` (`type`);" +
  184. "CREATE INDEX `{{prefix}}ip_lists_ipornet_idx` ON `{{ip_lists}}` (`ipornet`);" +
  185. "CREATE INDEX `{{prefix}}ip_lists_ip_type_idx` ON `{{ip_lists}}` (`ip_type`);" +
  186. "CREATE INDEX `{{prefix}}ip_lists_updated_at_idx` ON `{{ip_lists}}` (`updated_at`);" +
  187. "CREATE INDEX `{{prefix}}ip_lists_deleted_at_idx` ON `{{ip_lists}}` (`deleted_at`);" +
  188. "CREATE INDEX `{{prefix}}ip_lists_first_last_idx` ON `{{ip_lists}}` (`first`, `last`);" +
  189. "INSERT INTO {{schema_version}} (version) VALUES (29);"
  190. mysqlV30SQL = "ALTER TABLE `{{shares}}` ADD COLUMN `options` longtext NULL;"
  191. mysqlV30DownSQL = "ALTER TABLE `{{shares}}` DROP COLUMN `options`;"
  192. mysqlV31SQL = "DROP TABLE IF EXISTS `{{shared_sessions}}` CASCADE;" +
  193. "CREATE TABLE `{{shared_sessions}}` (`key` varchar(128) NOT NULL, `type` integer NOT NULL, `data` longtext NOT NULL, " +
  194. "`timestamp` bigint NOT NULL, PRIMARY KEY (`key`, `type`));" +
  195. "CREATE INDEX `{{prefix}}shared_sessions_type_idx` ON `{{shared_sessions}}` (`type`);" +
  196. "CREATE INDEX `{{prefix}}shared_sessions_timestamp_idx` ON `{{shared_sessions}}` (`timestamp`);"
  197. mysqlV31DownSQL = "DROP TABLE IF EXISTS `{{shared_sessions}}` CASCADE;" +
  198. "CREATE TABLE `{{shared_sessions}}` (`key` varchar(128) NOT NULL PRIMARY KEY, " +
  199. "`data` longtext NOT NULL, `type` integer NOT NULL, `timestamp` bigint NOT NULL);" +
  200. "CREATE INDEX `{{prefix}}shared_sessions_type_idx` ON `{{shared_sessions}}` (`type`);" +
  201. "CREATE INDEX `{{prefix}}shared_sessions_timestamp_idx` ON `{{shared_sessions}}` (`timestamp`);"
  202. mysqlV33SQL = "ALTER TABLE `{{admins_groups_mapping}}` ADD COLUMN `sort_order` integer DEFAULT 0 NOT NULL; " +
  203. "ALTER TABLE `{{admins_groups_mapping}}` ALTER COLUMN `sort_order` DROP DEFAULT; " +
  204. "ALTER TABLE `{{groups_folders_mapping}}` ADD COLUMN `sort_order` integer DEFAULT 0 NOT NULL; " +
  205. "ALTER TABLE `{{groups_folders_mapping}}` ALTER COLUMN `sort_order` DROP DEFAULT; " +
  206. "ALTER TABLE `{{users_folders_mapping}}` ADD COLUMN `sort_order` integer DEFAULT 0 NOT NULL; " +
  207. "ALTER TABLE `{{users_folders_mapping}}` ALTER COLUMN `sort_order` DROP DEFAULT; " +
  208. "ALTER TABLE `{{users_groups_mapping}}` ADD COLUMN `sort_order` integer DEFAULT 0 NOT NULL; " +
  209. "ALTER TABLE `{{users_groups_mapping}}` ALTER COLUMN `sort_order` DROP DEFAULT; " +
  210. "CREATE INDEX `{{prefix}}admins_groups_mapping_sort_order_idx` ON `{{admins_groups_mapping}}` (`sort_order`); " +
  211. "CREATE INDEX `{{prefix}}groups_folders_mapping_sort_order_idx` ON `{{groups_folders_mapping}}` (`sort_order`); " +
  212. "CREATE INDEX `{{prefix}}users_folders_mapping_sort_order_idx` ON `{{users_folders_mapping}}` (`sort_order`);" +
  213. "CREATE INDEX `{{prefix}}users_groups_mapping_sort_order_idx` ON `{{users_groups_mapping}}` (`sort_order`);"
  214. mysqlV33DownSQL = "ALTER TABLE `{{users_groups_mapping}}` DROP COLUMN `sort_order`; " +
  215. "ALTER TABLE `{{users_folders_mapping}}` DROP COLUMN `sort_order`; " +
  216. "ALTER TABLE `{{groups_folders_mapping}}` DROP COLUMN `sort_order`; " +
  217. "ALTER TABLE `{{admins_groups_mapping}}` DROP COLUMN `sort_order`; "
  218. )
  219. // MySQLProvider defines the auth provider for MySQL/MariaDB database
  220. type MySQLProvider struct {
  221. dbHandle *sql.DB
  222. }
  223. func init() {
  224. version.AddFeature("+mysql")
  225. }
  226. func initializeMySQLProvider() error {
  227. connString, err := getMySQLConnectionString(false)
  228. if err != nil {
  229. return err
  230. }
  231. redactedConnString, err := getMySQLConnectionString(true)
  232. if err != nil {
  233. return err
  234. }
  235. dbHandle, err := sql.Open("mysql", connString)
  236. if err != nil {
  237. providerLog(logger.LevelError, "error creating mysql database handler, connection string: %q, error: %v",
  238. redactedConnString, err)
  239. return err
  240. }
  241. providerLog(logger.LevelDebug, "mysql database handle created, connection string: %q, pool size: %v",
  242. redactedConnString, config.PoolSize)
  243. dbHandle.SetMaxOpenConns(config.PoolSize)
  244. if config.PoolSize > 0 {
  245. dbHandle.SetMaxIdleConns(config.PoolSize)
  246. } else {
  247. dbHandle.SetMaxIdleConns(2)
  248. }
  249. dbHandle.SetConnMaxLifetime(240 * time.Second)
  250. dbHandle.SetConnMaxIdleTime(120 * time.Second)
  251. provider = &MySQLProvider{dbHandle: dbHandle}
  252. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  253. defer cancel()
  254. return dbHandle.PingContext(ctx)
  255. }
  256. func getMySQLConnectionString(redactedPwd bool) (string, error) {
  257. var connectionString string
  258. if config.ConnectionString == "" {
  259. password := config.Password
  260. if redactedPwd && password != "" {
  261. password = "[redacted]"
  262. }
  263. sslMode := getSSLMode()
  264. if sslMode == "custom" && !redactedPwd {
  265. if err := registerMySQLCustomTLSConfig(); err != nil {
  266. return "", err
  267. }
  268. }
  269. connectionString = fmt.Sprintf("%s:%s@tcp([%s]:%d)/%s?collation=utf8mb4_unicode_ci&interpolateParams=true&timeout=10s&parseTime=true&clientFoundRows=true&tls=%s&writeTimeout=60s&readTimeout=60s",
  270. config.Username, password, config.Host, config.Port, config.Name, sslMode)
  271. } else {
  272. connectionString = config.ConnectionString
  273. }
  274. return connectionString, nil
  275. }
  276. func registerMySQLCustomTLSConfig() error {
  277. tlsConfig := &tls.Config{}
  278. if config.RootCert != "" {
  279. rootCAs, err := x509.SystemCertPool()
  280. if err != nil {
  281. rootCAs = x509.NewCertPool()
  282. }
  283. rootCrt, err := os.ReadFile(config.RootCert)
  284. if err != nil {
  285. return fmt.Errorf("unable to load root certificate %q: %v", config.RootCert, err)
  286. }
  287. if !rootCAs.AppendCertsFromPEM(rootCrt) {
  288. return fmt.Errorf("unable to parse root certificate %q", config.RootCert)
  289. }
  290. tlsConfig.RootCAs = rootCAs
  291. }
  292. if config.ClientCert != "" && config.ClientKey != "" {
  293. clientCert := make([]tls.Certificate, 0, 1)
  294. tlsCert, err := tls.LoadX509KeyPair(config.ClientCert, config.ClientKey)
  295. if err != nil {
  296. return fmt.Errorf("unable to load key pair %q, %q: %v", config.ClientCert, config.ClientKey, err)
  297. }
  298. clientCert = append(clientCert, tlsCert)
  299. tlsConfig.Certificates = clientCert
  300. }
  301. if config.SSLMode == 2 || config.SSLMode == 3 {
  302. tlsConfig.InsecureSkipVerify = true
  303. }
  304. if !filepath.IsAbs(config.Host) && !config.DisableSNI {
  305. tlsConfig.ServerName = config.Host
  306. }
  307. providerLog(logger.LevelInfo, "registering custom TLS config, root cert %q, client cert %q, client key %q, disable SNI? %v",
  308. config.RootCert, config.ClientCert, config.ClientKey, config.DisableSNI)
  309. if err := mysql.RegisterTLSConfig("custom", tlsConfig); err != nil {
  310. return fmt.Errorf("unable to register tls config: %v", err)
  311. }
  312. return nil
  313. }
  314. func (p *MySQLProvider) checkAvailability() error {
  315. return sqlCommonCheckAvailability(p.dbHandle)
  316. }
  317. func (p *MySQLProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  318. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  319. }
  320. func (p *MySQLProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  321. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  322. }
  323. func (p *MySQLProvider) validateUserAndPubKey(username string, publicKey []byte, isSSHCert bool) (User, string, error) {
  324. return sqlCommonValidateUserAndPubKey(username, publicKey, isSSHCert, p.dbHandle)
  325. }
  326. func (p *MySQLProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  327. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  328. }
  329. func (p *MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  330. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  331. }
  332. func (p *MySQLProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  333. return sqlCommonGetUsedQuota(username, p.dbHandle)
  334. }
  335. func (p *MySQLProvider) getAdminSignature(username string) (string, error) {
  336. return sqlCommonGetAdminSignature(username, p.dbHandle)
  337. }
  338. func (p *MySQLProvider) getUserSignature(username string) (string, error) {
  339. return sqlCommonGetUserSignature(username, p.dbHandle)
  340. }
  341. func (p *MySQLProvider) setUpdatedAt(username string) {
  342. sqlCommonSetUpdatedAt(username, p.dbHandle)
  343. }
  344. func (p *MySQLProvider) updateLastLogin(username string) error {
  345. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  346. }
  347. func (p *MySQLProvider) updateAdminLastLogin(username string) error {
  348. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  349. }
  350. func (p *MySQLProvider) userExists(username, role string) (User, error) {
  351. return sqlCommonGetUserByUsername(username, role, p.dbHandle)
  352. }
  353. func (p *MySQLProvider) addUser(user *User) error {
  354. return p.normalizeError(sqlCommonAddUser(user, p.dbHandle), fieldUsername)
  355. }
  356. func (p *MySQLProvider) updateUser(user *User) error {
  357. return p.normalizeError(sqlCommonUpdateUser(user, p.dbHandle), -1)
  358. }
  359. func (p *MySQLProvider) deleteUser(user User, softDelete bool) error {
  360. return sqlCommonDeleteUser(user, softDelete, p.dbHandle)
  361. }
  362. func (p *MySQLProvider) updateUserPassword(username, password string) error {
  363. return sqlCommonUpdateUserPassword(username, password, p.dbHandle)
  364. }
  365. func (p *MySQLProvider) dumpUsers() ([]User, error) {
  366. return sqlCommonDumpUsers(p.dbHandle)
  367. }
  368. func (p *MySQLProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  369. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  370. }
  371. func (p *MySQLProvider) getUsers(limit int, offset int, order, role string) ([]User, error) {
  372. return sqlCommonGetUsers(limit, offset, order, role, p.dbHandle)
  373. }
  374. func (p *MySQLProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  375. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  376. }
  377. func (p *MySQLProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  378. return sqlCommonDumpFolders(p.dbHandle)
  379. }
  380. func (p *MySQLProvider) getFolders(limit, offset int, order string, minimal bool) ([]vfs.BaseVirtualFolder, error) {
  381. return sqlCommonGetFolders(limit, offset, order, minimal, p.dbHandle)
  382. }
  383. func (p *MySQLProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  384. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  385. defer cancel()
  386. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  387. }
  388. func (p *MySQLProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  389. return p.normalizeError(sqlCommonAddFolder(folder, p.dbHandle), fieldName)
  390. }
  391. func (p *MySQLProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  392. return sqlCommonUpdateFolder(folder, p.dbHandle)
  393. }
  394. func (p *MySQLProvider) deleteFolder(folder vfs.BaseVirtualFolder) error {
  395. return sqlCommonDeleteFolder(folder, p.dbHandle)
  396. }
  397. func (p *MySQLProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  398. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  399. }
  400. func (p *MySQLProvider) getUsedFolderQuota(name string) (int, int64, error) {
  401. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  402. }
  403. func (p *MySQLProvider) getGroups(limit, offset int, order string, minimal bool) ([]Group, error) {
  404. return sqlCommonGetGroups(limit, offset, order, minimal, p.dbHandle)
  405. }
  406. func (p *MySQLProvider) getGroupsWithNames(names []string) ([]Group, error) {
  407. return sqlCommonGetGroupsWithNames(names, p.dbHandle)
  408. }
  409. func (p *MySQLProvider) getUsersInGroups(names []string) ([]string, error) {
  410. return sqlCommonGetUsersInGroups(names, p.dbHandle)
  411. }
  412. func (p *MySQLProvider) groupExists(name string) (Group, error) {
  413. return sqlCommonGetGroupByName(name, p.dbHandle)
  414. }
  415. func (p *MySQLProvider) addGroup(group *Group) error {
  416. return p.normalizeError(sqlCommonAddGroup(group, p.dbHandle), fieldName)
  417. }
  418. func (p *MySQLProvider) updateGroup(group *Group) error {
  419. return sqlCommonUpdateGroup(group, p.dbHandle)
  420. }
  421. func (p *MySQLProvider) deleteGroup(group Group) error {
  422. return sqlCommonDeleteGroup(group, p.dbHandle)
  423. }
  424. func (p *MySQLProvider) dumpGroups() ([]Group, error) {
  425. return sqlCommonDumpGroups(p.dbHandle)
  426. }
  427. func (p *MySQLProvider) adminExists(username string) (Admin, error) {
  428. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  429. }
  430. func (p *MySQLProvider) addAdmin(admin *Admin) error {
  431. return p.normalizeError(sqlCommonAddAdmin(admin, p.dbHandle), fieldUsername)
  432. }
  433. func (p *MySQLProvider) updateAdmin(admin *Admin) error {
  434. return p.normalizeError(sqlCommonUpdateAdmin(admin, p.dbHandle), -1)
  435. }
  436. func (p *MySQLProvider) deleteAdmin(admin Admin) error {
  437. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  438. }
  439. func (p *MySQLProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  440. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  441. }
  442. func (p *MySQLProvider) dumpAdmins() ([]Admin, error) {
  443. return sqlCommonDumpAdmins(p.dbHandle)
  444. }
  445. func (p *MySQLProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  446. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  447. }
  448. func (p *MySQLProvider) apiKeyExists(keyID string) (APIKey, error) {
  449. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  450. }
  451. func (p *MySQLProvider) addAPIKey(apiKey *APIKey) error {
  452. return p.normalizeError(sqlCommonAddAPIKey(apiKey, p.dbHandle), -1)
  453. }
  454. func (p *MySQLProvider) updateAPIKey(apiKey *APIKey) error {
  455. return p.normalizeError(sqlCommonUpdateAPIKey(apiKey, p.dbHandle), -1)
  456. }
  457. func (p *MySQLProvider) deleteAPIKey(apiKey APIKey) error {
  458. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  459. }
  460. func (p *MySQLProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  461. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  462. }
  463. func (p *MySQLProvider) dumpAPIKeys() ([]APIKey, error) {
  464. return sqlCommonDumpAPIKeys(p.dbHandle)
  465. }
  466. func (p *MySQLProvider) updateAPIKeyLastUse(keyID string) error {
  467. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  468. }
  469. func (p *MySQLProvider) shareExists(shareID, username string) (Share, error) {
  470. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  471. }
  472. func (p *MySQLProvider) addShare(share *Share) error {
  473. return p.normalizeError(sqlCommonAddShare(share, p.dbHandle), fieldName)
  474. }
  475. func (p *MySQLProvider) updateShare(share *Share) error {
  476. return p.normalizeError(sqlCommonUpdateShare(share, p.dbHandle), -1)
  477. }
  478. func (p *MySQLProvider) deleteShare(share Share) error {
  479. return sqlCommonDeleteShare(share, p.dbHandle)
  480. }
  481. func (p *MySQLProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  482. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  483. }
  484. func (p *MySQLProvider) dumpShares() ([]Share, error) {
  485. return sqlCommonDumpShares(p.dbHandle)
  486. }
  487. func (p *MySQLProvider) updateShareLastUse(shareID string, numTokens int) error {
  488. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  489. }
  490. func (p *MySQLProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  491. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  492. }
  493. func (p *MySQLProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  494. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  495. }
  496. func (p *MySQLProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  497. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  498. }
  499. func (p *MySQLProvider) updateDefenderBanTime(ip string, minutes int) error {
  500. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  501. }
  502. func (p *MySQLProvider) deleteDefenderHost(ip string) error {
  503. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  504. }
  505. func (p *MySQLProvider) addDefenderEvent(ip string, score int) error {
  506. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  507. }
  508. func (p *MySQLProvider) setDefenderBanTime(ip string, banTime int64) error {
  509. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  510. }
  511. func (p *MySQLProvider) cleanupDefender(from int64) error {
  512. return sqlCommonDefenderCleanup(from, p.dbHandle)
  513. }
  514. func (p *MySQLProvider) addActiveTransfer(transfer ActiveTransfer) error {
  515. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  516. }
  517. func (p *MySQLProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  518. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  519. }
  520. func (p *MySQLProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  521. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  522. }
  523. func (p *MySQLProvider) cleanupActiveTransfers(before time.Time) error {
  524. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  525. }
  526. func (p *MySQLProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  527. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  528. }
  529. func (p *MySQLProvider) addSharedSession(session Session) error {
  530. return sqlCommonAddSession(session, p.dbHandle)
  531. }
  532. func (p *MySQLProvider) deleteSharedSession(key string, sessionType SessionType) error {
  533. return sqlCommonDeleteSession(key, sessionType, p.dbHandle)
  534. }
  535. func (p *MySQLProvider) getSharedSession(key string, sessionType SessionType) (Session, error) {
  536. return sqlCommonGetSession(key, sessionType, p.dbHandle)
  537. }
  538. func (p *MySQLProvider) cleanupSharedSessions(sessionType SessionType, before int64) error {
  539. return sqlCommonCleanupSessions(sessionType, before, p.dbHandle)
  540. }
  541. func (p *MySQLProvider) getEventActions(limit, offset int, order string, minimal bool) ([]BaseEventAction, error) {
  542. return sqlCommonGetEventActions(limit, offset, order, minimal, p.dbHandle)
  543. }
  544. func (p *MySQLProvider) dumpEventActions() ([]BaseEventAction, error) {
  545. return sqlCommonDumpEventActions(p.dbHandle)
  546. }
  547. func (p *MySQLProvider) eventActionExists(name string) (BaseEventAction, error) {
  548. return sqlCommonGetEventActionByName(name, p.dbHandle)
  549. }
  550. func (p *MySQLProvider) addEventAction(action *BaseEventAction) error {
  551. return p.normalizeError(sqlCommonAddEventAction(action, p.dbHandle), fieldName)
  552. }
  553. func (p *MySQLProvider) updateEventAction(action *BaseEventAction) error {
  554. return sqlCommonUpdateEventAction(action, p.dbHandle)
  555. }
  556. func (p *MySQLProvider) deleteEventAction(action BaseEventAction) error {
  557. return sqlCommonDeleteEventAction(action, p.dbHandle)
  558. }
  559. func (p *MySQLProvider) getEventRules(limit, offset int, order string) ([]EventRule, error) {
  560. return sqlCommonGetEventRules(limit, offset, order, p.dbHandle)
  561. }
  562. func (p *MySQLProvider) dumpEventRules() ([]EventRule, error) {
  563. return sqlCommonDumpEventRules(p.dbHandle)
  564. }
  565. func (p *MySQLProvider) getRecentlyUpdatedRules(after int64) ([]EventRule, error) {
  566. return sqlCommonGetRecentlyUpdatedRules(after, p.dbHandle)
  567. }
  568. func (p *MySQLProvider) eventRuleExists(name string) (EventRule, error) {
  569. return sqlCommonGetEventRuleByName(name, p.dbHandle)
  570. }
  571. func (p *MySQLProvider) addEventRule(rule *EventRule) error {
  572. return p.normalizeError(sqlCommonAddEventRule(rule, p.dbHandle), fieldName)
  573. }
  574. func (p *MySQLProvider) updateEventRule(rule *EventRule) error {
  575. return sqlCommonUpdateEventRule(rule, p.dbHandle)
  576. }
  577. func (p *MySQLProvider) deleteEventRule(rule EventRule, softDelete bool) error {
  578. return sqlCommonDeleteEventRule(rule, softDelete, p.dbHandle)
  579. }
  580. func (p *MySQLProvider) getTaskByName(name string) (Task, error) {
  581. return sqlCommonGetTaskByName(name, p.dbHandle)
  582. }
  583. func (p *MySQLProvider) addTask(name string) error {
  584. return sqlCommonAddTask(name, p.dbHandle)
  585. }
  586. func (p *MySQLProvider) updateTask(name string, version int64) error {
  587. return sqlCommonUpdateTask(name, version, p.dbHandle)
  588. }
  589. func (p *MySQLProvider) updateTaskTimestamp(name string) error {
  590. return sqlCommonUpdateTaskTimestamp(name, p.dbHandle)
  591. }
  592. func (p *MySQLProvider) addNode() error {
  593. return sqlCommonAddNode(p.dbHandle)
  594. }
  595. func (p *MySQLProvider) getNodeByName(name string) (Node, error) {
  596. return sqlCommonGetNodeByName(name, p.dbHandle)
  597. }
  598. func (p *MySQLProvider) getNodes() ([]Node, error) {
  599. return sqlCommonGetNodes(p.dbHandle)
  600. }
  601. func (p *MySQLProvider) updateNodeTimestamp() error {
  602. return sqlCommonUpdateNodeTimestamp(p.dbHandle)
  603. }
  604. func (p *MySQLProvider) cleanupNodes() error {
  605. return sqlCommonCleanupNodes(p.dbHandle)
  606. }
  607. func (p *MySQLProvider) roleExists(name string) (Role, error) {
  608. return sqlCommonGetRoleByName(name, p.dbHandle)
  609. }
  610. func (p *MySQLProvider) addRole(role *Role) error {
  611. return p.normalizeError(sqlCommonAddRole(role, p.dbHandle), fieldName)
  612. }
  613. func (p *MySQLProvider) updateRole(role *Role) error {
  614. return sqlCommonUpdateRole(role, p.dbHandle)
  615. }
  616. func (p *MySQLProvider) deleteRole(role Role) error {
  617. return sqlCommonDeleteRole(role, p.dbHandle)
  618. }
  619. func (p *MySQLProvider) getRoles(limit int, offset int, order string, minimal bool) ([]Role, error) {
  620. return sqlCommonGetRoles(limit, offset, order, minimal, p.dbHandle)
  621. }
  622. func (p *MySQLProvider) dumpRoles() ([]Role, error) {
  623. return sqlCommonDumpRoles(p.dbHandle)
  624. }
  625. func (p *MySQLProvider) ipListEntryExists(ipOrNet string, listType IPListType) (IPListEntry, error) {
  626. return sqlCommonGetIPListEntry(ipOrNet, listType, p.dbHandle)
  627. }
  628. func (p *MySQLProvider) addIPListEntry(entry *IPListEntry) error {
  629. return p.normalizeError(sqlCommonAddIPListEntry(entry, p.dbHandle), fieldIPNet)
  630. }
  631. func (p *MySQLProvider) updateIPListEntry(entry *IPListEntry) error {
  632. return sqlCommonUpdateIPListEntry(entry, p.dbHandle)
  633. }
  634. func (p *MySQLProvider) deleteIPListEntry(entry IPListEntry, softDelete bool) error {
  635. return sqlCommonDeleteIPListEntry(entry, softDelete, p.dbHandle)
  636. }
  637. func (p *MySQLProvider) getIPListEntries(listType IPListType, filter, from, order string, limit int) ([]IPListEntry, error) {
  638. return sqlCommonGetIPListEntries(listType, filter, from, order, limit, p.dbHandle)
  639. }
  640. func (p *MySQLProvider) getRecentlyUpdatedIPListEntries(after int64) ([]IPListEntry, error) {
  641. return sqlCommonGetRecentlyUpdatedIPListEntries(after, p.dbHandle)
  642. }
  643. func (p *MySQLProvider) dumpIPListEntries() ([]IPListEntry, error) {
  644. return sqlCommonDumpIPListEntries(p.dbHandle)
  645. }
  646. func (p *MySQLProvider) countIPListEntries(listType IPListType) (int64, error) {
  647. return sqlCommonCountIPListEntries(listType, p.dbHandle)
  648. }
  649. func (p *MySQLProvider) getListEntriesForIP(ip string, listType IPListType) ([]IPListEntry, error) {
  650. return sqlCommonGetListEntriesForIP(ip, listType, p.dbHandle)
  651. }
  652. func (p *MySQLProvider) getConfigs() (Configs, error) {
  653. return sqlCommonGetConfigs(p.dbHandle)
  654. }
  655. func (p *MySQLProvider) setConfigs(configs *Configs) error {
  656. return sqlCommonSetConfigs(configs, p.dbHandle)
  657. }
  658. func (p *MySQLProvider) setFirstDownloadTimestamp(username string) error {
  659. return sqlCommonSetFirstDownloadTimestamp(username, p.dbHandle)
  660. }
  661. func (p *MySQLProvider) setFirstUploadTimestamp(username string) error {
  662. return sqlCommonSetFirstUploadTimestamp(username, p.dbHandle)
  663. }
  664. func (p *MySQLProvider) close() error {
  665. return p.dbHandle.Close()
  666. }
  667. func (p *MySQLProvider) reloadConfig() error {
  668. return nil
  669. }
  670. // initializeDatabase creates the initial database structure
  671. func (p *MySQLProvider) initializeDatabase() error {
  672. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  673. if err == nil && dbVersion.Version > 0 {
  674. return ErrNoInitRequired
  675. }
  676. if errors.Is(err, sql.ErrNoRows) {
  677. return errSchemaVersionEmpty
  678. }
  679. logger.InfoToConsole("creating initial database schema, version 29")
  680. providerLog(logger.LevelInfo, "creating initial database schema, version 29")
  681. initialSQL := sqlReplaceAll(mysqlInitialSQL)
  682. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(initialSQL, ";"), 29, true)
  683. }
  684. func (p *MySQLProvider) migrateDatabase() error {
  685. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  686. if err != nil {
  687. return err
  688. }
  689. switch version := dbVersion.Version; {
  690. case version == sqlDatabaseVersion:
  691. providerLog(logger.LevelDebug, "sql database is up to date, current version: %d", version)
  692. return ErrNoInitRequired
  693. case version < 29:
  694. err = errSchemaVersionTooOld(version)
  695. providerLog(logger.LevelError, "%v", err)
  696. logger.ErrorToConsole("%v", err)
  697. return err
  698. case version == 29:
  699. return updateMySQLDatabaseFromV29(p.dbHandle)
  700. case version == 30:
  701. return updateMySQLDatabaseFromV30(p.dbHandle)
  702. case version == 31:
  703. return updateMySQLDatabaseFromV31(p.dbHandle)
  704. case version == 32:
  705. return updateMySQLDatabaseFromV32(p.dbHandle)
  706. default:
  707. if version > sqlDatabaseVersion {
  708. providerLog(logger.LevelError, "database schema version %d is newer than the supported one: %d", version,
  709. sqlDatabaseVersion)
  710. logger.WarnToConsole("database schema version %d is newer than the supported one: %d", version,
  711. sqlDatabaseVersion)
  712. return nil
  713. }
  714. return fmt.Errorf("database schema version not handled: %d", version)
  715. }
  716. }
  717. func (p *MySQLProvider) revertDatabase(targetVersion int) error {
  718. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  719. if err != nil {
  720. return err
  721. }
  722. if dbVersion.Version == targetVersion {
  723. return errors.New("current version match target version, nothing to do")
  724. }
  725. switch dbVersion.Version {
  726. case 30:
  727. return downgradeMySQLDatabaseFromV30(p.dbHandle)
  728. case 31:
  729. return downgradeMySQLDatabaseFromV31(p.dbHandle)
  730. case 32:
  731. return downgradeMySQLDatabaseFromV32(p.dbHandle)
  732. case 33:
  733. return downgradeMySQLDatabaseFromV33(p.dbHandle)
  734. default:
  735. return fmt.Errorf("database schema version not handled: %d", dbVersion.Version)
  736. }
  737. }
  738. func (p *MySQLProvider) resetDatabase() error {
  739. sql := sqlReplaceAll(mysqlResetSQL)
  740. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(sql, ";"), 0, false)
  741. }
  742. func (p *MySQLProvider) normalizeError(err error, fieldType int) error {
  743. if err == nil {
  744. return nil
  745. }
  746. var mysqlErr *mysql.MySQLError
  747. if errors.As(err, &mysqlErr) {
  748. switch mysqlErr.Number {
  749. case 1062:
  750. var message string
  751. switch fieldType {
  752. case fieldUsername:
  753. message = util.I18nErrorDuplicatedUsername
  754. case fieldIPNet:
  755. message = util.I18nErrorDuplicatedIPNet
  756. default:
  757. message = util.I18nErrorDuplicatedName
  758. }
  759. return util.NewI18nError(
  760. fmt.Errorf("%w: %s", ErrDuplicatedKey, err.Error()),
  761. message,
  762. )
  763. case 1452:
  764. return fmt.Errorf("%w: %s", ErrForeignKeyViolated, err.Error())
  765. }
  766. }
  767. return err
  768. }
  769. func updateMySQLDatabaseFromV29(dbHandle *sql.DB) error {
  770. if err := updateMySQLDatabaseFrom29To30(dbHandle); err != nil {
  771. return err
  772. }
  773. return updateMySQLDatabaseFromV30(dbHandle)
  774. }
  775. func updateMySQLDatabaseFromV30(dbHandle *sql.DB) error {
  776. if err := updateMySQLDatabaseFrom30To31(dbHandle); err != nil {
  777. return err
  778. }
  779. return updateMySQLDatabaseFromV31(dbHandle)
  780. }
  781. func updateMySQLDatabaseFromV31(dbHandle *sql.DB) error {
  782. if err := updateSQLDatabaseFrom31To32(dbHandle); err != nil {
  783. return err
  784. }
  785. return updateMySQLDatabaseFromV32(dbHandle)
  786. }
  787. func updateMySQLDatabaseFromV32(dbHandle *sql.DB) error {
  788. return updateMySQLDatabaseFrom32To33(dbHandle)
  789. }
  790. func downgradeMySQLDatabaseFromV30(dbHandle *sql.DB) error {
  791. return downgradeMySQLDatabaseFrom30To29(dbHandle)
  792. }
  793. func downgradeMySQLDatabaseFromV31(dbHandle *sql.DB) error {
  794. if err := downgradeMySQLDatabaseFrom31To30(dbHandle); err != nil {
  795. return err
  796. }
  797. return downgradeMySQLDatabaseFromV30(dbHandle)
  798. }
  799. func downgradeMySQLDatabaseFromV32(dbHandle *sql.DB) error {
  800. if err := downgradeSQLDatabaseFrom32To31(dbHandle); err != nil {
  801. return err
  802. }
  803. return downgradeMySQLDatabaseFromV31(dbHandle)
  804. }
  805. func downgradeMySQLDatabaseFromV33(dbHandle *sql.DB) error {
  806. if err := downgradeMySQLDatabaseFrom33To32(dbHandle); err != nil {
  807. return err
  808. }
  809. return downgradeMySQLDatabaseFromV32(dbHandle)
  810. }
  811. func updateMySQLDatabaseFrom29To30(dbHandle *sql.DB) error {
  812. logger.InfoToConsole("updating database schema version: 29 -> 30")
  813. providerLog(logger.LevelInfo, "updating database schema version: 29 -> 30")
  814. sql := strings.ReplaceAll(mysqlV30SQL, "{{shares}}", sqlTableShares)
  815. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 30, true)
  816. }
  817. func downgradeMySQLDatabaseFrom30To29(dbHandle *sql.DB) error {
  818. logger.InfoToConsole("downgrading database schema version: 30 -> 29")
  819. providerLog(logger.LevelInfo, "downgrading database schema version: 30 -> 29")
  820. sql := strings.ReplaceAll(mysqlV30DownSQL, "{{shares}}", sqlTableShares)
  821. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 29, false)
  822. }
  823. func updateMySQLDatabaseFrom30To31(dbHandle *sql.DB) error {
  824. logger.InfoToConsole("updating database schema version: 30 -> 31")
  825. providerLog(logger.LevelInfo, "updating database schema version: 30 -> 31")
  826. sql := strings.ReplaceAll(mysqlV31SQL, "{{shared_sessions}}", sqlTableSharedSessions)
  827. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  828. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 31, true)
  829. }
  830. func downgradeMySQLDatabaseFrom31To30(dbHandle *sql.DB) error {
  831. logger.InfoToConsole("downgrading database schema version: 31 -> 30")
  832. providerLog(logger.LevelInfo, "downgrading database schema version: 31 -> 30")
  833. sql := strings.ReplaceAll(mysqlV31DownSQL, "{{shared_sessions}}", sqlTableSharedSessions)
  834. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  835. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 30, false)
  836. }
  837. func updateMySQLDatabaseFrom32To33(dbHandle *sql.DB) error {
  838. logger.InfoToConsole("updating database schema version: 32 -> 33")
  839. providerLog(logger.LevelInfo, "updating database schema version: 32 -> 33")
  840. sql := strings.ReplaceAll(mysqlV33SQL, "{{prefix}}", config.SQLTablesPrefix)
  841. sql = strings.ReplaceAll(sql, "{{users_folders_mapping}}", sqlTableUsersFoldersMapping)
  842. sql = strings.ReplaceAll(sql, "{{users_groups_mapping}}", sqlTableUsersGroupsMapping)
  843. sql = strings.ReplaceAll(sql, "{{admins_groups_mapping}}", sqlTableAdminsGroupsMapping)
  844. sql = strings.ReplaceAll(sql, "{{groups_folders_mapping}}", sqlTableGroupsFoldersMapping)
  845. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  846. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 33, true)
  847. }
  848. func downgradeMySQLDatabaseFrom33To32(dbHandle *sql.DB) error {
  849. logger.InfoToConsole("downgrading database schema version: 33 -> 32")
  850. providerLog(logger.LevelInfo, "downgrading database schema version: 33 -> 32")
  851. sql := mysqlV33DownSQL
  852. sql = strings.ReplaceAll(sql, "{{users_folders_mapping}}", sqlTableUsersFoldersMapping)
  853. sql = strings.ReplaceAll(sql, "{{users_groups_mapping}}", sqlTableUsersGroupsMapping)
  854. sql = strings.ReplaceAll(sql, "{{admins_groups_mapping}}", sqlTableAdminsGroupsMapping)
  855. sql = strings.ReplaceAll(sql, "{{groups_folders_mapping}}", sqlTableGroupsFoldersMapping)
  856. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 32, false)
  857. }