mysql.go 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996
  1. // Copyright (C) 2019-2023 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. //go:build !nomysql
  15. // +build !nomysql
  16. package dataprovider
  17. import (
  18. "context"
  19. "crypto/tls"
  20. "crypto/x509"
  21. "database/sql"
  22. "errors"
  23. "fmt"
  24. "os"
  25. "path/filepath"
  26. "strings"
  27. "time"
  28. "github.com/go-sql-driver/mysql"
  29. "github.com/drakkan/sftpgo/v2/internal/logger"
  30. "github.com/drakkan/sftpgo/v2/internal/version"
  31. "github.com/drakkan/sftpgo/v2/internal/vfs"
  32. )
  33. const (
  34. mysqlResetSQL = "DROP TABLE IF EXISTS `{{api_keys}}` CASCADE;" +
  35. "DROP TABLE IF EXISTS `{{folders_mapping}}` CASCADE;" +
  36. "DROP TABLE IF EXISTS `{{users_folders_mapping}}` CASCADE;" +
  37. "DROP TABLE IF EXISTS `{{users_groups_mapping}}` CASCADE;" +
  38. "DROP TABLE IF EXISTS `{{admins_groups_mapping}}` CASCADE;" +
  39. "DROP TABLE IF EXISTS `{{groups_folders_mapping}}` CASCADE;" +
  40. "DROP TABLE IF EXISTS `{{admins}}` CASCADE;" +
  41. "DROP TABLE IF EXISTS `{{folders}}` CASCADE;" +
  42. "DROP TABLE IF EXISTS `{{shares}}` CASCADE;" +
  43. "DROP TABLE IF EXISTS `{{users}}` CASCADE;" +
  44. "DROP TABLE IF EXISTS `{{groups}}` CASCADE;" +
  45. "DROP TABLE IF EXISTS `{{defender_events}}` CASCADE;" +
  46. "DROP TABLE IF EXISTS `{{defender_hosts}}` CASCADE;" +
  47. "DROP TABLE IF EXISTS `{{active_transfers}}` CASCADE;" +
  48. "DROP TABLE IF EXISTS `{{shared_sessions}}` CASCADE;" +
  49. "DROP TABLE IF EXISTS `{{rules_actions_mapping}}` CASCADE;" +
  50. "DROP TABLE IF EXISTS `{{events_actions}}` CASCADE;" +
  51. "DROP TABLE IF EXISTS `{{events_rules}}` CASCADE;" +
  52. "DROP TABLE IF EXISTS `{{tasks}}` CASCADE;" +
  53. "DROP TABLE IF EXISTS `{{nodes}}` CASCADE;" +
  54. "DROP TABLE IF EXISTS `{{roles}}` CASCADE;" +
  55. "DROP TABLE IF EXISTS `{{ip_lists}}` CASCADE;" +
  56. "DROP TABLE IF EXISTS `{{configs}}` CASCADE;" +
  57. "DROP TABLE IF EXISTS `{{schema_version}}` CASCADE;"
  58. mysqlInitialSQL = "CREATE TABLE `{{schema_version}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);" +
  59. "CREATE TABLE `{{admins}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  60. "`description` varchar(512) NULL, `password` varchar(255) NOT NULL, `email` varchar(255) NULL, `status` integer NOT NULL, " +
  61. "`permissions` longtext NOT NULL, `filters` longtext NULL, `additional_info` longtext NULL, `last_login` bigint NOT NULL, " +
  62. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  63. "CREATE TABLE `{{active_transfers}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  64. "`connection_id` varchar(100) NOT NULL, `transfer_id` bigint NOT NULL, `transfer_type` integer NOT NULL, " +
  65. "`username` varchar(255) NOT NULL, `folder_name` varchar(255) NULL, `ip` varchar(50) NOT NULL, " +
  66. "`truncated_size` bigint NOT NULL, `current_ul_size` bigint NOT NULL, `current_dl_size` bigint NOT NULL, " +
  67. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  68. "CREATE TABLE `{{defender_hosts}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  69. "`ip` varchar(50) NOT NULL UNIQUE, `ban_time` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  70. "CREATE TABLE `{{defender_events}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  71. "`date_time` bigint NOT NULL, `score` integer NOT NULL, `host_id` bigint NOT NULL);" +
  72. "ALTER TABLE `{{defender_events}}` ADD CONSTRAINT `{{prefix}}defender_events_host_id_fk_defender_hosts_id` " +
  73. "FOREIGN KEY (`host_id`) REFERENCES `{{defender_hosts}}` (`id`) ON DELETE CASCADE;" +
  74. "CREATE TABLE `{{folders}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  75. "`description` varchar(512) NULL, `path` longtext NULL, `used_quota_size` bigint NOT NULL, " +
  76. "`used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, `filesystem` longtext NULL);" +
  77. "CREATE TABLE `{{groups}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  78. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  79. "`updated_at` bigint NOT NULL, `user_settings` longtext NULL);" +
  80. "CREATE TABLE `{{shared_sessions}}` (`key` varchar(128) NOT NULL PRIMARY KEY, " +
  81. "`data` longtext NOT NULL, `type` integer NOT NULL, `timestamp` bigint NOT NULL);" +
  82. "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  83. "`status` integer NOT NULL, `expiration_date` bigint NOT NULL, `description` varchar(512) NULL, `password` longtext NULL, " +
  84. "`public_keys` longtext NULL, `home_dir` longtext NOT NULL, `uid` bigint NOT NULL, `gid` bigint NOT NULL, " +
  85. "`max_sessions` integer NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, " +
  86. "`permissions` longtext NOT NULL, `used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, " +
  87. "`last_quota_update` bigint NOT NULL, `upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, " +
  88. "`last_login` bigint NOT NULL, `filters` longtext NULL, `filesystem` longtext NULL, `additional_info` longtext NULL, " +
  89. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `email` varchar(255) NULL, " +
  90. "`upload_data_transfer` integer NOT NULL, `download_data_transfer` integer NOT NULL, " +
  91. "`total_data_transfer` integer NOT NULL, `used_upload_data_transfer` integer NOT NULL, " +
  92. "`used_download_data_transfer` integer NOT NULL, `deleted_at` bigint NOT NULL, `first_download` bigint NOT NULL, " +
  93. "`first_upload` bigint NOT NULL);" +
  94. "CREATE TABLE `{{groups_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  95. "`group_id` integer NOT NULL, `folder_id` integer NOT NULL, " +
  96. "`virtual_path` longtext NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL);" +
  97. "CREATE TABLE `{{users_groups_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  98. "`user_id` integer NOT NULL, `group_id` integer NOT NULL, `group_type` integer NOT NULL);" +
  99. "CREATE TABLE `{{users_folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `virtual_path` longtext NOT NULL, " +
  100. "`quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `folder_id` integer NOT NULL, `user_id` integer NOT NULL);" +
  101. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_folder_mapping` " +
  102. "UNIQUE (`user_id`, `folder_id`);" +
  103. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_user_id_fk_users_id` " +
  104. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  105. "ALTER TABLE `{{users_folders_mapping}}` ADD CONSTRAINT `{{prefix}}users_folders_mapping_folder_id_fk_folders_id` " +
  106. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  107. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}unique_user_group_mapping` UNIQUE (`user_id`, `group_id`);" +
  108. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_group_folder_mapping` UNIQUE (`group_id`, `folder_id`);" +
  109. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_group_id_fk_groups_id` " +
  110. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE NO ACTION;" +
  111. "ALTER TABLE `{{users_groups_mapping}}` ADD CONSTRAINT `{{prefix}}users_groups_mapping_user_id_fk_users_id` " +
  112. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  113. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_folder_id_fk_folders_id` " +
  114. "FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  115. "ALTER TABLE `{{groups_folders_mapping}}` ADD CONSTRAINT `{{prefix}}groups_folders_mapping_group_id_fk_groups_id` " +
  116. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE CASCADE;" +
  117. "CREATE TABLE `{{shares}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  118. "`share_id` varchar(60) NOT NULL UNIQUE, `name` varchar(255) NOT NULL, `description` varchar(512) NULL, " +
  119. "`scope` integer NOT NULL, `paths` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  120. "`updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, `expires_at` bigint NOT NULL, " +
  121. "`password` longtext NULL, `max_tokens` integer NOT NULL, `used_tokens` integer NOT NULL, " +
  122. "`allow_from` longtext NULL, `user_id` integer NOT NULL);" +
  123. "ALTER TABLE `{{shares}}` ADD CONSTRAINT `{{prefix}}shares_user_id_fk_users_id` " +
  124. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  125. "CREATE TABLE `{{api_keys}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL, `key_id` varchar(50) NOT NULL UNIQUE," +
  126. "`api_key` varchar(255) NOT NULL UNIQUE, `scope` integer NOT NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, " +
  127. "`expires_at` bigint NOT NULL, `description` longtext NULL, `admin_id` integer NULL, `user_id` integer NULL);" +
  128. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_admin_id_fk_admins_id` FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  129. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  130. "CREATE TABLE `{{events_rules}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  131. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `created_at` bigint NOT NULL, " +
  132. "`updated_at` bigint NOT NULL, `trigger` integer NOT NULL, `conditions` longtext NOT NULL, `deleted_at` bigint NOT NULL);" +
  133. "CREATE TABLE `{{events_actions}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  134. "`name` varchar(255) NOT NULL UNIQUE, `description` varchar(512) NULL, `type` integer NOT NULL, " +
  135. "`options` longtext NOT NULL);" +
  136. "CREATE TABLE `{{rules_actions_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  137. "`rule_id` integer NOT NULL, `action_id` integer NOT NULL, `order` integer NOT NULL, `options` longtext NOT NULL);" +
  138. "CREATE TABLE `{{tasks}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  139. "`updated_at` bigint NOT NULL, `version` bigint NOT NULL);" +
  140. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}unique_rule_action_mapping` UNIQUE (`rule_id`, `action_id`);" +
  141. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_rule_id_fk_events_rules_id` " +
  142. "FOREIGN KEY (`rule_id`) REFERENCES `{{events_rules}}` (`id`) ON DELETE CASCADE;" +
  143. "ALTER TABLE `{{rules_actions_mapping}}` ADD CONSTRAINT `{{prefix}}rules_actions_mapping_action_id_fk_events_targets_id` " +
  144. "FOREIGN KEY (`action_id`) REFERENCES `{{events_actions}}` (`id`) ON DELETE NO ACTION;" +
  145. "CREATE TABLE `{{admins_groups_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  146. " `admin_id` integer NOT NULL, `group_id` integer NOT NULL, `options` longtext NOT NULL);" +
  147. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}unique_admin_group_mapping` " +
  148. "UNIQUE (`admin_id`, `group_id`);" +
  149. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}admins_groups_mapping_admin_id_fk_admins_id` " +
  150. "FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  151. "ALTER TABLE `{{admins_groups_mapping}}` ADD CONSTRAINT `{{prefix}}admins_groups_mapping_group_id_fk_groups_id` " +
  152. "FOREIGN KEY (`group_id`) REFERENCES `{{groups}}` (`id`) ON DELETE CASCADE;" +
  153. "CREATE TABLE `{{nodes}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  154. "`name` varchar(255) NOT NULL UNIQUE, `data` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  155. "`updated_at` bigint NOT NULL);" +
  156. "CREATE INDEX `{{prefix}}users_updated_at_idx` ON `{{users}}` (`updated_at`);" +
  157. "CREATE INDEX `{{prefix}}users_deleted_at_idx` ON `{{users}}` (`deleted_at`);" +
  158. "CREATE INDEX `{{prefix}}defender_hosts_updated_at_idx` ON `{{defender_hosts}}` (`updated_at`);" +
  159. "CREATE INDEX `{{prefix}}defender_hosts_ban_time_idx` ON `{{defender_hosts}}` (`ban_time`);" +
  160. "CREATE INDEX `{{prefix}}defender_events_date_time_idx` ON `{{defender_events}}` (`date_time`);" +
  161. "CREATE INDEX `{{prefix}}active_transfers_connection_id_idx` ON `{{active_transfers}}` (`connection_id`);" +
  162. "CREATE INDEX `{{prefix}}active_transfers_transfer_id_idx` ON `{{active_transfers}}` (`transfer_id`);" +
  163. "CREATE INDEX `{{prefix}}active_transfers_updated_at_idx` ON `{{active_transfers}}` (`updated_at`);" +
  164. "CREATE INDEX `{{prefix}}shared_sessions_type_idx` ON `{{shared_sessions}}` (`type`);" +
  165. "CREATE INDEX `{{prefix}}shared_sessions_timestamp_idx` ON `{{shared_sessions}}` (`timestamp`);" +
  166. "CREATE INDEX `{{prefix}}events_rules_updated_at_idx` ON `{{events_rules}}` (`updated_at`);" +
  167. "CREATE INDEX `{{prefix}}events_rules_deleted_at_idx` ON `{{events_rules}}` (`deleted_at`);" +
  168. "CREATE INDEX `{{prefix}}events_rules_trigger_idx` ON `{{events_rules}}` (`trigger`);" +
  169. "CREATE INDEX `{{prefix}}rules_actions_mapping_order_idx` ON `{{rules_actions_mapping}}` (`order`);" +
  170. "INSERT INTO {{schema_version}} (version) VALUES (23);"
  171. mysqlV24SQL = "CREATE TABLE `{{roles}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  172. "`description` varchar(512) NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  173. "ALTER TABLE `{{admins}}` ADD COLUMN `role_id` integer NULL , " +
  174. "ADD CONSTRAINT `{{prefix}}admins_role_id_fk_roles_id` FOREIGN KEY (`role_id`) REFERENCES `{{roles}}`(`id`) ON DELETE NO ACTION;" +
  175. "ALTER TABLE `{{users}}` ADD COLUMN `role_id` integer NULL , " +
  176. "ADD CONSTRAINT `{{prefix}}users_role_id_fk_roles_id` FOREIGN KEY (`role_id`) REFERENCES `{{roles}}`(`id`) ON DELETE SET NULL;"
  177. mysqlV24DownSQL = "ALTER TABLE `{{users}}` DROP FOREIGN KEY `{{prefix}}users_role_id_fk_roles_id`;" +
  178. "ALTER TABLE `{{admins}}` DROP FOREIGN KEY `{{prefix}}admins_role_id_fk_roles_id`;" +
  179. "ALTER TABLE `{{users}}` DROP COLUMN `role_id`;" +
  180. "ALTER TABLE `{{admins}}` DROP COLUMN `role_id`;" +
  181. "DROP TABLE `{{roles}}` CASCADE;"
  182. mysqlV25SQL = "ALTER TABLE `{{users}}` ADD COLUMN `last_password_change` bigint DEFAULT 0 NOT NULL; " +
  183. "ALTER TABLE `{{users}}` ALTER COLUMN `last_password_change` DROP DEFAULT; "
  184. mysqlV25DownSQL = "ALTER TABLE `{{users}}` DROP COLUMN `last_password_change`; "
  185. mysqlV26SQL = "ALTER TABLE `{{events_rules}}` ADD COLUMN `status` integer DEFAULT 1 NOT NULL; " +
  186. "ALTER TABLE `{{events_rules}}` ALTER COLUMN `status` DROP DEFAULT; "
  187. mysqlV26DownSQL = "ALTER TABLE `{{events_rules}}` DROP COLUMN `status`; "
  188. mysqlV27SQL = "CREATE TABLE `{{ip_lists}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, `type` integer NOT NULL, " +
  189. "`ipornet` varchar(50) NOT NULL, `mode` integer NOT NULL, `description` varchar(512) NULL, " +
  190. "`first` VARBINARY(16) NOT NULL, `last` VARBINARY(16) NOT NULL, `ip_type` integer NOT NULL, `protocols` integer NOT NULL, " +
  191. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `deleted_at` bigint NOT NULL);" +
  192. "ALTER TABLE `{{ip_lists}}` ADD CONSTRAINT `{{prefix}}unique_ipornet_type_mapping` UNIQUE (`type`, `ipornet`);" +
  193. "CREATE INDEX `{{prefix}}ip_lists_type_idx` ON `{{ip_lists}}` (`type`);" +
  194. "CREATE INDEX `{{prefix}}ip_lists_ipornet_idx` ON `{{ip_lists}}` (`ipornet`);" +
  195. "CREATE INDEX `{{prefix}}ip_lists_ip_type_idx` ON `{{ip_lists}}` (`ip_type`);" +
  196. "CREATE INDEX `{{prefix}}ip_lists_updated_at_idx` ON `{{ip_lists}}` (`updated_at`);" +
  197. "CREATE INDEX `{{prefix}}ip_lists_deleted_at_idx` ON `{{ip_lists}}` (`deleted_at`);" +
  198. "CREATE INDEX `{{prefix}}ip_lists_first_last_idx` ON `{{ip_lists}}` (`first`, `last`);"
  199. mysqlV27DownSQL = "DROP TABLE `{{ip_lists}}` CASCADE;"
  200. mysqlV28SQL = "CREATE TABLE `{{configs}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `configs` longtext NOT NULL);" +
  201. "INSERT INTO {{configs}} (configs) VALUES ('{}');"
  202. mysqlV28DownSQL = "DROP TABLE `{{configs}}` CASCADE;"
  203. )
  204. // MySQLProvider defines the auth provider for MySQL/MariaDB database
  205. type MySQLProvider struct {
  206. dbHandle *sql.DB
  207. }
  208. func init() {
  209. version.AddFeature("+mysql")
  210. }
  211. func initializeMySQLProvider() error {
  212. connString, err := getMySQLConnectionString(false)
  213. if err != nil {
  214. return err
  215. }
  216. redactedConnString, err := getMySQLConnectionString(true)
  217. if err != nil {
  218. return err
  219. }
  220. dbHandle, err := sql.Open("mysql", connString)
  221. if err != nil {
  222. providerLog(logger.LevelError, "error creating mysql database handler, connection string: %q, error: %v",
  223. redactedConnString, err)
  224. return err
  225. }
  226. providerLog(logger.LevelDebug, "mysql database handle created, connection string: %q, pool size: %v",
  227. redactedConnString, config.PoolSize)
  228. dbHandle.SetMaxOpenConns(config.PoolSize)
  229. if config.PoolSize > 0 {
  230. dbHandle.SetMaxIdleConns(config.PoolSize)
  231. } else {
  232. dbHandle.SetMaxIdleConns(2)
  233. }
  234. dbHandle.SetConnMaxLifetime(240 * time.Second)
  235. dbHandle.SetConnMaxIdleTime(120 * time.Second)
  236. provider = &MySQLProvider{dbHandle: dbHandle}
  237. return nil
  238. }
  239. func getMySQLConnectionString(redactedPwd bool) (string, error) {
  240. var connectionString string
  241. if config.ConnectionString == "" {
  242. password := config.Password
  243. if redactedPwd && password != "" {
  244. password = "[redacted]"
  245. }
  246. sslMode := getSSLMode()
  247. if sslMode == "custom" && !redactedPwd {
  248. if err := registerMySQLCustomTLSConfig(); err != nil {
  249. return "", err
  250. }
  251. }
  252. connectionString = fmt.Sprintf("%s:%s@tcp([%s]:%d)/%s?collation=utf8mb4_unicode_ci&interpolateParams=true&timeout=10s&parseTime=true&clientFoundRows=true&tls=%s&writeTimeout=60s&readTimeout=60s",
  253. config.Username, password, config.Host, config.Port, config.Name, sslMode)
  254. } else {
  255. connectionString = config.ConnectionString
  256. }
  257. return connectionString, nil
  258. }
  259. func registerMySQLCustomTLSConfig() error {
  260. tlsConfig := &tls.Config{}
  261. if config.RootCert != "" {
  262. rootCAs, err := x509.SystemCertPool()
  263. if err != nil {
  264. rootCAs = x509.NewCertPool()
  265. }
  266. rootCrt, err := os.ReadFile(config.RootCert)
  267. if err != nil {
  268. return fmt.Errorf("unable to load root certificate %q: %v", config.RootCert, err)
  269. }
  270. if !rootCAs.AppendCertsFromPEM(rootCrt) {
  271. return fmt.Errorf("unable to parse root certificate %q", config.RootCert)
  272. }
  273. tlsConfig.RootCAs = rootCAs
  274. }
  275. if config.ClientCert != "" && config.ClientKey != "" {
  276. clientCert := make([]tls.Certificate, 0, 1)
  277. tlsCert, err := tls.LoadX509KeyPair(config.ClientCert, config.ClientKey)
  278. if err != nil {
  279. return fmt.Errorf("unable to load key pair %q, %q: %v", config.ClientCert, config.ClientKey, err)
  280. }
  281. clientCert = append(clientCert, tlsCert)
  282. tlsConfig.Certificates = clientCert
  283. }
  284. if config.SSLMode == 2 || config.SSLMode == 3 {
  285. tlsConfig.InsecureSkipVerify = true
  286. }
  287. if !filepath.IsAbs(config.Host) && !config.DisableSNI {
  288. tlsConfig.ServerName = config.Host
  289. }
  290. providerLog(logger.LevelInfo, "registering custom TLS config, root cert %q, client cert %q, client key %q, disable SNI? %v",
  291. config.RootCert, config.ClientCert, config.ClientKey, config.DisableSNI)
  292. if err := mysql.RegisterTLSConfig("custom", tlsConfig); err != nil {
  293. return fmt.Errorf("unable to register tls config: %v", err)
  294. }
  295. return nil
  296. }
  297. func (p *MySQLProvider) checkAvailability() error {
  298. return sqlCommonCheckAvailability(p.dbHandle)
  299. }
  300. func (p *MySQLProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  301. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  302. }
  303. func (p *MySQLProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  304. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  305. }
  306. func (p *MySQLProvider) validateUserAndPubKey(username string, publicKey []byte, isSSHCert bool) (User, string, error) {
  307. return sqlCommonValidateUserAndPubKey(username, publicKey, isSSHCert, p.dbHandle)
  308. }
  309. func (p *MySQLProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  310. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  311. }
  312. func (p *MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  313. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  314. }
  315. func (p *MySQLProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  316. return sqlCommonGetUsedQuota(username, p.dbHandle)
  317. }
  318. func (p *MySQLProvider) setUpdatedAt(username string) {
  319. sqlCommonSetUpdatedAt(username, p.dbHandle)
  320. }
  321. func (p *MySQLProvider) updateLastLogin(username string) error {
  322. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  323. }
  324. func (p *MySQLProvider) updateAdminLastLogin(username string) error {
  325. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  326. }
  327. func (p *MySQLProvider) userExists(username, role string) (User, error) {
  328. return sqlCommonGetUserByUsername(username, role, p.dbHandle)
  329. }
  330. func (p *MySQLProvider) addUser(user *User) error {
  331. return sqlCommonAddUser(user, p.dbHandle)
  332. }
  333. func (p *MySQLProvider) updateUser(user *User) error {
  334. return sqlCommonUpdateUser(user, p.dbHandle)
  335. }
  336. func (p *MySQLProvider) deleteUser(user User, softDelete bool) error {
  337. return sqlCommonDeleteUser(user, softDelete, p.dbHandle)
  338. }
  339. func (p *MySQLProvider) updateUserPassword(username, password string) error {
  340. return sqlCommonUpdateUserPassword(username, password, p.dbHandle)
  341. }
  342. func (p *MySQLProvider) dumpUsers() ([]User, error) {
  343. return sqlCommonDumpUsers(p.dbHandle)
  344. }
  345. func (p *MySQLProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  346. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  347. }
  348. func (p *MySQLProvider) getUsers(limit int, offset int, order, role string) ([]User, error) {
  349. return sqlCommonGetUsers(limit, offset, order, role, p.dbHandle)
  350. }
  351. func (p *MySQLProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  352. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  353. }
  354. func (p *MySQLProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  355. return sqlCommonDumpFolders(p.dbHandle)
  356. }
  357. func (p *MySQLProvider) getFolders(limit, offset int, order string, minimal bool) ([]vfs.BaseVirtualFolder, error) {
  358. return sqlCommonGetFolders(limit, offset, order, minimal, p.dbHandle)
  359. }
  360. func (p *MySQLProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  361. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  362. defer cancel()
  363. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  364. }
  365. func (p *MySQLProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  366. return sqlCommonAddFolder(folder, p.dbHandle)
  367. }
  368. func (p *MySQLProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  369. return sqlCommonUpdateFolder(folder, p.dbHandle)
  370. }
  371. func (p *MySQLProvider) deleteFolder(folder vfs.BaseVirtualFolder) error {
  372. return sqlCommonDeleteFolder(folder, p.dbHandle)
  373. }
  374. func (p *MySQLProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  375. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  376. }
  377. func (p *MySQLProvider) getUsedFolderQuota(name string) (int, int64, error) {
  378. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  379. }
  380. func (p *MySQLProvider) getGroups(limit, offset int, order string, minimal bool) ([]Group, error) {
  381. return sqlCommonGetGroups(limit, offset, order, minimal, p.dbHandle)
  382. }
  383. func (p *MySQLProvider) getGroupsWithNames(names []string) ([]Group, error) {
  384. return sqlCommonGetGroupsWithNames(names, p.dbHandle)
  385. }
  386. func (p *MySQLProvider) getUsersInGroups(names []string) ([]string, error) {
  387. return sqlCommonGetUsersInGroups(names, p.dbHandle)
  388. }
  389. func (p *MySQLProvider) groupExists(name string) (Group, error) {
  390. return sqlCommonGetGroupByName(name, p.dbHandle)
  391. }
  392. func (p *MySQLProvider) addGroup(group *Group) error {
  393. return sqlCommonAddGroup(group, p.dbHandle)
  394. }
  395. func (p *MySQLProvider) updateGroup(group *Group) error {
  396. return sqlCommonUpdateGroup(group, p.dbHandle)
  397. }
  398. func (p *MySQLProvider) deleteGroup(group Group) error {
  399. return sqlCommonDeleteGroup(group, p.dbHandle)
  400. }
  401. func (p *MySQLProvider) dumpGroups() ([]Group, error) {
  402. return sqlCommonDumpGroups(p.dbHandle)
  403. }
  404. func (p *MySQLProvider) adminExists(username string) (Admin, error) {
  405. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  406. }
  407. func (p *MySQLProvider) addAdmin(admin *Admin) error {
  408. return sqlCommonAddAdmin(admin, p.dbHandle)
  409. }
  410. func (p *MySQLProvider) updateAdmin(admin *Admin) error {
  411. return sqlCommonUpdateAdmin(admin, p.dbHandle)
  412. }
  413. func (p *MySQLProvider) deleteAdmin(admin Admin) error {
  414. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  415. }
  416. func (p *MySQLProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  417. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  418. }
  419. func (p *MySQLProvider) dumpAdmins() ([]Admin, error) {
  420. return sqlCommonDumpAdmins(p.dbHandle)
  421. }
  422. func (p *MySQLProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  423. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  424. }
  425. func (p *MySQLProvider) apiKeyExists(keyID string) (APIKey, error) {
  426. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  427. }
  428. func (p *MySQLProvider) addAPIKey(apiKey *APIKey) error {
  429. return sqlCommonAddAPIKey(apiKey, p.dbHandle)
  430. }
  431. func (p *MySQLProvider) updateAPIKey(apiKey *APIKey) error {
  432. return sqlCommonUpdateAPIKey(apiKey, p.dbHandle)
  433. }
  434. func (p *MySQLProvider) deleteAPIKey(apiKey APIKey) error {
  435. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  436. }
  437. func (p *MySQLProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  438. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  439. }
  440. func (p *MySQLProvider) dumpAPIKeys() ([]APIKey, error) {
  441. return sqlCommonDumpAPIKeys(p.dbHandle)
  442. }
  443. func (p *MySQLProvider) updateAPIKeyLastUse(keyID string) error {
  444. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  445. }
  446. func (p *MySQLProvider) shareExists(shareID, username string) (Share, error) {
  447. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  448. }
  449. func (p *MySQLProvider) addShare(share *Share) error {
  450. return sqlCommonAddShare(share, p.dbHandle)
  451. }
  452. func (p *MySQLProvider) updateShare(share *Share) error {
  453. return sqlCommonUpdateShare(share, p.dbHandle)
  454. }
  455. func (p *MySQLProvider) deleteShare(share Share) error {
  456. return sqlCommonDeleteShare(share, p.dbHandle)
  457. }
  458. func (p *MySQLProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  459. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  460. }
  461. func (p *MySQLProvider) dumpShares() ([]Share, error) {
  462. return sqlCommonDumpShares(p.dbHandle)
  463. }
  464. func (p *MySQLProvider) updateShareLastUse(shareID string, numTokens int) error {
  465. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  466. }
  467. func (p *MySQLProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  468. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  469. }
  470. func (p *MySQLProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  471. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  472. }
  473. func (p *MySQLProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  474. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  475. }
  476. func (p *MySQLProvider) updateDefenderBanTime(ip string, minutes int) error {
  477. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  478. }
  479. func (p *MySQLProvider) deleteDefenderHost(ip string) error {
  480. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  481. }
  482. func (p *MySQLProvider) addDefenderEvent(ip string, score int) error {
  483. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  484. }
  485. func (p *MySQLProvider) setDefenderBanTime(ip string, banTime int64) error {
  486. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  487. }
  488. func (p *MySQLProvider) cleanupDefender(from int64) error {
  489. return sqlCommonDefenderCleanup(from, p.dbHandle)
  490. }
  491. func (p *MySQLProvider) addActiveTransfer(transfer ActiveTransfer) error {
  492. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  493. }
  494. func (p *MySQLProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  495. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  496. }
  497. func (p *MySQLProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  498. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  499. }
  500. func (p *MySQLProvider) cleanupActiveTransfers(before time.Time) error {
  501. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  502. }
  503. func (p *MySQLProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  504. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  505. }
  506. func (p *MySQLProvider) addSharedSession(session Session) error {
  507. return sqlCommonAddSession(session, p.dbHandle)
  508. }
  509. func (p *MySQLProvider) deleteSharedSession(key string) error {
  510. return sqlCommonDeleteSession(key, p.dbHandle)
  511. }
  512. func (p *MySQLProvider) getSharedSession(key string) (Session, error) {
  513. return sqlCommonGetSession(key, p.dbHandle)
  514. }
  515. func (p *MySQLProvider) cleanupSharedSessions(sessionType SessionType, before int64) error {
  516. return sqlCommonCleanupSessions(sessionType, before, p.dbHandle)
  517. }
  518. func (p *MySQLProvider) getEventActions(limit, offset int, order string, minimal bool) ([]BaseEventAction, error) {
  519. return sqlCommonGetEventActions(limit, offset, order, minimal, p.dbHandle)
  520. }
  521. func (p *MySQLProvider) dumpEventActions() ([]BaseEventAction, error) {
  522. return sqlCommonDumpEventActions(p.dbHandle)
  523. }
  524. func (p *MySQLProvider) eventActionExists(name string) (BaseEventAction, error) {
  525. return sqlCommonGetEventActionByName(name, p.dbHandle)
  526. }
  527. func (p *MySQLProvider) addEventAction(action *BaseEventAction) error {
  528. return sqlCommonAddEventAction(action, p.dbHandle)
  529. }
  530. func (p *MySQLProvider) updateEventAction(action *BaseEventAction) error {
  531. return sqlCommonUpdateEventAction(action, p.dbHandle)
  532. }
  533. func (p *MySQLProvider) deleteEventAction(action BaseEventAction) error {
  534. return sqlCommonDeleteEventAction(action, p.dbHandle)
  535. }
  536. func (p *MySQLProvider) getEventRules(limit, offset int, order string) ([]EventRule, error) {
  537. return sqlCommonGetEventRules(limit, offset, order, p.dbHandle)
  538. }
  539. func (p *MySQLProvider) dumpEventRules() ([]EventRule, error) {
  540. return sqlCommonDumpEventRules(p.dbHandle)
  541. }
  542. func (p *MySQLProvider) getRecentlyUpdatedRules(after int64) ([]EventRule, error) {
  543. return sqlCommonGetRecentlyUpdatedRules(after, p.dbHandle)
  544. }
  545. func (p *MySQLProvider) eventRuleExists(name string) (EventRule, error) {
  546. return sqlCommonGetEventRuleByName(name, p.dbHandle)
  547. }
  548. func (p *MySQLProvider) addEventRule(rule *EventRule) error {
  549. return sqlCommonAddEventRule(rule, p.dbHandle)
  550. }
  551. func (p *MySQLProvider) updateEventRule(rule *EventRule) error {
  552. return sqlCommonUpdateEventRule(rule, p.dbHandle)
  553. }
  554. func (p *MySQLProvider) deleteEventRule(rule EventRule, softDelete bool) error {
  555. return sqlCommonDeleteEventRule(rule, softDelete, p.dbHandle)
  556. }
  557. func (p *MySQLProvider) getTaskByName(name string) (Task, error) {
  558. return sqlCommonGetTaskByName(name, p.dbHandle)
  559. }
  560. func (p *MySQLProvider) addTask(name string) error {
  561. return sqlCommonAddTask(name, p.dbHandle)
  562. }
  563. func (p *MySQLProvider) updateTask(name string, version int64) error {
  564. return sqlCommonUpdateTask(name, version, p.dbHandle)
  565. }
  566. func (p *MySQLProvider) updateTaskTimestamp(name string) error {
  567. return sqlCommonUpdateTaskTimestamp(name, p.dbHandle)
  568. }
  569. func (p *MySQLProvider) addNode() error {
  570. return sqlCommonAddNode(p.dbHandle)
  571. }
  572. func (p *MySQLProvider) getNodeByName(name string) (Node, error) {
  573. return sqlCommonGetNodeByName(name, p.dbHandle)
  574. }
  575. func (p *MySQLProvider) getNodes() ([]Node, error) {
  576. return sqlCommonGetNodes(p.dbHandle)
  577. }
  578. func (p *MySQLProvider) updateNodeTimestamp() error {
  579. return sqlCommonUpdateNodeTimestamp(p.dbHandle)
  580. }
  581. func (p *MySQLProvider) cleanupNodes() error {
  582. return sqlCommonCleanupNodes(p.dbHandle)
  583. }
  584. func (p *MySQLProvider) roleExists(name string) (Role, error) {
  585. return sqlCommonGetRoleByName(name, p.dbHandle)
  586. }
  587. func (p *MySQLProvider) addRole(role *Role) error {
  588. return sqlCommonAddRole(role, p.dbHandle)
  589. }
  590. func (p *MySQLProvider) updateRole(role *Role) error {
  591. return sqlCommonUpdateRole(role, p.dbHandle)
  592. }
  593. func (p *MySQLProvider) deleteRole(role Role) error {
  594. return sqlCommonDeleteRole(role, p.dbHandle)
  595. }
  596. func (p *MySQLProvider) getRoles(limit int, offset int, order string, minimal bool) ([]Role, error) {
  597. return sqlCommonGetRoles(limit, offset, order, minimal, p.dbHandle)
  598. }
  599. func (p *MySQLProvider) dumpRoles() ([]Role, error) {
  600. return sqlCommonDumpRoles(p.dbHandle)
  601. }
  602. func (p *MySQLProvider) ipListEntryExists(ipOrNet string, listType IPListType) (IPListEntry, error) {
  603. return sqlCommonGetIPListEntry(ipOrNet, listType, p.dbHandle)
  604. }
  605. func (p *MySQLProvider) addIPListEntry(entry *IPListEntry) error {
  606. return sqlCommonAddIPListEntry(entry, p.dbHandle)
  607. }
  608. func (p *MySQLProvider) updateIPListEntry(entry *IPListEntry) error {
  609. return sqlCommonUpdateIPListEntry(entry, p.dbHandle)
  610. }
  611. func (p *MySQLProvider) deleteIPListEntry(entry IPListEntry, softDelete bool) error {
  612. return sqlCommonDeleteIPListEntry(entry, softDelete, p.dbHandle)
  613. }
  614. func (p *MySQLProvider) getIPListEntries(listType IPListType, filter, from, order string, limit int) ([]IPListEntry, error) {
  615. return sqlCommonGetIPListEntries(listType, filter, from, order, limit, p.dbHandle)
  616. }
  617. func (p *MySQLProvider) getRecentlyUpdatedIPListEntries(after int64) ([]IPListEntry, error) {
  618. return sqlCommonGetRecentlyUpdatedIPListEntries(after, p.dbHandle)
  619. }
  620. func (p *MySQLProvider) dumpIPListEntries() ([]IPListEntry, error) {
  621. return sqlCommonDumpIPListEntries(p.dbHandle)
  622. }
  623. func (p *MySQLProvider) countIPListEntries(listType IPListType) (int64, error) {
  624. return sqlCommonCountIPListEntries(listType, p.dbHandle)
  625. }
  626. func (p *MySQLProvider) getListEntriesForIP(ip string, listType IPListType) ([]IPListEntry, error) {
  627. return sqlCommonGetListEntriesForIP(ip, listType, p.dbHandle)
  628. }
  629. func (p *MySQLProvider) getConfigs() (Configs, error) {
  630. return sqlCommonGetConfigs(p.dbHandle)
  631. }
  632. func (p *MySQLProvider) setConfigs(configs *Configs) error {
  633. return sqlCommonSetConfigs(configs, p.dbHandle)
  634. }
  635. func (p *MySQLProvider) setFirstDownloadTimestamp(username string) error {
  636. return sqlCommonSetFirstDownloadTimestamp(username, p.dbHandle)
  637. }
  638. func (p *MySQLProvider) setFirstUploadTimestamp(username string) error {
  639. return sqlCommonSetFirstUploadTimestamp(username, p.dbHandle)
  640. }
  641. func (p *MySQLProvider) close() error {
  642. return p.dbHandle.Close()
  643. }
  644. func (p *MySQLProvider) reloadConfig() error {
  645. return nil
  646. }
  647. // initializeDatabase creates the initial database structure
  648. func (p *MySQLProvider) initializeDatabase() error {
  649. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  650. if err == nil && dbVersion.Version > 0 {
  651. return ErrNoInitRequired
  652. }
  653. if errors.Is(err, sql.ErrNoRows) {
  654. return errSchemaVersionEmpty
  655. }
  656. logger.InfoToConsole("creating initial database schema, version 23")
  657. providerLog(logger.LevelInfo, "creating initial database schema, version 23")
  658. initialSQL := sqlReplaceAll(mysqlInitialSQL)
  659. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(initialSQL, ";"), 23, true)
  660. }
  661. func (p *MySQLProvider) migrateDatabase() error { //nolint:dupl
  662. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  663. if err != nil {
  664. return err
  665. }
  666. switch version := dbVersion.Version; {
  667. case version == sqlDatabaseVersion:
  668. providerLog(logger.LevelDebug, "sql database is up to date, current version: %d", version)
  669. return ErrNoInitRequired
  670. case version < 23:
  671. err = fmt.Errorf("database schema version %d is too old, please see the upgrading docs", version)
  672. providerLog(logger.LevelError, "%v", err)
  673. logger.ErrorToConsole("%v", err)
  674. return err
  675. case version == 23:
  676. return updateMySQLDatabaseFromV23(p.dbHandle)
  677. case version == 24:
  678. return updateMySQLDatabaseFromV24(p.dbHandle)
  679. case version == 25:
  680. return updateMySQLDatabaseFromV25(p.dbHandle)
  681. case version == 26:
  682. return updateMySQLDatabaseFromV26(p.dbHandle)
  683. case version == 27:
  684. return updateMySQLDatabaseFromV27(p.dbHandle)
  685. default:
  686. if version > sqlDatabaseVersion {
  687. providerLog(logger.LevelError, "database schema version %d is newer than the supported one: %d", version,
  688. sqlDatabaseVersion)
  689. logger.WarnToConsole("database schema version %d is newer than the supported one: %d", version,
  690. sqlDatabaseVersion)
  691. return nil
  692. }
  693. return fmt.Errorf("database schema version not handled: %d", version)
  694. }
  695. }
  696. func (p *MySQLProvider) revertDatabase(targetVersion int) error {
  697. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  698. if err != nil {
  699. return err
  700. }
  701. if dbVersion.Version == targetVersion {
  702. return errors.New("current version match target version, nothing to do")
  703. }
  704. switch dbVersion.Version {
  705. case 24:
  706. return downgradeMySQLDatabaseFromV24(p.dbHandle)
  707. case 25:
  708. return downgradeMySQLDatabaseFromV25(p.dbHandle)
  709. case 26:
  710. return downgradeMySQLDatabaseFromV26(p.dbHandle)
  711. case 27:
  712. return downgradeMySQLDatabaseFromV27(p.dbHandle)
  713. case 28:
  714. return downgradeMySQLDatabaseFromV28(p.dbHandle)
  715. default:
  716. return fmt.Errorf("database schema version not handled: %d", dbVersion.Version)
  717. }
  718. }
  719. func (p *MySQLProvider) resetDatabase() error {
  720. sql := sqlReplaceAll(mysqlResetSQL)
  721. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(sql, ";"), 0, false)
  722. }
  723. func updateMySQLDatabaseFromV23(dbHandle *sql.DB) error {
  724. if err := updateMySQLDatabaseFrom23To24(dbHandle); err != nil {
  725. return err
  726. }
  727. return updateMySQLDatabaseFromV24(dbHandle)
  728. }
  729. func updateMySQLDatabaseFromV24(dbHandle *sql.DB) error {
  730. if err := updateMySQLDatabaseFrom24To25(dbHandle); err != nil {
  731. return err
  732. }
  733. return updateMySQLDatabaseFromV25(dbHandle)
  734. }
  735. func updateMySQLDatabaseFromV25(dbHandle *sql.DB) error {
  736. if err := updateMySQLDatabaseFrom25To26(dbHandle); err != nil {
  737. return err
  738. }
  739. return updateMySQLDatabaseFromV26(dbHandle)
  740. }
  741. func updateMySQLDatabaseFromV26(dbHandle *sql.DB) error {
  742. if err := updateMySQLDatabaseFrom26To27(dbHandle); err != nil {
  743. return err
  744. }
  745. return updateMySQLDatabaseFromV27(dbHandle)
  746. }
  747. func updateMySQLDatabaseFromV27(dbHandle *sql.DB) error {
  748. return updateMySQLDatabaseFrom27To28(dbHandle)
  749. }
  750. func downgradeMySQLDatabaseFromV24(dbHandle *sql.DB) error {
  751. return downgradeMySQLDatabaseFrom24To23(dbHandle)
  752. }
  753. func downgradeMySQLDatabaseFromV25(dbHandle *sql.DB) error {
  754. if err := downgradeMySQLDatabaseFrom25To24(dbHandle); err != nil {
  755. return err
  756. }
  757. return downgradeMySQLDatabaseFromV24(dbHandle)
  758. }
  759. func downgradeMySQLDatabaseFromV26(dbHandle *sql.DB) error {
  760. if err := downgradeMySQLDatabaseFrom26To25(dbHandle); err != nil {
  761. return err
  762. }
  763. return downgradeMySQLDatabaseFromV25(dbHandle)
  764. }
  765. func downgradeMySQLDatabaseFromV27(dbHandle *sql.DB) error {
  766. if err := downgradeMySQLDatabaseFrom27To26(dbHandle); err != nil {
  767. return err
  768. }
  769. return downgradeMySQLDatabaseFromV26(dbHandle)
  770. }
  771. func downgradeMySQLDatabaseFromV28(dbHandle *sql.DB) error {
  772. if err := downgradeMySQLDatabaseFrom28To27(dbHandle); err != nil {
  773. return err
  774. }
  775. return downgradeMySQLDatabaseFromV27(dbHandle)
  776. }
  777. func updateMySQLDatabaseFrom23To24(dbHandle *sql.DB) error {
  778. logger.InfoToConsole("updating database schema version: 23 -> 24")
  779. providerLog(logger.LevelInfo, "updating database schema version: 23 -> 24")
  780. sql := strings.ReplaceAll(mysqlV24SQL, "{{roles}}", sqlTableRoles)
  781. sql = strings.ReplaceAll(sql, "{{admins}}", sqlTableAdmins)
  782. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  783. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  784. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 24, true)
  785. }
  786. func updateMySQLDatabaseFrom24To25(dbHandle *sql.DB) error {
  787. logger.InfoToConsole("updating database schema version: 24 -> 25")
  788. providerLog(logger.LevelInfo, "updating database schema version: 24 -> 25")
  789. sql := strings.ReplaceAll(mysqlV25SQL, "{{users}}", sqlTableUsers)
  790. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 25, true)
  791. }
  792. func updateMySQLDatabaseFrom25To26(dbHandle *sql.DB) error {
  793. logger.InfoToConsole("updating database schema version: 25 -> 26")
  794. providerLog(logger.LevelInfo, "updating database schema version: 25 -> 26")
  795. sql := strings.ReplaceAll(mysqlV26SQL, "{{events_rules}}", sqlTableEventsRules)
  796. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 26, true)
  797. }
  798. func updateMySQLDatabaseFrom26To27(dbHandle *sql.DB) error {
  799. logger.InfoToConsole("updating database schema version: 26 -> 27")
  800. providerLog(logger.LevelInfo, "updating database schema version: 26 -> 27")
  801. sql := strings.ReplaceAll(mysqlV27SQL, "{{ip_lists}}", sqlTableIPLists)
  802. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  803. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 27, true)
  804. }
  805. func updateMySQLDatabaseFrom27To28(dbHandle *sql.DB) error {
  806. logger.InfoToConsole("updating database schema version: 27 -> 28")
  807. providerLog(logger.LevelInfo, "updating database schema version: 27 -> 28")
  808. sql := strings.ReplaceAll(mysqlV28SQL, "{{configs}}", sqlTableConfigs)
  809. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 28, true)
  810. }
  811. func downgradeMySQLDatabaseFrom24To23(dbHandle *sql.DB) error {
  812. logger.InfoToConsole("downgrading database schema version: 24 -> 23")
  813. providerLog(logger.LevelInfo, "downgrading database schema version: 24 -> 23")
  814. sql := strings.ReplaceAll(mysqlV24DownSQL, "{{roles}}", sqlTableRoles)
  815. sql = strings.ReplaceAll(sql, "{{admins}}", sqlTableAdmins)
  816. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  817. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  818. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 23, false)
  819. }
  820. func downgradeMySQLDatabaseFrom25To24(dbHandle *sql.DB) error {
  821. logger.InfoToConsole("downgrading database schema version: 25 -> 24")
  822. providerLog(logger.LevelInfo, "downgrading database schema version: 25 -> 24")
  823. sql := strings.ReplaceAll(mysqlV25DownSQL, "{{users}}", sqlTableUsers)
  824. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 24, false)
  825. }
  826. func downgradeMySQLDatabaseFrom26To25(dbHandle *sql.DB) error {
  827. logger.InfoToConsole("downgrading database schema version: 26 -> 25")
  828. providerLog(logger.LevelInfo, "downgrading database schema version: 26 -> 25")
  829. sql := strings.ReplaceAll(mysqlV26DownSQL, "{{events_rules}}", sqlTableEventsRules)
  830. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 25, false)
  831. }
  832. func downgradeMySQLDatabaseFrom27To26(dbHandle *sql.DB) error {
  833. logger.InfoToConsole("downgrading database schema version: 27 -> 26")
  834. providerLog(logger.LevelInfo, "downgrading database schema version: 27 -> 26")
  835. sql := strings.ReplaceAll(mysqlV27DownSQL, "{{ip_lists}}", sqlTableIPLists)
  836. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 26, false)
  837. }
  838. func downgradeMySQLDatabaseFrom28To27(dbHandle *sql.DB) error {
  839. logger.InfoToConsole("downgrading database schema version: 28 -> 27")
  840. providerLog(logger.LevelInfo, "downgrading database schema version: 28 -> 27")
  841. sql := strings.ReplaceAll(mysqlV28DownSQL, "{{configs}}", sqlTableConfigs)
  842. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 27, false)
  843. }