mysql.go 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552
  1. //go:build !nomysql
  2. // +build !nomysql
  3. package dataprovider
  4. import (
  5. "context"
  6. "crypto/tls"
  7. "crypto/x509"
  8. "database/sql"
  9. "errors"
  10. "fmt"
  11. "os"
  12. "strings"
  13. "time"
  14. "github.com/go-sql-driver/mysql"
  15. "github.com/drakkan/sftpgo/v2/logger"
  16. "github.com/drakkan/sftpgo/v2/version"
  17. "github.com/drakkan/sftpgo/v2/vfs"
  18. )
  19. const (
  20. mysqlResetSQL = "DROP TABLE IF EXISTS `{{api_keys}}` CASCADE;" +
  21. "DROP TABLE IF EXISTS `{{folders_mapping}}` CASCADE;" +
  22. "DROP TABLE IF EXISTS `{{admins}}` CASCADE;" +
  23. "DROP TABLE IF EXISTS `{{folders}}` CASCADE;" +
  24. "DROP TABLE IF EXISTS `{{shares}}` CASCADE;" +
  25. "DROP TABLE IF EXISTS `{{users}}` CASCADE;" +
  26. "DROP TABLE IF EXISTS `{{defender_events}}` CASCADE;" +
  27. "DROP TABLE IF EXISTS `{{defender_hosts}}` CASCADE;" +
  28. "DROP TABLE IF EXISTS `{{active_transfers}}` CASCADE;" +
  29. "DROP TABLE IF EXISTS `{{schema_version}}` CASCADE;"
  30. mysqlInitialSQL = "CREATE TABLE `{{schema_version}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);" +
  31. "CREATE TABLE `{{admins}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  32. "`description` varchar(512) NULL, `password` varchar(255) NOT NULL, `email` varchar(255) NULL, `status` integer NOT NULL, " +
  33. "`permissions` longtext NOT NULL, `filters` longtext NULL, `additional_info` longtext NULL, `last_login` bigint NOT NULL, " +
  34. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  35. "CREATE TABLE `{{defender_hosts}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  36. "`ip` varchar(50) NOT NULL UNIQUE, `ban_time` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  37. "CREATE TABLE `{{defender_events}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  38. "`date_time` bigint NOT NULL, `score` integer NOT NULL, `host_id` bigint NOT NULL);" +
  39. "ALTER TABLE `{{defender_events}}` ADD CONSTRAINT `{{prefix}}defender_events_host_id_fk_defender_hosts_id` " +
  40. "FOREIGN KEY (`host_id`) REFERENCES `{{defender_hosts}}` (`id`) ON DELETE CASCADE;" +
  41. "CREATE TABLE `{{folders}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL UNIQUE, " +
  42. "`description` varchar(512) NULL, `path` longtext NULL, `used_quota_size` bigint NOT NULL, " +
  43. "`used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, `filesystem` longtext NULL);" +
  44. "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `username` varchar(255) NOT NULL UNIQUE, " +
  45. "`status` integer NOT NULL, `expiration_date` bigint NOT NULL, `description` varchar(512) NULL, `password` longtext NULL, " +
  46. "`public_keys` longtext NULL, `home_dir` longtext NOT NULL, `uid` bigint NOT NULL, `gid` bigint NOT NULL, " +
  47. "`max_sessions` integer NOT NULL, `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, " +
  48. "`permissions` longtext NOT NULL, `used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, " +
  49. "`last_quota_update` bigint NOT NULL, `upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, " +
  50. "`last_login` bigint NOT NULL, `filters` longtext NULL, `filesystem` longtext NULL, `additional_info` longtext NULL, " +
  51. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `email` varchar(255) NULL);" +
  52. "CREATE TABLE `{{folders_mapping}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `virtual_path` longtext NOT NULL, " +
  53. "`quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `folder_id` integer NOT NULL, `user_id` integer NOT NULL);" +
  54. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}unique_mapping` UNIQUE (`user_id`, `folder_id`);" +
  55. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}folders_mapping_folder_id_fk_folders_id` FOREIGN KEY (`folder_id`) REFERENCES `{{folders}}` (`id`) ON DELETE CASCADE;" +
  56. "ALTER TABLE `{{folders_mapping}}` ADD CONSTRAINT `{{prefix}}folders_mapping_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  57. "CREATE TABLE `{{shares}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  58. "`share_id` varchar(60) NOT NULL UNIQUE, `name` varchar(255) NOT NULL, `description` varchar(512) NULL, " +
  59. "`scope` integer NOT NULL, `paths` longtext NOT NULL, `created_at` bigint NOT NULL, " +
  60. "`updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, `expires_at` bigint NOT NULL, " +
  61. "`password` longtext NULL, `max_tokens` integer NOT NULL, `used_tokens` integer NOT NULL, " +
  62. "`allow_from` longtext NULL, `user_id` integer NOT NULL);" +
  63. "ALTER TABLE `{{shares}}` ADD CONSTRAINT `{{prefix}}shares_user_id_fk_users_id` " +
  64. "FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  65. "CREATE TABLE `{{api_keys}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `name` varchar(255) NOT NULL, `key_id` varchar(50) NOT NULL UNIQUE," +
  66. "`api_key` varchar(255) NOT NULL UNIQUE, `scope` integer NOT NULL, `created_at` bigint NOT NULL, `updated_at` bigint NOT NULL, `last_use_at` bigint NOT NULL, " +
  67. "`expires_at` bigint NOT NULL, `description` longtext NULL, `admin_id` integer NULL, `user_id` integer NULL);" +
  68. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_admin_id_fk_admins_id` FOREIGN KEY (`admin_id`) REFERENCES `{{admins}}` (`id`) ON DELETE CASCADE;" +
  69. "ALTER TABLE `{{api_keys}}` ADD CONSTRAINT `{{prefix}}api_keys_user_id_fk_users_id` FOREIGN KEY (`user_id`) REFERENCES `{{users}}` (`id`) ON DELETE CASCADE;" +
  70. "CREATE INDEX `{{prefix}}users_updated_at_idx` ON `{{users}}` (`updated_at`);" +
  71. "CREATE INDEX `{{prefix}}defender_hosts_updated_at_idx` ON `{{defender_hosts}}` (`updated_at`);" +
  72. "CREATE INDEX `{{prefix}}defender_hosts_ban_time_idx` ON `{{defender_hosts}}` (`ban_time`);" +
  73. "CREATE INDEX `{{prefix}}defender_events_date_time_idx` ON `{{defender_events}}` (`date_time`);" +
  74. "INSERT INTO {{schema_version}} (version) VALUES (15);"
  75. mysqlV16SQL = "ALTER TABLE `{{users}}` ADD COLUMN `download_data_transfer` integer DEFAULT 0 NOT NULL;" +
  76. "ALTER TABLE `{{users}}` ALTER COLUMN `download_data_transfer` DROP DEFAULT;" +
  77. "ALTER TABLE `{{users}}` ADD COLUMN `total_data_transfer` integer DEFAULT 0 NOT NULL;" +
  78. "ALTER TABLE `{{users}}` ALTER COLUMN `total_data_transfer` DROP DEFAULT;" +
  79. "ALTER TABLE `{{users}}` ADD COLUMN `upload_data_transfer` integer DEFAULT 0 NOT NULL;" +
  80. "ALTER TABLE `{{users}}` ALTER COLUMN `upload_data_transfer` DROP DEFAULT;" +
  81. "ALTER TABLE `{{users}}` ADD COLUMN `used_download_data_transfer` integer DEFAULT 0 NOT NULL;" +
  82. "ALTER TABLE `{{users}}` ALTER COLUMN `used_download_data_transfer` DROP DEFAULT;" +
  83. "ALTER TABLE `{{users}}` ADD COLUMN `used_upload_data_transfer` integer DEFAULT 0 NOT NULL;" +
  84. "ALTER TABLE `{{users}}` ALTER COLUMN `used_upload_data_transfer` DROP DEFAULT;" +
  85. "CREATE TABLE `{{active_transfers}}` (`id` bigint AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
  86. "`connection_id` varchar(100) NOT NULL, `transfer_id` bigint NOT NULL, `transfer_type` integer NOT NULL, " +
  87. "`username` varchar(255) NOT NULL, `folder_name` varchar(255) NULL, `ip` varchar(50) NOT NULL, " +
  88. "`truncated_size` bigint NOT NULL, `current_ul_size` bigint NOT NULL, `current_dl_size` bigint NOT NULL, " +
  89. "`created_at` bigint NOT NULL, `updated_at` bigint NOT NULL);" +
  90. "CREATE INDEX `{{prefix}}active_transfers_connection_id_idx` ON `{{active_transfers}}` (`connection_id`);" +
  91. "CREATE INDEX `{{prefix}}active_transfers_transfer_id_idx` ON `{{active_transfers}}` (`transfer_id`);" +
  92. "CREATE INDEX `{{prefix}}active_transfers_updated_at_idx` ON `{{active_transfers}}` (`updated_at`);"
  93. mysqlV16DownSQL = "ALTER TABLE `{{users}}` DROP COLUMN `used_upload_data_transfer`;" +
  94. "ALTER TABLE `{{users}}` DROP COLUMN `used_download_data_transfer`;" +
  95. "ALTER TABLE `{{users}}` DROP COLUMN `upload_data_transfer`;" +
  96. "ALTER TABLE `{{users}}` DROP COLUMN `total_data_transfer`;" +
  97. "ALTER TABLE `{{users}}` DROP COLUMN `download_data_transfer`;" +
  98. "DROP TABLE `{{active_transfers}}` CASCADE;"
  99. )
  100. // MySQLProvider defines the auth provider for MySQL/MariaDB database
  101. type MySQLProvider struct {
  102. dbHandle *sql.DB
  103. }
  104. func init() {
  105. version.AddFeature("+mysql")
  106. }
  107. func initializeMySQLProvider() error {
  108. var err error
  109. connString, err := getMySQLConnectionString(false)
  110. if err != nil {
  111. return err
  112. }
  113. redactedConnString, err := getMySQLConnectionString(true)
  114. if err != nil {
  115. return err
  116. }
  117. dbHandle, err := sql.Open("mysql", connString)
  118. if err == nil {
  119. providerLog(logger.LevelDebug, "mysql database handle created, connection string: %#v, pool size: %v",
  120. redactedConnString, config.PoolSize)
  121. dbHandle.SetMaxOpenConns(config.PoolSize)
  122. if config.PoolSize > 0 {
  123. dbHandle.SetMaxIdleConns(config.PoolSize)
  124. } else {
  125. dbHandle.SetMaxIdleConns(2)
  126. }
  127. dbHandle.SetConnMaxLifetime(240 * time.Second)
  128. provider = &MySQLProvider{dbHandle: dbHandle}
  129. } else {
  130. providerLog(logger.LevelError, "error creating mysql database handler, connection string: %#v, error: %v",
  131. redactedConnString, err)
  132. }
  133. return err
  134. }
  135. func getMySQLConnectionString(redactedPwd bool) (string, error) {
  136. var connectionString string
  137. if config.ConnectionString == "" {
  138. password := config.Password
  139. if redactedPwd {
  140. password = "[redacted]"
  141. }
  142. sslMode := getSSLMode()
  143. if sslMode == "custom" && !redactedPwd {
  144. tlsConfig := &tls.Config{}
  145. if config.RootCert != "" {
  146. rootCAs, err := x509.SystemCertPool()
  147. if err != nil {
  148. rootCAs = x509.NewCertPool()
  149. }
  150. rootCrt, err := os.ReadFile(config.RootCert)
  151. if err != nil {
  152. return "", fmt.Errorf("unable to load root certificate %#v: %v", config.RootCert, err)
  153. }
  154. if !rootCAs.AppendCertsFromPEM(rootCrt) {
  155. return "", fmt.Errorf("unable to parse root certificate %#v", config.RootCert)
  156. }
  157. tlsConfig.RootCAs = rootCAs
  158. }
  159. if config.ClientCert != "" && config.ClientKey != "" {
  160. clientCert := make([]tls.Certificate, 0, 1)
  161. tlsCert, err := tls.LoadX509KeyPair(config.ClientCert, config.ClientKey)
  162. if err != nil {
  163. return "", fmt.Errorf("unable to load key pair %#v, %#v: %v", config.ClientCert, config.ClientKey, err)
  164. }
  165. clientCert = append(clientCert, tlsCert)
  166. tlsConfig.Certificates = clientCert
  167. }
  168. if config.SSLMode == 2 {
  169. tlsConfig.InsecureSkipVerify = true
  170. }
  171. providerLog(logger.LevelInfo, "registering custom TLS config, root cert %#v, client cert %#v, client key %#v",
  172. config.RootCert, config.ClientCert, config.ClientKey)
  173. if err := mysql.RegisterTLSConfig("custom", tlsConfig); err != nil {
  174. return "", fmt.Errorf("unable to register tls config: %v", err)
  175. }
  176. }
  177. connectionString = fmt.Sprintf("%v:%v@tcp([%v]:%v)/%v?charset=utf8mb4&interpolateParams=true&timeout=10s&parseTime=true&tls=%v&writeTimeout=10s&readTimeout=10s",
  178. config.Username, password, config.Host, config.Port, config.Name, sslMode)
  179. } else {
  180. connectionString = config.ConnectionString
  181. }
  182. return connectionString, nil
  183. }
  184. func (p *MySQLProvider) checkAvailability() error {
  185. return sqlCommonCheckAvailability(p.dbHandle)
  186. }
  187. func (p *MySQLProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  188. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  189. }
  190. func (p *MySQLProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  191. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  192. }
  193. func (p *MySQLProvider) validateUserAndPubKey(username string, publicKey []byte) (User, string, error) {
  194. return sqlCommonValidateUserAndPubKey(username, publicKey, p.dbHandle)
  195. }
  196. func (p *MySQLProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  197. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  198. }
  199. func (p *MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  200. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  201. }
  202. func (p *MySQLProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  203. return sqlCommonGetUsedQuota(username, p.dbHandle)
  204. }
  205. func (p *MySQLProvider) setUpdatedAt(username string) {
  206. sqlCommonSetUpdatedAt(username, p.dbHandle)
  207. }
  208. func (p *MySQLProvider) updateLastLogin(username string) error {
  209. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  210. }
  211. func (p *MySQLProvider) updateAdminLastLogin(username string) error {
  212. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  213. }
  214. func (p *MySQLProvider) userExists(username string) (User, error) {
  215. return sqlCommonGetUserByUsername(username, p.dbHandle)
  216. }
  217. func (p *MySQLProvider) addUser(user *User) error {
  218. return sqlCommonAddUser(user, p.dbHandle)
  219. }
  220. func (p *MySQLProvider) updateUser(user *User) error {
  221. return sqlCommonUpdateUser(user, p.dbHandle)
  222. }
  223. func (p *MySQLProvider) deleteUser(user *User) error {
  224. return sqlCommonDeleteUser(user, p.dbHandle)
  225. }
  226. func (p *MySQLProvider) dumpUsers() ([]User, error) {
  227. return sqlCommonDumpUsers(p.dbHandle)
  228. }
  229. func (p *MySQLProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  230. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  231. }
  232. func (p *MySQLProvider) getUsers(limit int, offset int, order string) ([]User, error) {
  233. return sqlCommonGetUsers(limit, offset, order, p.dbHandle)
  234. }
  235. func (p *MySQLProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  236. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  237. }
  238. func (p *MySQLProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  239. return sqlCommonDumpFolders(p.dbHandle)
  240. }
  241. func (p *MySQLProvider) getFolders(limit, offset int, order string) ([]vfs.BaseVirtualFolder, error) {
  242. return sqlCommonGetFolders(limit, offset, order, p.dbHandle)
  243. }
  244. func (p *MySQLProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  245. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  246. defer cancel()
  247. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  248. }
  249. func (p *MySQLProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  250. return sqlCommonAddFolder(folder, p.dbHandle)
  251. }
  252. func (p *MySQLProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  253. return sqlCommonUpdateFolder(folder, p.dbHandle)
  254. }
  255. func (p *MySQLProvider) deleteFolder(folder *vfs.BaseVirtualFolder) error {
  256. return sqlCommonDeleteFolder(folder, p.dbHandle)
  257. }
  258. func (p *MySQLProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  259. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  260. }
  261. func (p *MySQLProvider) getUsedFolderQuota(name string) (int, int64, error) {
  262. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  263. }
  264. func (p *MySQLProvider) adminExists(username string) (Admin, error) {
  265. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  266. }
  267. func (p *MySQLProvider) addAdmin(admin *Admin) error {
  268. return sqlCommonAddAdmin(admin, p.dbHandle)
  269. }
  270. func (p *MySQLProvider) updateAdmin(admin *Admin) error {
  271. return sqlCommonUpdateAdmin(admin, p.dbHandle)
  272. }
  273. func (p *MySQLProvider) deleteAdmin(admin *Admin) error {
  274. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  275. }
  276. func (p *MySQLProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  277. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  278. }
  279. func (p *MySQLProvider) dumpAdmins() ([]Admin, error) {
  280. return sqlCommonDumpAdmins(p.dbHandle)
  281. }
  282. func (p *MySQLProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  283. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  284. }
  285. func (p *MySQLProvider) apiKeyExists(keyID string) (APIKey, error) {
  286. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  287. }
  288. func (p *MySQLProvider) addAPIKey(apiKey *APIKey) error {
  289. return sqlCommonAddAPIKey(apiKey, p.dbHandle)
  290. }
  291. func (p *MySQLProvider) updateAPIKey(apiKey *APIKey) error {
  292. return sqlCommonUpdateAPIKey(apiKey, p.dbHandle)
  293. }
  294. func (p *MySQLProvider) deleteAPIKey(apiKey *APIKey) error {
  295. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  296. }
  297. func (p *MySQLProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  298. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  299. }
  300. func (p *MySQLProvider) dumpAPIKeys() ([]APIKey, error) {
  301. return sqlCommonDumpAPIKeys(p.dbHandle)
  302. }
  303. func (p *MySQLProvider) updateAPIKeyLastUse(keyID string) error {
  304. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  305. }
  306. func (p *MySQLProvider) shareExists(shareID, username string) (Share, error) {
  307. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  308. }
  309. func (p *MySQLProvider) addShare(share *Share) error {
  310. return sqlCommonAddShare(share, p.dbHandle)
  311. }
  312. func (p *MySQLProvider) updateShare(share *Share) error {
  313. return sqlCommonUpdateShare(share, p.dbHandle)
  314. }
  315. func (p *MySQLProvider) deleteShare(share *Share) error {
  316. return sqlCommonDeleteShare(share, p.dbHandle)
  317. }
  318. func (p *MySQLProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  319. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  320. }
  321. func (p *MySQLProvider) dumpShares() ([]Share, error) {
  322. return sqlCommonDumpShares(p.dbHandle)
  323. }
  324. func (p *MySQLProvider) updateShareLastUse(shareID string, numTokens int) error {
  325. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  326. }
  327. func (p *MySQLProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  328. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  329. }
  330. func (p *MySQLProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  331. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  332. }
  333. func (p *MySQLProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  334. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  335. }
  336. func (p *MySQLProvider) updateDefenderBanTime(ip string, minutes int) error {
  337. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  338. }
  339. func (p *MySQLProvider) deleteDefenderHost(ip string) error {
  340. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  341. }
  342. func (p *MySQLProvider) addDefenderEvent(ip string, score int) error {
  343. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  344. }
  345. func (p *MySQLProvider) setDefenderBanTime(ip string, banTime int64) error {
  346. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  347. }
  348. func (p *MySQLProvider) cleanupDefender(from int64) error {
  349. return sqlCommonDefenderCleanup(from, p.dbHandle)
  350. }
  351. func (p *MySQLProvider) addActiveTransfer(transfer ActiveTransfer) error {
  352. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  353. }
  354. func (p *MySQLProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  355. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  356. }
  357. func (p *MySQLProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  358. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  359. }
  360. func (p *MySQLProvider) cleanupActiveTransfers(before time.Time) error {
  361. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  362. }
  363. func (p *MySQLProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  364. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  365. }
  366. func (p *MySQLProvider) close() error {
  367. return p.dbHandle.Close()
  368. }
  369. func (p *MySQLProvider) reloadConfig() error {
  370. return nil
  371. }
  372. // initializeDatabase creates the initial database structure
  373. func (p *MySQLProvider) initializeDatabase() error {
  374. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  375. if err == nil && dbVersion.Version > 0 {
  376. return ErrNoInitRequired
  377. }
  378. if errors.Is(err, sql.ErrNoRows) {
  379. return errSchemaVersionEmpty
  380. }
  381. logger.InfoToConsole("creating initial database schema, version 15")
  382. providerLog(logger.LevelInfo, "creating initial database schema, version 15")
  383. initialSQL := strings.ReplaceAll(mysqlInitialSQL, "{{schema_version}}", sqlTableSchemaVersion)
  384. initialSQL = strings.ReplaceAll(initialSQL, "{{admins}}", sqlTableAdmins)
  385. initialSQL = strings.ReplaceAll(initialSQL, "{{folders}}", sqlTableFolders)
  386. initialSQL = strings.ReplaceAll(initialSQL, "{{users}}", sqlTableUsers)
  387. initialSQL = strings.ReplaceAll(initialSQL, "{{folders_mapping}}", sqlTableFoldersMapping)
  388. initialSQL = strings.ReplaceAll(initialSQL, "{{api_keys}}", sqlTableAPIKeys)
  389. initialSQL = strings.ReplaceAll(initialSQL, "{{shares}}", sqlTableShares)
  390. initialSQL = strings.ReplaceAll(initialSQL, "{{defender_events}}", sqlTableDefenderEvents)
  391. initialSQL = strings.ReplaceAll(initialSQL, "{{defender_hosts}}", sqlTableDefenderHosts)
  392. initialSQL = strings.ReplaceAll(initialSQL, "{{prefix}}", config.SQLTablesPrefix)
  393. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(initialSQL, ";"), 15)
  394. }
  395. func (p *MySQLProvider) migrateDatabase() error {
  396. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  397. if err != nil {
  398. return err
  399. }
  400. switch version := dbVersion.Version; {
  401. case version == sqlDatabaseVersion:
  402. providerLog(logger.LevelDebug, "sql database is up to date, current version: %v", version)
  403. return ErrNoInitRequired
  404. case version < 15:
  405. err = fmt.Errorf("database version %v is too old, please see the upgrading docs", version)
  406. providerLog(logger.LevelError, "%v", err)
  407. logger.ErrorToConsole("%v", err)
  408. return err
  409. case version == 15:
  410. return updateMySQLDatabaseFromV15(p.dbHandle)
  411. default:
  412. if version > sqlDatabaseVersion {
  413. providerLog(logger.LevelError, "database version %v is newer than the supported one: %v", version,
  414. sqlDatabaseVersion)
  415. logger.WarnToConsole("database version %v is newer than the supported one: %v", version,
  416. sqlDatabaseVersion)
  417. return nil
  418. }
  419. return fmt.Errorf("database version not handled: %v", version)
  420. }
  421. }
  422. func (p *MySQLProvider) revertDatabase(targetVersion int) error {
  423. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  424. if err != nil {
  425. return err
  426. }
  427. if dbVersion.Version == targetVersion {
  428. return errors.New("current version match target version, nothing to do")
  429. }
  430. switch dbVersion.Version {
  431. case 16:
  432. return downgradeMySQLDatabaseFromV16(p.dbHandle)
  433. default:
  434. return fmt.Errorf("database version not handled: %v", dbVersion.Version)
  435. }
  436. }
  437. func (p *MySQLProvider) resetDatabase() error {
  438. sql := strings.ReplaceAll(mysqlResetSQL, "{{schema_version}}", sqlTableSchemaVersion)
  439. sql = strings.ReplaceAll(sql, "{{admins}}", sqlTableAdmins)
  440. sql = strings.ReplaceAll(sql, "{{folders}}", sqlTableFolders)
  441. sql = strings.ReplaceAll(sql, "{{users}}", sqlTableUsers)
  442. sql = strings.ReplaceAll(sql, "{{folders_mapping}}", sqlTableFoldersMapping)
  443. sql = strings.ReplaceAll(sql, "{{api_keys}}", sqlTableAPIKeys)
  444. sql = strings.ReplaceAll(sql, "{{shares}}", sqlTableShares)
  445. sql = strings.ReplaceAll(sql, "{{defender_events}}", sqlTableDefenderEvents)
  446. sql = strings.ReplaceAll(sql, "{{defender_hosts}}", sqlTableDefenderHosts)
  447. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  448. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, strings.Split(sql, ";"), 0)
  449. }
  450. func updateMySQLDatabaseFromV15(dbHandle *sql.DB) error {
  451. return updateMySQLDatabaseFrom15To16(dbHandle)
  452. }
  453. func downgradeMySQLDatabaseFromV16(dbHandle *sql.DB) error {
  454. return downgradeMySQLDatabaseFrom16To15(dbHandle)
  455. }
  456. func updateMySQLDatabaseFrom15To16(dbHandle *sql.DB) error {
  457. logger.InfoToConsole("updating database version: 15 -> 16")
  458. providerLog(logger.LevelInfo, "updating database version: 15 -> 16")
  459. sql := strings.ReplaceAll(mysqlV16SQL, "{{users}}", sqlTableUsers)
  460. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  461. sql = strings.ReplaceAll(sql, "{{prefix}}", config.SQLTablesPrefix)
  462. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 16)
  463. }
  464. func downgradeMySQLDatabaseFrom16To15(dbHandle *sql.DB) error {
  465. logger.InfoToConsole("downgrading database version: 16 -> 15")
  466. providerLog(logger.LevelInfo, "downgrading database version: 16 -> 15")
  467. sql := strings.ReplaceAll(mysqlV16DownSQL, "{{users}}", sqlTableUsers)
  468. sql = strings.ReplaceAll(sql, "{{active_transfers}}", sqlTableActiveTransfers)
  469. return sqlCommonExecSQLAndUpdateDBVersion(dbHandle, strings.Split(sql, ";"), 15)
  470. }