2020-05-23 09:58:05 +00:00
|
|
|
// +build !nomysql
|
|
|
|
|
2019-07-20 10:26:52 +00:00
|
|
|
package dataprovider
|
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
|
|
|
"fmt"
|
2020-02-08 13:44:25 +00:00
|
|
|
"strings"
|
2019-07-20 10:26:52 +00:00
|
|
|
"time"
|
2019-09-06 13:19:01 +00:00
|
|
|
|
2020-05-23 09:58:05 +00:00
|
|
|
// we import go-sql-driver/mysql here to be able to disable MySQL support using a build tag
|
|
|
|
_ "github.com/go-sql-driver/mysql"
|
|
|
|
|
2019-09-06 13:19:01 +00:00
|
|
|
"github.com/drakkan/sftpgo/logger"
|
2020-05-23 09:58:05 +00:00
|
|
|
"github.com/drakkan/sftpgo/utils"
|
2019-07-20 10:26:52 +00:00
|
|
|
)
|
|
|
|
|
2020-02-08 13:44:25 +00:00
|
|
|
const (
|
|
|
|
mysqlUsersTableSQL = "CREATE TABLE `{{users}}` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, " +
|
|
|
|
"`username` varchar(255) NOT NULL UNIQUE, `password` varchar(255) NULL, `public_keys` longtext NULL, " +
|
|
|
|
"`home_dir` varchar(255) NOT NULL, `uid` integer NOT NULL, `gid` integer NOT NULL, `max_sessions` integer NOT NULL, " +
|
|
|
|
" `quota_size` bigint NOT NULL, `quota_files` integer NOT NULL, `permissions` longtext NOT NULL, " +
|
|
|
|
"`used_quota_size` bigint NOT NULL, `used_quota_files` integer NOT NULL, `last_quota_update` bigint NOT NULL, " +
|
|
|
|
"`upload_bandwidth` integer NOT NULL, `download_bandwidth` integer NOT NULL, `expiration_date` bigint(20) NOT NULL, " +
|
|
|
|
"`last_login` bigint(20) NOT NULL, `status` int(11) NOT NULL, `filters` longtext DEFAULT NULL, " +
|
|
|
|
"`filesystem` longtext DEFAULT NULL);"
|
|
|
|
mysqlSchemaTableSQL = "CREATE TABLE `schema_version` (`id` integer AUTO_INCREMENT NOT NULL PRIMARY KEY, `version` integer NOT NULL);"
|
2020-02-23 10:30:26 +00:00
|
|
|
mysqlUsersV2SQL = "ALTER TABLE `{{users}}` ADD COLUMN `virtual_folders` longtext NULL;"
|
2020-04-11 09:17:40 +00:00
|
|
|
mysqlUsersV3SQL = "ALTER TABLE `{{users}}` MODIFY `password` longtext NULL;"
|
2020-02-08 13:44:25 +00:00
|
|
|
)
|
|
|
|
|
2019-07-30 18:51:29 +00:00
|
|
|
// MySQLProvider auth provider for MySQL/MariaDB database
|
2019-07-20 10:26:52 +00:00
|
|
|
type MySQLProvider struct {
|
2019-08-11 12:53:37 +00:00
|
|
|
dbHandle *sql.DB
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
2020-05-23 09:58:05 +00:00
|
|
|
|
|
|
|
func init() {
|
|
|
|
utils.AddFeature("+mysql")
|
|
|
|
}
|
2019-07-20 10:26:52 +00:00
|
|
|
|
|
|
|
func initializeMySQLProvider() error {
|
|
|
|
var err error
|
2020-04-01 21:25:23 +00:00
|
|
|
logSender = fmt.Sprintf("dataprovider_%v", MySQLDataProviderName)
|
2019-09-13 19:57:52 +00:00
|
|
|
dbHandle, err := sql.Open("mysql", getMySQLConnectionString(false))
|
2019-07-20 10:26:52 +00:00
|
|
|
if err == nil {
|
2019-09-13 19:57:52 +00:00
|
|
|
providerLog(logger.LevelDebug, "mysql database handle created, connection string: %#v, pool size: %v",
|
|
|
|
getMySQLConnectionString(true), config.PoolSize)
|
2019-09-13 06:14:07 +00:00
|
|
|
dbHandle.SetMaxOpenConns(config.PoolSize)
|
2019-07-20 10:26:52 +00:00
|
|
|
dbHandle.SetConnMaxLifetime(1800 * time.Second)
|
2019-08-11 12:53:37 +00:00
|
|
|
provider = MySQLProvider{dbHandle: dbHandle}
|
2019-07-20 10:26:52 +00:00
|
|
|
} else {
|
2019-09-13 19:57:52 +00:00
|
|
|
providerLog(logger.LevelWarn, "error creating mysql database handler, connection string: %#v, error: %v",
|
|
|
|
getMySQLConnectionString(true), err)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
return err
|
|
|
|
}
|
2019-09-13 19:57:52 +00:00
|
|
|
func getMySQLConnectionString(redactedPwd bool) string {
|
|
|
|
var connectionString string
|
|
|
|
if len(config.ConnectionString) == 0 {
|
|
|
|
password := config.Password
|
|
|
|
if redactedPwd {
|
|
|
|
password = "[redacted]"
|
|
|
|
}
|
|
|
|
connectionString = fmt.Sprintf("%v:%v@tcp([%v]:%v)/%v?charset=utf8&interpolateParams=true&timeout=10s&tls=%v&writeTimeout=10s&readTimeout=10s",
|
|
|
|
config.Username, password, config.Host, config.Port, config.Name, getSSLMode())
|
|
|
|
} else {
|
|
|
|
connectionString = config.ConnectionString
|
|
|
|
}
|
|
|
|
return connectionString
|
|
|
|
}
|
2019-07-20 10:26:52 +00:00
|
|
|
|
2019-09-13 16:45:36 +00:00
|
|
|
func (p MySQLProvider) checkAvailability() error {
|
|
|
|
return sqlCommonCheckAvailability(p.dbHandle)
|
|
|
|
}
|
|
|
|
|
2019-07-20 10:26:52 +00:00
|
|
|
func (p MySQLProvider) validateUserAndPass(username string, password string) (User, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonValidateUserAndPass(username, password, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
2020-04-09 21:32:42 +00:00
|
|
|
func (p MySQLProvider) validateUserAndPubKey(username string, publicKey []byte) (User, string, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonValidateUserAndPubKey(username, publicKey, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) getUserByID(ID int64) (User, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonGetUserByID(ID, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
|
2019-09-13 06:14:07 +00:00
|
|
|
return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
2019-11-13 10:36:21 +00:00
|
|
|
func (p MySQLProvider) updateLastLogin(username string) error {
|
|
|
|
return sqlCommonUpdateLastLogin(username, p.dbHandle)
|
|
|
|
}
|
|
|
|
|
2019-07-20 10:26:52 +00:00
|
|
|
func (p MySQLProvider) getUsedQuota(username string) (int, int64, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonGetUsedQuota(username, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) userExists(username string) (User, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonCheckUserExists(username, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) addUser(user User) error {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonAddUser(user, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) updateUser(user User) error {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonUpdateUser(user, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) deleteUser(user User) error {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonDeleteUser(user, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
|
|
|
|
2019-12-27 22:12:44 +00:00
|
|
|
func (p MySQLProvider) dumpUsers() ([]User, error) {
|
|
|
|
return sqlCommonDumpUsers(p.dbHandle)
|
|
|
|
}
|
|
|
|
|
2019-07-20 10:26:52 +00:00
|
|
|
func (p MySQLProvider) getUsers(limit int, offset int, order string, username string) ([]User, error) {
|
2019-08-11 12:53:37 +00:00
|
|
|
return sqlCommonGetUsers(limit, offset, order, username, p.dbHandle)
|
2019-07-20 10:26:52 +00:00
|
|
|
}
|
2019-09-28 20:48:52 +00:00
|
|
|
|
|
|
|
func (p MySQLProvider) close() error {
|
|
|
|
return p.dbHandle.Close()
|
|
|
|
}
|
2020-02-02 21:20:39 +00:00
|
|
|
|
|
|
|
func (p MySQLProvider) reloadConfig() error {
|
|
|
|
return nil
|
|
|
|
}
|
2020-02-08 13:44:25 +00:00
|
|
|
|
|
|
|
// initializeDatabase creates the initial database structure
|
|
|
|
func (p MySQLProvider) initializeDatabase() error {
|
|
|
|
sqlUsers := strings.Replace(mysqlUsersTableSQL, "{{users}}", config.UsersTable, 1)
|
|
|
|
tx, err := p.dbHandle.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = tx.Exec(sqlUsers)
|
|
|
|
if err != nil {
|
2020-04-30 12:23:55 +00:00
|
|
|
sqlCommonRollbackTransaction(tx)
|
2020-02-08 13:44:25 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = tx.Exec(mysqlSchemaTableSQL)
|
|
|
|
if err != nil {
|
2020-04-30 12:23:55 +00:00
|
|
|
sqlCommonRollbackTransaction(tx)
|
2020-02-08 13:44:25 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = tx.Exec(initialDBVersionSQL)
|
|
|
|
if err != nil {
|
2020-04-30 12:23:55 +00:00
|
|
|
sqlCommonRollbackTransaction(tx)
|
2020-02-08 13:44:25 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
return tx.Commit()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p MySQLProvider) migrateDatabase() error {
|
2020-02-23 10:30:26 +00:00
|
|
|
dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if dbVersion.Version == sqlDatabaseVersion {
|
|
|
|
providerLog(logger.LevelDebug, "sql database is updated, current version: %v", dbVersion.Version)
|
|
|
|
return nil
|
|
|
|
}
|
2020-04-11 09:17:40 +00:00
|
|
|
switch dbVersion.Version {
|
|
|
|
case 1:
|
|
|
|
err = updateMySQLDatabaseFrom1To2(p.dbHandle)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return updateMySQLDatabaseFrom2To3(p.dbHandle)
|
|
|
|
case 2:
|
|
|
|
return updateMySQLDatabaseFrom2To3(p.dbHandle)
|
|
|
|
default:
|
|
|
|
return fmt.Errorf("Database version not handled: %v", dbVersion.Version)
|
2020-02-23 10:30:26 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func updateMySQLDatabaseFrom1To2(dbHandle *sql.DB) error {
|
|
|
|
providerLog(logger.LevelInfo, "updating database version: 1 -> 2")
|
|
|
|
sql := strings.Replace(mysqlUsersV2SQL, "{{users}}", config.UsersTable, 1)
|
2020-04-11 09:17:40 +00:00
|
|
|
return updateMySQLDatabase(dbHandle, sql, 2)
|
|
|
|
}
|
|
|
|
|
|
|
|
func updateMySQLDatabaseFrom2To3(dbHandle *sql.DB) error {
|
|
|
|
providerLog(logger.LevelInfo, "updating database version: 2 -> 3")
|
|
|
|
sql := strings.Replace(mysqlUsersV3SQL, "{{users}}", config.UsersTable, 1)
|
|
|
|
return updateMySQLDatabase(dbHandle, sql, 3)
|
|
|
|
}
|
|
|
|
|
|
|
|
func updateMySQLDatabase(dbHandle *sql.DB, sql string, newVersion int) error {
|
2020-02-23 10:30:26 +00:00
|
|
|
tx, err := dbHandle.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
_, err = tx.Exec(sql)
|
|
|
|
if err != nil {
|
2020-04-30 12:23:55 +00:00
|
|
|
sqlCommonRollbackTransaction(tx)
|
2020-02-23 10:30:26 +00:00
|
|
|
return err
|
|
|
|
}
|
2020-04-11 09:17:40 +00:00
|
|
|
err = sqlCommonUpdateDatabaseVersionWithTX(tx, newVersion)
|
2020-02-23 10:30:26 +00:00
|
|
|
if err != nil {
|
2020-04-30 12:23:55 +00:00
|
|
|
sqlCommonRollbackTransaction(tx)
|
2020-02-23 10:30:26 +00:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
return tx.Commit()
|
2020-02-08 13:44:25 +00:00
|
|
|
}
|