sqlite.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800
  1. // Copyright (C) 2019 Nicola Murino
  2. //
  3. // This program is free software: you can redistribute it and/or modify
  4. // it under the terms of the GNU Affero General Public License as published
  5. // by the Free Software Foundation, version 3.
  6. //
  7. // This program is distributed in the hope that it will be useful,
  8. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. // GNU Affero General Public License for more details.
  11. //
  12. // You should have received a copy of the GNU Affero General Public License
  13. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  14. //go:build !nosqlite && cgo
  15. // +build !nosqlite,cgo
  16. package dataprovider
  17. import (
  18. "context"
  19. "crypto/x509"
  20. "database/sql"
  21. "errors"
  22. "fmt"
  23. "path/filepath"
  24. "time"
  25. "github.com/mattn/go-sqlite3"
  26. "github.com/drakkan/sftpgo/v2/internal/logger"
  27. "github.com/drakkan/sftpgo/v2/internal/util"
  28. "github.com/drakkan/sftpgo/v2/internal/version"
  29. "github.com/drakkan/sftpgo/v2/internal/vfs"
  30. )
  31. const (
  32. sqliteResetSQL = `DROP TABLE IF EXISTS "{{api_keys}}";
  33. DROP TABLE IF EXISTS "{{folders_mapping}}";
  34. DROP TABLE IF EXISTS "{{users_folders_mapping}}";
  35. DROP TABLE IF EXISTS "{{users_groups_mapping}}";
  36. DROP TABLE IF EXISTS "{{admins_groups_mapping}}";
  37. DROP TABLE IF EXISTS "{{groups_folders_mapping}}";
  38. DROP TABLE IF EXISTS "{{admins}}";
  39. DROP TABLE IF EXISTS "{{folders}}";
  40. DROP TABLE IF EXISTS "{{shares}}";
  41. DROP TABLE IF EXISTS "{{users}}";
  42. DROP TABLE IF EXISTS "{{groups}}";
  43. DROP TABLE IF EXISTS "{{defender_events}}";
  44. DROP TABLE IF EXISTS "{{defender_hosts}}";
  45. DROP TABLE IF EXISTS "{{active_transfers}}";
  46. DROP TABLE IF EXISTS "{{shared_sessions}}";
  47. DROP TABLE IF EXISTS "{{rules_actions_mapping}}";
  48. DROP TABLE IF EXISTS "{{events_rules}}";
  49. DROP TABLE IF EXISTS "{{events_actions}}";
  50. DROP TABLE IF EXISTS "{{tasks}}";
  51. DROP TABLE IF EXISTS "{{roles}}";
  52. DROP TABLE IF EXISTS "{{ip_lists}}";
  53. DROP TABLE IF EXISTS "{{configs}}";
  54. DROP TABLE IF EXISTS "{{schema_version}}";
  55. `
  56. sqliteInitialSQL = `CREATE TABLE "{{schema_version}}" ("id" integer NOT NULL PRIMARY KEY, "version" integer NOT NULL);
  57. CREATE TABLE "{{roles}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL UNIQUE,
  58. "description" varchar(512) NULL, "created_at" bigint NOT NULL, "updated_at" bigint NOT NULL);
  59. CREATE TABLE "{{admins}}" ("id" integer NOT NULL PRIMARY KEY, "username" varchar(255) NOT NULL UNIQUE,
  60. "description" varchar(512) NULL, "password" varchar(255) NOT NULL, "email" varchar(255) NULL, "status" integer NOT NULL,
  61. "permissions" text NOT NULL, "filters" text NULL, "additional_info" text NULL, "last_login" bigint NOT NULL,
  62. "role_id" integer NULL REFERENCES "{{roles}}" ("id") ON DELETE NO ACTION, "created_at" bigint NOT NULL,
  63. "updated_at" bigint NOT NULL);
  64. CREATE TABLE "{{active_transfers}}" ("id" integer NOT NULL PRIMARY KEY, "connection_id" varchar(100) NOT NULL,
  65. "transfer_id" bigint NOT NULL, "transfer_type" integer NOT NULL, "username" varchar(255) NOT NULL,
  66. "folder_name" varchar(255) NULL, "ip" varchar(50) NOT NULL, "truncated_size" bigint NOT NULL,
  67. "current_ul_size" bigint NOT NULL, "current_dl_size" bigint NOT NULL, "created_at" bigint NOT NULL,
  68. "updated_at" bigint NOT NULL);
  69. CREATE TABLE "{{defender_hosts}}" ("id" integer NOT NULL PRIMARY KEY, "ip" varchar(50) NOT NULL UNIQUE,
  70. "ban_time" bigint NOT NULL, "updated_at" bigint NOT NULL);
  71. CREATE TABLE "{{defender_events}}" ("id" integer NOT NULL PRIMARY KEY, "date_time" bigint NOT NULL,
  72. "score" integer NOT NULL, "host_id" integer NOT NULL REFERENCES "{{defender_hosts}}" ("id") ON DELETE CASCADE
  73. DEFERRABLE INITIALLY DEFERRED);
  74. CREATE TABLE "{{folders}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL UNIQUE,
  75. "description" varchar(512) NULL, "path" text NULL, "used_quota_size" bigint NOT NULL, "used_quota_files" integer NOT NULL,
  76. "last_quota_update" bigint NOT NULL, "filesystem" text NULL);
  77. CREATE TABLE "{{groups}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL UNIQUE,
  78. "description" varchar(512) NULL, "created_at" bigint NOT NULL, "updated_at" bigint NOT NULL, "user_settings" text NULL);
  79. CREATE TABLE "{{shared_sessions}}" ("key" varchar(128) NOT NULL PRIMARY KEY, "data" text NOT NULL,
  80. "type" integer NOT NULL, "timestamp" bigint NOT NULL);
  81. CREATE TABLE "{{users}}" ("id" integer NOT NULL PRIMARY KEY, "username" varchar(255) NOT NULL UNIQUE,
  82. "status" integer NOT NULL, "expiration_date" bigint NOT NULL, "description" varchar(512) NULL, "password" text NULL,
  83. "public_keys" text NULL, "home_dir" text NOT NULL, "uid" bigint NOT NULL, "gid" bigint NOT NULL,
  84. "max_sessions" integer NOT NULL, "quota_size" bigint NOT NULL, "quota_files" integer NOT NULL, "permissions" text NOT NULL,
  85. "used_quota_size" bigint NOT NULL, "used_quota_files" integer NOT NULL, "last_quota_update" bigint NOT NULL,
  86. "upload_bandwidth" integer NOT NULL, "download_bandwidth" integer NOT NULL, "last_login" bigint NOT NULL,
  87. "filters" text NULL, "filesystem" text NULL, "additional_info" text NULL, "created_at" bigint NOT NULL,
  88. "updated_at" bigint NOT NULL, "email" varchar(255) NULL, "upload_data_transfer" integer NOT NULL,
  89. "download_data_transfer" integer NOT NULL, "total_data_transfer" integer NOT NULL, "used_upload_data_transfer" bigint NOT NULL,
  90. "used_download_data_transfer" bigint NOT NULL, "deleted_at" bigint NOT NULL, "first_download" bigint NOT NULL,
  91. "first_upload" bigint NOT NULL, "last_password_change" bigint NOT NULL, "role_id" integer NULL REFERENCES "{{roles}}" ("id") ON DELETE SET NULL);
  92. CREATE TABLE "{{groups_folders_mapping}}" ("id" integer NOT NULL PRIMARY KEY,
  93. "folder_id" integer NOT NULL REFERENCES "{{folders}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  94. "group_id" integer NOT NULL REFERENCES "{{groups}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  95. "virtual_path" text NOT NULL, "quota_size" bigint NOT NULL, "quota_files" integer NOT NULL,
  96. CONSTRAINT "{{prefix}}unique_group_folder_mapping" UNIQUE ("group_id", "folder_id"));
  97. CREATE TABLE "{{users_groups_mapping}}" ("id" integer NOT NULL PRIMARY KEY,
  98. "user_id" integer NOT NULL REFERENCES "{{users}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  99. "group_id" integer NOT NULL REFERENCES "{{groups}}" ("id") ON DELETE NO ACTION,
  100. "group_type" integer NOT NULL, CONSTRAINT "{{prefix}}unique_user_group_mapping" UNIQUE ("user_id", "group_id"));
  101. CREATE TABLE "{{users_folders_mapping}}" ("id" integer NOT NULL PRIMARY KEY,
  102. "user_id" integer NOT NULL REFERENCES "{{users}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  103. "folder_id" integer NOT NULL REFERENCES "{{folders}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  104. "virtual_path" text NOT NULL, "quota_size" bigint NOT NULL, "quota_files" integer NOT NULL,
  105. CONSTRAINT "{{prefix}}unique_user_folder_mapping" UNIQUE ("user_id", "folder_id"));
  106. CREATE TABLE "{{shares}}" ("id" integer NOT NULL PRIMARY KEY, "share_id" varchar(60) NOT NULL UNIQUE,
  107. "name" varchar(255) NOT NULL, "description" varchar(512) NULL, "scope" integer NOT NULL, "paths" text NOT NULL,
  108. "created_at" bigint NOT NULL, "updated_at" bigint NOT NULL, "last_use_at" bigint NOT NULL, "expires_at" bigint NOT NULL,
  109. "password" text NULL, "max_tokens" integer NOT NULL, "used_tokens" integer NOT NULL, "allow_from" text NULL,
  110. "user_id" integer NOT NULL REFERENCES "{{users}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED);
  111. CREATE TABLE "{{api_keys}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL,
  112. "key_id" varchar(50) NOT NULL UNIQUE, "api_key" varchar(255) NOT NULL UNIQUE, "scope" integer NOT NULL,
  113. "created_at" bigint NOT NULL, "updated_at" bigint NOT NULL, "last_use_at" bigint NOT NULL, "expires_at" bigint NOT NULL,
  114. "description" text NULL, "admin_id" integer NULL REFERENCES "{{admins}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  115. "user_id" integer NULL REFERENCES "{{users}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED);
  116. CREATE TABLE "{{events_rules}}" ("id" integer NOT NULL PRIMARY KEY,
  117. "name" varchar(255) NOT NULL UNIQUE, "status" integer NOT NULL, "description" varchar(512) NULL, "created_at" bigint NOT NULL,
  118. "updated_at" bigint NOT NULL, "trigger" integer NOT NULL, "conditions" text NOT NULL, "deleted_at" bigint NOT NULL);
  119. CREATE TABLE "{{events_actions}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL UNIQUE,
  120. "description" varchar(512) NULL, "type" integer NOT NULL, "options" text NOT NULL);
  121. CREATE TABLE "{{rules_actions_mapping}}" ("id" integer NOT NULL PRIMARY KEY,
  122. "rule_id" integer NOT NULL REFERENCES "{{events_rules}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  123. "action_id" integer NOT NULL REFERENCES "{{events_actions}}" ("id") ON DELETE NO ACTION DEFERRABLE INITIALLY DEFERRED,
  124. "order" integer NOT NULL, "options" text NOT NULL,
  125. CONSTRAINT "{{prefix}}unique_rule_action_mapping" UNIQUE ("rule_id", "action_id"));
  126. CREATE TABLE "{{tasks}}" ("id" integer NOT NULL PRIMARY KEY, "name" varchar(255) NOT NULL UNIQUE,
  127. "updated_at" bigint NOT NULL, "version" bigint NOT NULL);
  128. CREATE TABLE "{{admins_groups_mapping}}" ("id" integer NOT NULL PRIMARY KEY,
  129. "admin_id" integer NOT NULL REFERENCES "{{admins}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  130. "group_id" integer NOT NULL REFERENCES "{{groups}}" ("id") ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
  131. "options" text NOT NULL, CONSTRAINT "{{prefix}}unique_admin_group_mapping" UNIQUE ("admin_id", "group_id"));
  132. CREATE TABLE "{{ip_lists}}" ("id" integer NOT NULL PRIMARY KEY,
  133. "type" integer NOT NULL, "ipornet" varchar(50) NOT NULL, "mode" integer NOT NULL, "description" varchar(512) NULL,
  134. "first" BLOB NOT NULL, "last" BLOB NOT NULL, "ip_type" integer NOT NULL, "protocols" integer NOT NULL,
  135. "created_at" bigint NOT NULL, "updated_at" bigint NOT NULL, "deleted_at" bigint NOT NULL,
  136. CONSTRAINT "{{prefix}}unique_ipornet_type_mapping" UNIQUE ("type", "ipornet"));
  137. CREATE TABLE "{{configs}}" ("id" integer NOT NULL PRIMARY KEY, "configs" text NOT NULL);
  138. INSERT INTO {{configs}} (configs) VALUES ('{}');
  139. CREATE INDEX "{{prefix}}users_folders_mapping_folder_id_idx" ON "{{users_folders_mapping}}" ("folder_id");
  140. CREATE INDEX "{{prefix}}users_folders_mapping_user_id_idx" ON "{{users_folders_mapping}}" ("user_id");
  141. CREATE INDEX "{{prefix}}users_groups_mapping_group_id_idx" ON "{{users_groups_mapping}}" ("group_id");
  142. CREATE INDEX "{{prefix}}users_groups_mapping_user_id_idx" ON "{{users_groups_mapping}}" ("user_id");
  143. CREATE INDEX "{{prefix}}groups_folders_mapping_folder_id_idx" ON "{{groups_folders_mapping}}" ("folder_id");
  144. CREATE INDEX "{{prefix}}groups_folders_mapping_group_id_idx" ON "{{groups_folders_mapping}}" ("group_id");
  145. CREATE INDEX "{{prefix}}api_keys_admin_id_idx" ON "{{api_keys}}" ("admin_id");
  146. CREATE INDEX "{{prefix}}api_keys_user_id_idx" ON "{{api_keys}}" ("user_id");
  147. CREATE INDEX "{{prefix}}users_updated_at_idx" ON "{{users}}" ("updated_at");
  148. CREATE INDEX "{{prefix}}users_deleted_at_idx" ON "{{users}}" ("deleted_at");
  149. CREATE INDEX "{{prefix}}shares_user_id_idx" ON "{{shares}}" ("user_id");
  150. CREATE INDEX "{{prefix}}defender_hosts_updated_at_idx" ON "{{defender_hosts}}" ("updated_at");
  151. CREATE INDEX "{{prefix}}defender_hosts_ban_time_idx" ON "{{defender_hosts}}" ("ban_time");
  152. CREATE INDEX "{{prefix}}defender_events_date_time_idx" ON "{{defender_events}}" ("date_time");
  153. CREATE INDEX "{{prefix}}defender_events_host_id_idx" ON "{{defender_events}}" ("host_id");
  154. CREATE INDEX "{{prefix}}active_transfers_connection_id_idx" ON "{{active_transfers}}" ("connection_id");
  155. CREATE INDEX "{{prefix}}active_transfers_transfer_id_idx" ON "{{active_transfers}}" ("transfer_id");
  156. CREATE INDEX "{{prefix}}active_transfers_updated_at_idx" ON "{{active_transfers}}" ("updated_at");
  157. CREATE INDEX "{{prefix}}shared_sessions_type_idx" ON "{{shared_sessions}}" ("type");
  158. CREATE INDEX "{{prefix}}shared_sessions_timestamp_idx" ON "{{shared_sessions}}" ("timestamp");
  159. CREATE INDEX "{{prefix}}events_rules_updated_at_idx" ON "{{events_rules}}" ("updated_at");
  160. CREATE INDEX "{{prefix}}events_rules_deleted_at_idx" ON "{{events_rules}}" ("deleted_at");
  161. CREATE INDEX "{{prefix}}events_rules_trigger_idx" ON "{{events_rules}}" ("trigger");
  162. CREATE INDEX "{{prefix}}rules_actions_mapping_rule_id_idx" ON "{{rules_actions_mapping}}" ("rule_id");
  163. CREATE INDEX "{{prefix}}rules_actions_mapping_action_id_idx" ON "{{rules_actions_mapping}}" ("action_id");
  164. CREATE INDEX "{{prefix}}rules_actions_mapping_order_idx" ON "{{rules_actions_mapping}}" ("order");
  165. CREATE INDEX "{{prefix}}admins_groups_mapping_admin_id_idx" ON "{{admins_groups_mapping}}" ("admin_id");
  166. CREATE INDEX "{{prefix}}admins_groups_mapping_group_id_idx" ON "{{admins_groups_mapping}}" ("group_id");
  167. CREATE INDEX "{{prefix}}users_role_id_idx" ON "{{users}}" ("role_id");
  168. CREATE INDEX "{{prefix}}admins_role_id_idx" ON "{{admins}}" ("role_id");
  169. CREATE INDEX "{{prefix}}ip_lists_type_idx" ON "{{ip_lists}}" ("type");
  170. CREATE INDEX "{{prefix}}ip_lists_ipornet_idx" ON "{{ip_lists}}" ("ipornet");
  171. CREATE INDEX "{{prefix}}ip_lists_ip_type_idx" ON "{{ip_lists}}" ("ip_type");
  172. CREATE INDEX "{{prefix}}ip_lists_ip_updated_at_idx" ON "{{ip_lists}}" ("updated_at");
  173. CREATE INDEX "{{prefix}}ip_lists_ip_deleted_at_idx" ON "{{ip_lists}}" ("deleted_at");
  174. CREATE INDEX "{{prefix}}ip_lists_first_last_idx" ON "{{ip_lists}}" ("first", "last");
  175. INSERT INTO {{schema_version}} (version) VALUES (29);
  176. `
  177. )
  178. // SQLiteProvider defines the auth provider for SQLite database
  179. type SQLiteProvider struct {
  180. dbHandle *sql.DB
  181. }
  182. func init() {
  183. version.AddFeature("+sqlite")
  184. }
  185. func initializeSQLiteProvider(basePath string) error {
  186. var connectionString string
  187. if config.ConnectionString == "" {
  188. dbPath := config.Name
  189. if !util.IsFileInputValid(dbPath) {
  190. return fmt.Errorf("invalid database path: %q", dbPath)
  191. }
  192. if !filepath.IsAbs(dbPath) {
  193. dbPath = filepath.Join(basePath, dbPath)
  194. }
  195. connectionString = fmt.Sprintf("file:%s?cache=shared&_foreign_keys=1", dbPath)
  196. } else {
  197. connectionString = config.ConnectionString
  198. }
  199. dbHandle, err := sql.Open("sqlite3", connectionString)
  200. if err != nil {
  201. providerLog(logger.LevelError, "error creating sqlite database handler, connection string: %q, error: %v",
  202. connectionString, err)
  203. return err
  204. }
  205. providerLog(logger.LevelDebug, "sqlite database handle created, connection string: %q", connectionString)
  206. dbHandle.SetMaxOpenConns(1)
  207. provider = &SQLiteProvider{dbHandle: dbHandle}
  208. return executePragmaOptimize(dbHandle)
  209. }
  210. func (p *SQLiteProvider) checkAvailability() error {
  211. return sqlCommonCheckAvailability(p.dbHandle)
  212. }
  213. func (p *SQLiteProvider) validateUserAndPass(username, password, ip, protocol string) (User, error) {
  214. return sqlCommonValidateUserAndPass(username, password, ip, protocol, p.dbHandle)
  215. }
  216. func (p *SQLiteProvider) validateUserAndTLSCert(username, protocol string, tlsCert *x509.Certificate) (User, error) {
  217. return sqlCommonValidateUserAndTLSCertificate(username, protocol, tlsCert, p.dbHandle)
  218. }
  219. func (p *SQLiteProvider) validateUserAndPubKey(username string, publicKey []byte, isSSHCert bool) (User, string, error) {
  220. return sqlCommonValidateUserAndPubKey(username, publicKey, isSSHCert, p.dbHandle)
  221. }
  222. func (p *SQLiteProvider) updateTransferQuota(username string, uploadSize, downloadSize int64, reset bool) error {
  223. return sqlCommonUpdateTransferQuota(username, uploadSize, downloadSize, reset, p.dbHandle)
  224. }
  225. func (p *SQLiteProvider) updateQuota(username string, filesAdd int, sizeAdd int64, reset bool) error {
  226. return sqlCommonUpdateQuota(username, filesAdd, sizeAdd, reset, p.dbHandle)
  227. }
  228. func (p *SQLiteProvider) getUsedQuota(username string) (int, int64, int64, int64, error) {
  229. return sqlCommonGetUsedQuota(username, p.dbHandle)
  230. }
  231. func (p *SQLiteProvider) getAdminSignature(username string) (string, error) {
  232. return sqlCommonGetAdminSignature(username, p.dbHandle)
  233. }
  234. func (p *SQLiteProvider) getUserSignature(username string) (string, error) {
  235. return sqlCommonGetUserSignature(username, p.dbHandle)
  236. }
  237. func (p *SQLiteProvider) setUpdatedAt(username string) {
  238. sqlCommonSetUpdatedAt(username, p.dbHandle)
  239. }
  240. func (p *SQLiteProvider) updateLastLogin(username string) error {
  241. return sqlCommonUpdateLastLogin(username, p.dbHandle)
  242. }
  243. func (p *SQLiteProvider) updateAdminLastLogin(username string) error {
  244. return sqlCommonUpdateAdminLastLogin(username, p.dbHandle)
  245. }
  246. func (p *SQLiteProvider) userExists(username, role string) (User, error) {
  247. return sqlCommonGetUserByUsername(username, role, p.dbHandle)
  248. }
  249. func (p *SQLiteProvider) addUser(user *User) error {
  250. return p.normalizeError(sqlCommonAddUser(user, p.dbHandle), fieldUsername)
  251. }
  252. func (p *SQLiteProvider) updateUser(user *User) error {
  253. return p.normalizeError(sqlCommonUpdateUser(user, p.dbHandle), -1)
  254. }
  255. func (p *SQLiteProvider) deleteUser(user User, softDelete bool) error {
  256. return sqlCommonDeleteUser(user, softDelete, p.dbHandle)
  257. }
  258. func (p *SQLiteProvider) updateUserPassword(username, password string) error {
  259. return sqlCommonUpdateUserPassword(username, password, p.dbHandle)
  260. }
  261. func (p *SQLiteProvider) dumpUsers() ([]User, error) {
  262. return sqlCommonDumpUsers(p.dbHandle)
  263. }
  264. func (p *SQLiteProvider) getRecentlyUpdatedUsers(after int64) ([]User, error) {
  265. return sqlCommonGetRecentlyUpdatedUsers(after, p.dbHandle)
  266. }
  267. func (p *SQLiteProvider) getUsers(limit int, offset int, order, role string) ([]User, error) {
  268. return sqlCommonGetUsers(limit, offset, order, role, p.dbHandle)
  269. }
  270. func (p *SQLiteProvider) getUsersForQuotaCheck(toFetch map[string]bool) ([]User, error) {
  271. return sqlCommonGetUsersForQuotaCheck(toFetch, p.dbHandle)
  272. }
  273. func (p *SQLiteProvider) dumpFolders() ([]vfs.BaseVirtualFolder, error) {
  274. return sqlCommonDumpFolders(p.dbHandle)
  275. }
  276. func (p *SQLiteProvider) getFolders(limit, offset int, order string, minimal bool) ([]vfs.BaseVirtualFolder, error) {
  277. return sqlCommonGetFolders(limit, offset, order, minimal, p.dbHandle)
  278. }
  279. func (p *SQLiteProvider) getFolderByName(name string) (vfs.BaseVirtualFolder, error) {
  280. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  281. defer cancel()
  282. return sqlCommonGetFolderByName(ctx, name, p.dbHandle)
  283. }
  284. func (p *SQLiteProvider) addFolder(folder *vfs.BaseVirtualFolder) error {
  285. return p.normalizeError(sqlCommonAddFolder(folder, p.dbHandle), fieldName)
  286. }
  287. func (p *SQLiteProvider) updateFolder(folder *vfs.BaseVirtualFolder) error {
  288. return sqlCommonUpdateFolder(folder, p.dbHandle)
  289. }
  290. func (p *SQLiteProvider) deleteFolder(folder vfs.BaseVirtualFolder) error {
  291. return sqlCommonDeleteFolder(folder, p.dbHandle)
  292. }
  293. func (p *SQLiteProvider) updateFolderQuota(name string, filesAdd int, sizeAdd int64, reset bool) error {
  294. return sqlCommonUpdateFolderQuota(name, filesAdd, sizeAdd, reset, p.dbHandle)
  295. }
  296. func (p *SQLiteProvider) getUsedFolderQuota(name string) (int, int64, error) {
  297. return sqlCommonGetFolderUsedQuota(name, p.dbHandle)
  298. }
  299. func (p *SQLiteProvider) getGroups(limit, offset int, order string, minimal bool) ([]Group, error) {
  300. return sqlCommonGetGroups(limit, offset, order, minimal, p.dbHandle)
  301. }
  302. func (p *SQLiteProvider) getGroupsWithNames(names []string) ([]Group, error) {
  303. return sqlCommonGetGroupsWithNames(names, p.dbHandle)
  304. }
  305. func (p *SQLiteProvider) getUsersInGroups(names []string) ([]string, error) {
  306. return sqlCommonGetUsersInGroups(names, p.dbHandle)
  307. }
  308. func (p *SQLiteProvider) groupExists(name string) (Group, error) {
  309. return sqlCommonGetGroupByName(name, p.dbHandle)
  310. }
  311. func (p *SQLiteProvider) addGroup(group *Group) error {
  312. return p.normalizeError(sqlCommonAddGroup(group, p.dbHandle), fieldName)
  313. }
  314. func (p *SQLiteProvider) updateGroup(group *Group) error {
  315. return sqlCommonUpdateGroup(group, p.dbHandle)
  316. }
  317. func (p *SQLiteProvider) deleteGroup(group Group) error {
  318. return sqlCommonDeleteGroup(group, p.dbHandle)
  319. }
  320. func (p *SQLiteProvider) dumpGroups() ([]Group, error) {
  321. return sqlCommonDumpGroups(p.dbHandle)
  322. }
  323. func (p *SQLiteProvider) adminExists(username string) (Admin, error) {
  324. return sqlCommonGetAdminByUsername(username, p.dbHandle)
  325. }
  326. func (p *SQLiteProvider) addAdmin(admin *Admin) error {
  327. return p.normalizeError(sqlCommonAddAdmin(admin, p.dbHandle), fieldUsername)
  328. }
  329. func (p *SQLiteProvider) updateAdmin(admin *Admin) error {
  330. return p.normalizeError(sqlCommonUpdateAdmin(admin, p.dbHandle), -1)
  331. }
  332. func (p *SQLiteProvider) deleteAdmin(admin Admin) error {
  333. return sqlCommonDeleteAdmin(admin, p.dbHandle)
  334. }
  335. func (p *SQLiteProvider) getAdmins(limit int, offset int, order string) ([]Admin, error) {
  336. return sqlCommonGetAdmins(limit, offset, order, p.dbHandle)
  337. }
  338. func (p *SQLiteProvider) dumpAdmins() ([]Admin, error) {
  339. return sqlCommonDumpAdmins(p.dbHandle)
  340. }
  341. func (p *SQLiteProvider) validateAdminAndPass(username, password, ip string) (Admin, error) {
  342. return sqlCommonValidateAdminAndPass(username, password, ip, p.dbHandle)
  343. }
  344. func (p *SQLiteProvider) apiKeyExists(keyID string) (APIKey, error) {
  345. return sqlCommonGetAPIKeyByID(keyID, p.dbHandle)
  346. }
  347. func (p *SQLiteProvider) addAPIKey(apiKey *APIKey) error {
  348. return p.normalizeError(sqlCommonAddAPIKey(apiKey, p.dbHandle), -1)
  349. }
  350. func (p *SQLiteProvider) updateAPIKey(apiKey *APIKey) error {
  351. return p.normalizeError(sqlCommonUpdateAPIKey(apiKey, p.dbHandle), -1)
  352. }
  353. func (p *SQLiteProvider) deleteAPIKey(apiKey APIKey) error {
  354. return sqlCommonDeleteAPIKey(apiKey, p.dbHandle)
  355. }
  356. func (p *SQLiteProvider) getAPIKeys(limit int, offset int, order string) ([]APIKey, error) {
  357. return sqlCommonGetAPIKeys(limit, offset, order, p.dbHandle)
  358. }
  359. func (p *SQLiteProvider) dumpAPIKeys() ([]APIKey, error) {
  360. return sqlCommonDumpAPIKeys(p.dbHandle)
  361. }
  362. func (p *SQLiteProvider) updateAPIKeyLastUse(keyID string) error {
  363. return sqlCommonUpdateAPIKeyLastUse(keyID, p.dbHandle)
  364. }
  365. func (p *SQLiteProvider) shareExists(shareID, username string) (Share, error) {
  366. return sqlCommonGetShareByID(shareID, username, p.dbHandle)
  367. }
  368. func (p *SQLiteProvider) addShare(share *Share) error {
  369. return p.normalizeError(sqlCommonAddShare(share, p.dbHandle), fieldName)
  370. }
  371. func (p *SQLiteProvider) updateShare(share *Share) error {
  372. return p.normalizeError(sqlCommonUpdateShare(share, p.dbHandle), -1)
  373. }
  374. func (p *SQLiteProvider) deleteShare(share Share) error {
  375. return sqlCommonDeleteShare(share, p.dbHandle)
  376. }
  377. func (p *SQLiteProvider) getShares(limit int, offset int, order, username string) ([]Share, error) {
  378. return sqlCommonGetShares(limit, offset, order, username, p.dbHandle)
  379. }
  380. func (p *SQLiteProvider) dumpShares() ([]Share, error) {
  381. return sqlCommonDumpShares(p.dbHandle)
  382. }
  383. func (p *SQLiteProvider) updateShareLastUse(shareID string, numTokens int) error {
  384. return sqlCommonUpdateShareLastUse(shareID, numTokens, p.dbHandle)
  385. }
  386. func (p *SQLiteProvider) getDefenderHosts(from int64, limit int) ([]DefenderEntry, error) {
  387. return sqlCommonGetDefenderHosts(from, limit, p.dbHandle)
  388. }
  389. func (p *SQLiteProvider) getDefenderHostByIP(ip string, from int64) (DefenderEntry, error) {
  390. return sqlCommonGetDefenderHostByIP(ip, from, p.dbHandle)
  391. }
  392. func (p *SQLiteProvider) isDefenderHostBanned(ip string) (DefenderEntry, error) {
  393. return sqlCommonIsDefenderHostBanned(ip, p.dbHandle)
  394. }
  395. func (p *SQLiteProvider) updateDefenderBanTime(ip string, minutes int) error {
  396. return sqlCommonDefenderIncrementBanTime(ip, minutes, p.dbHandle)
  397. }
  398. func (p *SQLiteProvider) deleteDefenderHost(ip string) error {
  399. return sqlCommonDeleteDefenderHost(ip, p.dbHandle)
  400. }
  401. func (p *SQLiteProvider) addDefenderEvent(ip string, score int) error {
  402. return sqlCommonAddDefenderHostAndEvent(ip, score, p.dbHandle)
  403. }
  404. func (p *SQLiteProvider) setDefenderBanTime(ip string, banTime int64) error {
  405. return sqlCommonSetDefenderBanTime(ip, banTime, p.dbHandle)
  406. }
  407. func (p *SQLiteProvider) cleanupDefender(from int64) error {
  408. return sqlCommonDefenderCleanup(from, p.dbHandle)
  409. }
  410. func (p *SQLiteProvider) addActiveTransfer(transfer ActiveTransfer) error {
  411. return sqlCommonAddActiveTransfer(transfer, p.dbHandle)
  412. }
  413. func (p *SQLiteProvider) updateActiveTransferSizes(ulSize, dlSize, transferID int64, connectionID string) error {
  414. return sqlCommonUpdateActiveTransferSizes(ulSize, dlSize, transferID, connectionID, p.dbHandle)
  415. }
  416. func (p *SQLiteProvider) removeActiveTransfer(transferID int64, connectionID string) error {
  417. return sqlCommonRemoveActiveTransfer(transferID, connectionID, p.dbHandle)
  418. }
  419. func (p *SQLiteProvider) cleanupActiveTransfers(before time.Time) error {
  420. return sqlCommonCleanupActiveTransfers(before, p.dbHandle)
  421. }
  422. func (p *SQLiteProvider) getActiveTransfers(from time.Time) ([]ActiveTransfer, error) {
  423. return sqlCommonGetActiveTransfers(from, p.dbHandle)
  424. }
  425. func (p *SQLiteProvider) addSharedSession(session Session) error {
  426. return sqlCommonAddSession(session, p.dbHandle)
  427. }
  428. func (p *SQLiteProvider) deleteSharedSession(key string) error {
  429. return sqlCommonDeleteSession(key, p.dbHandle)
  430. }
  431. func (p *SQLiteProvider) getSharedSession(key string) (Session, error) {
  432. return sqlCommonGetSession(key, p.dbHandle)
  433. }
  434. func (p *SQLiteProvider) cleanupSharedSessions(sessionType SessionType, before int64) error {
  435. return sqlCommonCleanupSessions(sessionType, before, p.dbHandle)
  436. }
  437. func (p *SQLiteProvider) getEventActions(limit, offset int, order string, minimal bool) ([]BaseEventAction, error) {
  438. return sqlCommonGetEventActions(limit, offset, order, minimal, p.dbHandle)
  439. }
  440. func (p *SQLiteProvider) dumpEventActions() ([]BaseEventAction, error) {
  441. return sqlCommonDumpEventActions(p.dbHandle)
  442. }
  443. func (p *SQLiteProvider) eventActionExists(name string) (BaseEventAction, error) {
  444. return sqlCommonGetEventActionByName(name, p.dbHandle)
  445. }
  446. func (p *SQLiteProvider) addEventAction(action *BaseEventAction) error {
  447. return p.normalizeError(sqlCommonAddEventAction(action, p.dbHandle), fieldName)
  448. }
  449. func (p *SQLiteProvider) updateEventAction(action *BaseEventAction) error {
  450. return sqlCommonUpdateEventAction(action, p.dbHandle)
  451. }
  452. func (p *SQLiteProvider) deleteEventAction(action BaseEventAction) error {
  453. return sqlCommonDeleteEventAction(action, p.dbHandle)
  454. }
  455. func (p *SQLiteProvider) getEventRules(limit, offset int, order string) ([]EventRule, error) {
  456. return sqlCommonGetEventRules(limit, offset, order, p.dbHandle)
  457. }
  458. func (p *SQLiteProvider) dumpEventRules() ([]EventRule, error) {
  459. return sqlCommonDumpEventRules(p.dbHandle)
  460. }
  461. func (p *SQLiteProvider) getRecentlyUpdatedRules(after int64) ([]EventRule, error) {
  462. return sqlCommonGetRecentlyUpdatedRules(after, p.dbHandle)
  463. }
  464. func (p *SQLiteProvider) eventRuleExists(name string) (EventRule, error) {
  465. return sqlCommonGetEventRuleByName(name, p.dbHandle)
  466. }
  467. func (p *SQLiteProvider) addEventRule(rule *EventRule) error {
  468. return p.normalizeError(sqlCommonAddEventRule(rule, p.dbHandle), fieldName)
  469. }
  470. func (p *SQLiteProvider) updateEventRule(rule *EventRule) error {
  471. return sqlCommonUpdateEventRule(rule, p.dbHandle)
  472. }
  473. func (p *SQLiteProvider) deleteEventRule(rule EventRule, softDelete bool) error {
  474. return sqlCommonDeleteEventRule(rule, softDelete, p.dbHandle)
  475. }
  476. func (p *SQLiteProvider) getTaskByName(name string) (Task, error) {
  477. return sqlCommonGetTaskByName(name, p.dbHandle)
  478. }
  479. func (p *SQLiteProvider) addTask(name string) error {
  480. return sqlCommonAddTask(name, p.dbHandle)
  481. }
  482. func (p *SQLiteProvider) updateTask(name string, version int64) error {
  483. return sqlCommonUpdateTask(name, version, p.dbHandle)
  484. }
  485. func (p *SQLiteProvider) updateTaskTimestamp(name string) error {
  486. return sqlCommonUpdateTaskTimestamp(name, p.dbHandle)
  487. }
  488. func (*SQLiteProvider) addNode() error {
  489. return ErrNotImplemented
  490. }
  491. func (*SQLiteProvider) getNodeByName(_ string) (Node, error) {
  492. return Node{}, ErrNotImplemented
  493. }
  494. func (*SQLiteProvider) getNodes() ([]Node, error) {
  495. return nil, ErrNotImplemented
  496. }
  497. func (*SQLiteProvider) updateNodeTimestamp() error {
  498. return ErrNotImplemented
  499. }
  500. func (*SQLiteProvider) cleanupNodes() error {
  501. return ErrNotImplemented
  502. }
  503. func (p *SQLiteProvider) roleExists(name string) (Role, error) {
  504. return sqlCommonGetRoleByName(name, p.dbHandle)
  505. }
  506. func (p *SQLiteProvider) addRole(role *Role) error {
  507. return p.normalizeError(sqlCommonAddRole(role, p.dbHandle), fieldName)
  508. }
  509. func (p *SQLiteProvider) updateRole(role *Role) error {
  510. return sqlCommonUpdateRole(role, p.dbHandle)
  511. }
  512. func (p *SQLiteProvider) deleteRole(role Role) error {
  513. return sqlCommonDeleteRole(role, p.dbHandle)
  514. }
  515. func (p *SQLiteProvider) getRoles(limit int, offset int, order string, minimal bool) ([]Role, error) {
  516. return sqlCommonGetRoles(limit, offset, order, minimal, p.dbHandle)
  517. }
  518. func (p *SQLiteProvider) dumpRoles() ([]Role, error) {
  519. return sqlCommonDumpRoles(p.dbHandle)
  520. }
  521. func (p *SQLiteProvider) ipListEntryExists(ipOrNet string, listType IPListType) (IPListEntry, error) {
  522. return sqlCommonGetIPListEntry(ipOrNet, listType, p.dbHandle)
  523. }
  524. func (p *SQLiteProvider) addIPListEntry(entry *IPListEntry) error {
  525. return p.normalizeError(sqlCommonAddIPListEntry(entry, p.dbHandle), fieldIPNet)
  526. }
  527. func (p *SQLiteProvider) updateIPListEntry(entry *IPListEntry) error {
  528. return sqlCommonUpdateIPListEntry(entry, p.dbHandle)
  529. }
  530. func (p *SQLiteProvider) deleteIPListEntry(entry IPListEntry, softDelete bool) error {
  531. return sqlCommonDeleteIPListEntry(entry, softDelete, p.dbHandle)
  532. }
  533. func (p *SQLiteProvider) getIPListEntries(listType IPListType, filter, from, order string, limit int) ([]IPListEntry, error) {
  534. return sqlCommonGetIPListEntries(listType, filter, from, order, limit, p.dbHandle)
  535. }
  536. func (p *SQLiteProvider) getRecentlyUpdatedIPListEntries(after int64) ([]IPListEntry, error) {
  537. return sqlCommonGetRecentlyUpdatedIPListEntries(after, p.dbHandle)
  538. }
  539. func (p *SQLiteProvider) dumpIPListEntries() ([]IPListEntry, error) {
  540. return sqlCommonDumpIPListEntries(p.dbHandle)
  541. }
  542. func (p *SQLiteProvider) countIPListEntries(listType IPListType) (int64, error) {
  543. return sqlCommonCountIPListEntries(listType, p.dbHandle)
  544. }
  545. func (p *SQLiteProvider) getListEntriesForIP(ip string, listType IPListType) ([]IPListEntry, error) {
  546. return sqlCommonGetListEntriesForIP(ip, listType, p.dbHandle)
  547. }
  548. func (p *SQLiteProvider) getConfigs() (Configs, error) {
  549. return sqlCommonGetConfigs(p.dbHandle)
  550. }
  551. func (p *SQLiteProvider) setConfigs(configs *Configs) error {
  552. return sqlCommonSetConfigs(configs, p.dbHandle)
  553. }
  554. func (p *SQLiteProvider) setFirstDownloadTimestamp(username string) error {
  555. return sqlCommonSetFirstDownloadTimestamp(username, p.dbHandle)
  556. }
  557. func (p *SQLiteProvider) setFirstUploadTimestamp(username string) error {
  558. return sqlCommonSetFirstUploadTimestamp(username, p.dbHandle)
  559. }
  560. func (p *SQLiteProvider) close() error {
  561. return p.dbHandle.Close()
  562. }
  563. func (p *SQLiteProvider) reloadConfig() error {
  564. return nil
  565. }
  566. // initializeDatabase creates the initial database structure
  567. func (p *SQLiteProvider) initializeDatabase() error {
  568. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, false)
  569. if err == nil && dbVersion.Version > 0 {
  570. return ErrNoInitRequired
  571. }
  572. if errors.Is(err, sql.ErrNoRows) {
  573. return errSchemaVersionEmpty
  574. }
  575. logger.InfoToConsole("creating initial database schema, version 29")
  576. providerLog(logger.LevelInfo, "creating initial database schema, version 29")
  577. sql := sqlReplaceAll(sqliteInitialSQL)
  578. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, []string{sql}, 29, true)
  579. }
  580. func (p *SQLiteProvider) migrateDatabase() error { //nolint:dupl
  581. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  582. if err != nil {
  583. return err
  584. }
  585. switch version := dbVersion.Version; {
  586. case version == sqlDatabaseVersion:
  587. providerLog(logger.LevelDebug, "sql database is up to date, current version: %d", version)
  588. return ErrNoInitRequired
  589. case version < 29:
  590. err = errSchemaVersionTooOld(version)
  591. providerLog(logger.LevelError, "%v", err)
  592. logger.ErrorToConsole("%v", err)
  593. return err
  594. default:
  595. if version > sqlDatabaseVersion {
  596. providerLog(logger.LevelError, "database schema version %d is newer than the supported one: %d", version,
  597. sqlDatabaseVersion)
  598. logger.WarnToConsole("database schema version %d is newer than the supported one: %d", version,
  599. sqlDatabaseVersion)
  600. return nil
  601. }
  602. return fmt.Errorf("database schema version not handled: %d", version)
  603. }
  604. }
  605. func (p *SQLiteProvider) revertDatabase(targetVersion int) error {
  606. dbVersion, err := sqlCommonGetDatabaseVersion(p.dbHandle, true)
  607. if err != nil {
  608. return err
  609. }
  610. if dbVersion.Version == targetVersion {
  611. return errors.New("current version match target version, nothing to do")
  612. }
  613. switch dbVersion.Version {
  614. default:
  615. return fmt.Errorf("database schema version not handled: %d", dbVersion.Version)
  616. }
  617. }
  618. func (p *SQLiteProvider) resetDatabase() error {
  619. sql := sqlReplaceAll(sqliteResetSQL)
  620. return sqlCommonExecSQLAndUpdateDBVersion(p.dbHandle, []string{sql}, 0, false)
  621. }
  622. func (p *SQLiteProvider) normalizeError(err error, fieldType int) error {
  623. if err == nil {
  624. return nil
  625. }
  626. if e, ok := err.(sqlite3.Error); ok {
  627. switch e.ExtendedCode {
  628. case 1555, 2067:
  629. var message string
  630. switch fieldType {
  631. case fieldUsername:
  632. message = util.I18nErrorDuplicatedUsername
  633. case fieldIPNet:
  634. message = util.I18nErrorDuplicatedIPNet
  635. default:
  636. message = util.I18nErrorDuplicatedName
  637. }
  638. return util.NewI18nError(
  639. fmt.Errorf("%w: %s", ErrDuplicatedKey, err.Error()),
  640. message,
  641. )
  642. case 787:
  643. return fmt.Errorf("%w: %s", ErrForeignKeyViolated, err.Error())
  644. }
  645. }
  646. return err
  647. }
  648. func executePragmaOptimize(dbHandle *sql.DB) error {
  649. ctx, cancel := context.WithTimeout(context.Background(), defaultSQLQueryTimeout)
  650. defer cancel()
  651. _, err := dbHandle.ExecContext(ctx, "PRAGMA optimize;")
  652. return err
  653. }
  654. /*func setPragmaFK(dbHandle *sql.DB, value string) error {
  655. ctx, cancel := context.WithTimeout(context.Background(), longSQLQueryTimeout)
  656. defer cancel()
  657. sql := fmt.Sprintf("PRAGMA foreign_keys=%v;", value)
  658. _, err := dbHandle.ExecContext(ctx, sql)
  659. return err
  660. }*/