files_db.dart 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492
  1. import 'dart:io';
  2. import 'package:logging/logging.dart';
  3. import 'package:photos/models/file_type.dart';
  4. import 'package:photos/models/location.dart';
  5. import 'package:photos/models/file.dart';
  6. import 'package:path/path.dart';
  7. import 'package:sqflite/sqflite.dart';
  8. import 'package:path_provider/path_provider.dart';
  9. class FilesDB {
  10. static final _databaseName = "ente.files.db";
  11. static final _databaseVersion = 1;
  12. static final Logger _logger = Logger("FilesDB");
  13. static final table = 'files';
  14. static final columnGeneratedID = '_id';
  15. static final columnUploadedFileID = 'uploaded_file_id';
  16. static final columnOwnerID = 'owner_id';
  17. static final columnCollectionID = 'collection_id';
  18. static final columnLocalID = 'local_id';
  19. static final columnTitle = 'title';
  20. static final columnDeviceFolder = 'device_folder';
  21. static final columnLatitude = 'latitude';
  22. static final columnLongitude = 'longitude';
  23. static final columnFileType = 'file_type';
  24. static final columnRemoteFolderID = 'remote_folder_id';
  25. static final columnIsEncrypted = 'is_encrypted';
  26. static final columnIsDeleted = 'is_deleted';
  27. static final columnCreationTime = 'creation_time';
  28. static final columnModificationTime = 'modification_time';
  29. static final columnUpdationTime = 'updation_time';
  30. static final columnEncryptedKey = 'encrypted_key';
  31. static final columnKeyDecryptionNonce = 'key_decryption_nonce';
  32. static final columnFileDecryptionHeader = 'file_decryption_header';
  33. static final columnThumbnailDecryptionHeader = 'thumbnail_decryption_header';
  34. static final columnMetadataDecryptionHeader = 'metadata_decryption_header';
  35. // make this a singleton class
  36. FilesDB._privateConstructor();
  37. static final FilesDB instance = FilesDB._privateConstructor();
  38. // only have a single app-wide reference to the database
  39. static Database _database;
  40. Future<Database> get database async {
  41. if (_database != null) return _database;
  42. // lazily instantiate the db the first time it is accessed
  43. _database = await _initDatabase();
  44. return _database;
  45. }
  46. // this opens the database (and creates it if it doesn't exist)
  47. _initDatabase() async {
  48. Directory documentsDirectory = await getApplicationDocumentsDirectory();
  49. String path = join(documentsDirectory.path, _databaseName);
  50. return await openDatabase(path,
  51. version: _databaseVersion, onCreate: _onCreate);
  52. }
  53. // SQL code to create the database table
  54. Future _onCreate(Database db, int version) async {
  55. await db.execute('''
  56. CREATE TABLE $table (
  57. $columnGeneratedID INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
  58. $columnLocalID TEXT,
  59. $columnUploadedFileID INTEGER,
  60. $columnOwnerID INTEGER,
  61. $columnCollectionID INTEGER,
  62. $columnTitle TEXT NOT NULL,
  63. $columnDeviceFolder TEXT NOT NULL,
  64. $columnLatitude REAL,
  65. $columnLongitude REAL,
  66. $columnFileType INTEGER,
  67. $columnRemoteFolderID INTEGER,
  68. $columnIsEncrypted INTEGER DEFAULT 1,
  69. $columnModificationTime TEXT NOT NULL,
  70. $columnEncryptedKey TEXT,
  71. $columnKeyDecryptionNonce TEXT,
  72. $columnFileDecryptionHeader TEXT,
  73. $columnThumbnailDecryptionHeader TEXT,
  74. $columnMetadataDecryptionHeader TEXT,
  75. $columnIsDeleted INTEGER DEFAULT 0,
  76. $columnCreationTime TEXT NOT NULL,
  77. $columnUpdationTime TEXT
  78. )
  79. ''');
  80. }
  81. Future<int> insert(File file) async {
  82. final db = await instance.database;
  83. return await db.insert(table, _getRowForFile(file));
  84. }
  85. Future<List<dynamic>> insertMultiple(List<File> files) async {
  86. final db = await instance.database;
  87. var batch = db.batch();
  88. int batchCounter = 0;
  89. for (File file in files) {
  90. if (batchCounter == 400) {
  91. await batch.commit();
  92. batch = db.batch();
  93. }
  94. batch.insert(table, _getRowForFile(file));
  95. batchCounter++;
  96. }
  97. return await batch.commit();
  98. }
  99. Future<List<File>> getOwnedFiles(int ownerID) async {
  100. final db = await instance.database;
  101. final whereArgs = List<dynamic>();
  102. if (ownerID != null) {
  103. whereArgs.add(ownerID);
  104. }
  105. final results = await db.query(
  106. table,
  107. // where: '$columnIsDeleted = 0' +
  108. // (ownerID == null ? '' : ' AND $columnOwnerID = ?'),
  109. // whereArgs: whereArgs,
  110. orderBy: '$columnCreationTime DESC',
  111. );
  112. return _convertToFiles(results);
  113. }
  114. Future<List<File>> getAllVideos() async {
  115. final db = await instance.database;
  116. final results = await db.query(
  117. table,
  118. where:
  119. '$columnLocalID IS NOT NULL AND $columnFileType = 1 AND $columnIsDeleted = 0',
  120. orderBy: '$columnCreationTime DESC',
  121. );
  122. return _convertToFiles(results);
  123. }
  124. Future<List<File>> getAllInFolder(
  125. int folderID, int beforeCreationTime, int limit) async {
  126. final db = await instance.database;
  127. final results = await db.query(
  128. table,
  129. where:
  130. '$columnRemoteFolderID = ? AND $columnIsDeleted = 0 AND $columnCreationTime < ?',
  131. whereArgs: [folderID, beforeCreationTime],
  132. orderBy: '$columnCreationTime DESC',
  133. limit: limit,
  134. );
  135. return _convertToFiles(results);
  136. }
  137. Future<List<File>> getAllInCollectionBeforeCreationTime(
  138. int collectionID, int beforeCreationTime, int limit) async {
  139. final db = await instance.database;
  140. final results = await db.query(
  141. table,
  142. where:
  143. '$columnCollectionID = ? AND $columnIsDeleted = 0 AND $columnCreationTime < ?',
  144. whereArgs: [collectionID, beforeCreationTime],
  145. orderBy: '$columnCreationTime DESC',
  146. limit: limit,
  147. );
  148. return _convertToFiles(results);
  149. }
  150. Future<List<File>> getAllInCollection(int collectionID) async {
  151. final db = await instance.database;
  152. final results = await db.query(
  153. table,
  154. where:
  155. '$columnCollectionID = ?',
  156. whereArgs: [collectionID],
  157. orderBy: '$columnCreationTime DESC',
  158. );
  159. return _convertToFiles(results);
  160. }
  161. Future<List<File>> getFilesCreatedWithinDuration(
  162. int startCreationTime, int endCreationTime) async {
  163. final db = await instance.database;
  164. final results = await db.query(
  165. table,
  166. where:
  167. '$columnCreationTime > ? AND $columnCreationTime < ? AND $columnIsDeleted = 0',
  168. whereArgs: [startCreationTime, endCreationTime],
  169. orderBy: '$columnCreationTime ASC',
  170. );
  171. return _convertToFiles(results);
  172. }
  173. Future<List<File>> getAllDeleted() async {
  174. final db = await instance.database;
  175. final results = await db.query(
  176. table,
  177. where: '$columnIsDeleted = 1',
  178. orderBy: '$columnCreationTime DESC',
  179. );
  180. return _convertToFiles(results);
  181. }
  182. Future<List<File>> getFilesToBeUploadedWithinFolders(
  183. Set<String> folders) async {
  184. final db = await instance.database;
  185. String inParam = "";
  186. for (final folder in folders) {
  187. inParam += "'" + folder + "',";
  188. }
  189. inParam = inParam.substring(0, inParam.length - 1);
  190. final results = await db.query(
  191. table,
  192. where:
  193. '$columnUploadedFileID IS NULL AND $columnDeviceFolder IN ($inParam)',
  194. orderBy: '$columnCreationTime DESC',
  195. );
  196. return _convertToFiles(results);
  197. }
  198. Future<File> getMatchingFile(String localID, String title,
  199. String deviceFolder, int creationTime, int modificationTime,
  200. {String alternateTitle}) async {
  201. final db = await instance.database;
  202. final rows = await db.query(
  203. table,
  204. where: '''$columnLocalID=? AND ($columnTitle=? OR $columnTitle=?) AND
  205. $columnDeviceFolder=? AND $columnCreationTime=? AND
  206. $columnModificationTime=?''',
  207. whereArgs: [
  208. localID,
  209. title,
  210. alternateTitle,
  211. deviceFolder,
  212. creationTime,
  213. modificationTime,
  214. ],
  215. );
  216. if (rows.isNotEmpty) {
  217. return _getFileFromRow(rows[0]);
  218. } else {
  219. throw ("No matching file found");
  220. }
  221. }
  222. Future<File> getMatchingRemoteFile(int uploadedFileID) async {
  223. final db = await instance.database;
  224. final rows = await db.query(
  225. table,
  226. where: '$columnUploadedFileID=?',
  227. whereArgs: [uploadedFileID],
  228. );
  229. if (rows.isNotEmpty) {
  230. return _getFileFromRow(rows[0]);
  231. } else {
  232. throw ("No matching file found");
  233. }
  234. }
  235. Future<int> update(
  236. int generatedID,
  237. int uploadedID,
  238. int ownerID,
  239. int collectionID,
  240. int updationTime,
  241. String encryptedKey,
  242. String keyDecryptionNonce,
  243. String fileDecryptionHeader,
  244. String thumbnailDecryptionHeader,
  245. String metadataDecryptionHeader,
  246. ) async {
  247. final db = await instance.database;
  248. final values = new Map<String, dynamic>();
  249. values[columnUploadedFileID] = uploadedID;
  250. values[columnOwnerID] = ownerID;
  251. values[columnCollectionID] = collectionID;
  252. values[columnUpdationTime] = updationTime;
  253. values[columnEncryptedKey] = encryptedKey;
  254. values[columnKeyDecryptionNonce] = keyDecryptionNonce;
  255. values[columnFileDecryptionHeader] = fileDecryptionHeader;
  256. values[columnThumbnailDecryptionHeader] = thumbnailDecryptionHeader;
  257. values[columnMetadataDecryptionHeader] = metadataDecryptionHeader;
  258. return await db.update(
  259. table,
  260. values,
  261. where: '$columnGeneratedID = ?',
  262. whereArgs: [generatedID],
  263. );
  264. }
  265. // TODO: Remove deleted files on remote
  266. Future<int> markForDeletion(File file) async {
  267. final db = await instance.database;
  268. final values = new Map<String, dynamic>();
  269. values[columnIsDeleted] = 1;
  270. return db.update(
  271. table,
  272. values,
  273. where: '$columnGeneratedID =?',
  274. whereArgs: [file.generatedID],
  275. );
  276. }
  277. Future<int> delete(File file) async {
  278. final db = await instance.database;
  279. return db.delete(
  280. table,
  281. where: '$columnGeneratedID =?',
  282. whereArgs: [file.generatedID],
  283. );
  284. }
  285. Future<int> deleteFromCollection(int uploadedFileID, int collectionID) async {
  286. final db = await instance.database;
  287. return db.delete(
  288. table,
  289. where: '$columnUploadedFileID = ? AND $columnCollectionID = ?',
  290. whereArgs: [uploadedFileID, collectionID],
  291. );
  292. }
  293. Future<int> deleteFilesInRemoteFolder(int folderID) async {
  294. final db = await instance.database;
  295. return db.delete(
  296. table,
  297. where: '$columnRemoteFolderID =?',
  298. whereArgs: [folderID],
  299. );
  300. }
  301. Future<List<String>> getLocalPaths() async {
  302. final db = await instance.database;
  303. final rows = await db.query(
  304. table,
  305. columns: [columnDeviceFolder],
  306. distinct: true,
  307. where: '$columnRemoteFolderID IS NULL',
  308. );
  309. List<String> result = List<String>();
  310. for (final row in rows) {
  311. result.add(row[columnDeviceFolder]);
  312. }
  313. return result;
  314. }
  315. Future<File> getLatestFileInPath(String path) async {
  316. final db = await instance.database;
  317. final rows = await db.query(
  318. table,
  319. where: '$columnDeviceFolder =?',
  320. whereArgs: [path],
  321. orderBy: '$columnCreationTime DESC',
  322. limit: 1,
  323. );
  324. if (rows.isNotEmpty) {
  325. return _getFileFromRow(rows[0]);
  326. } else {
  327. throw ("No file found in path");
  328. }
  329. }
  330. Future<File> getLatestFileInRemoteFolder(int folderID) async {
  331. final db = await instance.database;
  332. final rows = await db.query(
  333. table,
  334. where: '$columnRemoteFolderID =?',
  335. whereArgs: [folderID],
  336. orderBy: '$columnCreationTime DESC',
  337. limit: 1,
  338. );
  339. if (rows.isNotEmpty) {
  340. return _getFileFromRow(rows[0]);
  341. } else {
  342. throw ("No file found in remote folder " + folderID.toString());
  343. }
  344. }
  345. Future<File> getLatestFileInCollection(int collectionID) async {
  346. final db = await instance.database;
  347. final rows = await db.query(
  348. table,
  349. where: '$columnCollectionID =?',
  350. whereArgs: [collectionID],
  351. orderBy: '$columnCreationTime DESC',
  352. limit: 1,
  353. );
  354. if (rows.isNotEmpty) {
  355. return _getFileFromRow(rows[0]);
  356. } else {
  357. throw ("No file found in collection " + collectionID.toString());
  358. }
  359. }
  360. Future<File> getLastSyncedFileInRemoteFolder(int folderID) async {
  361. final db = await instance.database;
  362. final rows = await db.query(
  363. table,
  364. where: '$columnRemoteFolderID =?',
  365. whereArgs: [folderID],
  366. orderBy: '$columnUpdationTime DESC',
  367. limit: 1,
  368. );
  369. if (rows.isNotEmpty) {
  370. return _getFileFromRow(rows[0]);
  371. } else {
  372. throw ("No file found in remote folder " + folderID.toString());
  373. }
  374. }
  375. Future<File> getLatestFileAmongGeneratedIDs(List<String> generatedIDs) async {
  376. final db = await instance.database;
  377. final rows = await db.query(
  378. table,
  379. where: '$columnGeneratedID IN (${generatedIDs.join(",")})',
  380. orderBy: '$columnCreationTime DESC',
  381. limit: 1,
  382. );
  383. if (rows.isNotEmpty) {
  384. return _getFileFromRow(rows[0]);
  385. } else {
  386. throw ("No file found with ids " + generatedIDs.join(", ").toString());
  387. }
  388. }
  389. List<File> _convertToFiles(List<Map<String, dynamic>> results) {
  390. final files = List<File>();
  391. for (final result in results) {
  392. files.add(_getFileFromRow(result));
  393. }
  394. return files;
  395. }
  396. Map<String, dynamic> _getRowForFile(File file) {
  397. final row = new Map<String, dynamic>();
  398. row[columnLocalID] = file.localID;
  399. row[columnUploadedFileID] = file.uploadedFileID;
  400. row[columnOwnerID] = file.ownerID;
  401. row[columnCollectionID] = file.collectionID;
  402. row[columnTitle] = file.title;
  403. row[columnDeviceFolder] = file.deviceFolder;
  404. if (file.location != null) {
  405. row[columnLatitude] = file.location.latitude;
  406. row[columnLongitude] = file.location.longitude;
  407. }
  408. switch (file.fileType) {
  409. case FileType.image:
  410. row[columnFileType] = 0;
  411. break;
  412. case FileType.video:
  413. row[columnFileType] = 1;
  414. break;
  415. default:
  416. row[columnFileType] = -1;
  417. }
  418. row[columnIsEncrypted] = file.isEncrypted ? 1 : 0;
  419. row[columnRemoteFolderID] = file.remoteFolderID;
  420. row[columnCreationTime] = file.creationTime;
  421. row[columnModificationTime] = file.modificationTime;
  422. row[columnUpdationTime] = file.updationTime;
  423. row[columnEncryptedKey] = file.encryptedKey;
  424. row[columnKeyDecryptionNonce] = file.keyDecryptionNonce;
  425. row[columnFileDecryptionHeader] = file.fileDecryptionHeader;
  426. row[columnThumbnailDecryptionHeader] = file.thumbnailDecryptionHeader;
  427. row[columnMetadataDecryptionHeader] = file.metadataDecryptionHeader;
  428. return row;
  429. }
  430. File _getFileFromRow(Map<String, dynamic> row) {
  431. final file = File();
  432. file.generatedID = row[columnGeneratedID];
  433. file.localID = row[columnLocalID];
  434. file.uploadedFileID = row[columnUploadedFileID];
  435. file.ownerID = row[columnOwnerID];
  436. file.collectionID = row[columnCollectionID];
  437. file.title = row[columnTitle];
  438. file.deviceFolder = row[columnDeviceFolder];
  439. if (row[columnLatitude] != null && row[columnLongitude] != null) {
  440. file.location = Location(row[columnLatitude], row[columnLongitude]);
  441. }
  442. file.fileType = getFileType(row[columnFileType]);
  443. file.remoteFolderID = row[columnRemoteFolderID];
  444. file.isEncrypted = row[columnIsEncrypted] == 1;
  445. file.creationTime = int.parse(row[columnCreationTime]);
  446. file.modificationTime = int.parse(row[columnModificationTime]);
  447. file.updationTime = row[columnUpdationTime] == null
  448. ? -1
  449. : int.parse(row[columnUpdationTime]);
  450. file.encryptedKey = row[columnEncryptedKey];
  451. file.keyDecryptionNonce = row[columnKeyDecryptionNonce];
  452. file.fileDecryptionHeader = row[columnFileDecryptionHeader];
  453. file.thumbnailDecryptionHeader = row[columnThumbnailDecryptionHeader];
  454. file.metadataDecryptionHeader = row[columnMetadataDecryptionHeader];
  455. return file;
  456. }
  457. }