files_db.dart 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471
  1. import 'dart:io';
  2. import 'package:logging/logging.dart';
  3. import 'package:photos/models/file_type.dart';
  4. import 'package:photos/models/location.dart';
  5. import 'package:photos/models/file.dart';
  6. import 'package:path/path.dart';
  7. import 'package:sqflite/sqflite.dart';
  8. import 'package:path_provider/path_provider.dart';
  9. class FilesDB {
  10. static final _databaseName = "ente.files.db";
  11. static final _databaseVersion = 1;
  12. static final Logger _logger = Logger("FilesDB");
  13. static final table = 'files';
  14. static final columnGeneratedID = '_id';
  15. static final columnUploadedFileID = 'uploaded_file_id';
  16. static final columnOwnerID = 'owner_id';
  17. static final columnCollectionID = 'collection_id';
  18. static final columnLocalID = 'local_id';
  19. static final columnTitle = 'title';
  20. static final columnDeviceFolder = 'device_folder';
  21. static final columnLatitude = 'latitude';
  22. static final columnLongitude = 'longitude';
  23. static final columnFileType = 'file_type';
  24. static final columnRemoteFolderID = 'remote_folder_id';
  25. static final columnIsEncrypted = 'is_encrypted';
  26. static final columnIsDeleted = 'is_deleted';
  27. static final columnCreationTime = 'creation_time';
  28. static final columnModificationTime = 'modification_time';
  29. static final columnUpdationTime = 'updation_time';
  30. static final columnEncryptedKey = 'encrypted_key';
  31. static final columnKeyDecryptionNonce = 'key_decryption_nonce';
  32. static final columnFileDecryptionHeader = 'file_decryption_header';
  33. static final columnThumbnailDecryptionHeader = 'thumbnail_decryption_header';
  34. static final columnMetadataDecryptionHeader = 'metadata_decryption_header';
  35. // make this a singleton class
  36. FilesDB._privateConstructor();
  37. static final FilesDB instance = FilesDB._privateConstructor();
  38. // only have a single app-wide reference to the database
  39. static Database _database;
  40. Future<Database> get database async {
  41. if (_database != null) return _database;
  42. // lazily instantiate the db the first time it is accessed
  43. _database = await _initDatabase();
  44. return _database;
  45. }
  46. // this opens the database (and creates it if it doesn't exist)
  47. _initDatabase() async {
  48. Directory documentsDirectory = await getApplicationDocumentsDirectory();
  49. String path = join(documentsDirectory.path, _databaseName);
  50. return await openDatabase(path,
  51. version: _databaseVersion, onCreate: _onCreate);
  52. }
  53. // SQL code to create the database table
  54. Future _onCreate(Database db, int version) async {
  55. await db.execute('''
  56. CREATE TABLE $table (
  57. $columnGeneratedID INTEGER PRIMARY KEY AUTOINCREMENT NOT NULL,
  58. $columnLocalID TEXT,
  59. $columnUploadedFileID INTEGER,
  60. $columnOwnerID INTEGER,
  61. $columnCollectionID INTEGER,
  62. $columnTitle TEXT NOT NULL,
  63. $columnDeviceFolder TEXT NOT NULL,
  64. $columnLatitude REAL,
  65. $columnLongitude REAL,
  66. $columnFileType INTEGER,
  67. $columnRemoteFolderID INTEGER,
  68. $columnIsEncrypted INTEGER DEFAULT 1,
  69. $columnModificationTime TEXT NOT NULL,
  70. $columnEncryptedKey TEXT,
  71. $columnKeyDecryptionNonce TEXT,
  72. $columnFileDecryptionHeader TEXT,
  73. $columnThumbnailDecryptionHeader TEXT,
  74. $columnMetadataDecryptionHeader TEXT,
  75. $columnIsDeleted INTEGER DEFAULT 0,
  76. $columnCreationTime TEXT NOT NULL,
  77. $columnUpdationTime TEXT
  78. )
  79. ''');
  80. }
  81. Future<int> insert(File file) async {
  82. final db = await instance.database;
  83. return await db.insert(table, _getRowForFile(file));
  84. }
  85. Future<List<dynamic>> insertMultiple(List<File> files) async {
  86. final db = await instance.database;
  87. var batch = db.batch();
  88. int batchCounter = 0;
  89. for (File file in files) {
  90. if (batchCounter == 400) {
  91. await batch.commit();
  92. batch = db.batch();
  93. }
  94. batch.insert(table, _getRowForFile(file));
  95. batchCounter++;
  96. }
  97. return await batch.commit();
  98. }
  99. Future<List<File>> getOwnedFiles(int ownerID) async {
  100. final db = await instance.database;
  101. final whereArgs = List<dynamic>();
  102. if (ownerID != null) {
  103. whereArgs.add(ownerID);
  104. }
  105. final results = await db.query(
  106. table,
  107. // where: '$columnIsDeleted = 0' +
  108. // (ownerID == null ? '' : ' AND $columnOwnerID = ?'),
  109. // whereArgs: whereArgs,
  110. orderBy: '$columnCreationTime DESC',
  111. );
  112. return _convertToFiles(results);
  113. }
  114. Future<List<File>> getAllVideos() async {
  115. final db = await instance.database;
  116. final results = await db.query(
  117. table,
  118. where:
  119. '$columnLocalID IS NOT NULL AND $columnFileType = 1 AND $columnIsDeleted = 0',
  120. orderBy: '$columnCreationTime DESC',
  121. );
  122. return _convertToFiles(results);
  123. }
  124. Future<List<File>> getAllInFolder(
  125. int folderID, int beforeCreationTime, int limit) async {
  126. final db = await instance.database;
  127. final results = await db.query(
  128. table,
  129. where:
  130. '$columnRemoteFolderID = ? AND $columnIsDeleted = 0 AND $columnCreationTime < ?',
  131. whereArgs: [folderID, beforeCreationTime],
  132. orderBy: '$columnCreationTime DESC',
  133. limit: limit,
  134. );
  135. return _convertToFiles(results);
  136. }
  137. Future<List<File>> getAllInCollection(
  138. int collectionID, int beforeCreationTime, int limit) async {
  139. final db = await instance.database;
  140. final results = await db.query(
  141. table,
  142. where:
  143. '$columnCollectionID = ? AND $columnIsDeleted = 0 AND $columnCreationTime < ?',
  144. whereArgs: [collectionID, beforeCreationTime],
  145. orderBy: '$columnCreationTime DESC',
  146. limit: limit,
  147. );
  148. return _convertToFiles(results);
  149. }
  150. Future<List<File>> getFilesCreatedWithinDuration(
  151. int startCreationTime, int endCreationTime) async {
  152. final db = await instance.database;
  153. final results = await db.query(
  154. table,
  155. where:
  156. '$columnCreationTime > ? AND $columnCreationTime < ? AND $columnIsDeleted = 0',
  157. whereArgs: [startCreationTime, endCreationTime],
  158. orderBy: '$columnCreationTime ASC',
  159. );
  160. return _convertToFiles(results);
  161. }
  162. Future<List<File>> getAllDeleted() async {
  163. final db = await instance.database;
  164. final results = await db.query(
  165. table,
  166. where: '$columnIsDeleted = 1',
  167. orderBy: '$columnCreationTime DESC',
  168. );
  169. return _convertToFiles(results);
  170. }
  171. Future<List<File>> getFilesToBeUploadedWithinFolders(
  172. Set<String> folders) async {
  173. final db = await instance.database;
  174. String inParam = "";
  175. for (final folder in folders) {
  176. inParam += "'" + folder + "',";
  177. }
  178. inParam = inParam.substring(0, inParam.length - 1);
  179. final results = await db.query(
  180. table,
  181. where:
  182. '$columnUploadedFileID IS NULL AND $columnDeviceFolder IN ($inParam)',
  183. orderBy: '$columnCreationTime DESC',
  184. );
  185. return _convertToFiles(results);
  186. }
  187. Future<File> getMatchingFile(String localID, String title,
  188. String deviceFolder, int creationTime, int modificationTime,
  189. {String alternateTitle}) async {
  190. final db = await instance.database;
  191. final rows = await db.query(
  192. table,
  193. where: '''$columnLocalID=? AND ($columnTitle=? OR $columnTitle=?) AND
  194. $columnDeviceFolder=? AND $columnCreationTime=? AND
  195. $columnModificationTime=?''',
  196. whereArgs: [
  197. localID,
  198. title,
  199. alternateTitle,
  200. deviceFolder,
  201. creationTime,
  202. modificationTime,
  203. ],
  204. );
  205. if (rows.isNotEmpty) {
  206. return _getFileFromRow(rows[0]);
  207. } else {
  208. throw ("No matching file found");
  209. }
  210. }
  211. Future<File> getMatchingRemoteFile(int uploadedFileID) async {
  212. final db = await instance.database;
  213. final rows = await db.query(
  214. table,
  215. where: '$columnUploadedFileID=?',
  216. whereArgs: [uploadedFileID],
  217. );
  218. if (rows.isNotEmpty) {
  219. return _getFileFromRow(rows[0]);
  220. } else {
  221. throw ("No matching file found");
  222. }
  223. }
  224. Future<int> update(
  225. int generatedID,
  226. int uploadedID,
  227. int ownerID,
  228. int collectionID,
  229. int updationTime,
  230. String encryptedKey,
  231. String keyDecryptionNonce,
  232. String fileDecryptionHeader,
  233. String thumbnailDecryptionHeader,
  234. String metadataDecryptionHeader,
  235. ) async {
  236. final db = await instance.database;
  237. final values = new Map<String, dynamic>();
  238. values[columnUploadedFileID] = uploadedID;
  239. values[columnOwnerID] = ownerID;
  240. values[columnCollectionID] = collectionID;
  241. values[columnUpdationTime] = updationTime;
  242. values[columnEncryptedKey] = encryptedKey;
  243. values[columnKeyDecryptionNonce] = keyDecryptionNonce;
  244. values[columnFileDecryptionHeader] = fileDecryptionHeader;
  245. values[columnThumbnailDecryptionHeader] = thumbnailDecryptionHeader;
  246. values[columnMetadataDecryptionHeader] = metadataDecryptionHeader;
  247. return await db.update(
  248. table,
  249. values,
  250. where: '$columnGeneratedID = ?',
  251. whereArgs: [generatedID],
  252. );
  253. }
  254. // TODO: Remove deleted files on remote
  255. Future<int> markForDeletion(File file) async {
  256. final db = await instance.database;
  257. final values = new Map<String, dynamic>();
  258. values[columnIsDeleted] = 1;
  259. return db.update(
  260. table,
  261. values,
  262. where: '$columnGeneratedID =?',
  263. whereArgs: [file.generatedID],
  264. );
  265. }
  266. Future<int> delete(File file) async {
  267. final db = await instance.database;
  268. return db.delete(
  269. table,
  270. where: '$columnGeneratedID =?',
  271. whereArgs: [file.generatedID],
  272. );
  273. }
  274. Future<int> deleteFilesInRemoteFolder(int folderID) async {
  275. final db = await instance.database;
  276. return db.delete(
  277. table,
  278. where: '$columnRemoteFolderID =?',
  279. whereArgs: [folderID],
  280. );
  281. }
  282. Future<List<String>> getLocalPaths() async {
  283. final db = await instance.database;
  284. final rows = await db.query(
  285. table,
  286. columns: [columnDeviceFolder],
  287. distinct: true,
  288. where: '$columnRemoteFolderID IS NULL',
  289. );
  290. List<String> result = List<String>();
  291. for (final row in rows) {
  292. result.add(row[columnDeviceFolder]);
  293. }
  294. return result;
  295. }
  296. Future<File> getLatestFileInPath(String path) async {
  297. final db = await instance.database;
  298. final rows = await db.query(
  299. table,
  300. where: '$columnDeviceFolder =?',
  301. whereArgs: [path],
  302. orderBy: '$columnCreationTime DESC',
  303. limit: 1,
  304. );
  305. if (rows.isNotEmpty) {
  306. return _getFileFromRow(rows[0]);
  307. } else {
  308. throw ("No file found in path");
  309. }
  310. }
  311. Future<File> getLatestFileInRemoteFolder(int folderID) async {
  312. final db = await instance.database;
  313. final rows = await db.query(
  314. table,
  315. where: '$columnRemoteFolderID =?',
  316. whereArgs: [folderID],
  317. orderBy: '$columnCreationTime DESC',
  318. limit: 1,
  319. );
  320. if (rows.isNotEmpty) {
  321. return _getFileFromRow(rows[0]);
  322. } else {
  323. throw ("No file found in remote folder " + folderID.toString());
  324. }
  325. }
  326. Future<File> getLatestFileInCollection(int collectionID) async {
  327. final db = await instance.database;
  328. final rows = await db.query(
  329. table,
  330. where: '$columnCollectionID =?',
  331. whereArgs: [collectionID],
  332. orderBy: '$columnCreationTime DESC',
  333. limit: 1,
  334. );
  335. if (rows.isNotEmpty) {
  336. return _getFileFromRow(rows[0]);
  337. } else {
  338. throw ("No file found in collection " + collectionID.toString());
  339. }
  340. }
  341. Future<File> getLastSyncedFileInRemoteFolder(int folderID) async {
  342. final db = await instance.database;
  343. final rows = await db.query(
  344. table,
  345. where: '$columnRemoteFolderID =?',
  346. whereArgs: [folderID],
  347. orderBy: '$columnUpdationTime DESC',
  348. limit: 1,
  349. );
  350. if (rows.isNotEmpty) {
  351. return _getFileFromRow(rows[0]);
  352. } else {
  353. throw ("No file found in remote folder " + folderID.toString());
  354. }
  355. }
  356. Future<File> getLatestFileAmongGeneratedIDs(List<String> generatedIDs) async {
  357. final db = await instance.database;
  358. final rows = await db.query(
  359. table,
  360. where: '$columnGeneratedID IN (${generatedIDs.join(",")})',
  361. orderBy: '$columnCreationTime DESC',
  362. limit: 1,
  363. );
  364. if (rows.isNotEmpty) {
  365. return _getFileFromRow(rows[0]);
  366. } else {
  367. throw ("No file found with ids " + generatedIDs.join(", ").toString());
  368. }
  369. }
  370. List<File> _convertToFiles(List<Map<String, dynamic>> results) {
  371. final files = List<File>();
  372. for (final result in results) {
  373. files.add(_getFileFromRow(result));
  374. }
  375. return files;
  376. }
  377. Map<String, dynamic> _getRowForFile(File file) {
  378. final row = new Map<String, dynamic>();
  379. row[columnLocalID] = file.localID;
  380. row[columnUploadedFileID] = file.uploadedFileID;
  381. row[columnOwnerID] = file.ownerID;
  382. row[columnCollectionID] = file.collectionID;
  383. row[columnTitle] = file.title;
  384. row[columnDeviceFolder] = file.deviceFolder;
  385. if (file.location != null) {
  386. row[columnLatitude] = file.location.latitude;
  387. row[columnLongitude] = file.location.longitude;
  388. }
  389. switch (file.fileType) {
  390. case FileType.image:
  391. row[columnFileType] = 0;
  392. break;
  393. case FileType.video:
  394. row[columnFileType] = 1;
  395. break;
  396. default:
  397. row[columnFileType] = -1;
  398. }
  399. row[columnIsEncrypted] = file.isEncrypted ? 1 : 0;
  400. row[columnRemoteFolderID] = file.remoteFolderID;
  401. row[columnCreationTime] = file.creationTime;
  402. row[columnModificationTime] = file.modificationTime;
  403. row[columnUpdationTime] = file.updationTime;
  404. row[columnEncryptedKey] = file.encryptedKey;
  405. row[columnKeyDecryptionNonce] = file.keyDecryptionNonce;
  406. row[columnFileDecryptionHeader] = file.fileDecryptionHeader;
  407. row[columnThumbnailDecryptionHeader] = file.thumbnailDecryptionHeader;
  408. row[columnMetadataDecryptionHeader] = file.metadataDecryptionHeader;
  409. return row;
  410. }
  411. File _getFileFromRow(Map<String, dynamic> row) {
  412. final file = File();
  413. file.generatedID = row[columnGeneratedID];
  414. file.localID = row[columnLocalID];
  415. file.uploadedFileID = row[columnUploadedFileID];
  416. file.ownerID = row[columnOwnerID];
  417. file.collectionID = row[columnCollectionID];
  418. file.title = row[columnTitle];
  419. file.deviceFolder = row[columnDeviceFolder];
  420. if (row[columnLatitude] != null && row[columnLongitude] != null) {
  421. file.location = Location(row[columnLatitude], row[columnLongitude]);
  422. }
  423. file.fileType = getFileType(row[columnFileType]);
  424. file.remoteFolderID = row[columnRemoteFolderID];
  425. file.isEncrypted = row[columnIsEncrypted] == 1;
  426. file.creationTime = int.parse(row[columnCreationTime]);
  427. file.modificationTime = int.parse(row[columnModificationTime]);
  428. file.updationTime = row[columnUpdationTime] == null
  429. ? -1
  430. : int.parse(row[columnUpdationTime]);
  431. file.encryptedKey = row[columnEncryptedKey];
  432. file.keyDecryptionNonce = row[columnKeyDecryptionNonce];
  433. file.fileDecryptionHeader = row[columnFileDecryptionHeader];
  434. file.thumbnailDecryptionHeader = row[columnThumbnailDecryptionHeader];
  435. file.metadataDecryptionHeader = row[columnMetadataDecryptionHeader];
  436. return file;
  437. }
  438. }