file_util.dart 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. import 'dart:async';
  2. import 'dart:io' as io;
  3. import 'dart:typed_data';
  4. import 'package:flutter_sodium/flutter_sodium.dart';
  5. import 'package:logging/logging.dart';
  6. import 'package:path/path.dart';
  7. import 'package:dio/dio.dart';
  8. import 'package:flutter_cache_manager/flutter_cache_manager.dart';
  9. import 'package:flutter_image_compress/flutter_image_compress.dart';
  10. import 'package:photos/core/cache/image_cache.dart';
  11. import 'package:photos/core/cache/thumbnail_cache.dart';
  12. import 'package:photos/core/cache/video_cache_manager.dart';
  13. import 'package:photos/core/configuration.dart';
  14. import 'package:photos/core/constants.dart';
  15. import 'package:photos/core/network.dart';
  16. import 'package:photos/models/file.dart' as ente;
  17. import 'package:photos/models/file_type.dart';
  18. import 'package:photos/services/collections_service.dart';
  19. import 'package:photos/utils/thumbnail_util.dart';
  20. import 'crypto_util.dart';
  21. import 'file_uploader_util.dart';
  22. final _logger = Logger("FileUtil");
  23. void preloadFile(ente.File file) {
  24. if (file.fileType == FileType.video) {
  25. return;
  26. }
  27. getFile(file);
  28. }
  29. Future<io.File> getFile(ente.File file) async {
  30. if (file.isRemoteFile()) {
  31. return getFileFromServer(file);
  32. } else {
  33. final cachedFile = FileLruCache.get(file);
  34. if (cachedFile == null) {
  35. final diskFile = await _getLocalDiskFile(file);
  36. FileLruCache.put(file, diskFile);
  37. return diskFile;
  38. }
  39. return cachedFile;
  40. }
  41. }
  42. Future<io.File> _getLocalDiskFile(ente.File file) async {
  43. if (file.isCachedInAppSandbox()) {
  44. var localPath = file.localID.replaceAll(RegExp(r'ente-upload-cache:'), '');
  45. return io.File(localPath);
  46. } else {
  47. return await (await file.getAsset()).file;
  48. }
  49. }
  50. void preloadThumbnail(ente.File file) {
  51. if (file.isRemoteFile()) {
  52. getThumbnailFromServer(file);
  53. } else {
  54. getThumbnailFromLocal(file);
  55. }
  56. }
  57. final Map<int, Future<io.File>> fileDownloadsInProgress =
  58. Map<int, Future<io.File>>();
  59. Future<io.File> getFileFromServer(ente.File file,
  60. {ProgressCallback progressCallback}) async {
  61. final cacheManager = file.fileType == FileType.video
  62. ? VideoCacheManager.instance
  63. : DefaultCacheManager();
  64. return cacheManager.getFileFromCache(file.getDownloadUrl()).then((info) {
  65. if (info == null) {
  66. if (!fileDownloadsInProgress.containsKey(file.uploadedFileID)) {
  67. fileDownloadsInProgress[file.uploadedFileID] = _downloadAndDecrypt(
  68. file,
  69. cacheManager,
  70. progressCallback: progressCallback,
  71. );
  72. }
  73. return fileDownloadsInProgress[file.uploadedFileID];
  74. } else {
  75. return info.file;
  76. }
  77. });
  78. }
  79. Future<io.File> _downloadAndDecrypt(
  80. ente.File file, BaseCacheManager cacheManager,
  81. {ProgressCallback progressCallback}) async {
  82. _logger.info("Downloading file " + file.uploadedFileID.toString());
  83. final encryptedFilePath = Configuration.instance.getTempDirectory() +
  84. file.generatedID.toString() +
  85. ".encrypted";
  86. final decryptedFilePath = Configuration.instance.getTempDirectory() +
  87. file.generatedID.toString() +
  88. ".decrypted";
  89. final encryptedFile = io.File(encryptedFilePath);
  90. final decryptedFile = io.File(decryptedFilePath);
  91. final startTime = DateTime.now().millisecondsSinceEpoch;
  92. return Network.instance
  93. .getDio()
  94. .download(
  95. file.getDownloadUrl(),
  96. encryptedFilePath,
  97. options: Options(
  98. headers: {"X-Auth-Token": Configuration.instance.getToken()},
  99. ),
  100. onReceiveProgress: progressCallback,
  101. )
  102. .then((response) async {
  103. if (response.statusCode != 200) {
  104. _logger.warning("Could not download file: ", response.toString());
  105. return null;
  106. } else if (!encryptedFile.existsSync()) {
  107. _logger.warning("File was not downloaded correctly.");
  108. return null;
  109. }
  110. _logger.info("File downloaded: " + file.uploadedFileID.toString());
  111. _logger.info("Download speed: " +
  112. (io.File(encryptedFilePath).lengthSync() /
  113. (DateTime.now().millisecondsSinceEpoch - startTime))
  114. .toString() +
  115. "kBps");
  116. await CryptoUtil.decryptFile(encryptedFilePath, decryptedFilePath,
  117. Sodium.base642bin(file.fileDecryptionHeader), decryptFileKey(file));
  118. _logger.info("File decrypted: " + file.uploadedFileID.toString());
  119. encryptedFile.deleteSync();
  120. var fileExtension = "unknown";
  121. try {
  122. fileExtension = extension(file.title).substring(1).toLowerCase();
  123. } catch (e) {
  124. _logger.severe("Could not capture file extension");
  125. }
  126. var outputFile = decryptedFile;
  127. if ((fileExtension == "unknown" && file.fileType == FileType.image) ||
  128. (io.Platform.isAndroid && fileExtension == "heic")) {
  129. outputFile = await FlutterImageCompress.compressAndGetFile(
  130. decryptedFilePath,
  131. decryptedFilePath + ".jpg",
  132. keepExif: true,
  133. );
  134. decryptedFile.deleteSync();
  135. }
  136. final cachedFile = await cacheManager.putFile(
  137. file.getDownloadUrl(),
  138. outputFile.readAsBytesSync(),
  139. eTag: file.getDownloadUrl(),
  140. maxAge: Duration(days: 365),
  141. fileExtension: fileExtension,
  142. );
  143. _logger.info("File Put in cacheManager " +
  144. file.uploadedFileID.toString() +
  145. " " +
  146. cachedFile.uri.toString());
  147. outputFile.deleteSync();
  148. fileDownloadsInProgress.remove(file.uploadedFileID);
  149. return cachedFile;
  150. }).catchError((e) {
  151. fileDownloadsInProgress.remove(file.uploadedFileID);
  152. });
  153. }
  154. Uint8List decryptFileKey(ente.File file) {
  155. final encryptedKey = Sodium.base642bin(file.encryptedKey);
  156. final nonce = Sodium.base642bin(file.keyDecryptionNonce);
  157. final collectionKey =
  158. CollectionsService.instance.getCollectionKey(file.collectionID);
  159. return CryptoUtil.decryptSync(encryptedKey, collectionKey, nonce);
  160. }
  161. Future<Uint8List> compressThumbnail(Uint8List thumbnail) {
  162. return FlutterImageCompress.compressWithList(
  163. thumbnail,
  164. minHeight: COMPRESSED_THUMBNAIL_RESOLUTION,
  165. minWidth: COMPRESSED_THUMBNAIL_RESOLUTION,
  166. quality: 25,
  167. );
  168. }
  169. void clearCache(ente.File file) {
  170. if (file.fileType == FileType.video) {
  171. VideoCacheManager.instance.removeFile(file.getDownloadUrl());
  172. } else {
  173. DefaultCacheManager().removeFile(file.getDownloadUrl());
  174. }
  175. final cachedThumbnail = io.File(
  176. Configuration.instance.getThumbnailCacheDirectory() +
  177. "/" +
  178. file.uploadedFileID.toString());
  179. if (cachedThumbnail.existsSync()) {
  180. cachedThumbnail.deleteSync();
  181. }
  182. }