diff_fetcher.dart 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. import 'dart:convert';
  2. import 'package:dio/dio.dart';
  3. import 'package:flutter_sodium/flutter_sodium.dart';
  4. import 'package:logging/logging.dart';
  5. import 'package:photos/core/configuration.dart';
  6. import 'package:photos/core/event_bus.dart';
  7. import 'package:photos/core/network.dart';
  8. import 'package:photos/db/files_db.dart';
  9. import 'package:photos/events/collection_updated_event.dart';
  10. import 'package:photos/events/local_photos_updated_event.dart';
  11. import 'package:photos/events/remote_sync_event.dart';
  12. import 'package:photos/models/file.dart';
  13. import 'package:photos/models/magic_metadata.dart';
  14. import 'package:photos/utils/crypto_util.dart';
  15. import 'package:photos/utils/file_download_util.dart';
  16. class DiffFetcher {
  17. final _logger = Logger("DiffFetcher");
  18. final _dio = Network.instance.getDio();
  19. Future<Diff> getEncryptedFilesDiff(
  20. int collectionID, int sinceTime, int limit) async {
  21. return _dio
  22. .get(
  23. Configuration.instance.getHttpEndpoint() + "/collections/diff",
  24. options: Options(
  25. headers: {"X-Auth-Token": Configuration.instance.getToken()}),
  26. queryParameters: {
  27. "collectionID": collectionID,
  28. "sinceTime": sinceTime,
  29. "limit": limit,
  30. },
  31. )
  32. .catchError((e) => _logger.severe(e))
  33. .then((response) async {
  34. final files = <File>[];
  35. if (response != null) {
  36. Bus.instance.fire(RemoteSyncEvent(true));
  37. final diff = response.data["diff"] as List;
  38. final startTime = DateTime.now();
  39. final existingFiles =
  40. await FilesDB.instance.getUploadedFileIDs(collectionID);
  41. for (final item in diff) {
  42. final file = File();
  43. file.uploadedFileID = item["id"];
  44. file.collectionID = item["collectionID"];
  45. if (item["isDeleted"]) {
  46. if (existingFiles.contains(file.uploadedFileID)) {
  47. await FilesDB.instance.deleteFromCollection(
  48. file.uploadedFileID, file.collectionID);
  49. Bus.instance.fire(
  50. CollectionUpdatedEvent(file.collectionID, [file]));
  51. Bus.instance.fire(LocalPhotosUpdatedEvent([file]));
  52. }
  53. continue;
  54. }
  55. file.updationTime = item["updationTime"];
  56. if (existingFiles.contains(file.uploadedFileID)) {
  57. final existingFile = await FilesDB.instance
  58. .getUploadedFile(file.uploadedFileID, file.collectionID);
  59. if (existingFile != null &&
  60. existingFile.updationTime == file.updationTime) {
  61. continue;
  62. }
  63. }
  64. file.ownerID = item["ownerID"];
  65. file.encryptedKey = item["encryptedKey"];
  66. file.keyDecryptionNonce = item["keyDecryptionNonce"];
  67. file.fileDecryptionHeader = item["file"]["decryptionHeader"];
  68. file.thumbnailDecryptionHeader =
  69. item["thumbnail"]["decryptionHeader"];
  70. file.metadataDecryptionHeader =
  71. item["metadata"]["decryptionHeader"];
  72. final fileDecryptionKey = decryptFileKey(file);
  73. final encodedMetadata = await CryptoUtil.decryptChaCha(
  74. Sodium.base642bin(item["metadata"]["encryptedData"]),
  75. fileDecryptionKey,
  76. Sodium.base642bin(file.metadataDecryptionHeader),
  77. );
  78. Map<String, dynamic> metadata =
  79. jsonDecode(utf8.decode(encodedMetadata));
  80. file.applyMetadata(metadata);
  81. if (item['magicMetadata'] != null) {
  82. final utfEncodedMmd = await CryptoUtil.decryptChaCha(
  83. Sodium.base642bin(item['magicMetadata']['data']), fileDecryptionKey,
  84. Sodium.base642bin(item['magicMetadata']['header']));
  85. file.mMdEncodedJson = utf8.decode(utfEncodedMmd);
  86. file.mMdVersion = item['magicMetadata']['version'];
  87. file.magicMetadata = MagicMetadata.fromEncodedJson(file.mMdEncodedJson);
  88. }
  89. files.add(file);
  90. }
  91. final endTime = DateTime.now();
  92. _logger.info("time for parsing " +
  93. files.length.toString() +
  94. ": " +
  95. Duration(
  96. microseconds: (endTime.microsecondsSinceEpoch -
  97. startTime.microsecondsSinceEpoch))
  98. .inMilliseconds
  99. .toString());
  100. return Diff(files, diff.length);
  101. } else {
  102. Bus.instance.fire(RemoteSyncEvent(false));
  103. return Diff(<File>[], 0);
  104. }
  105. });
  106. }
  107. }
  108. class Diff {
  109. final List<File> updatedFiles;
  110. final int fetchCount;
  111. Diff(this.updatedFiles, this.fetchCount);
  112. }