diff_fetcher.dart 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120
  1. import 'dart:convert';
  2. import 'package:dio/dio.dart';
  3. import 'package:flutter_sodium/flutter_sodium.dart';
  4. import 'package:logging/logging.dart';
  5. import 'package:photos/core/configuration.dart';
  6. import 'package:photos/core/event_bus.dart';
  7. import 'package:photos/core/network.dart';
  8. import 'package:photos/db/files_db.dart';
  9. import 'package:photos/events/collection_updated_event.dart';
  10. import 'package:photos/events/local_photos_updated_event.dart';
  11. import 'package:photos/events/remote_sync_event.dart';
  12. import 'package:photos/models/file.dart';
  13. import 'package:photos/models/magic_metadata.dart';
  14. import 'package:photos/utils/crypto_util.dart';
  15. import 'package:photos/utils/file_download_util.dart';
  16. class DiffFetcher {
  17. final _logger = Logger("DiffFetcher");
  18. final _dio = Network.instance.getDio();
  19. Future<Diff> getEncryptedFilesDiff(
  20. int collectionID, int sinceTime, int limit) async {
  21. return _dio
  22. .get(
  23. Configuration.instance.getHttpEndpoint() + "/collections/diff",
  24. options: Options(
  25. headers: {"X-Auth-Token": Configuration.instance.getToken()}),
  26. queryParameters: {
  27. "collectionID": collectionID,
  28. "sinceTime": sinceTime,
  29. "limit": limit,
  30. },
  31. )
  32. .catchError((e) => _logger.severe(e))
  33. .then((response) async {
  34. final files = <File>[];
  35. if (response != null) {
  36. Bus.instance.fire(RemoteSyncEvent(true));
  37. final diff = response.data["diff"] as List;
  38. final startTime = DateTime.now();
  39. final existingFiles =
  40. await FilesDB.instance.getUploadedFileIDs(collectionID);
  41. for (final item in diff) {
  42. final file = File();
  43. file.uploadedFileID = item["id"];
  44. file.collectionID = item["collectionID"];
  45. if (item["isDeleted"]) {
  46. if (existingFiles.contains(file.uploadedFileID)) {
  47. await FilesDB.instance.deleteFromCollection(
  48. file.uploadedFileID, file.collectionID);
  49. Bus.instance
  50. .fire(CollectionUpdatedEvent(file.collectionID, [file]));
  51. Bus.instance.fire(LocalPhotosUpdatedEvent([file]));
  52. }
  53. continue;
  54. }
  55. if (existingFiles.contains(file.uploadedFileID)) {
  56. final existingFile = await FilesDB.instance
  57. .getUploadedFile(file.uploadedFileID, file.collectionID);
  58. if (existingFile != null) {
  59. file.generatedID = existingFile.generatedID;
  60. }
  61. }
  62. file.updationTime = item["updationTime"];
  63. file.ownerID = item["ownerID"];
  64. file.encryptedKey = item["encryptedKey"];
  65. file.keyDecryptionNonce = item["keyDecryptionNonce"];
  66. file.fileDecryptionHeader = item["file"]["decryptionHeader"];
  67. file.thumbnailDecryptionHeader =
  68. item["thumbnail"]["decryptionHeader"];
  69. file.metadataDecryptionHeader =
  70. item["metadata"]["decryptionHeader"];
  71. final fileDecryptionKey = decryptFileKey(file);
  72. final encodedMetadata = await CryptoUtil.decryptChaCha(
  73. Sodium.base642bin(item["metadata"]["encryptedData"]),
  74. fileDecryptionKey,
  75. Sodium.base642bin(file.metadataDecryptionHeader),
  76. );
  77. Map<String, dynamic> metadata =
  78. jsonDecode(utf8.decode(encodedMetadata));
  79. file.applyMetadata(metadata);
  80. if (item['magicMetadata'] != null) {
  81. final utfEncodedMmd = await CryptoUtil.decryptChaCha(
  82. Sodium.base642bin(item['magicMetadata']['data']),
  83. fileDecryptionKey,
  84. Sodium.base642bin(item['magicMetadata']['header']));
  85. file.mMdEncodedJson = utf8.decode(utfEncodedMmd);
  86. file.mMdVersion = item['magicMetadata']['version'];
  87. file.magicMetadata =
  88. MagicMetadata.fromEncodedJson(file.mMdEncodedJson);
  89. }
  90. files.add(file);
  91. }
  92. final endTime = DateTime.now();
  93. _logger.info("time for parsing " +
  94. files.length.toString() +
  95. ": " +
  96. Duration(
  97. microseconds: (endTime.microsecondsSinceEpoch -
  98. startTime.microsecondsSinceEpoch))
  99. .inMilliseconds
  100. .toString());
  101. return Diff(files, diff.length);
  102. } else {
  103. Bus.instance.fire(RemoteSyncEvent(false));
  104. return Diff(<File>[], 0);
  105. }
  106. });
  107. }
  108. }
  109. class Diff {
  110. final List<File> updatedFiles;
  111. final int fetchCount;
  112. Diff(this.updatedFiles, this.fetchCount);
  113. }