blob-cache.ts 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. import isElectron from "is-electron";
  2. const blobCacheNames = [
  3. "thumbs",
  4. "face-crops",
  5. // Desktop app only
  6. "files",
  7. ] as const;
  8. /**
  9. * Namespaces into which our blob caches are divided
  10. *
  11. * Note that namespaces are just arbitrary (but predefined) strings to split the
  12. * cached data into "folders", so to speak.
  13. * */
  14. export type BlobCacheNamespace = (typeof blobCacheNames)[number];
  15. /**
  16. * A namespaced blob cache.
  17. *
  18. * This cache is suitable for storing large amounts of data (entire files).
  19. *
  20. * To obtain a cache for a given namespace, use {@link openCache}. To clear all
  21. * cached data (e.g. during logout), use {@link clearCaches}.
  22. *
  23. * [Note: Caching files]
  24. *
  25. * The underlying implementation of the cache is different depending on the
  26. * runtime environment.
  27. *
  28. * * The preferred implementation, and the one that is used when we're running
  29. * in a browser, is to use the standard [Web
  30. * Cache](https://developer.mozilla.org/en-US/docs/Web/API/Cache).
  31. *
  32. * * However when running under Electron (when this code runs as part of our
  33. * desktop app), a custom OPFS based cache is used instead. This is because
  34. * Electron currently doesn't support using standard Web Cache API for data
  35. * served by a custom protocol handler (See this
  36. * [issue](https://github.com/electron/electron/issues/35033), and the
  37. * underlying restriction that comes from
  38. * [Chromium](https://source.chromium.org/chromium/chromium/src/+/main:third_party/blink/renderer/modules/cache_storage/cache.cc;l=83-87?q=%22Request%20scheme%20%27%22&ss=chromium))
  39. *
  40. * [OPFS](https://web.dev/articles/origin-private-file-system) stands for Origin
  41. * Private File System. It is a recent API that allows a web site to store
  42. * reasonably large amounts of data. One option (that may still become possible
  43. * in the future) was to always use OPFS for caching instead of this dual
  44. * implementation, however currently [Safari does not support writing to OPFS
  45. * outside of web
  46. * workers](https://webkit.org/blog/12257/the-file-system-access-api-with-origin-private-file-system/)
  47. * ([the WebKit bug](https://bugs.webkit.org/show_bug.cgi?id=231706)), so it's
  48. * not trivial to use this as a full on replacement of the Web Cache in the
  49. * browser. So for now we go with this split implementation.
  50. *
  51. * See also: [Note: Increased disk cache for the desktop app].
  52. */
  53. export interface BlobCache {
  54. /**
  55. * Get the data corresponding to {@link key} (if found) from the cache.
  56. */
  57. get: (key: string) => Promise<Blob | undefined>;
  58. match: (key: string) => Promise<Response | undefined>;
  59. /**
  60. * Add the given {@link key}-value ({@link data}) pair to the cache.
  61. */
  62. put: (key: string, data: Response) => Promise<void>;
  63. /**
  64. * Delete the data corresponding to the given {@link key}.
  65. *
  66. * The returned promise resolves to `true` if a cache entry was found,
  67. * otherwise it resolves to `false`.
  68. * */
  69. delete: (key: string) => Promise<boolean>;
  70. }
  71. /**
  72. * Return the {@link BlobCache} corresponding to the given {@link name}.
  73. *
  74. * @param name One of the arbitrary but predefined namespaces of type
  75. * {@link BlobCacheNamespace} which group related data and allow us to use the
  76. * same key across namespaces.
  77. */
  78. export const openCache = async (
  79. name: BlobCacheNamespace,
  80. ): Promise<BlobCache> =>
  81. isElectron() ? openOPFSCacheWeb(name) : openWebCache(name);
  82. /**
  83. * [Note: ArrayBuffer vs Blob vs Uint8Array]
  84. *
  85. * ArrayBuffers are in memory, while blobs are unreified, and can directly point
  86. * to on disk objects too.
  87. *
  88. * If we are just passing data around without necessarily needing to manipulate
  89. * it, and we already have a blob, it's best to just pass that blob. Further,
  90. * blobs also retains the file's encoding information , and are thus a layer
  91. * above array buffers which are just raw byte sequences.
  92. *
  93. * ArrayBuffers are not directly manipulatable, which is where some sort of a
  94. * typed array or a data view comes into the picture. The typed `Uint8Array` is
  95. * a common way.
  96. *
  97. * To convert from ArrayBuffer to Uint8Array,
  98. *
  99. * new Uint8Array(arrayBuffer)
  100. *
  101. * Blobs are immutable, but a usual scenario is storing an entire file in a
  102. * blob, and when the need comes to display it, we can obtain a URL for it using
  103. *
  104. * URL.createObjectURL(blob)
  105. *
  106. * Refs:
  107. * - https://github.com/yigitunallar/arraybuffer-vs-blob
  108. * - https://stackoverflow.com/questions/11821096/what-is-the-difference-between-an-arraybuffer-and-a-blob
  109. */
  110. /** An implementation of {@link BlobCache} using Web Cache APIs */
  111. const openWebCache = async (name: BlobCacheNamespace) => {
  112. const cache = await caches.open(name);
  113. return {
  114. get: async (key: string) => {
  115. // return cache.match(key);
  116. const _ = await cache.match(key);
  117. return undefined;
  118. },
  119. match: (key: string) => {
  120. return cache.match(key);
  121. },
  122. put: (key: string, data: Response) => {
  123. return cache.put(key, data);
  124. },
  125. delete: (key: string) => {
  126. return cache.delete(key);
  127. },
  128. };
  129. };
  130. /** An implementation of {@link BlobCache} using OPFS */
  131. const openOPFSCacheWeb = async (name: BlobCacheNamespace) => {
  132. // While all major browsers support OPFS now, their implementations still
  133. // have various quirks. However, we don't need to handle all possible cases
  134. // and can just instead use the APIs and guarantees Chromium provides since
  135. // this code will only run in our Electron app (which'll use Chromium as the
  136. // renderer).
  137. //
  138. // So for our purpose, these can serve as the doc for what's available:
  139. // https://web.dev/articles/origin-private-file-system
  140. const cache = await caches.open(name);
  141. const root = await navigator.storage.getDirectory();
  142. const _caches = await root.getDirectoryHandle("cache", { create: true });
  143. // eslint-disable-next-line @typescript-eslint/no-unused-vars
  144. const _cache = await _caches.getDirectoryHandle(name, { create: true });
  145. return {
  146. get: async (key: string) => {
  147. const _ = await cache.match(key);
  148. return undefined;
  149. },
  150. match: (key: string) => {
  151. // try {
  152. // const fileHandle = _cache.getFileHandle(key);
  153. // const file = await fileHandle.getFile();
  154. // } catch (e) {
  155. // if (e instanceof DOMException && e.name == "NotFoundError")
  156. // return undefined;
  157. // throw e;
  158. // }
  159. return cache.match(key);
  160. },
  161. put: async (key: string, data: Response) => {
  162. // const fileHandle = await _cache.getFileHandle(key, { create: true })
  163. // await fileHandle.write(data);
  164. // await fileHandle.close();
  165. await cache.put(key, data);
  166. },
  167. delete: (key: string) => {
  168. // try {
  169. // await _cache.removeEntry(key);
  170. // return true;
  171. // } catch (e) {
  172. // if (e instanceof DOMException && e.name == "NotFoundError")
  173. // return false;
  174. // throw e;
  175. // }
  176. return cache.delete(key);
  177. },
  178. };
  179. };
  180. export async function cached(
  181. cacheName: BlobCacheNamespace,
  182. id: string,
  183. get: () => Promise<Blob>,
  184. ): Promise<Blob> {
  185. const cache = await openCache(cacheName);
  186. const cacheResponse = await cache.match(id);
  187. let result: Blob;
  188. if (cacheResponse) {
  189. result = await cacheResponse.blob();
  190. } else {
  191. result = await get();
  192. try {
  193. await cache.put(id, new Response(result));
  194. } catch (e) {
  195. // TODO: handle storage full exception.
  196. console.error("Error while storing file to cache: ", id);
  197. }
  198. }
  199. return result;
  200. }
  201. /**
  202. * Delete all cached data.
  203. *
  204. * Meant for use during logout, to reset the state of the user's account.
  205. */
  206. export const clearCaches = async () =>
  207. isElectron() ? clearOPFSCaches() : clearWebCaches();
  208. export const clearWebCaches = async () => {
  209. await Promise.all(blobCacheNames.map((name) => caches.delete(name)));
  210. };
  211. export const clearOPFSCaches = async () => {
  212. const root = await navigator.storage.getDirectory();
  213. await root.removeEntry("cache", { recursive: true });
  214. };