Add configurable caching

beakerbrowser · Nov 14, 2017 · b3448a8 · b3448a8
1 parent 8adc8a8
commit b3448a8
Show file tree

Hide file tree

Showing 6 changed files with 906 additions and 685 deletions.
diff --git a/config.defaults.yml b/config.defaults.yml
@@ -15,6 +15,12 @@ jobs:
   userDiskUsage: 5m
   deleteDeadArchives: 5m
 
+# cache settings
+cache:
+  metadataStorage: 65536
+  contentStorage: 65536
+  tree: 65536
+
 # monitoring
 pm2: true
 alerts:

diff --git a/lib/archiver.js b/lib/archiver.js
@@ -290,7 +290,12 @@ module.exports = class Archiver extends EventEmitter {
   // load archive (inner) main load logic
   async _loadArchiveInner (archivePath, key) {
     // create the archive instance
-    var archive = hyperdrive(archivePath, key, {sparse: false})
+    var archive = hyperdrive(archivePath, key, {
+      sparse: false,
+      metadataStorageCacheSize: this.config.cache.metadataStorage,
+      contentStorageCacheSize: this.config.cache.contentStorage,
+      treeCacheSize: this.config.cache.tree
+    })
     archive.isSwarming = false
     archive.replicationStreams = [] // list of all active replication streams
     Object.defineProperty(archive, 'numPeers', {get: () => archive.metadata.peers.length + 1})