add config options for speeding up tests

Author: mixmix

README.md

@@ -205,9 +205,9 @@ const Plugin = require('ssb-db2/indexes/plugin')
 // This is a secret-stack plugin
 exports.init = function (sbot, config) {
   class MyIndex extends Plugin {
-    constructor(log, dir) {
-      //    log, dir, name, version, keyEncoding, valueEncoding
-      super(log, dir, 'myindex', 1, 'utf8', 'json')
+    constructor(log, dir, configDb2) {
+      //    log, dir, name, version, keyEncoding, valueEncoding, configDb2
+      super(log, dir, 'myindex', 1, 'utf8', 'json', configDb2)
     }
 
     processRecord(record, seq) {
@@ -242,6 +242,7 @@ There are three parts you'll always need:
   - `version`, upon changing, will cause a full rebuild of this index
   - `keyEncoding` and `valueEncoding` must be strings from
     [level-codec]
+  - `configDb2` is the db2 part of the config - `config.db2`
 - `processRecord`: here you handle a msg (in [bipf]) and potentially
   write something to the index using
   `this.batch.push(leveldbOperation)`
@@ -704,6 +705,11 @@ const config = {
      * Default: 90
      */
     maxCpuWait: 90,
+
+
+    flushDebounce: 250,
+
+    writeTimeout: 250,
   },
 }
 ```

core.js

@@ -45,7 +45,6 @@ const {
   deferred,
   asOffsets,
   isEncrypted,
-  toCallback,
   batch,
   toPullStream,
 } = operators
@@ -812,7 +811,7 @@ exports.init = function (sbot, config) {
   }
 
   function registerIndex(Index) {
-    const index = new Index(log, dir)
+    const index = new Index(log, dir, config.db2)
 
     if (indexes[index.name]) throw 'Index already exists'
 

indexes/about-self.js

@@ -5,3 +5,5 @@
 // DEPRECATED
 // please use https://github.com/ssbc/ssb-about-self
 module.exports = require('ssb-about-self/plugin.js')
+
+// TODO patch this module to also take configDb2

indexes/base.js

@@ -17,8 +17,8 @@ const BIPF_OOO = bipf.allocAndEncode('ooo')
 // Necessary for feed validation and for EBT
 module.exports = function makeBaseIndex(privateIndex) {
   return class BaseIndex extends Plugin {
-    constructor(log, dir) {
-      super(log, dir, 'base', 2, undefined, 'json')
+    constructor(log, dir, configDb2) {
+      super(log, dir, 'base', 2, undefined, 'json', configDb2)
       this.privateIndex = privateIndex
       this.feedLatest = new Map()
     }

indexes/ebt.js

@@ -11,8 +11,8 @@ const BIPF_SEQUENCE = bipf.allocAndEncode('sequence')
 
 // [feedId, sequence] => offset
 module.exports = class EBT extends Plugin {
-  constructor(log, dir) {
-    super(log, dir, 'ebt', 1, 'json')
+  constructor(log, dir, configDb2) {
+    super(log, dir, 'ebt', 1, 'json', null, configDb2)
   }
 
   processRecord(record, seq, pValue) {

indexes/full-mentions.js

@@ -18,8 +18,8 @@ function parseInt10(x) {
 
 // [destMsgId, origShortMsgId] => seq
 module.exports = class FullMentions extends Plugin {
-  constructor(log, dir) {
-    super(log, dir, 'fullMentions', 1, 'json')
+  constructor(log, dir, configDb2) {
+    super(log, dir, 'fullMentions', 1, 'json', null, configDb2)
   }
 
   processRecord(record, seq, pValue) {

indexes/keys.js

@@ -9,8 +9,8 @@ const BIPF_KEY = bipf.allocAndEncode('key')
 
 // msgId => seq
 module.exports = class Keys extends Plugin {
-  constructor(log, dir) {
-    super(log, dir, 'keys', 1)
+  constructor(log, dir, configDb2) {
+    super(log, dir, 'keys', 1, null, null, configDb2)
   }
 
   processRecord(record, seq, pValue) {

indexes/plugin.js

@@ -24,7 +24,7 @@ function thenMaybeReportError(err) {
 }
 
 module.exports = class Plugin {
-  constructor(log, dir, name, version, keyEncoding, valueEncoding) {
+  constructor(log, dir, name, version, keyEncoding, valueEncoding, configDb2) {
     this.log = log
     this.name = name
     this.levelPutListeners = []
@@ -108,7 +108,8 @@ module.exports = class Plugin {
      */
     this.forcedFlush = this._flush.bind(this, true)
 
-    const liveFlush = debounce(this.flush, 250)
+    const flushDebounce = (configDb2 && configDb2.flushDebounce) || 250
+    const liveFlush = debounce(this.flush, flushDebounce)
 
     this.onRecord = function onRecord(record, isLive, pValue) {
       let changes = 0

indexes/private.js

@@ -11,6 +11,10 @@ const multicb = require('multicb')
 const NumsFile = require('../nums-file')
 const { indexesPath } = require('../defaults')
 
+// NOTE this index is not based on indexes/plugin.js - it sits lower in the
+// stack so has a different signature and is not registered with
+// ssb.db.registerPlugin
+
 module.exports = function (dir, sbot, config) {
   const latestOffset = Obv()
   const stateLoaded = DeferredPromise()

log.js

@@ -24,6 +24,7 @@ module.exports = function (dir, config, privateIndex, db) {
         return false
       }
     },
+    writeTimeout: config.db2.writeTimeout,
   })
 
   log.add = function (key, value, feedId, encoding, isOOO, cb) {