allow disable yjs & peer-crdt benchmarks

Author: dmonad

benchmarks/b1.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, gen, N, benchmarkTime, disableAutomergeBenchmarks, logMemoryUsed, getMemUsed, deltaDeleteHelper, deltaInsertHelper } from './utils.js'
+import { setBenchmarkResult, gen, N, benchmarkTime, disableAutomergeBenchmarks, disablePeersCrdtsBenchmarks, disableYjsBenchmarks, logMemoryUsed, getMemUsed, deltaDeleteHelper, deltaInsertHelper } from './utils.js'
 import * as prng from 'lib0/prng.js'
 import * as math from 'lib0/math.js'
 import * as t from 'lib0/testing.js'
@@ -20,6 +20,12 @@ const DeltaRGA = DeltaCRDT('rga')
  */
 const benchmarkYjs = (id, inputData, changeFunction, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disableYjsBenchmarks) {
+    setBenchmarkResult('yjs', id, 'skipping')
+    return
+  }
+
   const doc1 = new Y.Doc()
   const doc2 = new Y.Doc()
   let updateSize = 0
@@ -55,6 +61,12 @@ const benchmarkYjs = (id, inputData, changeFunction, check) => {
  */
 const benchmarkDeltaCrdts = (id, inputData, changeFunction, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disablePeersCrdtsBenchmarks) {
+    setBenchmarkResult('delta-crdts', id, 'skipping')
+    return
+  }
+
   const doc1 = DeltaRGA('1')
   const doc2 = DeltaRGA('2')
 
@@ -91,7 +103,7 @@ const benchmarkDeltaCrdts = (id, inputData, changeFunction, check) => {
  */
 const benchmarkAutomerge = (id, init, inputData, changeFunction, check) => {
   const startHeapUsed = getMemUsed()
-  if (N > 10000 || disableAutomergeBenchmarks) {
+  if (disableAutomergeBenchmarks) {
     setBenchmarkResult('automerge', id, 'skipping')
     return
   }

benchmarks/b2.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, gen, N, benchmarkTime, cpy, disableAutomergeBenchmarks, logMemoryUsed, getMemUsed, deltaInsertHelper, deltaDeleteHelper } from './utils.js'
+import { setBenchmarkResult, gen, N, benchmarkTime, cpy, disableAutomergeBenchmarks, disableYjsBenchmarks, disablePeersCrdtsBenchmarks, logMemoryUsed, getMemUsed, deltaInsertHelper, deltaDeleteHelper } from './utils.js'
 import * as prng from 'lib0/prng.js'
 import * as math from 'lib0/math.js'
 import * as t from 'lib0/testing.js'
@@ -13,6 +13,12 @@ const initText = prng.word(gen, 100, 100)
 
 const benchmarkYjs = (id, changeDoc1, changeDoc2, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disableYjsBenchmarks) {
+    setBenchmarkResult('yjs', id, 'skipping')
+    return
+  }
+
   const doc1 = new Y.Doc()
   const doc2 = new Y.Doc()
   /**
@@ -59,6 +65,12 @@ const benchmarkYjs = (id, changeDoc1, changeDoc2, check) => {
 
 const benchmarkDeltaCrdts = (id, changeDoc1, changeDoc2, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disablePeersCrdtsBenchmarks) {
+    setBenchmarkResult('delta-crdts', id, 'skipping')
+    return
+  }
+
   const doc1 = DeltaRGA('1')
   const doc2 = DeltaRGA('2')
   /**

benchmarks/b3.js

@@ -1,6 +1,6 @@
 
 import * as Y from 'yjs'
-import { setBenchmarkResult, benchmarkTime, N, disableAutomergeBenchmarks, logMemoryUsed, getMemUsed } from './utils.js'
+import { setBenchmarkResult, benchmarkTime, N, disableAutomergeBenchmarks, disableYjsBenchmarks, disablePeersCrdtsBenchmarks, logMemoryUsed, getMemUsed } from './utils.js'
 import * as t from 'lib0/testing.js'
 import * as math from 'lib0/math.js'
 import Automerge from 'automerge'
@@ -13,6 +13,12 @@ console.log('sqrtN =', sqrtN)
 
 const benchmarkYjs = (id, changeDoc, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disableYjsBenchmarks) {
+    setBenchmarkResult('yjs', id, 'skipping')
+    return
+  }
+
   const docs = []
   const updates = []
   for (let i = 0; i < sqrtN; i++) {
@@ -51,6 +57,12 @@ const benchmarkYjs = (id, changeDoc, check) => {
 
 const benchmarkDeltaCrdts = (id, changeDoc, check) => {
   const startHeapUsed = getMemUsed()
+
+  if (disablePeersCrdtsBenchmarks) {
+    setBenchmarkResult('delta-crdts', id, 'skipping')
+    return
+  }
+
   const docs = []
   const updates = []
   for (let i = 0; i < sqrtN; i++) {

benchmarks/b4-benford-law.js

@@ -27,5 +27,3 @@ for (let i = 0; i < counts.length; i++) {
 }
 
 console.log('distribution', counts)
-
-

benchmarks/b4.js

@@ -1,5 +1,5 @@
 import * as Y from 'yjs'
-import { setBenchmarkResult, N, benchmarkTime, disableAutomergeBenchmarks, logMemoryUsed, getMemUsed, tryGc } from './utils.js'
+import { setBenchmarkResult, N, benchmarkTime, disableAutomergeBenchmarks, disablePeersCrdtsBenchmarks, disableYjsBenchmarks, logMemoryUsed, getMemUsed, tryGc } from './utils.js'
 import * as math from 'lib0/math.js'
 import * as t from 'lib0/testing.js'
 // @ts-ignore
@@ -11,6 +11,11 @@ import deltaCodec from 'delta-crdts-msgpack-codec'
 const DeltaRGA = DeltaCRDT('rga')
 
 const benchmarkYjs = (id, inputData, changeFunction, check) => {
+  if (disableYjsBenchmarks) {
+    setBenchmarkResult('yjs', id, 'skipping')
+    return
+  }
+
   let encodedState = /** @type {any} */ (null)
   ;(() => {
     // We scope the creation of doc1 so we can gc it before we parse it again.
@@ -49,6 +54,10 @@ const benchmarkYjs = (id, inputData, changeFunction, check) => {
 }
 
 const benchmarkDeltaCRDTs = (id, inputData, changeFunction, check) => {
+  if (disablePeersCrdtsBenchmarks) {
+    setBenchmarkResult('delta-crdts', id, 'skipping')
+    return
+  }
   let encodedState = /** @type {any} */ (null)
   ;(() => {
     const doc1 = DeltaRGA('1')

benchmarks/utils.js

@@ -5,6 +5,8 @@ import * as math from 'lib0/math.js'
 
 export const N = 6000
 export const disableAutomergeBenchmarks = false
+export const disablePeersCrdtsBenchmarks = false
+export const disableYjsBenchmarks = false
 
 export const benchmarkResults = {}