Merge branch 'e35_sharded_bloom_ef' into e35

.github/workflows/ci.yml

@@ -50,6 +50,7 @@ jobs:
         uses: golangci/golangci-lint-action@v3
         with:
           version: v1.54
+          skip-build-cache: true
 
       - name: Lint source code licenses
         if: matrix.os == 'ubuntu-20.04'

.golangci.yml

@@ -1,5 +1,8 @@
 run:
   deadline: 10m
+  build-tags:
+    - nosqlite
+    - noboltdb
 
 linters:
   presets:

common/dbg/experiments.go

@@ -313,3 +313,35 @@ func NoPrune() bool {
 	})
 	return noPrune
 }
+
+var (
+	snMadvNormal     bool
+	snMadvNormalOnce sync.Once
+)
+
+func SnMadvNormal() bool {
+	snMadvNormalOnce.Do(func() {
+		v, _ := os.LookupEnv("SN_MADV_NORMAL")
+		if v == "true" {
+			snMadvNormal = true
+			log.Info("[Experiment]", "SN_MADV_NORMAL", snMadvNormal)
+		}
+	})
+	return snMadvNormal
+}
+
+var (
+	mdbxLockInRam     bool
+	mdbxLockInRamOnce sync.Once
+)
+
+func MdbxLockInRam() bool {
+	mdbxLockInRamOnce.Do(func() {
+		v, _ := os.LookupEnv("MDBX_LOCK_IN_RAM")
+		if v == "true" {
+			mdbxLockInRam = true
+			log.Info("[Experiment]", "MDBX_LOCK_IN_RAM", mdbxLockInRam)
+		}
+	})
+	return mdbxLockInRam
+}

compress/decompress.go

@@ -377,7 +377,11 @@ func (d *Decompressor) DisableReadAhead() {
 	}
 	leftReaders := d.readAheadRefcnt.Add(-1)
 	if leftReaders == 0 {
-		_ = mmap.MadviseRandom(d.mmapHandle1)
+		if dbg.SnMadvNormal() {
+			_ = mmap.MadviseNormal(d.mmapHandle1)
+		} else {
+			_ = mmap.MadviseRandom(d.mmapHandle1)
+		}
 	} else if leftReaders < 0 {
 		log.Warn("read-ahead negative counter", "file", d.FileName())
 	}