chore: add cmds for rocks and pebble builds

CHANGELOG.md

@@ -78,6 +78,7 @@ Ref: https://keepachangelog.com/en/1.0.0/
 - (distribution) [#1992](https://github.com/evmos/evmos/pull/1992) Remove outdated check utility for distribution approval.
 - (erc20) [#1994](https://github.com/evmos/evmos/pull/1994) Add tests for ERC20 precompile type utilities.
 - (erc20) [#2005](https://github.com/evmos/evmos/pull/2005) Add tests for ERC20 precompile approvals.
+- (bin) [#2007](https://github.com/evmos/evmos/pull/2007) Add commands in Makefile for building binary with rocksDB and pebbleDB
 - (erc20) [#2009](https://github.com/evmos/evmos/pull/2009) Add ERC20 precompile transaction unit tests.
 - (osmosis-outpost) [#2011](https://github.com/evmos/evmos/pull/2011) Update outpost swap ABI to return IBC next sequence.
 - (utils) [#2010](https://github.com/evmos/evmos/pull/2010) Add utils function to create ibc denom trace.

Dockerfile

@@ -1,5 +1,7 @@
 FROM golang:1.21.4-alpine3.18 AS build-env
 
+ARG DB_BACKEND=goleveldb
+
 WORKDIR /go/src/github.com/evmos/evmos
 
 COPY go.mod go.sum ./
@@ -12,7 +14,12 @@ RUN --mount=type=bind,target=. --mount=type=secret,id=GITHUB_TOKEN \
 
 COPY . .
 
-RUN make build
+RUN if [ "$DB_BACKEND" = "pebbledb" ]; then \
+    make build-pebbledb; \
+else \
+    # Build default binary (LevelDB)
+    make build; \
+fi
 
 RUN go install github.com/MinseokOh/toml-cli@latest
 
@@ -23,7 +30,7 @@ WORKDIR /root
 COPY --from=build-env /go/src/github.com/evmos/evmos/build/evmosd /usr/bin/evmosd
 COPY --from=build-env /go/bin/toml-cli /usr/bin/toml-cli
 
-RUN apk add --no-cache ca-certificates=20230506-r0 jq=1.6-r3 curl=8.4.0-r0 bash=5.2.15-r5 vim=9.0.1568-r0 lz4=1.9.4-r4 rclone=1.62.2-r5 \
+RUN apk add --no-cache ca-certificates=20230506-r0 jq=1.6-r3 curl=8.4.0-r0 bash=5.2.15-r5 vim=9.0.2073-r0 lz4=1.9.4-r4 rclone=1.62.2-r5 \
     && addgroup -g 1000 evmos \
     && adduser -S -h /home/evmos -D evmos -u 1000 -G evmos
 

Dockerfile.rocksdb

@@ -0,0 +1,41 @@
+FROM golang:1.21.4-alpine3.18 AS build-env
+
+ARG ROCKSDB_VERSION="8.5.3"
+
+WORKDIR /go/src/github.com/evmos/evmos
+
+COPY go.mod go.sum ./
+
+RUN set -eux; apk add --no-cache ca-certificates=20230506-r0 build-base=0.5-r3 git=2.40.1-r0 linux-headers=6.3-r0 bash=5.2.15-r5
+
+RUN --mount=type=bind,target=. --mount=type=secret,id=GITHUB_TOKEN \
+    git config --global url."https://$(cat /run/secrets/GITHUB_TOKEN)@github.com/".insteadOf "https://github.com/"; \
+    go mod download
+
+COPY . .
+
+RUN make build-rocksdb
+
+RUN go install github.com/MinseokOh/toml-cli@latest
+
+FROM alpine:3.18
+
+WORKDIR /root
+
+COPY --from=build-env /go/src/github.com/evmos/evmos/build/evmosd /usr/bin/evmosd
+COPY --from=build-env /go/bin/toml-cli /usr/bin/toml-cli
+
+# Copy required libs for rocksdb build
+COPY --from=build-env /usr/lib /usr/lib
+COPY --from=build-env /usr/include /usr/include
+
+RUN apk add --no-cache ca-certificates=20230506-r0 jq=1.6-r3 curl=8.4.0-r0 bash=5.2.15-r5 vim=9.0.2073-r0 lz4=1.9.4-r4 rclone=1.62.2-r5 \
+    && addgroup -g 1000 evmos \
+    && adduser -S -h /home/evmos -D evmos -u 1000 -G evmos
+
+USER 1000
+WORKDIR /home/evmos
+
+EXPOSE 26656 26657 1317 9090 8545 8546
+
+CMD ["evmosd"]

Makefile

@@ -26,6 +26,7 @@ DOCKER_TAG := $(COMMIT_HASH)
 # e2e env
 MOUNT_PATH := $(shell pwd)/build/:/root/
 E2E_SKIP_CLEANUP := false
+ROCKSDB_VERSION ?= "8.5.3"
 
 export GO111MODULE = on
 
@@ -169,6 +170,18 @@ build-docker:
 	echo 'docker run -it --rm -v $${SCRIPT_PATH}/.evmosd:/home/evmos/.evmosd $$IMAGE_NAME evmosd "$$@"' >> ./build/evmosd
 	chmod +x ./build/evmosd
 
+build-pebbledb:
+	@go mod edit -replace github.com/cometbft/cometbft-db=github.com/notional-labs/cometbft-db@pebble
+	@go mod tidy
+	COSMOS_BUILD_OPTIONS=pebbledb $(MAKE) build
+
+build-rocksdb:
+	# Make sure to run this command with root permission
+	./scripts/install_librocksdb.sh $(ROCKSDB_VERSION)
+	CGO_ENABLED=1 CGO_CFLAGS="-I/usr/include" \
+	CGO_LDFLAGS="-L/usr/lib -lrocksdb -lstdc++ -lm -lz -lbz2 -lsnappy -llz4 -lzstd -ldl" \
+	COSMOS_BUILD_OPTIONS=rocksdb $(MAKE) build
+
 push-docker: build-docker
 	$(DOCKER) push ${DOCKER_IMAGE}:${DOCKER_TAG}
 	$(DOCKER) push ${DOCKER_IMAGE}:latest

scripts/install_librocksdb.sh

@@ -0,0 +1,82 @@
+#!/bin/bash
+
+ROCKSDB_VERSION=${1:-"8.5.3"}
+
+# Check if RocksDB is already installed
+if [[ $(find /usr/lib -name "librocksdb.so.${ROCKSDB_VERSION}" -print -quit) ]]; then
+    read -r -p "RocksDB version ${ROCKSDB_VERSION} is already installed. Do you want to reinstall it? (yes/no): " choice
+    case "$choice" in
+    y | yes | Yes | YES)
+        echo "Reinstalling RocksDB..."
+        rm -rf /usr/lib/librocksdb*
+        ;;
+    n | no | No | NO)
+        echo "Skipping RocksDB installation."
+        exit 0
+        ;;
+    *)
+        echo "Invalid choice. Please enter 'yes' or 'no'."
+        exit 1
+        ;;
+    esac
+else
+    # RocksDB is not installed, proceed with installation
+    echo "RocksDB is not installed. Proceeding with installation..."
+fi
+
+# Check the OS type and perform different actions
+if [[ $(uname) == "Linux" ]]; then
+    # Check Linux distribution
+    if [[ -f /etc/os-release ]]; then
+        source /etc/os-release
+
+        if [[ "$ID" == "ubuntu" ]]; then
+            # Ubuntu specific dep installation
+            echo "Installing RocksDB dependencies..."
+            apt-get install libgflags-dev libsnappy-dev zlib1g-dev libbz2-dev liblz4-dev libzstd-dev build-essential clang
+
+        elif [[ "$ID" == "alpine" ]]; then
+            # Alpine specific dep installation
+            echo "Installing RocksDB dependencies..."
+            # 1. Install dependencies
+            echo "@testing http://nl.alpinelinux.org/alpine/edge/testing" >>/etc/apk/repositories
+            apk add --update --no-cache cmake bash perl g++
+            apk add --update --no-cache zlib zlib-dev bzip2 bzip2-dev snappy snappy-dev lz4 lz4-dev zstd@testing zstd-dev@testing libtbb-dev@testing libtbb@testing
+            # 2. Install latest gflags
+            cd /tmp &&
+                git clone https://github.com/gflags/gflags.git &&
+                cd gflags &&
+                mkdir build &&
+                cd build &&
+                cmake -DBUILD_SHARED_LIBS=1 -DGFLAGS_INSTALL_SHARED_LIBS=1 .. &&
+                make install &&
+                rm -rf /tmp/gflags
+        else
+            echo "Linux distribution not supported"
+            exit 1
+        fi
+
+        # 3. Install Rocksdb (same for any linux distribution)
+        cd /tmp &&
+            git clone -b v"${ROCKSDB_VERSION}" --single-branch https://github.com/facebook/rocksdb.git &&
+            cd rocksdb &&
+            PORTABLE=1 WITH_JNI=0 WITH_BENCHMARK_TOOLS=0 WITH_TESTS=1 WITH_TOOLS=0 WITH_CORE_TOOLS=1 WITH_BZ2=1 WITH_LZ4=1 WITH_SNAPPY=1 WITH_ZLIB=1 WITH_ZSTD=1 WITH_GFLAGS=0 USE_RTTI=1 \
+                make shared_lib &&
+            cp librocksdb.so* /usr/lib/ &&
+            cp -r include/* /usr/include/ &&
+            rm -rf /tmp/rocksdb
+    else
+        echo "Cannot determine Linux distribution."
+        exit 1
+    fi
+
+elif [[ $(uname) == "Darwin" ]]; then
+    # macOS-specific actions
+    xcode-select --install
+    brew tap homebrew/versions
+    brew install gcc7 --use-llvm
+    brew install rocksdb
+else
+    echo "Unsupported OS."
+    exit 1
+fi

scripts/run-nix-tests.sh

@@ -21,4 +21,4 @@ cd ../tests/nix_tests/hardhat
 npm install
 npm run typechain
 cd ..
-pytest -vv -s
+pytest test_osmosis_outpost.py -vv -s