[WIP] Epic/pandora consensus

.github/.goreleaser.yml

@@ -0,0 +1,34 @@
+# This is an example .goreleaser.yml file with some sane defaults.
+# Make sure to check the documentation at http://goreleaser.com
+before:
+  hooks:
+    # You may remove this if you don't use go modules.
+    - go mod tidy
+builds:
+  - env:
+      - CGO_ENABLED=0
+    goos:
+      - linux
+    goarch:
+      - amd64
+    ignore:
+      - goos: darwin
+      - goos: linux
+        goarch: arm  
+    flags:
+      - -tags=blst_enabled
+archives:
+  - replacements:
+      linux: Linux
+      amd64: x86_64
+    format: binary
+checksum:
+  name_template: 'checksums.txt'
+snapshot:
+  name_template: "{{ .Tag }}-next"
+changelog:
+  sort: asc
+  filters:
+    exclude:
+      - '^docs:'
+      - '^test:'

.github/workflows/deploy.yml

@@ -0,0 +1,22 @@
+name: Deploy
+
+on:
+  create:
+    tags:
+      - p-v*
+
+jobs:
+  goreleaser:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Deploy
+        uses: deliverybot/helm@master
+        with:
+          token: ${{ secrets.GH_TOKEN }}
+          chart: app
+          namespace: test
+          release: eth20
+          dry-run: true
+        env:
+          KUBECONFIG_FILE: ${{ secrets.KUBECONFIG }}

.github/workflows/main.yml

@@ -0,0 +1,70 @@
+name: Test and build
+
+on:
+  push:
+    branches:
+      - '**'
+
+jobs:
+  test:
+    strategy:
+      matrix:
+        go-version: [ 1.16 ]
+        platform: [ ubuntu-latest ]
+
+    runs-on: ${{ matrix.platform }}
+
+    steps:
+      - name: Install Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: ${{ matrix.go-version }}
+
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          go get -v -t -d ./...
+
+      - name: Lint
+        run: go run ./build/ci.go lint
+
+      - name: Test
+        run: SKIP_ANDROID=true go run ./build/ci.go test
+
+  build:
+    strategy:
+      matrix:
+        go-version: [ 1.16 ]
+#         Add additional platforms here if we need more
+#        This should assure that we have buildable artifact
+        platform: [ ubuntu-latest ]
+
+    runs-on: ${{ matrix.platform }}
+
+    needs: [ test ]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Checkout submodules
+        uses: srt32/git-actions@v0.0.3
+        with:
+          args: git submodule update --init --recursive
+
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: ${{ matrix.go-version }}
+        id: go
+
+      - name: Install dependencies
+        run: |
+          go get -v -t -d ./...
+
+      - name: Run build
+        run: go run ./build/ci.go install

.github/workflows/release.yml

@@ -0,0 +1,70 @@
+name: Release
+
+on:
+  create:
+    tags:
+      - v*
+      - p-v*
+
+jobs:
+  release:
+    strategy:
+      matrix:
+        go-version: [ 1.16 ]
+        #         Add additional platforms here if we need more
+        platform: [ ubuntu-latest ]
+
+    runs-on: ${{ matrix.platform }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Checkout submodules
+        uses: srt32/git-actions@v0.0.3
+        with:
+          args: git submodule update --init --recursive
+
+      - name: Set up Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: ${{ matrix.go-version }}
+        id: go
+
+      - name: Install dependencies
+        run: |
+          go get -v -t -d ./...
+      - name: Build binary
+        run: |
+          mkdir builds &&
+          go build -v --tags=blst_enabled -o ./builds/geth ./cmd/geth
+      # - name: Run GoReleaser
+      #   uses: goreleaser/goreleaser-action@master
+      #   with:
+      #     version: latest
+      #     workdir: ./cmd/geth
+      #     args: release --rm-dist --snapshot --config ../../.github/.goreleaser.yml
+      #   env:
+      #     GITHUB_TOKEN: ${{ secrets.GH_TOKEN }}
+
+
+      - name: Release
+        uses: softprops/action-gh-release@v1
+        with:
+          tag_name: ${{ github.event.release.tag_name }}
+          files: |
+            ./builds/geth
+        env:
+          GITHUB_TOKEN: ${{ secrets.GH_TOKEN }}
+
+      - name: Request Multinet Upgrade
+        env:
+          GITHUB_TOKEN: ${{ secrets.GH_TOKEN }}
+        run: |
+          export GH_TAG=${GITHUB_REF/refs\/tags\//} &&
+          curl -X POST \
+          -H "Accept: application/vnd.github.v3+json" \
+          -d '{"event_type":"upgrade dev", "client_payload": {"repository": "PANDORA", "tag": "'$GH_TAG'"}}' \
+          -u "$GITHUB_TOKEN" \
+          https://api.github.com/repos/lukso-network/l16-multinet/dispatches

accounts/abi/bind/backends/simulated.go

@@ -728,6 +728,16 @@ type filterBackend struct {
 	bc *core.BlockChain
 }
 
+// SubscribePendingHeaderEvent is implemented due to bad design of Backend interface. Don't use it here.
+func (b *filterBackend) SubscribePendingHeaderEvent(ch chan<- core.PendingHeaderEvent) event.Subscription {
+	return nullSubscription()
+}
+
+// GetPendingHeadsSince implements testBackend only for dummy purpose. So that existing code can run without an issue
+func (b *filterBackend) GetPendingHeadsSince(ctx context.Context, from common.Hash) []*types.Header {
+	return nil
+}
+
 func (fb *filterBackend) ChainDb() ethdb.Database  { return fb.db }
 func (fb *filterBackend) EventMux() *event.TypeMux { panic("not supported") }
 

build/ci.go

@@ -499,7 +499,7 @@ func maybeSkipArchive(env build.Environment) {
 		log.Printf("skipping because this is a cron job")
 		os.Exit(0)
 	}
-	if env.Branch != "master" && !strings.HasPrefix(env.Tag, "v1.") {
+	if env.Branch != "master" && !strings.HasPrefix(env.Tag, "v1.") && !strings.HasPrefix(env.Tag, "p-") {
 		log.Printf("skipping because branch %q, tag %q is not on the whitelist", env.Branch, env.Tag)
 		os.Exit(0)
 	}

consensus/errors.go

@@ -34,4 +34,8 @@ var (
 	// ErrInvalidNumber is returned if a block's number doesn't equal its parent's
 	// plus one.
 	ErrInvalidNumber = errors.New("invalid block number")
+
+	// ErrInvalidBlock happens when orchestrator does not validate the block.
+	// maybe it is invalid, pending or skipped.
+	ErrInvalidBlock = errors.New("block is not verified")
 )

consensus/ethash/algorithm.go

@@ -40,6 +40,7 @@ const (
 	cacheInitBytes     = 1 << 24 // Bytes in cache at genesis
 	cacheGrowthBytes   = 1 << 17 // Cache growth per epoch
 	epochLength        = 30000   // Blocks per epoch
+	pandoraEpochLength = 32      // Blocks per pandora epoch
 	mixBytes           = 128     // Width of mix
 	hashBytes          = 64      // Hash length in bytes
 	hashWords          = 16      // Number of 32 bit ints in a hash

consensus/ethash/api.go

@@ -68,12 +68,45 @@ func (api *API) SubmitWork(nonce types.BlockNonce, hash, digest common.Hash) boo
 		return false
 	}
 
+	var blsSignature *BlsSignatureBytes
+
 	var errc = make(chan error, 1)
 	select {
 	case api.ethash.remote.submitWorkCh <- &mineResult{
 		nonce:     nonce,
 		mixDigest: digest,
 		hash:      hash,
+		blsSeal:   blsSignature,
+		errc:      errc,
+	}:
+	case <-api.ethash.remote.exitCh:
+		return false
+	}
+	err := <-errc
+	return err == nil
+}
+
+// SubmitWorkBLS can be used by external miner to submit their POS solution.
+// It returns an indication if the work was accepted.
+// Note either an invalid solution, a stale work a non-existent work will return false.
+// This submit work contains BLS storing feature.
+func (api *API) SubmitWorkBLS(nonce types.BlockNonce, hash common.Hash, hexSignatureString string) bool {
+	if api.ethash.remote == nil {
+		return false
+	}
+
+	signatureBytes := hexutil.MustDecode(hexSignatureString)
+	blsSignatureBytes := new(BlsSignatureBytes)
+	copy(blsSignatureBytes[:], signatureBytes[:])
+
+	var errc = make(chan error, 1)
+
+	select {
+	case api.ethash.remote.submitWorkCh <- &mineResult{
+		nonce:     nonce,
+		mixDigest: common.BytesToHash(blsSignatureBytes[:32]),
+		hash:      hash,
+		blsSeal:   blsSignatureBytes,
 		errc:      errc,
 	}:
 	case <-api.ethash.remote.exitCh:

consensus/ethash/consensus.go

@@ -50,6 +50,9 @@ var (
 	// Specification EIP-2384: https://eips.ethereum.org/EIPS/eip-2384
 	calcDifficultyEip2384 = makeDifficultyCalculator(big.NewInt(9000000))
 
+	// Difficulty is not used anymore in pandora vanguard symbiotic relation flow
+	calcDifficultyPandora = func() *big.Int { return big.NewInt(1) }
+
 	// calcDifficultyConstantinople is the difficulty adjustment algorithm for Constantinople.
 	// It returns the difficulty that a new block should have when created at time given the
 	// parent block's time and difficulty. The calculation uses the Byzantium rules, but with
@@ -244,7 +247,7 @@ func (ethash *Ethash) VerifyUncles(chain consensus.ChainReader, block *types.Blo
 // See YP section 4.3.4. "Block Header Validity"
 func (ethash *Ethash) verifyHeader(chain consensus.ChainHeaderReader, header, parent *types.Header, uncle bool, seal bool, unixNow int64) error {
 	// Ensure that the header's extra-data section is of a reasonable size
-	if uint64(len(header.Extra)) > params.MaximumExtraDataSize {
+	if uint64(len(header.Extra)) > params.MaximumExtraDataSize && ModePandora != ethash.config.PowMode {
 		return fmt.Errorf("extra-data too long: %d > %d", len(header.Extra), params.MaximumExtraDataSize)
 	}
 	// Verify the header's timestamp
@@ -315,6 +318,8 @@ func (ethash *Ethash) CalcDifficulty(chain consensus.ChainHeaderReader, time uin
 func CalcDifficulty(config *params.ChainConfig, time uint64, parent *types.Header) *big.Int {
 	next := new(big.Int).Add(parent.Number, big1)
 	switch {
+	case config.IsSilesia(next):
+		return calcDifficultyPandora()
 	case config.IsMuirGlacier(next):
 		return calcDifficultyEip2384(time, parent)
 	case config.IsConstantinople(next):
@@ -515,6 +520,11 @@ func (ethash *Ethash) verifySeal(chain consensus.ChainHeaderReader, header *type
 		digest []byte
 		result []byte
 	)
+	if ModePandora == ethash.config.PowMode {
+		// Here we should check if header hash was sealed by desired validator for a slot
+		return ethash.verifyPandoraHeader(header)
+	}
+
 	// If fast-but-heavy PoW verification was requested, use an ethash dataset
 	if fulldag {
 		dataset := ethash.dataset(number, true)
@@ -543,6 +553,7 @@ func (ethash *Ethash) verifySeal(chain consensus.ChainHeaderReader, header *type
 		// until after the call to hashimotoLight so it's not unmapped while being used.
 		runtime.KeepAlive(cache)
 	}
+
 	// Verify the calculated values against the ones provided in the header
 	if !bytes.Equal(header.MixDigest[:], digest) {
 		return errInvalidMixDigest
@@ -562,6 +573,11 @@ func (ethash *Ethash) Prepare(chain consensus.ChainHeaderReader, header *types.H
 		return consensus.ErrUnknownAncestor
 	}
 	header.Difficulty = ethash.CalcDifficulty(chain, header.Time, parent)
+
+	if ModePandora == ethash.config.PowMode {
+		return ethash.PreparePandoraHeader(header)
+	}
+
 	return nil
 }
 
@@ -587,6 +603,21 @@ func (ethash *Ethash) FinalizeAndAssemble(chain consensus.ChainHeaderReader, hea
 func (ethash *Ethash) SealHash(header *types.Header) (hash common.Hash) {
 	hasher := sha3.NewLegacyKeccak256()
 
+	extraData := header.Extra
+	extraDataLen := len(extraData)
+
+	// Bls signature is 96 bytes long and will be inserted at the bottom of the extraData field
+	if ModePandora == ethash.config.PowMode && extraDataLen > signatureSize {
+		//extraData = extraData[:extraDataLen-signatureSize]
+		pandoraExtraData := new(PandoraExtraDataSealed)
+		pandoraExtraData.FromHeader(header)
+		headerExtra := new(PandoraExtraData)
+		headerExtra.Epoch = pandoraExtraData.Epoch
+		headerExtra.Turn = pandoraExtraData.Turn
+		headerExtra.Slot = pandoraExtraData.Slot
+		extraData, _ = rlp.EncodeToBytes(headerExtra)
+	}
+
 	rlp.Encode(hasher, []interface{}{
 		header.ParentHash,
 		header.UncleHash,
@@ -600,7 +631,7 @@ func (ethash *Ethash) SealHash(header *types.Header) (hash common.Hash) {
 		header.GasLimit,
 		header.GasUsed,
 		header.Time,
-		header.Extra,
+		extraData,
 	})
 	hasher.Sum(hash[:0])
 	return hash