Merge dev into liquid staking 09 06 2022

.github/workflows/create_release.yml

@@ -5,6 +5,7 @@ on:
     branches:
       - master
       - main
+      - rc/*
   workflow_dispatch:
 
 permissions:

cmd/node/config/config.toml

@@ -707,6 +707,9 @@
         # If set to 0, then MaxUInt64 will be used
         MaxGasPerVmQuery = 1500000000  #1.5b
 
+[BuiltInFunctions]
+    AutomaticCrawlerAddress = "erd1fpkcgel4gcmh8zqqdt043yfcn5tyx8373kg6q2qmkxzu4dqamc0swts65c"
+
 [Hardfork]
     EnableTrigger = true
     EnableTriggerFromP2P = true

cmd/node/config/enableEpochs.toml

@@ -194,6 +194,12 @@
    	# FailExecutionOnEveryAPIErrorEnableEpoch represent the epoch when new protection in VM is enabled to fail all wrong API calls
    	FailExecutionOnEveryAPIErrorEnableEpoch = 3
 
+    # ManagedCryptoAPIsEnableEpoch represents the epoch when new managed crypto APIs are enabled in the wasm VM
+    ManagedCryptoAPIsEnableEpoch = 4
+
+    # ESDTMetadataContinuousCleanupEnableEpoch represents the epoch when esdt metadata is automatically deleted according to inshard liquidity
+    ESDTMetadataContinuousCleanupEnableEpoch = 4
+
     # StakeLimitsEnableEpoch represents the epoch when stake limits on validators are enabled
     StakeLimitsEnableEpoch = 5
 

cmd/node/config/gasSchedules/gasScheduleV1.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 1

cmd/node/config/gasSchedules/gasScheduleV2.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 1

cmd/node/config/gasSchedules/gasScheduleV3.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 1

cmd/node/config/gasSchedules/gasScheduleV4.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 5

cmd/node/config/gasSchedules/gasScheduleV5.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 5

cmd/node/config/gasSchedules/gasScheduleV6.toml

@@ -212,6 +212,28 @@
     MBufferGetArgument           = 1000
     MBufferFinish                = 1000
     MBufferSetRandom             = 6000
+    MBufferToBigFloat            = 2000
+    MBufferFromBigFloat          = 2000
+
+[BigFloatAPICost]
+    BigFloatNewFromParts = 3000
+    BigFloatAdd          = 7000
+    BigFloatSub          = 7000
+    BigFloatMul          = 7000
+    BigFloatDiv          = 7000
+    BigFloatTruncate     = 5000
+    BigFloatNeg          = 5000
+    BigFloatClone        = 5000
+    BigFloatCmp          = 4000
+    BigFloatAbs          = 5000
+    BigFloatSqrt         = 7000
+    BigFloatPow          = 10000
+    BigFloatFloor        = 5000
+    BigFloatCeil         = 5000
+    BigFloatIsInt        = 3000
+    BigFloatSetBigInt    = 3000
+    BigFloatSetInt64     = 1000
+    BigFloatGetConst     = 1000
 
 [WASMOpcodeCost]
     Unreachable = 5

config/config.go

@@ -201,6 +201,7 @@ type Config struct {
 	HeadersPoolConfig       HeadersPoolConfig
 	BlockSizeThrottleConfig BlockSizeThrottleConfig
 	VirtualMachine          VirtualMachineServicesConfig
+	BuiltInFunctions        BuiltInFunctionsConfig
 
 	Hardfork HardforkConfig
 	Debug    DebugConfig
@@ -417,6 +418,11 @@ type VirtualMachineGasConfig struct {
 	MaxGasPerVmQuery uint64
 }
 
+// BuiltInFunctionsConfig holds the configuration for the built in functions
+type BuiltInFunctionsConfig struct {
+	AutomaticCrawlerAddress string
+}
+
 // HardforkConfig holds the configuration for the hardfork trigger
 type HardforkConfig struct {
 	ExportStateStorageConfig     StorageConfig

config/epochConfig.go

@@ -77,8 +77,10 @@ type EnableEpochs struct {
 	SCRSizeInvariantOnBuiltInResultEnableEpoch        uint32
 	CheckCorrectTokenIDForTransferRoleEnableEpoch     uint32
 	FailExecutionOnEveryAPIErrorEnableEpoch           uint32
+	ManagedCryptoAPIsEnableEpoch                      uint32
 	HeartbeatDisableEpoch                             uint32
 	MiniBlockPartialExecutionEnableEpoch              uint32
+	ESDTMetadataContinuousCleanupEnableEpoch          uint32
 	StakeLimitsEnableEpoch                            uint32
 	StakingV4InitEnableEpoch                          uint32
 	StakingV4EnableEpoch                              uint32

config/tomlConfig_test.go

@@ -654,8 +654,14 @@ func TestEnableEpochConfig(t *testing.T) {
 	# FailExecutionOnEveryAPIErrorEnableEpoch represent the epoch when new protection in VM is enabled to fail all wrong API calls
 	FailExecutionOnEveryAPIErrorEnableEpoch = 53
 
+	# ManagedCryptoAPIsEnableEpoch represents the epoch when the new managed crypto APIs are enabled
+	ManagedCryptoAPIsEnableEpoch = 54
+
     # HeartbeatDisableEpoch represents the epoch when heartbeat v1 messages stop being sent and processed
-    HeartbeatDisableEpoch = 54
+    HeartbeatDisableEpoch = 55
+
+	# ESDTMetadataContinuousCleanupEnableEpoch represents the epoch when esdt metadata is automatically deleted according to inshard liquidity
+	ESDTMetadataContinuousCleanupEnableEpoch = 56
 
     # MaxNodesChangeEnableEpoch holds configuration for changing the maximum number of nodes and the enabling epoch
     MaxNodesChangeEnableEpoch = [
@@ -737,7 +743,9 @@ func TestEnableEpochConfig(t *testing.T) {
 			TransformToMultiShardCreateEnableEpoch:      51,
 			ESDTRegisterAndSetAllRolesEnableEpoch:       52,
 			FailExecutionOnEveryAPIErrorEnableEpoch:     53,
-			HeartbeatDisableEpoch:                       54,
+			ManagedCryptoAPIsEnableEpoch:                54,
+			HeartbeatDisableEpoch:                       55,
+			ESDTMetadataContinuousCleanupEnableEpoch:    56,
 		},
 		GasSchedule: GasScheduleConfig{
 			GasScheduleByEpochs: []GasScheduleByEpochs{

epochStart/bootstrap/shardStorageHandler_test.go

@@ -1417,16 +1417,21 @@ func Test_getProcessedMiniBlocks(t *testing.T) {
 
 	processedMiniBlocks = getProcessedMiniBlocks(metaBlock, 0, processedMiniBlocks, referencedMetaBlockHash)
 
+	idxOfMiniBlock0, idxOfMiniBlock1 := 0, 1
+	if bytes.Equal(processedMiniBlocks[0].MiniBlocksHashes[0], mbHash2) {
+		idxOfMiniBlock0, idxOfMiniBlock1 = 1, 0
+	}
+
 	require.Equal(t, 1, len(processedMiniBlocks))
 	require.Equal(t, 2, len(processedMiniBlocks[0].MiniBlocksHashes))
 	require.Equal(t, 2, len(processedMiniBlocks[0].IndexOfLastTxProcessed))
 	require.Equal(t, 2, len(processedMiniBlocks[0].FullyProcessed))
 
 	require.Equal(t, referencedMetaBlockHash, processedMiniBlocks[0].MetaHash)
-	assert.Equal(t, int32(mbh1.TxCount-2), processedMiniBlocks[0].IndexOfLastTxProcessed[0])
-	assert.Equal(t, int32(mbh1.TxCount-1), processedMiniBlocks[0].IndexOfLastTxProcessed[1])
-	assert.False(t, processedMiniBlocks[0].FullyProcessed[0])
-	assert.True(t, processedMiniBlocks[0].FullyProcessed[1])
-	assert.Equal(t, mbHash1, processedMiniBlocks[0].MiniBlocksHashes[0])
-	assert.Equal(t, mbHash2, processedMiniBlocks[0].MiniBlocksHashes[1])
+	assert.Equal(t, int32(mbh1.TxCount-2), processedMiniBlocks[0].IndexOfLastTxProcessed[idxOfMiniBlock0])
+	assert.Equal(t, int32(mbh1.TxCount-1), processedMiniBlocks[0].IndexOfLastTxProcessed[idxOfMiniBlock1])
+	assert.False(t, processedMiniBlocks[0].FullyProcessed[idxOfMiniBlock0])
+	assert.True(t, processedMiniBlocks[0].FullyProcessed[idxOfMiniBlock1])
+	assert.Equal(t, mbHash1, processedMiniBlocks[0].MiniBlocksHashes[idxOfMiniBlock0])
+	assert.Equal(t, mbHash2, processedMiniBlocks[0].MiniBlocksHashes[idxOfMiniBlock1])
 }

epochStart/metachain/systemSCs_test.go

@@ -749,23 +749,24 @@ func createFullArgumentsForSystemSCProcessing(stakingV2EnableEpoch uint32, trieS
 		}},
 		EpochNotifier: &epochNotifier.EpochNotifierStub{},
 	}
-	builtInFuncs, _, _ := builtInFunctions.CreateBuiltInFuncContainerAndNFTStorageHandler(argsBuiltIn)
+	builtInFuncs, _, _, _ := builtInFunctions.CreateBuiltInFuncContainerAndNFTStorageHandler(argsBuiltIn)
 
 	testDataPool := dataRetrieverMock.NewPoolsHolderMock()
 	argsHook := hooks.ArgBlockChainHook{
-		Accounts:           userAccountsDB,
-		PubkeyConv:         &mock.PubkeyConverterMock{},
-		StorageService:     &mock.ChainStorerStub{},
-		BlockChain:         blockChain,
-		ShardCoordinator:   &mock.ShardCoordinatorStub{},
-		Marshalizer:        marshalizer,
-		Uint64Converter:    &mock.Uint64ByteSliceConverterMock{},
-		NFTStorageHandler:  &testscommon.SimpleNFTStorageHandlerStub{},
-		BuiltInFunctions:   builtInFuncs,
-		DataPool:           testDataPool,
-		CompiledSCPool:     testDataPool.SmartContracts(),
-		EpochNotifier:      &epochNotifier.EpochNotifierStub{},
-		NilCompiledSCStore: true,
+		Accounts:              userAccountsDB,
+		PubkeyConv:            &mock.PubkeyConverterMock{},
+		StorageService:        &mock.ChainStorerStub{},
+		BlockChain:            blockChain,
+		ShardCoordinator:      &mock.ShardCoordinatorStub{},
+		Marshalizer:           marshalizer,
+		Uint64Converter:       &mock.Uint64ByteSliceConverterMock{},
+		NFTStorageHandler:     &testscommon.SimpleNFTStorageHandlerStub{},
+		BuiltInFunctions:      builtInFuncs,
+		DataPool:              testDataPool,
+		GlobalSettingsHandler: &testscommon.ESDTGlobalSettingsHandlerStub{},
+		CompiledSCPool:        testDataPool.SmartContracts(),
+		EpochNotifier:         &epochNotifier.EpochNotifierStub{},
+		NilCompiledSCStore:    true,
 	}
 
 	defaults.FillGasMapInternal(gasSchedule, 1)