Merge pull request #6747 from multiversx/rc/andromeda

Rc/andromeda

Author: sstanculeanu

.github/workflows/build_and_run_chain_simulator_and_execute_system_test.yml

@@ -62,20 +62,27 @@ jobs:
         with:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
-            // Get the latest comment
+            // Get all comments
             const comments = await github.rest.issues.listComments({
               owner: context.repo.owner,
               repo: context.repo.repo,
               issue_number: context.issue.number,
             });
 
-            const lastComment = comments.data.pop(); // Get the last comment
+            // Find the last comment that contains 'Run Tests:'
+            let lastTestComment = null;
+            for (let i = comments.data.length - 1; i >= 0; i--) {
+              if (comments.data[i].body.includes('Run Tests:')) {
+                lastTestComment = comments.data[i];
+                break;
+              }
+            }
 
-            if (lastComment && lastComment.body.includes('Run Tests:')) {
-              const body = lastComment.body.trim();
+            if (lastTestComment) {
+              const body = lastTestComment.body.trim();
               core.setOutput('latest_comment', body);
 
-              // Parse the branches from the last comment
+              // Parse the branches from the last test comment
               const simulatorBranchMatch = body.match(/mx-chain-simulator-go:\s*(\S+)/);
               const testingSuiteBranchMatch = body.match(/mx-chain-testing-suite:\s*(\S+)/);
 
@@ -86,8 +93,11 @@ jobs:
               if (testingSuiteBranchMatch) {
                 core.exportVariable('MX_CHAIN_TESTING_SUITE_TARGET_BRANCH', testingSuiteBranchMatch[1]);
               }
+
+              // Log which comment was used for configuration
+              core.info(`Found 'Run Tests:' comment from ${lastTestComment.user.login} at ${lastTestComment.created_at}`);
             } else {
-              core.info('The last comment does not contain "Run Tests:". Skipping branch override.');
+              core.info('No comment containing "Run Tests:" was found. Using default branch settings.');
             }
       
 
@@ -146,6 +156,82 @@ jobs:
           go build
           echo "CHAIN_SIMULATOR_BUILD_PATH=$(pwd)" >> $GITHUB_ENV
 
+      - name: Initialize Chain Simulator
+        run: |
+          cd mx-chain-simulator-go/cmd/chainsimulator
+          
+          # Start ChainSimulator with minimal args to initialize configs
+          INIT_LOG_FILE="/tmp/chainsim_init.log"
+          echo "Starting ChainSimulator initialization process..."
+          ./chainsimulator > $INIT_LOG_FILE 2>&1 &
+          INIT_PROCESS_PID=$!
+          
+          # Verify the process is running
+          if ! ps -p $INIT_PROCESS_PID > /dev/null; then
+            echo "Failed to start ChainSimulator process"
+            cat $INIT_LOG_FILE
+            exit 1
+          fi
+          
+          # Wait for the initialization to complete - look for multiple possible success patterns
+          INIT_COMPLETED=false
+          RETRY_COUNT=0
+          MAX_RETRIES=60  # Increase timeout to 60 seconds
+          
+          echo "Waiting for ChainSimulator initialization..."
+          while [ $RETRY_COUNT -lt $MAX_RETRIES ]; do
+            # Check for any of these success patterns
+            if grep -q "starting as observer node" $INIT_LOG_FILE || \
+               grep -q "ChainSimulator started successfully" $INIT_LOG_FILE || \
+               grep -q "initialized the node" $INIT_LOG_FILE || \
+               grep -q "Node is running" $INIT_LOG_FILE; then
+              INIT_COMPLETED=true
+              echo "ChainSimulator initialization completed successfully"
+              break
+            fi
+          
+            # If there's a known fatal error, exit early
+            if grep -q "fatal error" $INIT_LOG_FILE || grep -q "panic:" $INIT_LOG_FILE; then
+              echo "Fatal error detected during initialization:"
+              grep -A 10 -E "fatal error|panic:" $INIT_LOG_FILE
+              break
+            fi
+          
+            # Print progress every 10 seconds
+            if [ $((RETRY_COUNT % 10)) -eq 0 ]; then
+              echo "Still waiting for initialization... ($RETRY_COUNT seconds elapsed)"
+              tail -5 $INIT_LOG_FILE
+            fi
+          
+            RETRY_COUNT=$((RETRY_COUNT+1))
+            sleep 1
+          done
+          
+          # Kill the initialization process - try graceful shutdown first
+          echo "Stopping initialization process (PID: $INIT_PROCESS_PID)..."
+          kill -TERM $INIT_PROCESS_PID 2>/dev/null || true
+          sleep 3
+          
+          # Check if process still exists and force kill if needed
+          if ps -p $INIT_PROCESS_PID > /dev/null 2>&1; then
+            echo "Process still running, forcing kill..."
+            kill -9 $INIT_PROCESS_PID 2>/dev/null || true
+            sleep 1
+          fi
+          
+          if [ "$INIT_COMPLETED" != "true" ]; then
+            echo "ChainSimulator initialization failed after $MAX_RETRIES seconds"
+            echo "Last 20 lines of log:"
+            tail -20 $INIT_LOG_FILE
+            exit 1
+          fi
+          
+          # Create a marker file to indicate successful initialization
+          touch /tmp/chain_simulator_initialized.lock
+          echo "Chain Simulator successfully initialized"
+          
+          echo "Initialization log stored at: $INIT_LOG_FILE"
+
       - name: Checkout mx-chain-testing-suite
         uses: actions/checkout@v4
         with:

cmd/node/config/config.toml

@@ -40,6 +40,18 @@
     # Make sure that this is greater than the unbonding period!
     SetGuardianEpochsDelay = 2 # TODO: for mainnet should be 20, 2 is just for testing
 
+    # ChainParametersByEpoch defines chain operation configurable values that can be modified based on epochs
+    ChainParametersByEpoch = [
+        { EnableEpoch = 0, RoundDuration = 6000, ShardConsensusGroupSize = 7, ShardMinNumNodes = 10, MetachainConsensusGroupSize = 10, MetachainMinNumNodes = 10, Hysteresis = 0.2, Adaptivity = false },
+        { EnableEpoch = 8, RoundDuration = 6000, ShardConsensusGroupSize = 10, ShardMinNumNodes = 10, MetachainConsensusGroupSize = 10, MetachainMinNumNodes = 10, Hysteresis = 0.2, Adaptivity = false }
+    ]
+
+    # EpochChangeGracePeriodEnableEpoch represents the configuration of different grace periods for epoch change with their activation epochs
+    EpochChangeGracePeriodByEpoch = [
+        {EnableEpoch = 0, GracePeriodInRounds = 1 },
+        {EnableEpoch = 8, GracePeriodInRounds = 10 }, # Andromeda epoch comes with a longer grace period
+    ]
+
 [HardwareRequirements]
     CPUFlags = ["SSE4", "SSE42"]
 
@@ -186,6 +198,19 @@
         MaxBatchSize = 100
         MaxOpenFiles = 10
 
+[ProofsStorage]
+    [ProofsStorage.Cache]
+        Name = "ProofsStorage"
+        Capacity = 1000
+        Type = "SizeLRU"
+        SizeInBytes = 20971520 #20MB
+    [ProofsStorage.DB]
+        FilePath = "Proofs"
+        Type = "LvlDBSerial"
+        BatchDelaySeconds = 2
+        MaxBatchSize = 100
+        MaxOpenFiles = 10
+
 [TxStorage]
     [TxStorage.Cache]
         Name = "TxStorage"
@@ -365,6 +390,10 @@
     MaxHeadersPerShard = 1000
     NumElementsToRemoveOnEviction = 200
 
+[ProofsPoolConfig]
+    CleanupNonceDelta = 3
+    BucketSize = 100
+
 [BadBlocksCache]
     Name = "BadBlocksCache"
     Capacity = 1000
@@ -497,7 +526,7 @@
         IntervalInSeconds = 1
         ReservedPercent   = 20.0
         [Antiflood.FastReacting.PeerMaxInput]
-            BaseMessagesPerInterval  = 140
+            BaseMessagesPerInterval  = 280
             TotalSizePerInterval = 4194304 #4MB/s
             [Antiflood.FastReacting.PeerMaxInput.IncreaseFactor]
                 Threshold = 10 #if consensus size will exceed this value, then
@@ -539,7 +568,7 @@
             PeerBanDurationInSeconds = 3600
 
     [Antiflood.PeerMaxOutput]
-        BaseMessagesPerInterval  = 75
+        BaseMessagesPerInterval  = 150
         TotalSizePerInterval     = 2097152 #2MB/s
 
     [Antiflood.Cache]
@@ -672,8 +701,7 @@
         TimeOutForSCExecutionInMilliseconds = 10000 # 10 seconds = 10000 milliseconds
         WasmerSIGSEGVPassthrough            = false # must be false for release
         WasmVMVersions = [
-            { StartEpoch = 0, Version = "v1.4" },
-            { StartEpoch = 1, Version = "v1.5" }, # TODO: set also the RoundActivations.DisableAsyncCallV1 accordingly
+            { StartEpoch = 0, Version = "v1.5" },
         ]
         TransferAndExecuteByUserAddresses = [ # TODO: set real contract addresses for all shards
             "erd1qqqqqqqqqqqqqpgqr46jrxr6r2unaqh75ugd308dwx5vgnhwh47qtvepe3", #shard 0
@@ -684,8 +712,7 @@
         TimeOutForSCExecutionInMilliseconds = 10000 # 10 seconds = 10000 milliseconds
         WasmerSIGSEGVPassthrough            = false # must be false for release
         WasmVMVersions = [
-            { StartEpoch = 0, Version = "v1.4" },
-            { StartEpoch = 1, Version = "v1.5" }, # TODO: set also the RoundActivations.DisableAsyncCallV1 accordingly
+            { StartEpoch = 0, Version = "v1.5" },
         ]
         TransferAndExecuteByUserAddresses = [ # TODO: set real contract addresses for all shards
             "erd1qqqqqqqqqqqqqpgqr46jrxr6r2unaqh75ugd308dwx5vgnhwh47qtvepe3",
@@ -946,3 +973,7 @@
     # MaxRoundsOfInactivityAccepted defines the number of rounds missed by a main or higher level backup machine before
     # the current machine will take over and propose/sign blocks. Used in both single-key and multi-key modes.
     MaxRoundsOfInactivityAccepted = 3
+
+[InterceptedDataVerifier]
+    CacheSpanInSec = 30
+    CacheExpiryInSec = 30

cmd/node/config/enableEpochs.toml

@@ -6,7 +6,7 @@
     BuiltInFunctionsEnableEpoch = 0
 
     # RelayedTransactionsEnableEpoch represents the epoch when the relayed transactions will be enabled
-    RelayedTransactionsEnableEpoch = 1
+    RelayedTransactionsEnableEpoch = 0
 
     # PenalizedTooMuchGasEnableEpoch represents the epoch when the penalization for using too much gas will be enabled
     PenalizedTooMuchGasEnableEpoch = 0
@@ -76,7 +76,7 @@
     CorrectLastUnjailedEnableEpoch = 1
 
     # RelayedTransactionsV2EnableEpoch represents the epoch when the relayed transactions V2 will be enabled
-    RelayedTransactionsV2EnableEpoch = 1
+    RelayedTransactionsV2EnableEpoch = 0
 
     # UnbondTokensV2EnableEpoch represents the epoch when the new implementation of the unbond tokens function is available
     UnbondTokensV2EnableEpoch = 1
@@ -339,6 +339,12 @@
     # RelayedTransactionsV3FixESDTTransferEnableEpoch represents the epoch when the fix for relayed transactions v3 with esdt transfer will be enabled
     RelayedTransactionsV3FixESDTTransferEnableEpoch = 1 # TODO: keep this equal to RelayedTransactionsV3EnableEpoch for mainnet
 
+    # AndromedaEnableEpoch represents the epoch when the equivalent messages and fix order for consensus features are enabled
+    AndromedaEnableEpoch = 8 # the chain simulator tests for staking v4 fail if this is set earlier, as they test the transition in epochs 4-7
+
+    # CheckBuiltInCallOnTransferValueAndFailEnableRound represents the ROUND when the check on transfer value fix is activated
+    CheckBuiltInCallOnTransferValueAndFailEnableRound = 1
+
     # BLSMultiSignerEnableEpoch represents the activation epoch for different types of BLS multi-signers
     BLSMultiSignerEnableEpoch = [
         { EnableEpoch = 0, Type = "no-KOSK" },
@@ -359,5 +365,5 @@
 [GasSchedule]
     # GasScheduleByEpochs holds the configuration for the gas schedule that will be applied from specific epochs
     GasScheduleByEpochs = [
-        { StartEpoch = 0, FileName = "gasScheduleV8.toml" },
+        { StartEpoch = 0, FileName = "gasScheduleV9.toml" },
     ]

cmd/node/config/enableRounds.toml

@@ -10,4 +10,4 @@
 [RoundActivations]
     [RoundActivations.DisableAsyncCallV1]
         Options = []
-        Round = "100"
+        Round = "0"