feat(tests): introduce skip_gas_used_validation flag for flexible gas checks

Author: LouisTsai-Csie

src/ethereum_test_specs/base.py

@@ -73,6 +73,7 @@ class BaseTest(BaseModel):
     _gas_optimization_max_gas_limit: int | None = PrivateAttr(None)
 
     expected_benchmark_gas_used: int | None = None
+    skip_gas_used_validation: bool = False
 
     spec_types: ClassVar[Dict[str, Type["BaseTest"]]] = {}
 
@@ -117,6 +118,7 @@ def from_test(
             tag=base_test.tag,
             t8n_dump_dir=base_test.t8n_dump_dir,
             expected_benchmark_gas_used=base_test.expected_benchmark_gas_used,
+            skip_gas_used_validation=base_test.skip_gas_used_validation,
             **kwargs,
         )
         new_instance._request = base_test._request

src/ethereum_test_specs/blockchain.py

@@ -576,9 +576,12 @@ def generate_block_data(
 
         if last_block and self._operation_mode == OpMode.BENCHMARKING:
             expected_benchmark_gas_used = self.expected_benchmark_gas_used
+            assert expected_benchmark_gas_used is not None, (
+                "expected_benchmark_gas_used is not set"
+            )
             gas_used = int(transition_tool_output.result.gas_used)
 
-            if expected_benchmark_gas_used is not None:
+            if not self.skip_gas_used_validation:
                 assert gas_used == expected_benchmark_gas_used, (
                     f"gas_used ({gas_used}) does not match expected_benchmark_gas_used "
                     f"({expected_benchmark_gas_used})"

src/ethereum_test_specs/state.py

@@ -366,8 +366,11 @@ def make_state_test_fixture(
 
         if self._operation_mode == OpMode.BENCHMARKING:
             expected_benchmark_gas_used = self.expected_benchmark_gas_used
+            assert expected_benchmark_gas_used is not None, (
+                "expected_benchmark_gas_used is not set"
+            )
             gas_used = int(transition_tool_output.result.gas_used)
-            if expected_benchmark_gas_used is not None:
+            if not self.skip_gas_used_validation:
                 assert gas_used == expected_benchmark_gas_used, (
                     f"gas_used ({gas_used}) does not match expected_benchmark_gas_used "
                     f"({expected_benchmark_gas_used})"