cache EXTCODESIZE by code hash

src/Nethermind/Nethermind.Blockchain.Test/TransactionProcessorEip7702Tests.cs

@@ -21,6 +21,8 @@
 using Nethermind.Blockchain.Tracing;
 using Nethermind.Core.Test;
 using Nethermind.Int256;
+using Nethermind.Evm.CodeAnalysis;
+using System.Diagnostics.CodeAnalysis;
 
 namespace Nethermind.Evm.Test;
 
@@ -491,7 +493,7 @@ public void Execute_FirstTxHasAuthorizedCodeThatIncrementsAndSecondDoesNot_Stora
             .WithTransactions(tx1, tx2)
             .WithGasLimit(10000000).TestObject;
 
-        var blkCtx = new BlockExecutionContext(block.Header, _specProvider.GetSpec(block.Header));
+        BlockExecutionContext blkCtx = new(block.Header, _specProvider.GetSpec(block.Header));
         _transactionProcessor.Execute(tx1, blkCtx, NullTxTracer.Instance);
         _transactionProcessor.Execute(tx2, blkCtx, NullTxTracer.Instance);
 
@@ -944,7 +946,7 @@ public void Execute_SetNormalDelegationAndThenSetDelegationWithZeroAddress_Accou
             .WithTimestamp(MainnetSpecProvider.PragueBlockTimestamp)
             .WithTransactions(tx)
             .WithGasLimit(10000000).TestObject;
-        var blkCtx = new BlockExecutionContext(block.Header, _specProvider.GetSpec(block.Header));
+        BlockExecutionContext blkCtx = new(block.Header, _specProvider.GetSpec(block.Header));
         _transactionProcessor.Execute(tx, blkCtx, NullTxTracer.Instance);
         _stateProvider.CommitTree(block.Number);
 
@@ -1018,6 +1020,221 @@ public void Execute_EXTCODESIZEOnDelegatedThatTriggersOptimization_ReturnsZeroIf
         Assert.That(tracer.ReturnValue, Is.EquivalentTo(new byte[] { Convert.ToByte(!isDelegated) }));
     }
 
+    [Test]
+    public void Execute_EXTCODESIZE_WhenCodeChangesWithinBlock_ReturnsUpdatedSize()
+    {
+        PrivateKey sender = TestItem.PrivateKeyA;
+        Address inspectedAddress = TestItem.AddressB;
+        Address codeSource = TestItem.AddressC;
+        _stateProvider.CreateAccount(sender.Address, 1.Ether());
+
+        byte[] initialInspectedCode = Prepare.EvmCode
+            .Op(Instruction.STOP)
+            .Done;
+        byte[] updatedInspectedCode = Prepare.EvmCode
+            .Op(Instruction.ADD)
+            .Op(Instruction.STOP)
+            .Done;
+        DeployCode(inspectedAddress, initialInspectedCode);
+
+        byte[] extcodesizeReaderCode = Prepare.EvmCode
+            .PushData(inspectedAddress)
+            .Op(Instruction.EXTCODESIZE)
+            .Op(Instruction.PUSH0)
+            .Op(Instruction.MSTORE8)
+            .PushData(1)
+            .Op(Instruction.PUSH0)
+            .Op(Instruction.RETURN)
+            .Done;
+        DeployCode(codeSource, extcodesizeReaderCode);
+        _stateProvider.Commit(Prague.Instance, true);
+
+        Block block = Build.A.Block.WithNumber(long.MaxValue)
+            .WithTimestamp(MainnetSpecProvider.PragueBlockTimestamp)
+            .WithGasLimit(10_000_000)
+            .TestObject;
+        BlockExecutionContext blkCtx = new(block.Header, _specProvider.GetSpec(block.Header));
+
+        CallOutputTracer firstTracer = ExecuteCallWithOutput(sender, codeSource, blkCtx, 0);
+        Assert.That(firstTracer.ReturnValue?.ToArray(), Is.EquivalentTo(new byte[] { (byte)initialInspectedCode.Length }));
+
+        DeployCode(inspectedAddress, updatedInspectedCode);
+        _stateProvider.Commit(Prague.Instance, true);
+
+        CallOutputTracer secondTracer = ExecuteCallWithOutput(sender, codeSource, blkCtx, 1);
+        Assert.That(secondTracer.ReturnValue?.ToArray(), Is.EquivalentTo(new byte[] { (byte)updatedInspectedCode.Length }));
+    }
+
+    [Test]
+    public void Execute_EXTCODECOPY_WhenCodeChangesWithinBlock_ReturnsUpdatedBytes()
+    {
+        PrivateKey sender = TestItem.PrivateKeyA;
+        Address inspectedAddress = TestItem.AddressB;
+        Address codeSource = TestItem.AddressC;
+        _stateProvider.CreateAccount(sender.Address, 1.Ether());
+
+        byte[] initialInspectedCode = Prepare.EvmCode
+            .Op(Instruction.ADD)
+            .Done;
+        byte[] updatedInspectedCode = Prepare.EvmCode
+            .Op(Instruction.MUL)
+            .Done;
+        DeployCode(inspectedAddress, initialInspectedCode);
+
+        byte[] extcodecopyReaderCode = Prepare.EvmCode
+            .PushData(1)
+            .Op(Instruction.PUSH0)
+            .Op(Instruction.PUSH0)
+            .PushData(inspectedAddress)
+            .Op(Instruction.EXTCODECOPY)
+            .PushData(1)
+            .Op(Instruction.PUSH0)
+            .Op(Instruction.RETURN)
+            .Done;
+        DeployCode(codeSource, extcodecopyReaderCode);
+        _stateProvider.Commit(Prague.Instance, true);
+
+        Block block = Build.A.Block.WithNumber(long.MaxValue)
+            .WithTimestamp(MainnetSpecProvider.PragueBlockTimestamp)
+            .WithGasLimit(10_000_000)
+            .TestObject;
+        BlockExecutionContext blkCtx = new(block.Header, _specProvider.GetSpec(block.Header));
+
+        CallOutputTracer firstTracer = ExecuteCallWithOutput(sender, codeSource, blkCtx, 0);
+        Assert.That(firstTracer.ReturnValue?.ToArray(), Is.EquivalentTo(new byte[] { (byte)Instruction.ADD }));
+
+        DeployCode(inspectedAddress, updatedInspectedCode);
+        _stateProvider.Commit(Prague.Instance, true);
+
+        CallOutputTracer secondTracer = ExecuteCallWithOutput(sender, codeSource, blkCtx, 1);
+        Assert.That(secondTracer.ReturnValue?.ToArray(), Is.EquivalentTo(new byte[] { (byte)Instruction.MUL }));
+    }
+
+    [Test]
+    [NonParallelizable]
+    public void Execute_EXTCODESIZE_WhenCacheIsFull_ExistingKeyIsRefreshed()
+    {
+        int previousMaxEntries = VirtualMachine.MaxExtCodeCacheEntries;
+        VirtualMachine.SetMaxExtCodeCacheEntries(1);
+        try
+        {
+            PrivateKey sender = TestItem.PrivateKeyA;
+            Address inspectedAddress = TestItem.AddressB;
+            Address codeSource = TestItem.AddressC;
+            _stateProvider.CreateAccount(sender.Address, 1.Ether());
+
+            byte[] initialInspectedCode = Prepare.EvmCode
+                .Op(Instruction.STOP)
+                .Done;
+            byte[] updatedInspectedCode = Prepare.EvmCode
+                .Op(Instruction.ADD)
+                .Op(Instruction.STOP)
+                .Done;
+            DeployCode(inspectedAddress, initialInspectedCode);
+
+            byte[] extcodesizeReaderCode = Prepare.EvmCode
+                .PushData(inspectedAddress)
+                .Op(Instruction.EXTCODESIZE)
+                .Op(Instruction.PUSH0)
+                .Op(Instruction.MSTORE8)
+                .PushData(1)
+                .Op(Instruction.PUSH0)
+                .Op(Instruction.RETURN)
+                .Done;
+            DeployCode(codeSource, extcodesizeReaderCode);
+            _stateProvider.Commit(Prague.Instance, true);
+
+            TrackingCodeInfoRepository trackingRepository = new(new EthereumCodeInfoRepository(_stateProvider), inspectedAddress);
+            EthereumVirtualMachine virtualMachine = new(new TestBlockhashProvider(_specProvider), _specProvider, LimboLogs.Instance);
+            ITransactionProcessor transactionProcessor = new EthereumTransactionProcessor(
+                BlobBaseFeeCalculator.Instance,
+                _specProvider,
+                _stateProvider,
+                virtualMachine,
+                trackingRepository,
+                LimboLogs.Instance);
+
+            Block block = Build.A.Block.WithNumber(long.MaxValue)
+                .WithTimestamp(MainnetSpecProvider.PragueBlockTimestamp)
+                .WithGasLimit(10_000_000)
+                .TestObject;
+            BlockExecutionContext blkCtx = new(block.Header, _specProvider.GetSpec(block.Header));
+
+            _ = ExecuteCallWithOutput(transactionProcessor, sender, codeSource, blkCtx, 0);
+
+            DeployCode(inspectedAddress, updatedInspectedCode);
+            _stateProvider.Commit(Prague.Instance, true);
+
+            int before = trackingRepository.TrackedHashLookupCount;
+            _ = ExecuteCallWithOutput(transactionProcessor, sender, codeSource, blkCtx, 1);
+            int afterFirst = trackingRepository.TrackedHashLookupCount;
+            _ = ExecuteCallWithOutput(transactionProcessor, sender, codeSource, blkCtx, 2);
+            int afterSecond = trackingRepository.TrackedHashLookupCount;
+
+            Assert.That(afterFirst - before, Is.EqualTo(1));
+            Assert.That(afterSecond - afterFirst, Is.EqualTo(0));
+        }
+        finally
+        {
+            VirtualMachine.SetMaxExtCodeCacheEntries(previousMaxEntries);
+        }
+    }
+
+    private CallOutputTracer ExecuteCallWithOutput(PrivateKey sender, Address to, BlockExecutionContext blockExecutionContext, ulong nonce)
+    {
+        return ExecuteCallWithOutput(_transactionProcessor, sender, to, blockExecutionContext, nonce);
+    }
+
+    private CallOutputTracer ExecuteCallWithOutput(
+        ITransactionProcessor transactionProcessor,
+        PrivateKey sender,
+        Address to,
+        BlockExecutionContext blockExecutionContext,
+        ulong nonce)
+    {
+        Transaction tx = Build.A.Transaction
+            .WithType(TxType.EIP1559)
+            .WithNonce(nonce)
+            .WithTo(to)
+            .WithGasLimit(100_000)
+            .SignedAndResolved(_ethereumEcdsa, sender, true)
+            .TestObject;
+
+        CallOutputTracer tracer = new();
+        _ = transactionProcessor.Execute(tx, blockExecutionContext, tracer);
+        return tracer;
+    }
+
+    private sealed class TrackingCodeInfoRepository(ICodeInfoRepository inner, Address trackedAddress) : ICodeInfoRepository
+    {
+        public int TrackedHashLookupCount { get; private set; }
+
+        public CodeInfo GetCachedCodeInfo(Address codeSource, bool followDelegation, IReleaseSpec vmSpec, out Address? delegationAddress)
+            => inner.GetCachedCodeInfo(codeSource, followDelegation, vmSpec, out delegationAddress);
+
+        public CodeInfo GetCachedCodeInfo(Address codeSource, in ValueHash256 codeHash, IReleaseSpec vmSpec)
+        {
+            if (codeSource == trackedAddress)
+            {
+                TrackedHashLookupCount++;
+            }
+
+            return inner.GetCachedCodeInfo(codeSource, in codeHash, vmSpec);
+        }
+
+        public ValueHash256 GetExecutableCodeHash(Address address, IReleaseSpec spec)
+            => inner.GetExecutableCodeHash(address, spec);
+
+        public void InsertCode(ReadOnlyMemory<byte> code, Address codeOwner, IReleaseSpec spec)
+            => inner.InsertCode(code, codeOwner, spec);
+
+        public void SetDelegation(Address codeSource, Address authority, IReleaseSpec spec)
+            => inner.SetDelegation(codeSource, authority, spec);
+
+        public bool TryGetDelegation(Address address, IReleaseSpec spec, [NotNullWhen(true)] out Address? delegatedAddress)
+            => inner.TryGetDelegation(address, spec, out delegatedAddress);
+    }
+
     private void DeployCode(Address codeSource, byte[] code)
     {
         _stateProvider.CreateAccountIfNotExists(codeSource, 0);

src/Nethermind/Nethermind.Blockchain/CachedCodeInfoRepository.cs

@@ -28,14 +28,24 @@ public class CachedCodeInfoRepository(
     public CodeInfo GetCachedCodeInfo(Address codeSource, bool followDelegation, IReleaseSpec vmSpec,
         out Address? delegationAddress)
     {
-        if (vmSpec.IsPrecompile(codeSource) && _cachedPrecompile.TryGetValue(codeSource, out var cachedCodeInfo))
+        if (TryGetCachedPrecompile(codeSource, vmSpec, out CodeInfo cachedCodeInfo))
         {
             delegationAddress = null;
             return cachedCodeInfo;
         }
         return baseCodeInfoRepository.GetCachedCodeInfo(codeSource, followDelegation, vmSpec, out delegationAddress);
     }
 
+    public CodeInfo GetCachedCodeInfo(Address codeSource, in ValueHash256 codeHash, IReleaseSpec vmSpec)
+    {
+        if (TryGetCachedPrecompile(codeSource, vmSpec, out CodeInfo cachedCodeInfo))
+        {
+            return cachedCodeInfo;
+        }
+
+        return baseCodeInfoRepository.GetCachedCodeInfo(codeSource, in codeHash, vmSpec);
+    }
+
     public ValueHash256 GetExecutableCodeHash(Address address, IReleaseSpec spec)
     {
         return baseCodeInfoRepository.GetExecutableCodeHash(address, spec);
@@ -57,6 +67,18 @@ public bool TryGetDelegation(Address address, IReleaseSpec spec,
         return baseCodeInfoRepository.TryGetDelegation(address, spec, out delegatedAddress);
     }
 
+    private bool TryGetCachedPrecompile(Address codeSource, IReleaseSpec vmSpec, [NotNullWhen(true)] out CodeInfo? cachedCodeInfo)
+    {
+        if (vmSpec.IsPrecompile(codeSource) && _cachedPrecompile.TryGetValue(codeSource, out CodeInfo precompileCodeInfo))
+        {
+            cachedCodeInfo = precompileCodeInfo;
+            return true;
+        }
+
+        cachedCodeInfo = null;
+        return false;
+    }
+
     private static CodeInfo CreateCachedPrecompile(
         in KeyValuePair<AddressAsKey, CodeInfo> originalPrecompile,
         ConcurrentDictionary<PreBlockCaches.PrecompileCacheKey, Result<byte[]>> cache)

src/Nethermind/Nethermind.Config/BlocksConfig.cs

@@ -61,6 +61,8 @@ private static string GetDefaultVersionExtraData()
 
         public bool CachePrecompilesOnBlockProcessing { get; set; } = true;
 
+        public int ExtCodeCacheEntries { get; set; } = 1024;
+
         public int PreWarmStateConcurrency { get; set; } = 0;
 
         public int BlockProductionTimeoutMs { get; set; } = 4_000;

src/Nethermind/Nethermind.Config/IBlocksConfig.cs

@@ -43,6 +43,9 @@ public interface IBlocksConfig : IConfig
     [ConfigItem(Description = "Whether to cache precompile results when processing blocks.", DefaultValue = "True", HiddenFromDocs = true)]
     bool CachePrecompilesOnBlockProcessing { get; set; }
 
+    [ConfigItem(Description = "The max entries in the EXTCODE* cache. Set to 0 to disable.", DefaultValue = "1024", HiddenFromDocs = true)]
+    int ExtCodeCacheEntries { get; set; }
+
     [ConfigItem(Description = "Specify pre-warm state concurrency. Default is logical processor - 1.", DefaultValue = "0", HiddenFromDocs = true)]
     int PreWarmStateConcurrency { get; set; }
 

src/Nethermind/Nethermind.Evm/CodeInfoRepository.cs

@@ -31,9 +31,9 @@ public CodeInfoRepository(IWorldState worldState, IPrecompileProvider precompile
     public CodeInfo GetCachedCodeInfo(Address codeSource, bool followDelegation, IReleaseSpec vmSpec, out Address? delegationAddress)
     {
         delegationAddress = null;
-        if (vmSpec.IsPrecompile(codeSource)) // _localPrecompiles have to have all precompiles
+        if (TryGetPrecompileCodeInfo(codeSource, vmSpec, out CodeInfo precompileCodeInfo))
         {
-            return _localPrecompiles[codeSource];
+            return precompileCodeInfo;
         }
 
         CodeInfo cachedCodeInfo = InternalGetCachedCode(_worldState, codeSource, vmSpec);
@@ -47,6 +47,28 @@ public CodeInfo GetCachedCodeInfo(Address codeSource, bool followDelegation, IRe
         return cachedCodeInfo;
     }
 
+    public CodeInfo GetCachedCodeInfo(Address codeSource, in ValueHash256 codeHash, IReleaseSpec vmSpec)
+    {
+        if (TryGetPrecompileCodeInfo(codeSource, vmSpec, out CodeInfo precompileCodeInfo))
+        {
+            return precompileCodeInfo;
+        }
+
+        return InternalGetCachedCode(_worldState, in codeHash, vmSpec);
+    }
+
+    private bool TryGetPrecompileCodeInfo(Address codeSource, IReleaseSpec vmSpec, [NotNullWhen(true)] out CodeInfo? precompileCodeInfo)
+    {
+        if (vmSpec.IsPrecompile(codeSource)) // _localPrecompiles have to have all precompiles
+        {
+            precompileCodeInfo = _localPrecompiles[codeSource];
+            return true;
+        }
+
+        precompileCodeInfo = null;
+        return false;
+    }
+
     private CodeInfo InternalGetCachedCode(Address codeSource, IReleaseSpec vmSpec)
     {
         ref readonly ValueHash256 codeHash = ref _worldState.GetCodeHash(codeSource);
@@ -187,4 +209,3 @@ public bool TryGet(in ValueHash256 codeHash, [NotNullWhen(true)] out CodeInfo? c
         }
     }
 }
-

src/Nethermind/Nethermind.Evm/ICodeInfoRepository.cs

@@ -12,6 +12,7 @@ namespace Nethermind.Evm;
 public interface ICodeInfoRepository
 {
     CodeInfo GetCachedCodeInfo(Address codeSource, bool followDelegation, IReleaseSpec vmSpec, out Address? delegationAddress);
+    CodeInfo GetCachedCodeInfo(Address codeSource, in ValueHash256 codeHash, IReleaseSpec vmSpec);
     ValueHash256 GetExecutableCodeHash(Address address, IReleaseSpec spec);
     void InsertCode(ReadOnlyMemory<byte> code, Address codeOwner, IReleaseSpec spec);
     void SetDelegation(Address codeSource, Address authority, IReleaseSpec spec);