Introduce chiseled Docker image

.github/workflows/nethermind-tests.yml

@@ -78,10 +78,6 @@ jobs:
       uses: actions/checkout@v4
     - name: Set up .NET
       uses: actions/setup-dotnet@v4
-    - name: Install Linux packages
-      run: |
-        sudo apt-get update
-        sudo apt-get install libsnappy-dev -y --no-install-recommends
     - name: ${{ matrix.project }}
       id: test
       run: |
@@ -148,10 +144,6 @@ jobs:
         submodules: recursive
     - name: Set up .NET
       uses: actions/setup-dotnet@v4
-    - name: Install Linux packages
-      run: |
-        sudo apt-get update
-        sudo apt-get install libsnappy-dev -y --no-install-recommends
     - name: ${{ matrix.project }}
       id: test
       run: |

.github/workflows/posdao-tests.yml

@@ -53,8 +53,6 @@ jobs:
           ref: ${{ matrix.branch }}
           submodules: recursive
           path: posdao-test-setup
-      - name: Install Linux packages
-        run: sudo apt-get update && sudo apt-get install libsnappy-dev
       - name: Set up .NET
         uses: actions/setup-dotnet@v4
         with:

.github/workflows/release.yml

@@ -177,13 +177,18 @@ jobs:
       - name: Build and push image to Docker Hub
         run: |
           image=nethermind/nethermind
-          docker buildx build --platform=linux/amd64,linux/arm64 -f Dockerfile \
-            ${{ needs.build.outputs.prerelease == 'false' && '-t $image:latest' || '' }} \
-            -t "$image:${{ github.event.inputs.tag }}" \
-            --build-arg BUILD_TIMESTAMP=${{ needs.build.outputs.build-timestamp }} \
-            --build-arg CI=$CI \
-            --build-arg COMMIT_HASH=$GITHUB_SHA \
-            . --push
+
+          for suffix in "" ".chiseled"; do
+            if [[ $suffix == ".chiseled" ]]; then tag_suffix="-chiseled"; else tag_suffix=""; fi
+
+            docker buildx build --platform=linux/amd64,linux/arm64 -f Dockerfile$suffix \
+              ${{ needs.build.outputs.prerelease == 'false' && '-t $image:latest$tag_suffix' || '' }} \
+              -t "$image:${{ github.event.inputs.tag }}$tag_suffix" \
+              --build-arg BUILD_TIMESTAMP=${{ needs.build.outputs.build-timestamp }} \
+              --build-arg CI=$CI \
+              --build-arg COMMIT_HASH=$GITHUB_SHA \
+              . --push
+          done
       - name: Trigger DAppNode build
         if: needs.build.outputs.prerelease == 'false'
         run: |

Dockerfile

@@ -31,7 +31,4 @@ EXPOSE 8545 8551 30303
 
 COPY --from=build /publish .
 
-RUN apt-get update && apt-get -y install libsnappy-dev && \
-  rm -rf /var/lib/apt/lists/*
-
 ENTRYPOINT ["./nethermind"]

Dockerfile.chiseled

@@ -0,0 +1,39 @@
+# SPDX-FileCopyrightText: 2024 Demerzel Solutions Limited
+# SPDX-License-Identifier: LGPL-3.0-only
+
+FROM --platform=$BUILDPLATFORM mcr.microsoft.com/dotnet/sdk:8.0-jammy AS build
+
+ARG BUILD_CONFIG=release
+ARG BUILD_TIMESTAMP
+ARG CI
+ARG COMMIT_HASH
+ARG TARGETARCH
+
+COPY .git .git
+COPY src/Nethermind src/Nethermind
+
+RUN arch=$([ "$TARGETARCH" = "amd64" ] && echo "x64" || echo "$TARGETARCH") && \
+    dotnet publish src/Nethermind/Nethermind.Runner -c $BUILD_CONFIG -a $arch -o /publish --sc false \
+      -p:BuildTimestamp=$BUILD_TIMESTAMP -p:Commit=$COMMIT_HASH
+
+# Creating these directiories here is needed to ensure the correct permissions
+RUN cd /publish && \
+  mkdir keystore && \
+  mkdir logs && \
+  mkdir nethermind_db
+
+FROM --platform=$TARGETPLATFORM mcr.microsoft.com/dotnet/aspnet:8.0-jammy-chiseled
+
+WORKDIR /nethermind
+
+VOLUME /nethermind/keystore
+VOLUME /nethermind/logs
+VOLUME /nethermind/nethermind_db
+
+EXPOSE 8545 8551 30303
+
+COPY --from=build --chown=app /publish .
+
+USER app
+
+ENTRYPOINT ["./nethermind"]

Dockerfile.diag

@@ -40,7 +40,4 @@ COPY --from=build /tmp/jetbrains.dotmemory.console.*/**/tools /opt/diag-tools/do
 
 ENV PATH="$PATH:/opt/diag-tools:/opt/diag-tools/dotmemory"
 
-RUN apt-get update && apt-get -y install libsnappy-dev && \
-  rm -rf /var/lib/apt/lists/*
-
 ENTRYPOINT ["./nethermind"]

README.md

@@ -30,21 +30,6 @@ Release builds are available on the [Releases page](https://github.com/nethermin
 
 ### On Linux
 
-#### Prerequisites
-
-- #### Ubuntu / Debian
-
-  ```sh
-  sudo apt-get install libsnappy-dev
-  ```
-
-- #### CentOS / Fedora
-
-  ```sh
-  sudo dnf install -y snappy
-  sudo ln -s `find /usr/lib64/ -type f -name "libbz2.so.1*"` /usr/lib64/libbz2.so.1.0
-  ```
-
 #### Install using PPA
 
 1. `sudo add-apt-repository ppa:nethermindeth/nethermind` \
@@ -93,7 +78,7 @@ The output should show the image digest, and then you can copy that to the `FROM
 
 ### Prerequisites
 
-Install [.NET SDK](https://dotnet.microsoft.com/en-us/download)
+Install [.NET SDK](https://dotnet.microsoft.com/en-us/download).
 
 ### Clone the repository
 

scripts/deployment/ppa/debian/control

@@ -11,6 +11,6 @@ Rules-Requires-Root: no
 
 Package: nethermind
 Architecture: amd64 arm64
-Depends: ${misc:Depends}, ${shlibs:Depends}, libsnappy-dev
+Depends: ${misc:Depends}, ${shlibs:Depends}
 Description: A robust execution client for Ethereum node operators.
  Nethermind is a high-performance, highly configurable Ethereum execution client built on .NET that runs on Linux, Windows, and macOS and supports Clique, Aura, and Ethash. With breakneck sync speeds and support for external plugins, it provides reliable access to rich on-chain data thanks to a high-performance JSON-RPC interface and node health monitoring with Grafana and Seq.

scripts/deployment/ppa/debian/postrm

@@ -24,6 +24,8 @@ case "$1" in
   ;;
 
   remove|upgrade|failed-upgrade|abort-install|abort-upgrade|disappear)
+    rm -f /usr/bin/nethermind
+
     if [[ -d /usr/share/nethermind ]]; then
       cd /usr/share/nethermind
 

src/Nethermind/Directory.Packages.props

@@ -8,25 +8,25 @@
     <PackageVersion Include="AspNetCore.HealthChecks.UI.InMemory.Storage" Version="8.0.0" />
     <PackageVersion Include="BenchmarkDotNet" Version="0.13.11" />
     <PackageVersion Include="BenchmarkDotNet.Diagnostics.Windows" Version="0.13.11" />
-    <PackageVersion Include="Ckzg.Bindings" Version="0.4.0.696" />
+    <PackageVersion Include="Ckzg.Bindings" Version="0.4.0.738" />
     <PackageVersion Include="Colorful.Console" Version="1.2.15" />
     <PackageVersion Include="CommandLineParser" Version="2.9.1" />
     <PackageVersion Include="ConcurrentHashSet" Version="1.3.0" />
-    <PackageVersion Include="coverlet.collector" Version="6.0.0" />
+    <PackageVersion Include="coverlet.collector" Version="6.0.1" />
     <PackageVersion Include="Crc32.NET" Version="1.2.0" />
     <PackageVersion Include="DnsClient" Version="1.7.0" />
     <PackageVersion Include="FastEnum" Version="1.8.0" />
     <PackageVersion Include="FluentAssertions" Version="6.12.0" />
     <PackageVersion Include="FluentAssertions.Json" Version="6.1.0" />
-    <PackageVersion Include="Google.Protobuf" Version="3.25.2" />
-    <PackageVersion Include="Google.Protobuf.Tools" Version="3.25.2" />
+    <PackageVersion Include="Google.Protobuf" Version="3.25.3" />
+    <PackageVersion Include="Google.Protobuf.Tools" Version="3.25.3" />
     <PackageVersion Include="Grpc" Version="2.46.6" />
-    <PackageVersion Include="Grpc.Tools" Version="2.60.0" />
+    <PackageVersion Include="Grpc.Tools" Version="2.62.0" />
     <PackageVersion Include="HexMate" Version="0.0.3" />
     <PackageVersion Include="Jint" Version="2.11.58" />
     <PackageVersion Include="MathNet.Numerics.FSharp" Version="5.0.0" />
-    <PackageVersion Include="Microsoft.AspNetCore.DataProtection" Version="8.0.1" />
-    <PackageVersion Include="Microsoft.AspNetCore.DataProtection.Extensions" Version="8.0.1" />
+    <PackageVersion Include="Microsoft.AspNetCore.DataProtection" Version="8.0.2" />
+    <PackageVersion Include="Microsoft.AspNetCore.DataProtection.Extensions" Version="8.0.2" />
     <PackageVersion Include="Microsoft.ClearScript.V8" Version="7.4.4" />
     <PackageVersion Include="Microsoft.ClearScript.V8.Native.linux-arm64" Version="7.4.4" />
     <PackageVersion Include="Microsoft.ClearScript.V8.Native.linux-x64" Version="7.4.4" />
@@ -37,9 +37,9 @@
     <PackageVersion Include="Microsoft.Extensions.Logging" Version="8.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Logging.Abstractions" Version="8.0.0" />
     <PackageVersion Include="Microsoft.Extensions.Logging.Console" Version="8.0.0" />
-    <PackageVersion Include="Microsoft.Extensions.ObjectPool" Version="8.0.1" />
+    <PackageVersion Include="Microsoft.Extensions.ObjectPool" Version="8.0.2" />
     <PackageVersion Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.0" />
-    <PackageVersion Include="Microsoft.NET.Test.Sdk" Version="17.8.0" />
+    <PackageVersion Include="Microsoft.NET.Test.Sdk" Version="17.9.0" />
     <PackageVersion Include="Microsoft.VisualStudio.Azure.Containers.Tools.Targets" Version="1.19.6" />
     <PackageVersion Include="Nethermind.Crypto.Pairings" Version="1.0.1" />
     <PackageVersion Include="Nethermind.Crypto.SecP256k1" Version="1.1.1" />
@@ -57,7 +57,7 @@
     <PackageVersion Include="NUnit.Analyzers" Version="3.9.0" />
     <PackageVersion Include="NUnit3TestAdapter" Version="4.5.0" />
     <PackageVersion Include="Open.NAT.Core" Version="2.1.0.5" />
-    <PackageVersion Include="Polly" Version="8.2.1" />
+    <PackageVersion Include="Polly" Version="8.3.0" />
     <PackageVersion Include="Portable.BouncyCastle" Version="1.9.0" />
     <PackageVersion Include="prometheus-net.AspNetCore" Version="8.2.1" />
     <PackageVersion Include="Pyroscope" Version="0.8.14" />
@@ -66,14 +66,14 @@
     <PackageVersion Include="RocksDB" Version="8.10.0.45817" />
     <PackageVersion Include="SCrypt" Version="2.0.0.2" />
     <PackageVersion Include="Shouldly" Version="4.2.1" />
-    <PackageVersion Include="Snappy.Standard" Version="0.2.0" />
+    <PackageVersion Include="Snappier" Version="1.1.5" />
     <PackageVersion Include="System.Configuration.ConfigurationManager" Version="8.0.0" />
-    <PackageVersion Include="System.IdentityModel.Tokens.Jwt" Version="7.2.0" />
+    <PackageVersion Include="System.IdentityModel.Tokens.Jwt" Version="7.4.0" />
     <PackageVersion Include="System.IO.Pipelines" Version="8.0.0" />
     <PackageVersion Include="System.Linq.Async" Version="6.0.1" />
     <PackageVersion Include="System.Security.Cryptography.ProtectedData" Version="8.0.0" />
-    <PackageVersion Include="TestableIO.System.IO.Abstractions.TestingHelpers" Version="20.0.4" />
-    <PackageVersion Include="TestableIO.System.IO.Abstractions.Wrappers" Version="20.0.4" />
-    <PackageVersion Include="Websocket.Client" Version="5.0.0" />
+    <PackageVersion Include="TestableIO.System.IO.Abstractions.TestingHelpers" Version="20.0.15" />
+    <PackageVersion Include="TestableIO.System.IO.Abstractions.Wrappers" Version="20.0.15" />
+    <PackageVersion Include="Websocket.Client" Version="5.1.1" />
   </ItemGroup>
 </Project>

src/Nethermind/Nethermind.Db.Rocks/DbOnTheRocks.cs

@@ -184,10 +184,7 @@ private RocksDb Init(string basePath, string dbPath, IDbConfig dbConfig, ILogMan
         }
         catch (DllNotFoundException e) when (e.Message.Contains("libdl"))
         {
-            throw new ApplicationException(
-                $"Unable to load 'libdl' necessary to init the RocksDB database. Please run{Environment.NewLine}" +
-                $"sudo apt-get update && sudo apt-get install libsnappy-dev libc6-dev libc6 unzip{Environment.NewLine}" +
-                "or similar depending on your distribution.");
+            throw;
         }
         catch (RocksDbException x) when (x.Message.Contains("LOCK"))
         {

src/Nethermind/Nethermind.JsonRpc.TraceStore.Test/Nethermind.JsonRpc.TraceStore.Test.csproj

@@ -5,7 +5,10 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="coverlet.collector" />
+    <PackageReference Include="coverlet.collector">
+      <PrivateAssets>all</PrivateAssets>
+      <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
+    </PackageReference>
     <PackageReference Include="Microsoft.NET.Test.Sdk" />
     <PackageReference Include="NUnit" />
     <PackageReference Include="NUnit.Analyzers">

src/Nethermind/Nethermind.Network/Nethermind.Network.csproj

@@ -14,7 +14,7 @@
   <ItemGroup>
     <PackageReference Include="Crc32.NET" />
     <PackageReference Include="Nethermind.DotNetty.Handlers" />
-    <PackageReference Include="Snappy.Standard" />
+    <PackageReference Include="Snappier" />
   </ItemGroup>
   <ItemGroup>
     <Compile Remove="Swarm\**" />