Merge branch 'main' into l2/estimate_blob_size

Author: xqft

.github/workflows/main_prover.yaml

@@ -9,7 +9,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  CI_ETHREX_WORKDIR: /usr/local/bin
+  DOCKER_ETHREX_WORKDIR: /usr/local/bin
   PROVER: sp1
 
 jobs:
@@ -60,7 +60,7 @@ jobs:
         run: |
           touch cmd/.env
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_DEPLOYER_DEPLOY_RICH=true \
           ETHREX_DEPLOYER_SP1_DEPLOY_VERIFIER=true \
           docker compose up --build contract_deployer
@@ -72,7 +72,7 @@ jobs:
         # if: ${{ always() && github.event_name == 'merge_group' }}
         run: |
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_PROPOSER_BLOCK_TIME=12000 \
           ETHREX_COMMITTER_COMMIT_TIME=180000 \
           docker compose up --build --detach --no-deps ethrex_l2

.github/workflows/main_prover_l1.yaml

@@ -8,7 +8,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  CI_ETHREX_WORKDIR: /usr/local/bin
+  DOCKER_ETHREX_WORKDIR: /usr/local/bin
 
 permissions:
   # deployments permission to deploy GitHub pages website

.github/workflows/manual_docker_performance_publish.yaml

@@ -0,0 +1,40 @@
+name: Publish Docker
+
+on:
+  workflow_dispatch:
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-push-image:
+    name: Build and push Docker image
+    runs-on: ubuntu-latest
+
+    # Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
+    permissions:
+      contents: read
+      packages: write
+      attestations: write
+      id-token: write
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      # Pushes to ghcr.io/lambdaclass/ethrex
+      - name: Build and push Docker image
+        id: push
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          push: true
+          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:performance

.github/workflows/pr-main_l1.yaml

@@ -25,14 +25,6 @@ jobs:
         with:
           components: rustfmt, clippy
 
-      - name: Install nvcc
-        uses: Jimver/cuda-toolkit@v0.2.24
-        id: cuda-toolkit
-        with:
-          cuda: "12.9.0"
-          method: "network"
-          sub-packages: '["nvcc"]'
-
       - name: Install RISC0
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -53,7 +45,7 @@ jobs:
         run: |
           cargo clippy --workspace -- -D warnings
           cargo clippy -- -D warnings
-          NVCC_PREPEND_FLAGS='-arch=sm_70' cargo clippy --all-targets --all-features --workspace --exclude ethrex-replay --exclude ethrex-prover --exclude zkvm_interface --exclude ef_tests-blockchain --release -- -D warnings
+          make lint
 
       - name: Run cargo fmt
         run: |

.github/workflows/pr-main_l2.yaml

@@ -16,7 +16,7 @@ concurrency:
   cancel-in-progress: true
 
 env:
-  CI_ETHREX_WORKDIR: /usr/local/bin
+  DOCKER_ETHREX_WORKDIR: /usr/local/bin
 
 jobs:
   lint:
@@ -31,14 +31,6 @@ jobs:
         with:
           components: rustfmt, clippy
 
-      - name: Install nvcc
-        uses: Jimver/cuda-toolkit@v0.2.24
-        id: cuda-toolkit
-        with:
-          cuda: "12.9.0"
-          method: "network"
-          sub-packages: '["nvcc"]'
-
       - name: Install RISC0
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -58,7 +50,7 @@ jobs:
       - name: Run cargo clippy
         run: |
           cargo clippy --workspace -- -D warnings
-          NVCC_PREPEND_FLAGS='-arch=sm_70' make lint
+          make lint
 
       - name: Run cargo fmt
         run: |
@@ -151,7 +143,7 @@ jobs:
         run: |
           touch cmd/.env
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_DEPLOYER_DEPLOY_RICH=true \
           ETHREX_DEPLOYER_PICO_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \
           ETHREX_DEPLOYER_SP1_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \
@@ -162,7 +154,7 @@ jobs:
       - name: Start Sequencer
         run: |
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_L2_VALIDIUM=${{ matrix.validium }} \
           ETHREX_WATCHER_BLOCK_DELAY=0 \
           docker compose -f ${{ join(matrix.compose_targets, ' -f ') }} up --detach --no-deps ethrex_l2
@@ -213,7 +205,7 @@ jobs:
         run: |
           touch cmd/.env
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_DEPLOYER_DEPLOY_RICH=true \
           ETHREX_DEPLOYER_PICO_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \
           ETHREX_DEPLOYER_SP1_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \
@@ -253,7 +245,7 @@ jobs:
           export SEQUENCER_REGISTRY
           cd ../crates/l2
 
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_COMMITTER_VALIDIUM=false \
           ETHREX_WATCHER_BLOCK_DELAY=0 \
           ETHREX_BASED=true \
@@ -299,7 +291,7 @@ jobs:
         run: |
           touch cmd/.env
           cd crates/l2
-          CI_ETHREX_WORKDIR=/usr/local/bin \
+          DOCKER_ETHREX_WORKDIR=/usr/local/bin \
           ETHREX_DEPLOYER_DEPLOY_RICH=true \
           ETHREX_DEPLOYER_PICO_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \
           ETHREX_DEPLOYER_SP1_CONTRACT_ADDRESS=0x00000000000000000000000000000000000000aa \

.github/workflows/tag_release.yaml

@@ -22,18 +22,29 @@ jobs:
           - ubuntu-22.04
           - ubuntu-24.04-arm
           - macos-latest
+        gpu:
+          - true
+          - false
         include:
           - platform: ubuntu-22.04
             os: linux
             arch: x86_64
-            prover_features: sp1,risc0,gpu
+            prover_features: sp1,risc0
+            cpu_flags: RUSTFLAGS='-C target-cpu=x86-64-v2'
           - platform: ubuntu-24.04-arm
             os: linux
             arch: aarch64
-            prover_features: sp1,gpu
+            prover_features: sp1
           - platform: macos-latest
             os: macos
             arch: aarch64
+          - gpu: true
+            gpu_flags: NVCC_PREPEND_FLAGS='-arch=sm_70'
+            gpu_feature: ",gpu"
+            gpu_suffix: "-gpu"
+        exclude:
+          - platform: macos-latest
+            gpu: true
     runs-on: ${{ matrix.platform }}
     steps:
       - name: Free Disk Space (Ubuntu)
@@ -51,7 +62,7 @@ jobs:
         with:
           toolchain: ${{ vars.RUST_VERSION }}
 
-      - name: Install SP1
+      - name: Install SP1 (only Linux)
         if: ${{ matrix.os == 'linux' }}
         env:
           SHELL: /bin/bash
@@ -60,13 +71,13 @@ jobs:
           curl -L https://sp1up.succinct.xyz | bash
           ~/.sp1/bin/sp1up --version 5.0.8
 
-      - name: Set up QEMU
+      - name: Set up QEMU (only Linux ARM)
         if: ${{ matrix.platform == 'ubuntu-24.04-arm' }}
         uses: docker/setup-qemu-action@v3
         with:
           platforms: amd64
 
-      - name: Install RISC0
+      - name: Install RISC0 (only Linux x86)
         if: ${{ matrix.platform == 'ubuntu-22.04' }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -75,8 +86,9 @@ jobs:
           ~/.risc0/bin/rzup install cargo-risczero 2.3.1
           ~/.risc0/bin/rzup install rust
 
-      - uses: Jimver/cuda-toolkit@v0.2.24
-        if: ${{ matrix.platform == 'ubuntu-22.04' }}
+      - name: Install CUDA (only Linux x86 GPU)
+        uses: Jimver/cuda-toolkit@v0.2.24
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }}
         id: cuda-toolkit
         with:
           cuda: "12.9.0"
@@ -96,18 +108,13 @@ jobs:
           sudo curl -L -o /usr/local/bin/solc https://github.com/nikitastupin/solc/raw/refs/heads/main/linux/aarch64/solc-v0.8.29
           sudo chmod +x /usr/local/bin/solc
 
-      - name: Set compiler envs
-        if: ${{ matrix.os == 'linux' }}
-        run: |
-          echo COMPILE_FLAGS="RUSTFLAGS='-C target-cpu=native' NVCC_PREPEND_FLAGS='-arch=sm_70'" >> $GITHUB_ENV
-
       - name: Build ethrex
         run: |
-          COMPILE_CONTRACTS=true ${{ env.COMPILE_FLAGS }} cargo build --release --features "${{ matrix.prover_features }}" --bin ethrex
-          mv target/release/ethrex ethrex-${{ matrix.os }}_${{ matrix.arch }}
+          COMPILE_CONTRACTS=true ${{ matrix.cpu_flags }} ${{ matrix.gpu_flags }} cargo build --release --features "${{ matrix.prover_features }}${{ matrix.gpu_feature }}" --bin ethrex
+          mv target/release/ethrex ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
 
       - name: Copy verification keys
-        if: ${{ matrix.platform == 'ubuntu-22.04' }} # Run only once
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }} # Run only once
         run: |
           mkdir -p ./verification_keys
           mv crates/l2/prover/zkvm/interface/risc0/out/riscv32im-risc0-vk verification_keys/ethrex-riscv32im-risc0-vk
@@ -116,11 +123,11 @@ jobs:
       - name: Upload artifact
         uses: actions/upload-artifact@v4
         with:
-          name: ethrex-${{ matrix.os }}_${{ matrix.arch }}
-          path: ethrex-${{ matrix.os }}_${{ matrix.arch }}
+          name: ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
+          path: ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
 
       - name: Upload verification keys
-        if: ${{ matrix.platform == 'ubuntu-22.04' }} # Run only once
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }} # Run only once
         uses: actions/upload-artifact@v4
         with:
           name: verification_keys
@@ -229,4 +236,7 @@ jobs:
           prerelease: false
           tag_name: ${{ github.ref_name }}
           name: "ethrex: ${{ github.ref_name }}"
-          body: ${{ steps.changelog.outputs.changes }}
+          body: >
+            Installation and running instructions can be found in [our docs](https://docs.ethrex.xyz/)
+
+            ${{ steps.changelog.outputs.changes }}

.gitignore

@@ -1,6 +1,5 @@
 # Generated by Cargo
 # will have compiled files and executables
-debug/
 **/target/
 
 # These are backup files generated by rustfmt
@@ -49,7 +48,6 @@ loc_report.md
 loc_report_slack.txt
 loc_report_github.txt
 loc_report.json
-ethrex.redb
 
 # used by Flamegraph and Samply
 cmd/ef_tests/state/levm_perfgraphs

CHANGELOG.md

@@ -2,6 +2,17 @@
 
 ## Perf
 
+### 2025-08-19
+
+- Improve signextend opcode performance [#4071](https://github.com/lambdaclass/ethrex/pull/4071)
+
+- Improve performance of calldataload, calldatacopy, extcodecopy, codecopy, returndatacopy [#4070](https://github.com/lambdaclass/ethrex/pull/4070)
+
+
+### 2025-08-14
+
+- Use malachite crate to handle big integers in modexp, improving perfomance [#4045](https://github.com/lambdaclass/ethrex/pull/4045)
+
 ### 2025-07-31
 
 - Cache chain config and latest canonical block header [#3878](https://github.com/lambdaclass/ethrex/pull/3878)