feat(consensus): Add consensus protocol versioning (#3720)

## What ❔

It makes some necessary changes to allow supporting multiple consensus
protocol versions. Most of the changes are on the era-consensus side
(which this PR updates to v0.9). On the zksync-era side, I changed the
DB to store versioned block certificates.
This PR also removes the genesis column on the consensus_replica_state
table since that was deprecated a long time ago.
Also updates the Rust toolchain a bit (needed for a stable feature used
in era-consensus). This caused a bunch of lints to need to also be fixed
in this PR (mostly `too_long_first_doc_paragraph`).

Part of BFT-483

## Why ❔

We need to be able to support at least 2 consensus protocol versions
concurrently in order to be able to do consensus protocol upgrades.

## Is this a breaking change?
- [ ] Yes
- [x] No

## Operational changes

None.

## Checklist

- [x] PR title corresponds to the body of PR (we generate changelog
entries from PRs).
- [x] Tests for the changes have been added / updated.
- [x] Documentation comments have been added / updated.
- [x] Code has been formatted via `zkstack dev fmt` and `zkstack dev
lint`.

Author: brunoffranca

.github/workflows/build-contract-verifier-template.yml

@@ -94,7 +94,7 @@ jobs:
         if: env.BUILD_CONTRACTS == 'true'
         uses: actions-rust-lang/setup-rust-toolchain@1fbea72663f6d4c03efaab13560c8a24cfd2a7cc # v1.9.0
         with:
-          toolchain: nightly-2024-08-01
+          toolchain: nightly-2024-09-01
 
       - name: Install foundry-zksync
         if: env.BUILD_CONTRACTS == 'true'

.github/workflows/build-core-template.yml

@@ -99,7 +99,7 @@ jobs:
         if: env.BUILD_CONTRACTS == 'true'
         uses: actions-rust-lang/setup-rust-toolchain@1fbea72663f6d4c03efaab13560c8a24cfd2a7cc # v1.9.0
         with:
-          toolchain: nightly-2024-08-01
+          toolchain: nightly-2024-09-01
 
       - name: Install foundry-zksync
         if: env.BUILD_CONTRACTS == 'true'

.github/workflows/build-prover-template.yml

@@ -63,7 +63,7 @@ jobs:
       - name: setup rust
         uses: actions-rust-lang/setup-rust-toolchain@1fbea72663f6d4c03efaab13560c8a24cfd2a7cc # v1.9.0
         with:
-          toolchain: nightly-2024-08-01
+          toolchain: nightly-2024-09-01
 
       - name: Prepare sccache-cache env vars
         shell: bash

.github/workflows/build-witness-generator-template.yml

@@ -53,7 +53,7 @@ jobs:
       - name: setup rust
         uses: actions-rust-lang/setup-rust-toolchain@1fbea72663f6d4c03efaab13560c8a24cfd2a7cc # v1.9.0
         with:
-          toolchain: nightly-2024-08-01
+          toolchain: nightly-2024-09-01
 
       - name: Prepare sccache-cache env vars
         shell: bash

.github/workflows/release-zkstack-bins.yml

@@ -46,7 +46,7 @@ jobs:
       - name: Install Rust
         uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: nightly-2024-08-01
+          toolchain: nightly-2024-09-01
           rustflags: ""
 
       - name: Install target

core/Cargo.lock

@@ -254,16 +254,16 @@ bellman = { package = "zksync_bellman", version = "=0.31.0" }
 zksync_vm2 = "=0.3.0"
 
 # Consensus dependencies.
-zksync_concurrency = "=0.8.0"
-zksync_consensus_bft = "=0.8.0"
-zksync_consensus_crypto = "=0.8.0"
-zksync_consensus_executor = "=0.8.0"
-zksync_consensus_network = "=0.8.0"
-zksync_consensus_roles = "=0.8.0"
-zksync_consensus_storage = "=0.8.0"
-zksync_consensus_utils = "=0.8.0"
-zksync_protobuf = "=0.8.0"
-zksync_protobuf_build = "=0.8.0"
+zksync_concurrency = "=0.9.0"
+zksync_consensus_bft = "=0.9.0"
+zksync_consensus_crypto = "=0.9.0"
+zksync_consensus_executor = "=0.9.0"
+zksync_consensus_network = "=0.9.0"
+zksync_consensus_roles = "=0.9.0"
+zksync_consensus_storage = "=0.9.0"
+zksync_consensus_utils = "=0.9.0"
+zksync_protobuf = "=0.9.0"
+zksync_protobuf_build = "=0.9.0"
 
 # "Local" dependencies
 zksync_multivm = { version = "27.0.0-non-semver-compat", path = "lib/multivm" }

core/Cargo.toml

@@ -255,6 +255,7 @@ basic_type!(
 
 basic_type!(
     /// ChainId in the Ethereum network.
+    ///
     /// IMPORTANT: Please, use this method when exactly the L1 chain id is required.
     /// Note, that typically this is not the case and the majority of methods need to work
     /// with *settlement layer* chain id, which is represented by `SLChainId`.

core/lib/basic_types/src/lib.rs

@@ -21,6 +21,7 @@ pub const PACKED_SEMVER_MINOR_OFFSET: u32 = 32;
 pub const PACKED_SEMVER_MINOR_MASK: u32 = 0xFFFF;
 
 /// `ProtocolVersionId` is a unique identifier of the protocol version.
+///
 /// Note, that it is an identifier of the `minor` semver version of the protocol, with
 /// the `major` version being `0`. Also, the protocol version on the contracts may contain
 /// potential minor versions, that may have different contract behavior (e.g. Verifier), but it should not

core/lib/basic_types/src/protocol_version.rs

@@ -15,6 +15,8 @@ impl Prefix for ZeroxPrefix {
     }
 }
 
+/// `BytesToHexSerde` is a helper struct that allows to serialize and deserialize `Vec<u8>` fields as hex-encoded strings with a prefix.
+///
 /// Used to annotate `Vec<u8>` fields that you want to serialize like hex-encoded string with prefix
 /// Use this struct in annotation like that `[serde(with = "BytesToHexSerde::<T>"]`
 /// where T is concrete prefix type (e.g. `SyncBlockPrefix`)