feat!: Remove old prover stack (#3729)

This PR removes the entire old prover stack. What it means for you:
Firstly, if you're using the deprecated witness_vector_generator &
prover_fri, the binaries are gone. Secondly, you will need to migrate to
circuit_prover (which is faster & comes with extra bells & whistles).

This PR does not attempt to refactor the codebase post removal. It's big
enough as it is, a follow-up cleanup PR will be needed.

Author: EmilLuta

core/bin/zksync_server/src/main.rs

@@ -9,14 +9,12 @@ use zksync_config::{
             CircuitBreakerConfig, MempoolConfig, NetworkConfig, OperationsManagerConfig,
             StateKeeperConfig, TimestampAsserterConfig,
         },
-        fri_prover_group::FriProverGroupConfig,
         house_keeper::HouseKeeperConfig,
         BasicWitnessInputProducerConfig, ContractVerifierSecrets, ContractsConfig,
         DataAvailabilitySecrets, DatabaseSecrets, ExperimentalVmConfig,
         ExternalPriceApiClientConfig, FriProofCompressorConfig, FriProverConfig,
-        FriProverGatewayConfig, FriWitnessGeneratorConfig, FriWitnessVectorGeneratorConfig,
-        L1Secrets, ObservabilityConfig, PrometheusConfig, ProofDataHandlerConfig,
-        ProtectiveReadsWriterConfig, Secrets,
+        FriProverGatewayConfig, FriWitnessGeneratorConfig, L1Secrets, ObservabilityConfig,
+        PrometheusConfig, ProofDataHandlerConfig, ProtectiveReadsWriterConfig, Secrets,
     },
     ApiConfig, BaseTokenAdjusterConfig, ContractVerifierConfig, DAClientConfig, DADispatcherConfig,
     DBConfig, EthConfig, EthWatchConfig, ExternalProofIntegrationApiConfig, GasAdjusterConfig,
@@ -208,9 +206,7 @@ fn load_env_config() -> anyhow::Result<TempConfigStore> {
         house_keeper_config: HouseKeeperConfig::from_env().ok(),
         fri_proof_compressor_config: FriProofCompressorConfig::from_env().ok(),
         fri_prover_config: FriProverConfig::from_env().ok(),
-        fri_prover_group_config: FriProverGroupConfig::from_env().ok(),
         fri_prover_gateway_config: FriProverGatewayConfig::from_env().ok(),
-        fri_witness_vector_generator: FriWitnessVectorGeneratorConfig::from_env().ok(),
         fri_witness_generator_config: FriWitnessGeneratorConfig::from_env().ok(),
         prometheus_config: PrometheusConfig::from_env().ok(),
         proof_data_handler_config: ProofDataHandlerConfig::from_env().ok(),

core/lib/basic_types/src/prover_dal.rs

@@ -1,5 +1,5 @@
 //! Types exposed by the prover DAL for general-purpose use.
-use std::{net::IpAddr, ops::Add, str::FromStr, time::Instant};
+use std::{ops::Add, time::Instant};
 
 use chrono::{DateTime, Duration, NaiveDateTime, NaiveTime, Utc};
 use serde::{Deserialize, Serialize};
@@ -81,28 +81,6 @@ pub struct StuckJobs {
     pub error: Option<String>,
 }
 
-// TODO (PLA-774): Redundant structure, should be replaced with `std::net::SocketAddr`.
-#[derive(Debug, Clone)]
-pub struct SocketAddress {
-    pub host: IpAddr,
-    pub port: u16,
-}
-
-impl From<SocketAddress> for std::net::SocketAddr {
-    fn from(socket_address: SocketAddress) -> Self {
-        Self::new(socket_address.host, socket_address.port)
-    }
-}
-
-impl From<std::net::SocketAddr> for SocketAddress {
-    fn from(socket_address: std::net::SocketAddr) -> Self {
-        Self {
-            host: socket_address.ip(),
-            port: socket_address.port(),
-        }
-    }
-}
-
 #[derive(Debug, Clone)]
 pub struct LeafAggregationJobMetadata {
     pub id: u32,
@@ -239,32 +217,6 @@ pub struct JobExtendedStatistics {
     pub active_area: Vec<ProverJobInfo>,
 }
 
-#[derive(Debug, Copy, Clone, PartialEq, Eq)]
-pub enum GpuProverInstanceStatus {
-    // The instance is available for processing.
-    Available,
-    // The instance is running at full capacity.
-    Full,
-    // The instance is reserved by an synthesizer.
-    Reserved,
-    // The instance is not alive anymore.
-    Dead,
-}
-
-impl FromStr for GpuProverInstanceStatus {
-    type Err = ();
-
-    fn from_str(s: &str) -> Result<Self, Self::Err> {
-        match s {
-            "available" => Ok(Self::Available),
-            "full" => Ok(Self::Full),
-            "reserved" => Ok(Self::Reserved),
-            "dead" => Ok(Self::Dead),
-            _ => Err(()),
-        }
-    }
-}
-
 #[derive(Debug, Clone)]
 pub struct ProverJobFriInfo {
     pub id: u32,

core/lib/config/src/configs/fri_prover.rs

@@ -4,43 +4,14 @@ use serde::Deserialize;
 
 use crate::ObjectStoreConfig;
 
-#[derive(Debug, Deserialize, Clone, Copy, PartialEq)]
-pub enum SetupLoadMode {
-    FromDisk,
-    FromMemory,
-}
-
-/// Kind of cloud environment prover subsystem runs in.
-///
-/// Currently will only affect how the prover zone is chosen.
-#[derive(Debug, Default, Deserialize, Clone, Copy, PartialEq, Eq)]
-pub enum CloudConnectionMode {
-    /// Assumes that the prover runs in GCP.
-    /// Will use zone information to make sure that the direct network communication
-    /// between components is performed only within the same zone.
-    #[default]
-    GCP,
-    /// Assumes that the prover subsystem runs locally.
-    Local,
-}
-
 /// Configuration for the fri prover application
 #[derive(Debug, Deserialize, Clone, PartialEq)]
 pub struct FriProverConfig {
     pub setup_data_path: String,
     pub prometheus_port: u16,
     pub max_attempts: u32,
     pub generation_timeout_in_secs: u16,
-    pub setup_load_mode: SetupLoadMode,
-    pub specialized_group_id: u8,
-    pub queue_capacity: usize,
-    pub witness_vector_receiver_port: u16,
-    pub zone_read_url: String,
-    pub availability_check_interval_in_secs: Option<u32>,
-
     pub prover_object_store: Option<ObjectStoreConfig>,
-    #[serde(default)]
-    pub cloud_type: CloudConnectionMode,
 }
 
 impl FriProverConfig {

core/lib/config/src/configs/fri_prover_group.rs

@@ -8,16 +8,14 @@ use crate::{
         consensus::ConsensusConfig,
         da_client::DAClientConfig,
         da_dispatcher::DADispatcherConfig,
-        fri_prover_group::FriProverGroupConfig,
         house_keeper::HouseKeeperConfig,
         prover_job_monitor::ProverJobMonitorConfig,
         pruning::PruningConfig,
         snapshot_recovery::SnapshotRecoveryConfig,
         vm_runner::{BasicWitnessInputProducerConfig, ProtectiveReadsWriterConfig},
         CommitmentGeneratorConfig, ExperimentalVmConfig, ExternalPriceApiClientConfig,
         FriProofCompressorConfig, FriProverConfig, FriProverGatewayConfig,
-        FriWitnessGeneratorConfig, FriWitnessVectorGeneratorConfig, ObservabilityConfig,
-        PrometheusConfig, ProofDataHandlerConfig,
+        FriWitnessGeneratorConfig, ObservabilityConfig, PrometheusConfig, ProofDataHandlerConfig,
     },
     ApiConfig, ContractVerifierConfig, DBConfig, EthConfig, ExternalProofIntegrationApiConfig,
     ObjectStoreConfig, PostgresConfig, SnapshotsCreatorConfig,
@@ -36,8 +34,6 @@ pub struct GeneralConfig {
     pub proof_compressor_config: Option<FriProofCompressorConfig>,
     pub prover_config: Option<FriProverConfig>,
     pub prover_gateway: Option<FriProverGatewayConfig>,
-    pub witness_vector_generator: Option<FriWitnessVectorGeneratorConfig>,
-    pub prover_group_config: Option<FriProverGroupConfig>,
     pub witness_generator_config: Option<FriWitnessGeneratorConfig>,
     pub prometheus_config: Option<PrometheusConfig>,
     pub proof_data_handler_config: Option<ProofDataHandlerConfig>,

core/lib/config/src/configs/fri_witness_vector_generator.rs

@@ -17,7 +17,6 @@ pub use self::{
     fri_prover::FriProverConfig,
     fri_prover_gateway::FriProverGatewayConfig,
     fri_witness_generator::FriWitnessGeneratorConfig,
-    fri_witness_vector_generator::FriWitnessVectorGeneratorConfig,
     gateway::{GatewayChainConfig, GatewayConfig},
     general::GeneralConfig,
     genesis::GenesisConfig,
@@ -54,9 +53,7 @@ pub mod external_proof_integration_api;
 pub mod fri_proof_compressor;
 pub mod fri_prover;
 pub mod fri_prover_gateway;
-pub mod fri_prover_group;
 pub mod fri_witness_generator;
-pub mod fri_witness_vector_generator;
 pub mod gateway;
 mod general;
 pub mod genesis;