-
Notifications
You must be signed in to change notification settings - Fork 396
Expand file tree
/
Copy pathfetcher.rs
More file actions
133 lines (113 loc) · 4.26 KB
/
fetcher.rs
File metadata and controls
133 lines (113 loc) · 4.26 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
use std::str::FromStr;
use super::{
config::Config,
types::{AlignedLayerServiceManager, AlignedLayerServiceManagerContract, RPCProvider},
};
use crate::{
aggregators::{sp1_aggregator::SP1ProofWithPubValuesAndElf, AlignedProof},
backend::s3::get_aligned_batch_from_s3,
};
use aligned_sdk::core::types::ProvingSystemId;
use alloy::{
primitives::Address,
providers::{Provider, ProviderBuilder},
};
use tracing::{error, info};
#[derive(Debug)]
pub enum ProofsFetcherError {
QueryingLogs,
BlockNumber,
}
pub struct ProofsFetcher {
rpc_provider: RPCProvider,
aligned_service_manager: AlignedLayerServiceManagerContract,
fetch_from_secs_ago: u64,
block_time_secs: u64,
}
impl ProofsFetcher {
pub fn new(config: &Config) -> Self {
let rpc_url = config.eth_rpc_url.parse().expect("RPC URL should be valid");
let rpc_provider = ProviderBuilder::new().on_http(rpc_url);
let aligned_service_manager = AlignedLayerServiceManager::new(
Address::from_str(&config.aligned_service_manager_address)
.expect("AlignedProofAggregationService address should be valid"),
rpc_provider.clone(),
);
Self {
rpc_provider,
aligned_service_manager,
fetch_from_secs_ago: config.fetch_logs_from_secs_ago,
block_time_secs: config.block_time_secs,
}
}
pub async fn fetch(&self) -> Result<Vec<AlignedProof>, ProofsFetcherError> {
let from_block = self.get_block_number_to_fetch_from().await?;
info!(
"Fetching proofs from batch logs starting from block number {}",
from_block
);
// Subscribe to NewBatch event from AlignedServiceManager
let logs = self
.aligned_service_manager
.NewBatchV3_filter()
.from_block(from_block)
.query()
.await
.map_err(|_| ProofsFetcherError::QueryingLogs)?;
info!("Logs collected {}", logs.len());
let mut proofs = vec![];
for (batch, _) in logs {
info!(
"New batch submitted, about to process. Batch merkle root {}...",
batch.batchMerkleRoot
);
// Download batch proofs from s3
let data = match get_aligned_batch_from_s3(batch.batchDataPointer).await {
Ok(data) => data,
Err(err) => {
error!("Error while downloading proofs from s3. Err {:?}", err);
continue;
}
};
info!("Data downloaded from S3, number of proofs {}", data.len());
// Filter SP1 compressed proofs to and push to queue to be aggregated
let proofs_to_add: Vec<AlignedProof> = data
.into_iter()
.filter_map(|p| match p.proving_system {
ProvingSystemId::SP1 => {
let elf = p.vm_program_code?;
let proof_with_pub_values = bincode::deserialize(&p.proof).ok()?;
let sp1_proof = SP1ProofWithPubValuesAndElf {
proof_with_pub_values,
elf,
};
Some(AlignedProof::SP1(sp1_proof))
}
_ => None,
})
.collect();
info!(
"SP1 proofs filtered, total proofs to add {}",
proofs_to_add.len()
);
// try to add them to the queue
for proof in proofs_to_add {
if let Err(err) = proof.verify() {
error!("Could not add proof, verification failed: {:?}", err);
continue;
};
proofs.push(proof);
}
}
Ok(proofs)
}
async fn get_block_number_to_fetch_from(&self) -> Result<u64, ProofsFetcherError> {
let block_number = self
.rpc_provider
.get_block_number()
.await
.map_err(|_| ProofsFetcherError::BlockNumber)?;
let number_of_blocks_in_the_past = self.fetch_from_secs_ago / self.block_time_secs;
Ok(block_number.saturating_sub(number_of_blocks_in_the_past))
}
}