1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213
// Copyright (c) 2025 MASSA LABS <info@massa.net>
use crate::error::{match_for_io_error, GrpcError};
use crate::server::MassaPublicGrpc;
use futures_util::StreamExt;
use massa_proto_rs::massa::api::v1::{self as grpc_api};
use std::io::ErrorKind;
use std::pin::Pin;
use std::time::Duration;
use tokio::{select, time};
use tonic::{Request, Streaming};
use tracing::{error, warn};
use super::trait_filters_impl::{FilterGrpc, FilterNewBlocks};
/// Type declaration for NewBlocks
pub type NewBlocksStreamType = Pin<
Box<
dyn futures_util::Stream<Item = Result<grpc_api::NewBlocksResponse, tonic::Status>>
+ Send
+ 'static,
>,
>;
/// Type declaration for NewBlocksServer
pub type NewBlocksServerStreamType = Pin<
Box<
dyn futures_util::Stream<Item = Result<grpc_api::NewBlocksServerResponse, tonic::Status>>
+ Send
+ 'static,
>,
>;
/// Creates a new stream of new produced and received blocks
pub(crate) async fn new_blocks(
grpc: &MassaPublicGrpc,
request: Request<Streaming<grpc_api::NewBlocksRequest>>,
) -> Result<NewBlocksStreamType, GrpcError> {
// Create a channel to handle communication with the client
let (tx, rx) = tokio::sync::mpsc::channel(grpc.grpc_config.max_channel_size);
// Get the inner stream from the request
let mut in_stream = request.into_inner();
// Subscribe to the new blocks channel
let mut subscriber = grpc.consensus_broadcasts.block_sender.subscribe();
// Clone grpc to be able to use it in the spawned task
let grpc_config = grpc.grpc_config.clone();
tokio::spawn(async move {
if let Some(Ok(request)) = in_stream.next().await {
let mut filters =
match FilterNewBlocks::build_from_request(request.filters, &grpc_config) {
Ok(filter) => filter,
Err(err) => {
error!("failed to get filter: {}", err);
// Send the error response back to the client
if let Err(e) = tx.send(Err(err.into())).await {
error!("failed to send back NewBlocks error response: {}", e);
}
return;
}
};
loop {
select! {
// Receive a new block from the subscriber
event = subscriber.recv() => {
match event {
Ok(massa_block) => {
// Check if the block should be sent
if let Some(data) = filters.filter_output(massa_block, &grpc_config) {
// Send the new block through the channel
if let Err(e) = tx.send(Ok(grpc_api::NewBlocksResponse {
signed_block: Some(data.into())
})).await {
error!("failed to send new block : {}", e);
break;
}
}
},
Err(e) => error!("error on receive new block : {}", e)
}
},
res = in_stream.next() => {
match res {
Some(res) => {
match res {
Ok(message) => {
// Update current filter
filters = match FilterNewBlocks::build_from_request(message.filters, &grpc_config) {
Ok(filter) => filter,
Err(err) => {
error!("failed to get filter: {}", err);
// Send the error response back to the client
if let Err(e) = tx.send(Err(err.into())).await {
error!("failed to send back NewBlocks error response: {}", e);
}
return;
}
};
},
Err(err) => {
// Check if the error matches any IO errors
if let Some(io_err) = match_for_io_error(&err) {
if io_err.kind() == ErrorKind::BrokenPipe {
warn!("client disconnected, broken pipe: {}", io_err);
break;
}
}
error!("{}", err);
// Send the error response back to the client
if let Err(e) = tx.send(Err(err)).await {
error!("failed to send back NewBlocks error response: {}", e);
break;
}
}
}
},
None => {
// The client has disconnected
break;
},
}
}
}
}
} else {
error!("empty request");
}
});
// Create a new stream from the received channel
let out_stream = tokio_stream::wrappers::ReceiverStream::new(rx);
// Return the new stream of blocks
Ok(Box::pin(out_stream) as NewBlocksStreamType)
}
/// Creates a new stream of new produced and received blocks
/// uni-directional streaming
pub(crate) async fn new_blocks_server(
grpc: &MassaPublicGrpc,
request: Request<grpc_api::NewBlocksServerRequest>,
) -> Result<NewBlocksServerStreamType, GrpcError> {
// Create a channel to handle communication with the client
let (tx, rx) = tokio::sync::mpsc::channel(grpc.grpc_config.max_channel_size);
// Get the inner the request
let request = request.into_inner();
// Subscribe to the new blocks channel
let mut subscriber = grpc.consensus_broadcasts.block_sender.subscribe();
// Clone grpc to be able to use it in the spawned task
let grpc_config = grpc.grpc_config.clone();
tokio::spawn(async move {
// let filters = match get_filter_new_blocks(request, &grpc_config) {
let filter = match FilterNewBlocks::build_from_request(request.filters, &grpc_config) {
Ok(filter) => filter,
Err(err) => {
error!("failed to get filter: {}", err);
// Send the error response back to the client
if let Err(e) = tx.send(Err(err.into())).await {
error!("failed to send back NewBlocks error response: {}", e);
}
return;
}
};
// Create a timer that ticks every 10 seconds to check if the client is still connected
let mut interval = time::interval(Duration::from_secs(
grpc_config.unidirectional_stream_interval_check,
));
// Continuously loop until the stream ends or an error occurs
loop {
select! {
// Receive a new filled block from the subscriber
event = subscriber.recv() => {
match event {
Ok(massa_block) => {
// Check if the block should be sent
if let Some(data) = filter.filter_output(massa_block, &grpc_config) {
// Send the new block through the channel
if let Err(e) = tx
.send(Ok(grpc_api::NewBlocksServerResponse {
signed_block: Some(data.into()),
}))
.await
{
error!("failed to send new block : {}", e);
break;
}
}
},
Err(e) => error!("error on receive new block : {}", e),
}
},
// Execute the code block whenever the timer ticks
_ = interval.tick() => {
if tx.is_closed() {
// Client disconnected
break;
}
}
}
}
});
// Create a new stream from the received channel
let out_stream = tokio_stream::wrappers::ReceiverStream::new(rx);
// Return the new stream of blocks
Ok(Box::pin(out_stream) as NewBlocksServerStreamType)
}