Better logging for subscriptions (#2735)

* increase logging for subscriptions

* Update linera-rpc/src/grpc/client.rs

Co-authored-by: Janito Vaqueiro Ferreira Filho <[email protected]>
Signed-off-by: Mathieu Baudet <[email protected]>

Author: ma2bd

linera-core/src/client/mod.rs

@@ -3034,7 +3034,9 @@ where
             })
             .filter_map(move |result| async move {
                 if let Err(error) = &result {
-                    info!(?error, "Could not connect to validator {name}");
+                    warn!(?error, "Could not connect to validator {name}");
+                } else {
+                    info!("Connected to validator {name}");
                 }
                 result.ok()
             })

linera-rpc/src/grpc/client.rs

@@ -66,18 +66,18 @@ impl GrpcClient {
 
     /// Returns whether this gRPC status means the server stream should be reconnected to, or not.
     /// Logs a warning on unexpected status codes.
-    fn is_retryable(status: &Status) -> bool {
+    fn is_retryable(status: &Status, address: &str) -> bool {
         match status.code() {
             Code::DeadlineExceeded | Code::Aborted | Code::Unavailable | Code::Unknown => {
-                info!("gRPC request interrupted: {}; retrying", status);
+                info!("gRPC request to {address} interrupted: {status}; retrying");
                 true
             }
             Code::Ok
             | Code::Cancelled
             | Code::NotFound
             | Code::AlreadyExists
             | Code::ResourceExhausted => {
-                error!("Unexpected gRPC status: {}; retrying", status);
+                error!("gRPC request to {address} interrupted: {status}; retrying");
                 true
             }
             Code::InvalidArgument
@@ -88,7 +88,7 @@ impl GrpcClient {
             | Code::Internal
             | Code::DataLoss
             | Code::Unauthenticated => {
-                error!("Unexpected gRPC status: {}", status);
+                error!("Unexpected gRPC status received from {address}: {status}");
                 false
             }
         }
@@ -99,6 +99,7 @@ impl GrpcClient {
         f: F,
         request: impl TryInto<R> + fmt::Debug + Clone,
         handler: &str,
+        address: &str,
     ) -> Result<S, NodeError>
     where
         F: Fn(ValidatorNodeClient<transport::Channel>, Request<R>) -> Fut,
@@ -112,15 +113,17 @@ impl GrpcClient {
         })?;
         loop {
             match f(self.client.clone(), Request::new(request_inner.clone())).await {
-                Err(s) if Self::is_retryable(&s) && retry_count < self.max_retries => {
+                Err(s) if Self::is_retryable(&s, address) && retry_count < self.max_retries => {
                     let delay = self.retry_delay.saturating_mul(retry_count);
                     retry_count += 1;
                     tokio::time::sleep(delay).await;
                     continue;
                 }
                 Err(s) => {
                     return Err(NodeError::GrpcError {
-                        error: format!("remote request [{handler}] failed with status: {s:?}",),
+                        error: format!(
+                            "remote request [{handler}] to {address} failed with status: {s:?}",
+                        ),
                     });
                 }
                 Ok(result) => return Ok(result.into_inner()),
@@ -159,6 +162,7 @@ macro_rules! client_delegate {
                 |mut client, req| async move { client.$handler(req).await },
                 $req,
                 stringify!($handler),
+                &$self.address,
             )
             .await
     }};
@@ -256,6 +260,7 @@ impl ValidatorNode for GrpcClient {
 
         // The stream of `Notification`s that inserts increasing delays after retriable errors, and
         // terminates after unexpected or fatal errors.
+        let address = self.address.clone();
         let notification_stream = endlessly_retrying_notification_stream
             .map(|result| {
                 Option::<Notification>::try_from(result?).map_err(|err| {
@@ -268,7 +273,7 @@ impl ValidatorNode for GrpcClient {
                     retry_count = 0;
                     return future::Either::Left(future::ready(true));
                 };
-                if !Self::is_retryable(status) || retry_count >= max_retries {
+                if !Self::is_retryable(status, &address) || retry_count >= max_retries {
                     return future::Either::Left(future::ready(false));
                 }
                 let delay = retry_delay.saturating_mul(retry_count);