extend and add additional metrics

database/src/base/rpc_server.rs

@@ -94,19 +94,19 @@ pub trait ReaderDbManager {
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails>;
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)>;
     /// Returns the readnode_primitives::TransactionDetails at the given transaction hash
     async fn get_indexed_transaction_by_hash(
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails>;
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)>;
     /// Returns the readnode_primitives::TransactionDetails at the given transaction hash
     async fn get_indexing_transaction_by_hash(
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails>;
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)>;
 
     /// Returns the block height and shard id by the given block height
     async fn get_block_by_height_and_shard_id(

database/src/postgres/models.rs

@@ -433,14 +433,14 @@ impl TransactionDetail {
     pub async fn get_transaction_by_hash(
         mut conn: crate::postgres::PgAsyncConn,
         transaction_hash: &str,
-    ) -> anyhow::Result<Vec<u8>> {
+    ) -> anyhow::Result<(bigdecimal::BigDecimal, Vec<u8>)> {
         let response = transaction_detail::table
             .filter(transaction_detail::transaction_hash.eq(transaction_hash))
             .select(Self::as_select())
             .first(&mut conn)
             .await?;
 
-        Ok(response.transaction_details)
+        Ok((response.block_height, response.transaction_details))
     }
 }
 

database/src/postgres/rpc_server.rs

@@ -286,7 +286,7 @@ impl crate::ReaderDbManager for PostgresDBManager {
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
         if let Ok(transaction) = self
             .get_indexed_transaction_by_hash(transaction_hash, method_name)
             .await
@@ -302,20 +302,26 @@ impl crate::ReaderDbManager for PostgresDBManager {
         &self,
         transaction_hash: &str,
         _method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
-        let transaction_data = crate::models::TransactionDetail::get_transaction_by_hash(
-            Self::get_connection(&self.pg_pool).await?,
-            transaction_hash,
-        )
-        .await?;
-        Ok(borsh::from_slice::<readnode_primitives::TransactionDetails>(&transaction_data)?)
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
+        let (block_height, transaction_data) =
+            crate::models::TransactionDetail::get_transaction_by_hash(
+                Self::get_connection(&self.pg_pool).await?,
+                transaction_hash,
+            )
+            .await?;
+        Ok((
+            block_height
+                .to_u64()
+                .expect("Failed to parse `block_height` to u64"),
+            borsh::from_slice::<readnode_primitives::TransactionDetails>(&transaction_data)?,
+        ))
     }
 
     async fn get_indexing_transaction_by_hash(
         &self,
         transaction_hash: &str,
         _method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
         let data_value = crate::models::TransactionCache::get_transaction_by_hash(
             Self::get_connection(&self.pg_pool).await?,
             transaction_hash,
@@ -342,7 +348,7 @@ impl crate::ReaderDbManager for PostgresDBManager {
                 .push(execution_outcome)
         }
 
-        Ok(transaction_details.into())
+        Ok((transaction_details.block_height, transaction_details.into()))
     }
 
     async fn get_block_by_height_and_shard_id(

database/src/scylladb/README.md

@@ -4,7 +4,7 @@ This is a helper crate that provides Scylla db manager.
 
 Set up local ScyllaDB
 ```
-$ docker run --name some-scylla -p 9042:9042 --hostname some-scylla -d scylladb/scylla --smp 1
+$ docker run --name some-scylla -p 9042:9042 --hostname some-scylla -d scylladb/scylla --smp 1docker run --name some-scylla -p 9042:9042 --hostname some-scylla -d scylladb/scylla --smp 1
 ```
 ### Keyspaces
 ```

database/src/scylladb/rpc_server.rs

@@ -124,7 +124,7 @@ impl ScyllaStorageManager for ScyllaDBManager {
             // ref: https://github.com/near/near-indexer-for-explorer/issues/84
             get_transaction_by_hash: Self::prepare_read_query(
                 &scylla_db_session,
-                "SELECT transaction_details FROM tx_indexer.transactions_details WHERE transaction_hash = ? LIMIT 1",
+                "SELECT block_height, transaction_details FROM tx_indexer.transactions_details WHERE transaction_hash = ? LIMIT 1",
             ).await?,
             get_indexing_transaction_by_hash: Self::prepare_read_query(
                 &scylla_db_session,
@@ -485,7 +485,7 @@ impl crate::ReaderDbManager for ScyllaDBManager {
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
         if let Ok(transaction) = self
             .get_indexed_transaction_by_hash(transaction_hash, method_name)
             .await
@@ -503,20 +503,20 @@ impl crate::ReaderDbManager for ScyllaDBManager {
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
         crate::metrics::DATABASE_READ_QUERIES
             .with_label_values(&[method_name, "tx_indexer.transactions_details"])
             .inc();
-        let (data_value,) = Self::execute_prepared_query(
+        let (block_height, data_value) = Self::execute_prepared_query(
             &self.scylla_session,
             &self.get_transaction_by_hash,
             (transaction_hash.to_string(),),
         )
         .await?
         .single_row()?
-        .into_typed::<(Vec<u8>,)>()?;
+        .into_typed::<(num_bigint::BigInt, Vec<u8>)>()?;
         match borsh::from_slice::<readnode_primitives::TransactionDetails>(&data_value) {
-            Ok(tx) => Ok(tx),
+            Ok(tx) => Ok((u64::try_from(block_height)?, tx)),
             Err(e) => {
                 tracing::warn!(
                     "Failed tx_details borsh deserialize: TX_HASH - {}, ERROR: {:?}",
@@ -534,7 +534,7 @@ impl crate::ReaderDbManager for ScyllaDBManager {
         &self,
         transaction_hash: &str,
         method_name: &str,
-    ) -> anyhow::Result<readnode_primitives::TransactionDetails> {
+    ) -> anyhow::Result<(u64, readnode_primitives::TransactionDetails)> {
         crate::metrics::DATABASE_READ_QUERIES
             .with_label_values(&[method_name, "tx_indexer_cache.transactions"])
             .inc();
@@ -574,7 +574,7 @@ impl crate::ReaderDbManager for ScyllaDBManager {
                 .push(execution_outcome);
         }
 
-        Ok(transaction_details.into())
+        Ok((transaction_details.block_height, transaction_details.into()))
     }
 
     /// Returns the block height and shard id by the given block height

database/src/scylladb/state_indexer.rs

@@ -65,13 +65,13 @@ impl ScyllaStorageManager for ScyllaDBManager {
         scylla_db_session
             .query(
                 "
-                CREATE TABLE IF NOT EXISTS state_changes_data (
+                CREATE TABLE IF NOT EXISTS state_test_data (
                     account_id varchar,
                     block_height varint,
                     block_hash varchar,
                     data_key varchar,
                     data_value BLOB,
-                    PRIMARY KEY ((account_id, data_key), block_height)
+                    PRIMARY KEY ((data_key, account_id), block_height)
                 ) WITH CLUSTERING ORDER BY (block_height DESC)
             ",
                 &[],

rpc-server/src/config.rs

@@ -26,6 +26,7 @@ impl GenesisInfo {
         let genesis_config = near_rpc_client
             .call(
                 near_jsonrpc_client::methods::EXPERIMENTAL_genesis_config::RpcGenesisConfigRequest,
+                None,
             )
             .await
             .expect("Error to get genesis config");

rpc-server/src/metrics.rs

@@ -96,12 +96,18 @@ lazy_static! {
         &["method_name"] // This declares a label named `method name`
     ).unwrap();
 
-    pub(crate) static ref REQUESTS_COUNTER: IntCounterVec = register_int_counter_vec(
-        "requests_counter",
+    pub(crate) static ref TOTAL_REQUESTS_COUNTER: IntCounterVec = register_int_counter_vec(
+        "total_requests_counter",
         "Total number of requests",
         &["request_type"] // This declares a label named `request_type`
     ).unwrap();
 
+    pub(crate) static ref TIMELINE_METHOD_REQUESTS_COUNTER: IntCounterVec = register_int_counter_vec(
+        "timeline_method_requests_counter",
+        "Total number of method requests by timeline",
+        &["method_name", "timeline"] // This declares a label named `timeline` and `method_name`
+    ).unwrap();
+
     pub(crate) static ref OPTIMISTIC_STATUS: IntGauge = try_create_int_gauge(
         "optimistic_status",
         "Optimistic updating status. 0: working, 1: not working",
@@ -128,45 +134,66 @@ lazy_static! {
 pub async fn increase_request_category_metrics(
     data: &jsonrpc_v2::Data<crate::config::ServerContext>,
     block_reference: &near_primitives::types::BlockReference,
+    method_name: &str,
     block_height: Option<u64>,
 ) {
     match block_reference {
         near_primitives::types::BlockReference::BlockId(_) => {
             let final_block = data.blocks_info_by_finality.final_cache_block().await;
             let expected_earliest_available_block =
                 final_block.block_height - 5 * data.genesis_info.genesis_config.epoch_length;
-            if block_height.unwrap_or_default() > expected_earliest_available_block {
+            // By default, all requests should be historical, therefore
+            // if block_height is None we use `genesis.block_height` by default
+            if block_height.unwrap_or(data.genesis_info.genesis_block_cache.block_height)
+                > expected_earliest_available_block
+            {
                 // This is request to regular nodes which includes 5 last epochs
-                REQUESTS_COUNTER.with_label_values(&["regular"]).inc();
+                TOTAL_REQUESTS_COUNTER.with_label_values(&["regular"]).inc();
+                TIMELINE_METHOD_REQUESTS_COUNTER
+                    .with_label_values(&[method_name, "regular"])
+                    .inc();
             } else {
                 // This is a request to archival nodes which include blocks from genesis (later than 5 epochs ago)
-                REQUESTS_COUNTER.with_label_values(&["historical"]).inc();
+                TOTAL_REQUESTS_COUNTER
+                    .with_label_values(&["historical"])
+                    .inc();
+                TIMELINE_METHOD_REQUESTS_COUNTER
+                    .with_label_values(&[method_name, "historical"])
+                    .inc();
             }
         }
         near_primitives::types::BlockReference::Finality(finality) => {
+            // All Finality is requests to regular nodes which includes 5 last epochs
+            TOTAL_REQUESTS_COUNTER.with_label_values(&["regular"]).inc();
             match finality {
-                // Increase the REQUESTS_COUNTER `final` metric
+                // Increase the TOTAL_REQUESTS_COUNTER `final` metric
                 // if the request has final finality
                 near_primitives::types::Finality::DoomSlug
                 | near_primitives::types::Finality::Final => {
-                    REQUESTS_COUNTER.with_label_values(&["final"]).inc();
+                    TOTAL_REQUESTS_COUNTER.with_label_values(&["final"]).inc();
+                    TIMELINE_METHOD_REQUESTS_COUNTER
+                        .with_label_values(&[method_name, "final"])
+                        .inc();
                 }
-                // Increase the REQUESTS_COUNTER `optimistic` metric
+                // Increase the TOTAL_REQUESTS_COUNTER `optimistic` metric
                 // if the request has optimistic finality
                 near_primitives::types::Finality::None => {
-                    REQUESTS_COUNTER.with_label_values(&["optimistic"]).inc();
-                    // Increase the REQUESTS_COUNTER `proxy_optimistic` metric
-                    // if the optimistic is not updating and proxy to native JSON-RPC
-                    if crate::metrics::OPTIMISTIC_UPDATING.is_not_working() {
-                        REQUESTS_COUNTER
-                            .with_label_values(&["proxy_optimistic"])
-                            .inc();
-                    }
+                    TOTAL_REQUESTS_COUNTER
+                        .with_label_values(&["optimistic"])
+                        .inc();
+                    TIMELINE_METHOD_REQUESTS_COUNTER
+                        .with_label_values(&[method_name, "optimistic"])
+                        .inc();
                 }
             }
         }
         near_primitives::types::BlockReference::SyncCheckpoint(_) => {
-            REQUESTS_COUNTER.with_label_values(&["historical"]).inc();
+            TOTAL_REQUESTS_COUNTER
+                .with_label_values(&["historical"])
+                .inc();
+            TIMELINE_METHOD_REQUESTS_COUNTER
+                .with_label_values(&[method_name, "historical"])
+                .inc();
         }
     }
 }

rpc-server/src/middlewares.rs

@@ -1,4 +1,4 @@
-use crate::metrics::{METHOD_CALLS_COUNTER, REQUESTS_COUNTER};
+use crate::metrics::{METHOD_CALLS_COUNTER, TOTAL_REQUESTS_COUNTER};
 use actix_web::dev::{forward_ready, Service, ServiceRequest, ServiceResponse, Transform};
 use futures::future::LocalBoxFuture;
 use futures::StreamExt;
@@ -53,7 +53,7 @@ where
                 return service_clone.call(request).await;
             }
 
-            REQUESTS_COUNTER.with_label_values(&["total"]).inc();
+            TOTAL_REQUESTS_COUNTER.with_label_values(&["total"]).inc();
 
             let (req, mut payload) = request.into_parts();
             let mut body = actix_web::web::BytesMut::new();