diff --git a/rust/Cargo.lock b/rust/Cargo.lock index f0b5a9412..06155d9ad 100644 --- a/rust/Cargo.lock +++ b/rust/Cargo.lock @@ -126,12 +126,6 @@ dependencies = [ "windows-sys 0.48.0", ] -[[package]] -name = "antidote" -version = "1.0.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34fde25430d87a9388dadbe6e34d7f72a462c8b43ac8d309b42b0a8505d7e2a5" - [[package]] name = "anyhow" version = "1.0.71" @@ -145,57 +139,19 @@ dependencies = [ "chrono", ] -[[package]] -name = "aptos-profiler" -version = "0.1.0" -source = "git+https://github.com/aptos-labs/aptos-core.git?rev=4541add3fd29826ec57f22658ca286d2d6134b93#4541add3fd29826ec57f22658ca286d2d6134b93" -dependencies = [ - "anyhow", - "backtrace", - "jemalloc-sys", - "jemallocator", - "pprof", - "regex", -] - [[package]] name = "aptos-protos" version = "1.3.0" -source = "git+https://github.com/aptos-labs/aptos-core.git?rev=d76b5bb423b78b2b9affc72d3853f0d973d3f11f#d76b5bb423b78b2b9affc72d3853f0d973d3f11f" +source = "git+https://github.com/movementlabsxyz/aptos-core?rev=69afec8ffc55e5e04711cc3f7477186fb50c2dd1#69afec8ffc55e5e04711cc3f7477186fb50c2dd1" dependencies = [ "futures-core", "pbjson", "prost 0.12.3", + "prost-types 0.12.3", "serde", "tonic 0.11.0", ] -[[package]] -name = "aptos-system-utils" -version = "0.1.0" -source = "git+https://github.com/aptos-labs/aptos-core.git?rev=4541add3fd29826ec57f22658ca286d2d6134b93#4541add3fd29826ec57f22658ca286d2d6134b93" -dependencies = [ - "anyhow", - "aptos-profiler", - "async-mutex", - "http", - "hyper", - "lazy_static", - "mime", - "pprof", - "regex", - "rstack-self", - "tokio", - "tracing", - "url", -] - -[[package]] -name = "arrayvec" -version = "0.7.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "96d30a06541fbafbc7f82ed10c06164cfbd2c401138f6addd8404629c4b16711" - [[package]] name = "async-channel" version = "1.9.0" @@ -207,15 +163,6 @@ dependencies = [ "futures-core", ] -[[package]] -name = "async-mutex" -version = "1.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "479db852db25d9dbf6204e6cb6253698f175c15726470f78af0d918e99d6156e" -dependencies = [ - "event-listener", -] - [[package]] name = "async-stream" version = "0.3.5" @@ -375,15 +322,6 @@ dependencies = [ "serde", ] -[[package]] -name = "bincode" -version = "1.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b1f45e9417d87227c7a56d22e471c6206462cba514c7590c09aff4cf6d1ddcad" -dependencies = [ - "serde", -] - [[package]] name = "bitflags" version = "1.3.2" @@ -427,12 +365,6 @@ version = "3.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a3e2c3daef883ecc1b5d58c15adae93470a91d425f3532ba1695849656af3fc1" -[[package]] -name = "bytemuck" -version = "1.15.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5d6d68c57235a3a081186990eca2867354726650f42f7516ca50c28d6281fd15" - [[package]] name = "byteorder" version = "1.4.3" @@ -615,15 +547,6 @@ version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e496a50fda8aacccc86d7529e2c1e0892dbd0f898a6b5645b5561b89c3210efa" -[[package]] -name = "cpp_demangle" -version = "0.4.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e8227005286ec39567949b33df9896bcadfa6051bccca2488129f108ca23119" -dependencies = [ - "cfg-if", -] - [[package]] name = "cpufeatures" version = "0.2.9" @@ -684,15 +607,6 @@ dependencies = [ "syn 1.0.109", ] -[[package]] -name = "debugid" -version = "0.8.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bef552e6f588e446098f6ba40d89ac146c8c7b64aade83c051ee00bb5d2bc18d" -dependencies = [ - "uuid", -] - [[package]] name = "der" version = "0.5.1" @@ -799,27 +713,6 @@ dependencies = [ "subtle", ] -[[package]] -name = "dw" -version = "0.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ef0ed82b765c2ab79fb48e4bf2c95bd583202f4078a702bc714cc6e6f3ca80c3" -dependencies = [ - "dw-sys", - "foreign-types 0.5.0", - "libc", -] - -[[package]] -name = "dw-sys" -version = "0.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "14eb35c87ff6626cd1021bb32bc7d9a5372ea72547e1eaf0343a841d9d55a973" -dependencies = [ - "libc", - "pkg-config", -] - [[package]] name = "either" version = "1.8.1" @@ -914,18 +807,6 @@ dependencies = [ "syn 1.0.109", ] -[[package]] -name = "findshlibs" -version = "0.10.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "40b9e59cd0f7e0806cca4be089683ecb6434e602038df21fe6bf6711b2f07f64" -dependencies = [ - "cc", - "lazy_static", - "libc", - "winapi", -] - [[package]] name = "finl_unicode" version = "1.2.0" @@ -954,28 +835,7 @@ version = "0.3.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" dependencies = [ - "foreign-types-shared 0.1.1", -] - -[[package]] -name = "foreign-types" -version = "0.5.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d737d9aa519fb7b749cbc3b962edcf310a8dd1f4b67c91c4f83975dbdd17d965" -dependencies = [ - "foreign-types-macros", - "foreign-types-shared 0.3.1", -] - -[[package]] -name = "foreign-types-macros" -version = "0.2.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1a5c6c585bc94aaf2c7b51dd4c2ba22680844aba4c687be581871a6f518c5742" -dependencies = [ - "proc-macro2", - "quote", - "syn 2.0.48", + "foreign-types-shared", ] [[package]] @@ -984,12 +844,6 @@ version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" -[[package]] -name = "foreign-types-shared" -version = "0.3.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "aa9a19cbb55df58761df49b23516a86d432839add4af60fc256da840f66ed35b" - [[package]] name = "form_urlencoded" version = "1.2.0" @@ -1160,7 +1014,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "2a3b24a3f57be08afc02344e693afb55e48172c9c2ab86ff3fdb8efff550e4b9" dependencies = [ "prost 0.11.9", - "prost-types", + "prost-types 0.11.9", "tonic 0.9.2", ] @@ -1187,7 +1041,7 @@ dependencies = [ "google-cloud-gax", "google-cloud-googleapis", "google-cloud-token", - "prost-types", + "prost-types 0.11.9", "thiserror", "tokio", "tokio-util", @@ -1512,24 +1366,6 @@ dependencies = [ "hashbrown 0.14.0", ] -[[package]] -name = "inferno" -version = "0.11.19" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "321f0f839cd44a4686e9504b0a62b4d69a50b62072144c71c68f5873c167b8d9" -dependencies = [ - "ahash", - "indexmap 2.0.0", - "is-terminal", - "itoa", - "log", - "num-format", - "once_cell", - "quick-xml", - "rgb", - "str_stack", -] - [[package]] name = "instant" version = "0.1.12" @@ -1769,15 +1605,6 @@ version = "2.7.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "6c8640c5d730cb13ebd907d8d04b52f55ac9a2eec55b440c8892f40d56c76c1d" -[[package]] -name = "memmap2" -version = "0.5.10" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "83faa42c0a078c393f6b29d5db232d8be22776a891f8f56e5284faee4a20b327" -dependencies = [ - "libc", -] - [[package]] name = "migrations_internals" version = "2.1.0" @@ -1871,17 +1698,6 @@ dependencies = [ "tempfile", ] -[[package]] -name = "nix" -version = "0.26.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "598beaf3cc6fdd9a5dfb1630c2800c7acd31df7aaf0f565796fba2b53ca1af1b" -dependencies = [ - "bitflags 1.3.2", - "cfg-if", - "libc", -] - [[package]] name = "nu-ansi-term" version = "0.46.0" @@ -1948,16 +1764,6 @@ version = "0.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "51d515d32fb182ee37cda2ccdcb92950d6a3c2893aa280e540671c2cd0f3b1d9" -[[package]] -name = "num-format" -version = "0.4.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a652d9771a63711fd3c3deb670acfbe5c30a4072e664d7a3bf5a9e1056ac72c3" -dependencies = [ - "arrayvec", - "itoa", -] - [[package]] name = "num-integer" version = "0.1.46" @@ -2038,7 +1844,7 @@ checksum = "8cde4d2d9200ad5909f8dac647e29482e07c3a35de8a13fce7c9c7747ad9f671" dependencies = [ "bitflags 2.5.0", "cfg-if", - "foreign-types 0.3.2", + "foreign-types", "libc", "once_cell", "openssl-macros", @@ -2312,29 +2118,6 @@ version = "0.2.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "439ee305def115ba05938db6eb1644ff94165c5ab5e9420d1c1bcedbba909391" -[[package]] -name = "pprof" -version = "0.11.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "196ded5d4be535690899a4631cc9f18cdc41b7ebf24a79400f46f48e49a11059" -dependencies = [ - "backtrace", - "cfg-if", - "findshlibs", - "inferno", - "libc", - "log", - "nix", - "once_cell", - "parking_lot", - "protobuf", - "protobuf-codegen-pure", - "smallvec", - "symbolic-demangle", - "tempfile", - "thiserror", -] - [[package]] name = "ppv-lite86" version = "0.2.17" @@ -2488,28 +2271,12 @@ dependencies = [ ] [[package]] -name = "protobuf" -version = "2.28.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "106dd99e98437432fed6519dedecfade6a06a73bb7b2a1e019fdd2bee5778d94" - -[[package]] -name = "protobuf-codegen" -version = "2.28.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "033460afb75cf755fcfc16dfaed20b86468082a2ea24e05ac35ab4a099a017d6" -dependencies = [ - "protobuf", -] - -[[package]] -name = "protobuf-codegen-pure" -version = "2.28.0" +name = "prost-types" +version = "0.12.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "95a29399fc94bcd3eeaa951c715f7bea69409b2445356b00519740bcd6ddd865" +checksum = "193898f59edcf43c26227dcd4c8427f00d99d61e95dcde58dabd49fa291d470e" dependencies = [ - "protobuf", - "protobuf-codegen", + "prost 0.12.3", ] [[package]] @@ -2528,15 +2295,6 @@ dependencies = [ "psl-types", ] -[[package]] -name = "quick-xml" -version = "0.26.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7f50b1c63b38611e7d4d7f68b82d3ad0cc71a2ad2e7f61fc10f1328d917c93cd" -dependencies = [ - "memchr", -] - [[package]] name = "quote" version = "1.0.35" @@ -2671,15 +2429,6 @@ dependencies = [ "winreg", ] -[[package]] -name = "rgb" -version = "0.8.37" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "05aaa8004b64fd573fc9d002f4e632d51ad4f026c2b5ba95fcb6c2f32c2c47d8" -dependencies = [ - "bytemuck", -] - [[package]] name = "ring" version = "0.16.20" @@ -2730,34 +2479,6 @@ dependencies = [ "zeroize", ] -[[package]] -name = "rstack" -version = "0.3.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e7df9d3ebd4f17b52e6134efe2fa20021c80688cbe823d481a729a993b730493" -dependencies = [ - "cfg-if", - "dw", - "lazy_static", - "libc", - "log", -] - -[[package]] -name = "rstack-self" -version = "0.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6dd5030da3aba0ec731502f74ec38e63798eea6bc8b8ba5972129afe3eababd2" -dependencies = [ - "antidote", - "backtrace", - "bincode", - "lazy_static", - "libc", - "rstack", - "serde", -] - [[package]] name = "rustc-demangle" version = "0.1.23" @@ -3050,7 +2771,6 @@ name = "server-framework" version = "1.0.0" dependencies = [ "anyhow", - "aptos-system-utils", "async-trait", "backtrace", "clap", @@ -3205,24 +2925,12 @@ dependencies = [ "der", ] -[[package]] -name = "stable_deref_trait" -version = "1.2.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" - [[package]] name = "static_assertions" version = "1.1.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" -[[package]] -name = "str_stack" -version = "0.1.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9091b6114800a5f2141aee1d1b9d6ca3592ac062dc5decb3764ec5895a47b4eb" - [[package]] name = "stringprep" version = "0.1.4" @@ -3268,29 +2976,6 @@ version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "81cdd64d312baedb58e21336b31bc043b77e01cc99033ce76ef539f78e965ebc" -[[package]] -name = "symbolic-common" -version = "10.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1b55cdc318ede251d0957f07afe5fed912119b8c1bc5a7804151826db999e737" -dependencies = [ - "debugid", - "memmap2", - "stable_deref_trait", - "uuid", -] - -[[package]] -name = "symbolic-demangle" -version = "10.2.1" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "79be897be8a483a81fff6a3a4e195b4ac838ef73ca42d348b3f722da9902e489" -dependencies = [ - "cpp_demangle", - "rustc-demangle", - "symbolic-common", -] - [[package]] name = "syn" version = "1.0.109" diff --git a/rust/Cargo.toml b/rust/Cargo.toml index 6443c7a8c..cca606c5d 100644 --- a/rust/Cargo.toml +++ b/rust/Cargo.toml @@ -19,8 +19,7 @@ aptos-moving-average = { path = "moving-average" } ahash = { version = "0.8.7", features = ["serde"] } anyhow = "1.0.62" -aptos-protos = { git = "https://github.com/aptos-labs/aptos-core.git", rev = "d76b5bb423b78b2b9affc72d3853f0d973d3f11f" } -aptos-system-utils = { git = "https://github.com/aptos-labs/aptos-core.git", rev = "4541add3fd29826ec57f22658ca286d2d6134b93" } +aptos-protos = { git = "https://github.com/movementlabsxyz/aptos-core", rev = "69afec8ffc55e5e04711cc3f7477186fb50c2dd1" } async-trait = "0.1.53" backtrace = "0.3.58" base64 = "0.13.0" diff --git a/rust/processor/src/db/common/models/default_models/parquet_transactions.rs b/rust/processor/src/db/common/models/default_models/parquet_transactions.rs index 7a18d621a..0248e8ab2 100644 --- a/rust/processor/src/db/common/models/default_models/parquet_transactions.rs +++ b/rust/processor/src/db/common/models/default_models/parquet_transactions.rs @@ -310,23 +310,7 @@ impl Transaction { None, vec![], vec![], - ), - TxnData::BlockEpilogue(_) => ( - Self::from_transaction_info_with_data( - transaction_info, - None, - None, - txn_version, - transaction_type, - 0, - block_height, - epoch, - block_timestamp, - ), - None, - vec![], - vec![], - ), + ) } } diff --git a/rust/processor/src/db/common/models/default_models/transactions.rs b/rust/processor/src/db/common/models/default_models/transactions.rs index 5b4c17eb2..5506fd985 100644 --- a/rust/processor/src/db/common/models/default_models/transactions.rs +++ b/rust/processor/src/db/common/models/default_models/transactions.rs @@ -298,22 +298,7 @@ impl Transaction { None, vec![], vec![], - ), - TxnData::BlockEpilogue(_) => ( - Self::from_transaction_info_with_data( - transaction_info, - None, - None, - version, - transaction_type, - 0, - block_height, - epoch, - ), - None, - vec![], - vec![], - ), + ) } } diff --git a/rust/processor/src/lib.rs b/rust/processor/src/lib.rs index 8dcb43fa3..2138684a6 100644 --- a/rust/processor/src/lib.rs +++ b/rust/processor/src/lib.rs @@ -19,8 +19,8 @@ extern crate parquet_derive; pub use config::IndexerGrpcProcessorConfig; pub mod bq_analytics; -mod config; -mod db; +pub mod config; +pub mod db; pub mod gap_detectors; pub mod grpc_stream; pub mod processors; diff --git a/rust/server-framework/Cargo.toml b/rust/server-framework/Cargo.toml index 8412ea436..8116cbf8b 100644 --- a/rust/server-framework/Cargo.toml +++ b/rust/server-framework/Cargo.toml @@ -25,6 +25,3 @@ toml = { workspace = true } tracing = { workspace = true } tracing-subscriber = { workspace = true } warp = { workspace = true } - -[target.'cfg(target_os = "linux")'.dependencies] -aptos-system-utils = { workspace = true } diff --git a/rust/server-framework/src/lib.rs b/rust/server-framework/src/lib.rs index a81361fc9..17d3aeb39 100644 --- a/rust/server-framework/src/lib.rs +++ b/rust/server-framework/src/lib.rs @@ -1,8 +1,6 @@ // Copyright © Aptos Foundation use anyhow::{Context, Result}; -#[cfg(target_os = "linux")] -use aptos_system_utils::profiling::start_cpu_profiling; use backtrace::Backtrace; use clap::Parser; use prometheus::{Encoder, TextEncoder}; @@ -167,41 +165,11 @@ async fn register_probes_and_metrics_handler(port: u16) { .body(encode_buffer) }); - if cfg!(target_os = "linux") { - #[cfg(target_os = "linux")] - let profilez = warp::path("profilez").and_then(|| async move { - // TODO(grao): Consider make the parameters configurable. - Ok::<_, Infallible>(match start_cpu_profiling(10, 99, false).await { - Ok(body) => { - let response = Response::builder() - .header("Content-Length", body.len()) - .header("Content-Disposition", "inline") - .header("Content-Type", "image/svg+xml") - .body(body); - - match response { - Ok(res) => warp::reply::with_status(res, warp::http::StatusCode::OK), - Err(e) => warp::reply::with_status( - Response::new(format!("Profiling failed: {e:?}.").as_bytes().to_vec()), - warp::http::StatusCode::INTERNAL_SERVER_ERROR, - ), - } - }, - Err(e) => warp::reply::with_status( - Response::new(format!("Profiling failed: {e:?}.").as_bytes().to_vec()), - warp::http::StatusCode::INTERNAL_SERVER_ERROR, - ), - }) - }); - #[cfg(target_os = "linux")] - warp::serve(readiness.or(metrics_endpoint).or(profilez)) - .run(([0, 0, 0, 0], port)) - .await; - } else { - warp::serve(readiness.or(metrics_endpoint)) - .run(([0, 0, 0, 0], port)) - .await; - } + + warp::serve(readiness.or(metrics_endpoint)) + .run(([0, 0, 0, 0], port)) + .await; + } #[cfg(test)]