CBST2-12: Improve External HTTP Requests

Cargo.toml

@@ -25,6 +25,7 @@ base64 = "0.22.1"
 bimap = { version = "0.6.3", features = ["serde"] }
 blsful = "2.5"
 blst = "0.3.11"
+bytes = "1.10.1"
 cb-cli = { path = "crates/cli" }
 cb-common = { path = "crates/common" }
 cb-metrics = { path = "crates/metrics" }
@@ -54,9 +55,11 @@ prost = "0.13.4"
 rand = { version = "0.9", features = ["os_rng"] }
 rayon = "1.10.0"
 reqwest = { version = "0.12.4", features = ["json", "stream"] }
+scopeguard = "1.2.0"
 serde = { version = "1.0.202", features = ["derive"] }
 serde_json = "1.0.117"
 serde_yaml = "0.9.33"
+serial_test = "3.2.0"
 sha2 = "0.10.8"
 ssz_types = "0.10"
 tempfile = "3.20.0"

config.example.toml

@@ -55,6 +55,9 @@ extra_validation_enabled = false
 # Execution Layer RPC url to use for extra validation
 # OPTIONAL
 rpc_url = "https://ethereum-holesky-rpc.publicnode.com"
+# Timeout for any HTTP requests sent from the PBS module to other services, in seconds
+# OPTIONAL, DEFAULT: 10
+http_timeout_seconds = 10
 
 # The PBS module needs one or more [[relays]] as defined below.
 [[relays]]

crates/common/Cargo.toml

@@ -13,6 +13,7 @@ axum.workspace = true
 base64.workspace = true
 bimap.workspace = true
 blst.workspace = true
+bytes.workspace = true
 cipher.workspace = true
 ctr.workspace = true
 derive_more.workspace = true
@@ -30,6 +31,7 @@ reqwest.workspace = true
 serde.workspace = true
 serde_json.workspace = true
 serde_yaml.workspace = true
+serial_test.workspace = true
 sha2.workspace = true
 ssz_types.workspace = true
 thiserror.workspace = true
@@ -43,3 +45,6 @@ tree_hash.workspace = true
 tree_hash_derive.workspace = true
 unicode-normalization.workspace = true
 url.workspace = true
+
+[dev-dependencies]
+scopeguard.workspace = true

crates/common/src/config/constants.rs

@@ -72,6 +72,14 @@ pub const PROXY_DIR_KEYS_DEFAULT: &str = "/proxy_keys";
 pub const PROXY_DIR_SECRETS_ENV: &str = "CB_PROXY_SECRETS_DIR";
 pub const PROXY_DIR_SECRETS_DEFAULT: &str = "/proxy_secrets";
 
+////////////////////////// MUXER //////////////////////////
+
+/// Timeout for HTTP requests, in seconds
+pub const HTTP_TIMEOUT_SECONDS_DEFAULT: u64 = 10;
+
+/// Max content length for Muxer HTTP responses, in bytes
+pub const MUXER_HTTP_MAX_LENGTH: u64 = 1024 * 1024 * 1024 * 10; // 10 MiB
+
 ///////////////////////// MODULES /////////////////////////
 
 /// The unique ID of the module