feat: implement a trusted file transfer for backend uploads

backend/bin/src/main.rs

@@ -53,6 +53,10 @@ struct Args {
     /// Override MSP callback URL
     #[arg(long)]
     msp_callback_url: Option<String>,
+
+    /// Override MSP trusted file transfer server URL
+    #[arg(long)]
+    msp_trusted_file_transfer_server_url: Option<String>,
 }
 
 #[tokio::main]
@@ -75,6 +79,7 @@ async fn main() -> Result<()> {
     debug!(target: "main", database_url = %config.database.url, "Database configuration");
     debug!(target: "main", rpc_url = %config.storage_hub.rpc_url, "RPC configuration");
     debug!(target: "main", msp_callback_url = %config.msp.callback_url, "MSP callback configuration");
+    debug!(target: "main", msp_trusted_file_transfer_server_url = %config.msp.trusted_file_transfer_server_url, "MSP trusted file transfer server configuration");
 
     let memory_storage = InMemoryStorage::new();
     let storage = Arc::new(BoxedStorageWrapper::new(memory_storage));
@@ -137,6 +142,9 @@ fn load_config() -> Result<Config> {
     if let Some(msp_callback_url) = args.msp_callback_url {
         config.msp.callback_url = msp_callback_url;
     }
+    if let Some(msp_trusted_file_transfer_server_url) = args.msp_trusted_file_transfer_server_url {
+        config.msp.trusted_file_transfer_server_url = msp_trusted_file_transfer_server_url;
+    }
 
     Ok(config)
 }

backend/lib/Cargo.toml

@@ -11,6 +11,7 @@ axum-extra = { workspace = true }
 axum-jwt = { workspace = true }
 base64 = { workspace = true }
 bigdecimal = { workspace = true }
+bytes = "1.9"
 chrono = { workspace = true, features = ["serde"] }
 diesel = { workspace = true }
 diesel-async = { workspace = true }

backend/lib/src/config.rs

@@ -12,8 +12,9 @@ use crate::constants::{
     database::DEFAULT_DATABASE_URL,
     download::MAX_DOWNLOAD_SESSIONS,
     rpc::{
-        DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MSP_CALLBACK_URL, DEFAULT_RPC_URL,
-        DEFAULT_TIMEOUT_SECS, DEFAULT_UPLOAD_RETRY_ATTEMPTS, DEFAULT_UPLOAD_RETRY_DELAY_SECS,
+        DEFAULT_MAX_CONCURRENT_REQUESTS, DEFAULT_MSP_CALLBACK_URL,
+        DEFAULT_MSP_TRUSTED_FILE_TRANSFER_SERVER_URL, DEFAULT_RPC_URL, DEFAULT_TIMEOUT_SECS,
+        DEFAULT_UPLOAD_RETRY_ATTEMPTS, DEFAULT_UPLOAD_RETRY_DELAY_SECS,
     },
     server::{DEFAULT_HOST, DEFAULT_PORT},
     upload::MAX_UPLOAD_SESSIONS,
@@ -193,6 +194,8 @@ pub struct StorageHubConfig {
 pub struct MspConfig {
     /// URL for the node to reach the MSP backend
     pub callback_url: String,
+    /// URL for the MSP trusted file transfer server
+    pub trusted_file_transfer_server_url: String,
     /// Number of retry attempts for file upload operations
     pub upload_retry_attempts: u32,
     /// Delay in seconds between file upload retry attempts
@@ -244,6 +247,8 @@ impl Default for Config {
             },
             msp: MspConfig {
                 callback_url: DEFAULT_MSP_CALLBACK_URL.to_string(),
+                trusted_file_transfer_server_url: DEFAULT_MSP_TRUSTED_FILE_TRANSFER_SERVER_URL
+                    .to_string(),
                 upload_retry_attempts: DEFAULT_UPLOAD_RETRY_ATTEMPTS,
                 upload_retry_delay_secs: DEFAULT_UPLOAD_RETRY_DELAY_SECS,
             },

backend/lib/src/constants/mod.rs

@@ -32,6 +32,9 @@ pub mod rpc {
     /// Default MSP callback URL
     pub const DEFAULT_MSP_CALLBACK_URL: &str = "http://localhost:8080";
 
+    /// Default URL for the MSP trusted file transfer server
+    pub const DEFAULT_MSP_TRUSTED_FILE_TRANSFER_SERVER_URL: &str = "http://localhost:7070";
+
     /// Timeout multiplier for simulating network delays in mocks
     pub const TIMEOUT_MULTIPLIER: u64 = 10;