Files
Oxicloud/src/main.rs
T
2025-03-19 00:44:27 +01:00

177 lines
6.9 KiB
Rust

use std::net::SocketAddr;
use std::path::PathBuf;
use std::sync::Arc;
use axum::Router;
use axum::serve;
use tower_http::trace::TraceLayer;
use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt};
mod common;
mod domain;
mod application;
mod infrastructure;
mod interfaces;
use application::services::folder_service::FolderService;
use application::services::file_service::FileService;
use application::services::i18n_application_service::I18nApplicationService;
use application::services::storage_mediator::FileSystemStorageMediator;
use domain::services::path_service::PathService;
use infrastructure::repositories::folder_fs_repository::FolderFsRepository;
use infrastructure::repositories::file_fs_repository::FileFsRepository;
use infrastructure::repositories::parallel_file_processor::ParallelFileProcessor;
use infrastructure::services::file_system_i18n_service::FileSystemI18nService;
use infrastructure::services::id_mapping_service::IdMappingService;
use infrastructure::services::id_mapping_optimizer::IdMappingOptimizer;
use infrastructure::services::file_metadata_cache::FileMetadataCache;
use infrastructure::services::buffer_pool::BufferPool;
use infrastructure::services::compression_service::GzipCompressionService;
use interfaces::{create_api_routes, web::create_web_routes};
#[tokio::main]
async fn main() {
// Initialize tracing
tracing_subscriber::registry()
.with(tracing_subscriber::EnvFilter::new(
std::env::var("RUST_LOG").unwrap_or_else(|_| "info".into()),
))
.with(tracing_subscriber::fmt::layer())
.init();
// Set up storage directory
let storage_path = PathBuf::from("./storage");
if !storage_path.exists() {
std::fs::create_dir_all(&storage_path).expect("Failed to create storage directory");
}
// Set up locales directory
let locales_path = PathBuf::from("./static/locales");
if !locales_path.exists() {
std::fs::create_dir_all(&locales_path).expect("Failed to create locales directory");
}
// Initialize path service
let path_service = Arc::new(PathService::new(storage_path.clone()));
// Initialize ID mapping service with optimizer
let id_mapping_path = storage_path.join("folder_ids.json");
let base_id_mapping_service = Arc::new(
IdMappingService::new(id_mapping_path).await
.expect("Failed to initialize ID mapping service")
);
// Create optimized ID mapping service with batch processing and caching
let id_mapping_optimizer = Arc::new(
IdMappingOptimizer::new(base_id_mapping_service.clone())
);
// Initialize folder repository with all required components
let folder_repository = Arc::new(FolderFsRepository::new(
storage_path.clone(),
Arc::new(FileSystemStorageMediator::new_stub()), // Temporary stub (will be replaced)
base_id_mapping_service.clone(),
path_service.clone()
));
// Initialize storage mediator
let storage_mediator = Arc::new(FileSystemStorageMediator::new(
folder_repository.clone(),
path_service.clone(),
id_mapping_optimizer.clone()
));
// Update folder repository with proper storage mediator
// This replaces the stub we initialized it with
let folder_repository = Arc::new(FolderFsRepository::new(
storage_path.clone(),
storage_mediator.clone(),
base_id_mapping_service.clone(),
path_service.clone()
));
// Start cleanup task for ID mapping optimizer
IdMappingOptimizer::start_cleanup_task(id_mapping_optimizer.clone());
tracing::info!("ID mapping optimizer initialized with batch processing and caching");
// Initialize the metadata cache
let config = common::config::AppConfig::default();
let metadata_cache = Arc::new(FileMetadataCache::default_with_config(config.clone()));
// Start the periodic cleanup task for cache maintenance
let cache_clone = metadata_cache.clone();
tokio::spawn(async move {
FileMetadataCache::start_cleanup_task(cache_clone).await;
});
// Initialize the buffer pool for memory optimization
// Use larger buffer size for better performance with large files
let buffer_pool = BufferPool::new(256 * 1024, 50, 120); // 256KB buffers, 50 max, 2 min TTL
// Start the buffer pool cleanup task
BufferPool::start_cleaner(buffer_pool.clone());
tracing::info!("Buffer pool initialized with 50 buffers of 256KB each");
// Initialize parallel file processor with buffer pool
let parallel_processor = Arc::new(ParallelFileProcessor::new_with_buffer_pool(
config.clone(),
buffer_pool.clone()
));
// Initialize compression service with buffer pool
let _compression_service = Arc::new(GzipCompressionService::new_with_buffer_pool(
buffer_pool.clone()
));
// Initialize file repository with mediator, ID mapping service, metadata cache, and parallel processor
let file_repository = Arc::new(FileFsRepository::new_with_processor(
storage_path.clone(),
storage_mediator,
base_id_mapping_service.clone(), // Use the base service, not the optimizer
path_service.clone(),
metadata_cache.clone(), // Clone to keep a reference for later use
parallel_processor
));
// Initialize application services
let folder_service = Arc::new(FolderService::new(folder_repository));
let file_service = Arc::new(FileService::new(file_repository));
// Initialize i18n service
let i18n_repository = Arc::new(FileSystemI18nService::new(locales_path));
let i18n_service = Arc::new(I18nApplicationService::new(i18n_repository));
// Preload translations
if let Err(e) = i18n_service.load_translations(domain::services::i18n_service::Locale::English).await {
tracing::warn!("Failed to load English translations: {}", e);
}
if let Err(e) = i18n_service.load_translations(domain::services::i18n_service::Locale::Spanish).await {
tracing::warn!("Failed to load Spanish translations: {}", e);
}
tracing::info!("Compression service initialized with buffer pool support");
// Build application router
let api_routes = create_api_routes(folder_service, file_service, Some(i18n_service));
let web_routes = create_web_routes();
let app = Router::new()
.nest("/api", api_routes)
.merge(web_routes)
.layer(TraceLayer::new_for_http());
// Preload common directories to warm the cache
tracing::info!("Preloading common directories to warm up cache...");
if let Ok(count) = metadata_cache.preload_directory(&storage_path, true, 1).await {
tracing::info!("Preloaded {} directory entries into cache", count);
}
// Start server
let addr = SocketAddr::from(([127, 0, 0, 1], 8085));
tracing::info!("listening on {}", addr);
let listener = tokio::net::TcpListener::bind(&addr).await.unwrap();
serve::serve(listener, app).await.unwrap();
}