Files
markbase/filetree-rocksdb/src/lib.rs
Warren 1300a4e223
Some checks failed
Test / test (push) Has been cancelled
Test / build (push) Has been cancelled
MarkBase架构升级:Multi-Volume Virtual Tree + Dual-View Management + Git Remote修正
核心功能:
-  Categories/Series双视图管理(category_view.rs + import_markdown.rs)
-  FUSE Multi-Volume支持(tree_type参数)
-  SSH/SFTP/SCP/rsync协议完整实现(4042行)
-  NFS/SMB Module Phase 1-3完成
-  Archive Module Phase 1-4完成(2916行)
-  Download Center API完整实现
-  S3兼容API实现(560行)

Git配置修正:
-  删除错误origin(gitea.momentry.ddns.net)
-  删除m5max128(指向机器名)
-  设置origin = m5max128gitea.momentry.ddns.net/admin/markbase
-  设置m4minigitea = m4minigitea.momentry.ddns.net/warren/markbase

数据清理:
-  删除38个临时SQLite(保留accusys.sqlite、demo.sqlite)
-  删除.bak、test_*.bin、调试脚本等临时文件
-  删除临时目录(build/、download files/、raid_test/等)
-  更新.gitignore排除临时文件

架构优化:
- 52个文件修改,2434行新增,4739行删除
- Workspace成员整合(16个crate)
- 数据库状态:accusys.sqlite保留(主demo测试)

远程同步:
-  准备推送到m5max128gitea(远程Gitea)
-  准备推送到m4minigitea(本地Gitea)
2026-06-12 12:59:54 +08:00

340 lines
10 KiB
Rust

use anyhow::{Context, Result};
use rocksdb::{ColumnFamilyDescriptor, Options, WriteBatch, DB};
use serde::{Deserialize, Serialize};
use std::collections::HashMap;
use std::str::FromStr;
use uuid::Uuid;
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct FileNode {
pub node_id: String,
pub label: String,
pub aliases: Aliases,
pub file_uuid: Option<String>,
pub sha256: Option<String>,
pub parent_id: Option<String>,
pub children: Vec<String>,
pub node_type: NodeType,
pub icon: Option<String>,
pub color: Option<String>,
pub bg_color: Option<String>,
pub file_size: Option<i64>,
pub registered_at: Option<String>,
pub created_at: String,
pub updated_at: String,
pub sort_order: i32,
}
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Aliases {
#[serde(flatten)]
pub map: HashMap<String, String>,
}
impl Aliases {
pub fn empty() -> Self {
Aliases {
map: HashMap::new(),
}
}
pub fn to_json(&self) -> String {
serde_json::to_string(&self.map).unwrap_or_else(|_| "{}".to_string())
}
pub fn from_json(s: &str) -> Self {
let map: HashMap<String, String> = serde_json::from_str(s).unwrap_or_default();
Aliases { map }
}
}
#[derive(Debug, Clone, Copy, Serialize, Deserialize, PartialEq)]
#[serde(rename_all = "snake_case")]
pub enum NodeType {
Folder,
File,
DynamicLayer,
}
impl NodeType {
pub fn as_str(&self) -> &'static str {
match self {
NodeType::Folder => "folder",
NodeType::File => "file",
NodeType::DynamicLayer => "dynamic_layer",
}
}
}
impl FromStr for NodeType {
type Err = String;
fn from_str(s: &str) -> Result<Self, Self::Err> {
match s {
"folder" => Ok(NodeType::Folder),
"file" => Ok(NodeType::File),
"dynamic_layer" => Ok(NodeType::DynamicLayer),
_ => Ok(NodeType::Folder),
}
}
}
pub struct FileTreeRocksDB {
pub user_id: String,
pub db: DB,
}
impl FileTreeRocksDB {
pub fn user_db_path(user_id: &str) -> String {
format!("data/users_rocksdb/{}.rocksdb", user_id)
}
pub fn init_user_db(user_id: &str) -> Result<Self> {
let db_path = Self::user_db_path(user_id);
let parent = std::path::Path::new(&db_path).parent().unwrap();
std::fs::create_dir_all(parent)?;
let mut opts = Options::default();
opts.create_if_missing(true);
opts.create_missing_column_families(true);
let cfs = vec![
ColumnFamilyDescriptor::new("file_nodes", Options::default()),
ColumnFamilyDescriptor::new("file_registry", Options::default()),
ColumnFamilyDescriptor::new("file_locations", Options::default()),
ColumnFamilyDescriptor::new("parent_index", Options::default()),
];
let db = DB::open_cf_descriptors(&opts, &db_path, cfs)
.with_context(|| format!("Failed to open RocksDB at {}", db_path))?;
Ok(FileTreeRocksDB {
user_id: user_id.to_string(),
db,
})
}
pub fn open_user_db(user_id: &str) -> Result<Self> {
let db_path = Self::user_db_path(user_id);
let mut opts = Options::default();
opts.create_if_missing(true);
opts.create_missing_column_families(true);
let cfs = vec![
ColumnFamilyDescriptor::new("file_nodes", Options::default()),
ColumnFamilyDescriptor::new("file_registry", Options::default()),
ColumnFamilyDescriptor::new("file_locations", Options::default()),
ColumnFamilyDescriptor::new("parent_index", Options::default()),
];
let db = DB::open_cf_descriptors(&opts, &db_path, cfs)
.with_context(|| format!("Failed to open RocksDB at {}", db_path))?;
Ok(FileTreeRocksDB {
user_id: user_id.to_string(),
db,
})
}
pub fn insert_node(&self, node: &FileNode) -> Result<()> {
let cf = self.db.cf_handle("file_nodes").unwrap();
let node_data = serde_json::to_vec(node)?;
self.db.put_cf(cf, node.node_id.as_bytes(), node_data)?;
if let Some(parent_id) = &node.parent_id {
let cf_parent = self.db.cf_handle("parent_index").unwrap();
let key = format!("children:{}", parent_id);
let existing = self.db.get_cf(cf_parent, key.as_bytes())?;
let mut children: Vec<String> = match existing {
Some(data) => serde_json::from_slice(&data)?,
None => Vec::new(),
};
if !children.contains(&node.node_id) {
children.push(node.node_id.clone());
self.db
.put_cf(cf_parent, key.as_bytes(), serde_json::to_vec(&children)?)?;
}
}
Ok(())
}
pub fn insert_node_batch(&self, nodes: &[FileNode]) -> Result<()> {
let mut batch = WriteBatch::default();
let cf = self.db.cf_handle("file_nodes").unwrap();
let cf_parent = self.db.cf_handle("parent_index").unwrap();
for node in nodes {
let node_data = serde_json::to_vec(node)?;
batch.put_cf(cf, node.node_id.as_bytes(), node_data);
}
self.db.write(batch)?;
for node in nodes {
if let Some(parent_id) = &node.parent_id {
let key = format!("children:{}", parent_id);
let existing = self.db.get_cf(cf_parent, key.as_bytes())?;
let mut children: Vec<String> = match existing {
Some(data) => serde_json::from_slice(&data)?,
None => Vec::new(),
};
if !children.contains(&node.node_id) {
children.push(node.node_id.clone());
self.db
.put_cf(cf_parent, key.as_bytes(), serde_json::to_vec(&children)?)?;
}
}
}
Ok(())
}
pub fn get_node(&self, node_id: &str) -> Result<Option<FileNode>> {
let cf = self.db.cf_handle("file_nodes").unwrap();
let value = self.db.get_cf(cf, node_id.as_bytes())?;
match value {
Some(data) => {
let node: FileNode = serde_json::from_slice(&data)?;
Ok(Some(node))
}
None => Ok(None),
}
}
pub fn get_children(&self, parent_id: &str) -> Result<Vec<String>> {
let cf = self.db.cf_handle("parent_index").unwrap();
let key = format!("children:{}", parent_id);
let value = self.db.get_cf(cf, key.as_bytes())?;
match value {
Some(data) => {
let children: Vec<String> = serde_json::from_slice(&data)?;
Ok(children)
}
None => Ok(Vec::new()),
}
}
pub fn load_all(&self) -> Result<Vec<FileNode>> {
let cf = self.db.cf_handle("file_nodes").unwrap();
let mut nodes = Vec::new();
let iter = self.db.iterator_cf(cf, rocksdb::IteratorMode::Start);
for item in iter {
let (_, value) = item?;
let node: FileNode = serde_json::from_slice(&value)?;
nodes.push(node);
}
nodes.sort_by(|a, b| {
a.sort_order
.cmp(&b.sort_order)
.then_with(|| a.created_at.cmp(&b.created_at))
});
Ok(nodes)
}
pub fn update_node(&self, node_id: &str, updates: &FileNode) -> Result<()> {
let cf = self.db.cf_handle("file_nodes").unwrap();
let node_data = serde_json::to_vec(updates)?;
self.db.put_cf(cf, node_id.as_bytes(), node_data)?;
Ok(())
}
pub fn delete_node(&self, node_id: &str) -> Result<()> {
let node = self.get_node(node_id)?;
if let Some(n) = node {
if let Some(parent_id) = &n.parent_id {
let cf_parent = self.db.cf_handle("parent_index").unwrap();
let key = format!("children:{}", parent_id);
let existing = self.db.get_cf(cf_parent, key.as_bytes())?;
let mut children: Vec<String> = match existing {
Some(data) => serde_json::from_slice(&data)?,
None => Vec::new(),
};
children.retain(|id| id != node_id);
self.db
.put_cf(cf_parent, key.as_bytes(), serde_json::to_vec(&children)?)?;
}
}
let cf = self.db.cf_handle("file_nodes").unwrap();
self.db.delete_cf(cf, node_id.as_bytes())?;
Ok(())
}
pub fn count_nodes(&self) -> Result<usize> {
let cf = self.db.cf_handle("file_nodes").unwrap();
let mut count = 0;
let iter = self.db.iterator_cf(cf, rocksdb::IteratorMode::Start);
for item in iter {
let _ = item?;
count += 1;
}
Ok(count)
}
pub fn new_folder(label: &str, parent_id: Option<&str>) -> FileNode {
FileNode {
node_id: Uuid::new_v4().to_string().replace("-", ""),
label: label.to_string(),
aliases: Aliases::empty(),
file_uuid: None,
sha256: None,
parent_id: parent_id.map(|s| s.to_string()),
children: Vec::new(),
node_type: NodeType::Folder,
icon: None,
color: None,
bg_color: None,
file_size: None,
registered_at: None,
created_at: chrono::Utc::now().to_rfc3339(),
updated_at: chrono::Utc::now().to_rfc3339(),
sort_order: 0,
}
}
pub fn new_file_node(
label: &str,
file_uuid: &str,
sha256: Option<&str>,
original_name: &str,
file_size: Option<i64>,
mime_type: Option<&str>,
parent_id: Option<&str>,
) -> FileNode {
FileNode {
node_id: Uuid::new_v4().to_string().replace("-", ""),
label: label.to_string(),
aliases: Aliases::empty(),
file_uuid: Some(file_uuid.to_string()),
sha256: sha256.map(|s| s.to_string()),
parent_id: parent_id.map(|s| s.to_string()),
children: Vec::new(),
node_type: NodeType::File,
icon: None,
color: None,
bg_color: None,
file_size,
registered_at: Some(chrono::Utc::now().to_rfc3339()),
created_at: chrono::Utc::now().to_rfc3339(),
updated_at: chrono::Utc::now().to_rfc3339(),
sort_order: 0,
}
}
}