From 2d8e9049b00c17e84bbf5d0116d81d051b757fe5 Mon Sep 17 00:00:00 2001
From: Warren <warren@momentry.ddns.net>
Date: Wed, 24 Jun 2026 04:14:24 +0800
Subject: [PATCH] Add compression support to backup workflow
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

BackupScheduler Enhancement:
- copy_file() now compresses files using ZSTD or LZ4
- min_size threshold: 1024 bytes (smaller files not compressed)
- compression level: 3 (balanced speed/compression)

BackupConfigResponse Updated:
- Added compress, encrypt, include_checksums fields
- compress: 'none' | 'lz4' | 'zstd'
- Default: 'zstd'

REST API Enhancement:
- GET /api/v2/backup/config returns full config
- POST /api/v2/backup/config accepts compression settings

Test Results:
- Set compress='lz4': ✅ Config updated
- Set compress='zstd': ✅ Config updated
- Compression applied via run_backup() (scheduled backup)

Note: Direct create_snapshot API doesn't use compression
(scheduler.run_backup() is the primary backup mechanism)

Build: 495 tests pass
---
 data/auth.sqlite                          | Bin 81920 -> 81920 bytes
 markbase-core/src/server.rs               |  22 +++++++++++++++++++---
 markbase-core/src/vfs/backup_scheduler.rs |  16 +++++++++++++++-
 3 files changed, 34 insertions(+), 4 deletions(-)

diff --git a/data/auth.sqlite b/data/auth.sqlite
index 346595fbda53f2485d80662292d0096bd70062f6..9101e329d1883ce1e6849f2eb157b5bdccccaf1c 100644
GIT binary patch
delta 395
zcmZo@U~On%ogmG4YNCuY<Ef1a?J|rSlMhNMOy-ci!}efa6URiY&97wH7=i4@x`~>T
zzsdb!dN6PE7y0M>k}G+cWtnpGb5rw5iYhr)aWacCrKINObFA3>MgIf8z)DtTP9~03
z3=Aw_22j)<tEj(_1Itqe{->J-3vTnv@G=4oEw0Q<j?c+YXJ}+V0$iIJ3;xS*I=~{p
z+{m3Znf=0l7VZ-6tj&r730xwa%q&b<RuASeG{RX8o9k}3u`oAsKA+6~;6DrJ7tZHE
zwRbtBc$lS`ic6D|Q;Ulk8j(2-n;Bo(i84k{cKE*u?9KoG`5A9-|H97*q2(C`1mt-6
zTp9Q;^Kasx$X~$k&#%YN%lC%wG~X(|PQG+L*UgFw%6!c7jf~R+?HNURAIxKh+9cn|
T02bmw5~>G_Y+qo<n7{}C%K(4Y

delta 294
zcmZo@U~On%ogmG4V4{pO<AIF{?J|r?lMhNMOy-ci!*=gl6URiA&97wH7=i4@x{1n@
zzsdb!x_52!7y0M>l8bqnWtnpGb5rw5iYhsla59TBrKINOb1d5YMgIf8z+zTrP9}~e
z3=Aw_22j)<tEj(_1Isf8{%4y73-0hs^Dr{YG8R|nCCBIFr`Ize0j|xA1^?wY9bge)
zuIH|s%zokjW<`MtuFZ9~+gO<Exfmz2KLCmR=Ge^m%1)Fqa<aq!O<=eF|Ig2ObNd&5
zMhGp>C?Fuk&DY7mf0=(1|3v-*et&*FeqO#ee5d(V@pW!iRLJIIlCPg0XwN9ReSsZg
G0wVy-Nn+Ii

diff --git a/markbase-core/src/server.rs b/markbase-core/src/server.rs
index 43acfef..5a3b3c9 100644
--- a/markbase-core/src/server.rs
+++ b/markbase-core/src/server.rs
@@ -2750,6 +2750,9 @@ pub struct BackupConfigResponse {
     pub interval_hours: u64,
     pub max_snapshots: usize,
     pub auto_cleanup: bool,
+    pub compress: String,
+    pub encrypt: bool,
+    pub include_checksums: bool,
 }
 
 #[derive(Debug, Serialize, Deserialize)]
@@ -2790,24 +2793,37 @@ async fn get_backup_stats_handler() -> Json<BackupStatsResponse> {
 async fn get_backup_config_handler() -> Json<BackupConfigResponse> {
     let scheduler = BACKUP_SCHEDULER.lock().unwrap();
     let config = scheduler.get_config();
+    let compress_name = match config.compress {
+        crate::vfs::VfsCompression::None => "none",
+        crate::vfs::VfsCompression::Lz4 => "lz4",
+        crate::vfs::VfsCompression::Zstd => "zstd",
+    };
     Json(BackupConfigResponse {
         enabled: config.enabled,
         interval_hours: config.interval_hours,
         max_snapshots: config.max_snapshots,
         auto_cleanup: config.auto_cleanup,
+        compress: compress_name.to_string(),
+        encrypt: config.encrypt,
+        include_checksums: config.include_checksums,
     })
 }
 
 async fn set_backup_config_handler(Json(config): Json<BackupConfigResponse>) -> Json<serde_json::Value> {
     let mut scheduler = BACKUP_SCHEDULER.lock().unwrap();
+    let compress = match config.compress.as_str() {
+        "lz4" => crate::vfs::VfsCompression::Lz4,
+        "zstd" => crate::vfs::VfsCompression::Zstd,
+        _ => crate::vfs::VfsCompression::None,
+    };
     let new_config = BackupScheduleConfig {
         enabled: config.enabled,
         interval_hours: config.interval_hours,
         max_snapshots: config.max_snapshots,
         auto_cleanup: config.auto_cleanup,
-        compress: scheduler.get_config().compress.clone(),
-        encrypt: scheduler.get_config().encrypt,
-        include_checksums: scheduler.get_config().include_checksums,
+        compress,
+        encrypt: config.encrypt,
+        include_checksums: config.include_checksums,
     };
     scheduler.set_config(new_config);
     Json(serde_json::json!({"success": true, "message": "Backup config updated"}))
diff --git a/markbase-core/src/vfs/backup_scheduler.rs b/markbase-core/src/vfs/backup_scheduler.rs
index 3246285..9308a9a 100644
--- a/markbase-core/src/vfs/backup_scheduler.rs
+++ b/markbase-core/src/vfs/backup_scheduler.rs
@@ -180,14 +180,28 @@ impl BackupScheduler {
     }
 
     fn copy_file(&self, src: &PathBuf, dst: &PathBuf) -> Result<(), VfsError> {
+        use super::compression::Compressor;
+        use super::VfsCompressionConfig;
+        
         let mut src_file = self.backend.open_file(src, &super::open_flags::OpenFlags::new().read())?;
         let data = src_file.read_all()?;
         
+        let final_data = if self.config.compress != super::VfsCompression::None {
+            let compressor = Compressor::new(VfsCompressionConfig {
+                algorithm: self.config.compress.clone(),
+                min_size: 1024,
+                level: 3,
+            });
+            compressor.compress(&data)?
+        } else {
+            data
+        };
+        
         let mut dst_file = self.backend.open_file(
             dst,
             &super::open_flags::OpenFlags::new().write().create().truncate(),
         )?;
-        dst_file.write_all(&data)?;
+        dst_file.write_all(&final_data)?;
         dst_file.flush()?;
 
         Ok(())