feat: add redact to wasm (#729)

* feat: add redact to wasm

- Implemented `redact_json_updates` function to redact sensitive content in JSON updates.
- Added tests for `redactJsonUpdates` to ensure sensitive content is properly redacted.

Author: zxch3n

.changeset/grumpy-chicken-beam.md

@@ -0,0 +1,5 @@
+---
+"loro-crdt": patch
+---
+
+Feat: redact

.github/workflows/rust.yml

@@ -40,7 +40,7 @@ jobs:
         with:
           version: "0.2.100"
       - uses: Swatinem/rust-cache@v2
-      - name: Check
+      - name: Clippy Check
         run: cargo clippy --all-features -- -Dwarnings
       - name: Run rust tests
-        run: deno task test-all
+        run: GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} deno task test-all

crates/loro-ffi/src/doc.rs

@@ -345,10 +345,36 @@ impl LoroDoc {
         start_vv: &VersionVector,
         end_vv: &VersionVector,
     ) -> String {
-        let json = self
-            .doc
-            .export_json_updates_without_peer_compression(&start_vv.into(), &end_vv.into());
-        serde_json::to_string(&json).unwrap()
+        serde_json::to_string(
+            &self
+                .doc
+                .export_json_updates_without_peer_compression(&start_vv.into(), &end_vv.into()),
+        )
+        .unwrap()
+    }
+
+    /// Redacts sensitive content in JSON updates within the specified version range.
+    ///
+    /// This function allows you to share document history while removing potentially sensitive content.
+    /// It preserves the document structure and collaboration capabilities while replacing content with
+    /// placeholders according to these redaction rules:
+    ///
+    /// - Preserves delete and move operations
+    /// - Replaces text insertion content with the Unicode replacement character
+    /// - Substitutes list and map insert values with null
+    /// - Maintains structure of child containers
+    /// - Replaces text mark values with null
+    /// - Preserves map keys and text annotation keys
+    pub fn redact_json_updates(
+        &self,
+        json: &str,
+        version_range: VersionRange,
+    ) -> Result<String, LoroError> {
+        let mut schema: JsonSchema =
+            serde_json::from_str(json).map_err(|_e| LoroError::InvalidJsonSchema)?;
+        loro::json::redact(&mut schema, version_range)
+            .map_err(|e| LoroError::Unknown(e.to_string().into_boxed_str()))?;
+        Ok(serde_json::to_string(&schema).unwrap())
     }
 
     /// Export the readable [`Change`]s in the given [`IdSpan`]

crates/loro-internal/Cargo.toml

@@ -65,7 +65,7 @@ unexpected_cfgs = { level = "warn", check-cfg = ['cfg(loom)'] }
 version = "0.2.15"
 features = ["js"]
 
-[target.'cfg(all(target_arch = "wasm32", not(feature = "wasm")))'.dependencies]
+[target.'cfg(all(target_arch = "wasm32", not(features = "wasm")))'.dependencies]
 wasm-bindgen = "0.2.100"
 
 [dev-dependencies]

crates/loro-internal/VERSION

@@ -1 +1 @@
-1.5.0
+1.5.5

crates/loro-internal/src/container/richtext/tracker.rs

@@ -220,7 +220,6 @@ impl Tracker {
         self.applied_vv.extend_to_include_end_id(end_id);
     }
 
-    #[must_use]
     fn skip_applied(
         &mut self,
         op_id: ID,

crates/loro-internal/src/oplog/change_store.rs

@@ -1240,6 +1240,7 @@ impl ChangesBlock {
         self.estimated_size > MAX_BLOCK_SIZE
     }
 
+    #[allow(clippy::result_large_err)]
     fn push_change(
         self: &mut Arc<Self>,
         change: Change,

crates/loro-internal/src/state/counter_state.rs

@@ -38,7 +38,6 @@ impl ContainerState for CounterState {
         false
     }
 
-    #[must_use]
     fn apply_diff_and_convert(&mut self, diff: InternalDiff, _ctx: DiffApplyContext) -> Diff {
         if let InternalDiff::Counter(diff) = diff {
             self.value += diff;

crates/loro-wasm/deno.lock

@@ -36,12 +36,15 @@
   "author": "",
   "license": "MIT",
   "devDependencies": {
+    "@actions/core": "^1.11.1",
+    "@actions/github": "^6.0.1",
     "@rollup/plugin-alias": "^5.1.1",
     "@rollup/plugin-node-resolve": "^15.0.1",
     "@rollup/plugin-typescript": "^12.1.1",
     "@rollup/plugin-wasm": "^6.2.2",
     "@typescript-eslint/parser": "^6.2.0",
     "@vitest/ui": "^1.0.4",
+    "brotli-wasm": "^3.0.1",
     "esbuild": "^0.18.20",
     "eslint": "^8.46.0",
     "loro-crdt-alpha-4": "npm:loro-crdt@=1.0.0-alpha.4",