fix: remove duplicated eavt from tx-report datoms

Author: tiensonqin

src/main/frontend/worker/pipeline.cljs

@@ -341,6 +341,17 @@
             fix-page-tags-tx-data
             fix-inline-page-tx-data)))
 
+(defn- remove-duplicated-datoms
+  [datoms]
+  (let [duplicated-datoms (->> datoms
+                               (group-by (fn [d] (take 4 d))) ; group by '(e a v tx)
+                               (keep (fn [[_eavt same-v-datoms]]
+                                       (when (>= (count same-v-datoms) 2)
+                                         (butlast same-v-datoms))))
+                               (apply concat)
+                               set)]
+    (remove duplicated-datoms datoms)))
+
 (defn transact-pipeline
   "Compute extra tx-data and block/refs, should ensure it's a pure function and
   doesn't call `d/transact!` or `ldb/transact!`."
@@ -373,8 +384,9 @@
         replace-tx-report (when (seq block-refs-tx-id-data)
                             (d/with (:db-after tx-report*) block-refs-tx-id-data))
         tx-report' (or replace-tx-report tx-report*)
-        full-tx-data (concat (:tx-data tx-report*)
-                             (:tx-data replace-tx-report))]
+        full-tx-data (-> (concat (:tx-data tx-report*)
+                                 (:tx-data replace-tx-report))
+                         remove-duplicated-datoms)]
     (assoc tx-report'
            :tx-data full-tx-data
            :tx-meta tx-meta