Update document builder api

aquadoggo/Cargo.toml

@@ -58,7 +58,7 @@ lipmaa-link = "0.2.2"
 log = "0.4.19"
 once_cell = "1.18.0"
 openssl-probe = "0.1.5"
-p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "06b2fee74b40c779d85a0ef3b37bab8386b164ca", features = [
+p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "53c9cce6269bae4ba7f414340ee3017fa5311953", features = [
     "storage-provider",
 ] }
 rand = "0.8.5"
@@ -99,7 +99,7 @@ http = "0.2.9"
 hyper = "0.14.19"
 libp2p-swarm-test = "0.2.0"
 once_cell = "1.17.0"
-p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "06b2fee74b40c779d85a0ef3b37bab8386b164ca", features = [
+p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "53c9cce6269bae4ba7f414340ee3017fa5311953", features = [
     "test-utils",
     "storage-provider",
 ] }

aquadoggo/src/db/stores/document.rs

@@ -783,7 +783,6 @@ async fn insert_document(
 #[cfg(test)]
 mod tests {
     use p2panda_rs::api::next_args;
-    use p2panda_rs::document::materialization::build_graph;
     use p2panda_rs::document::traits::AsDocument;
     use p2panda_rs::document::{DocumentBuilder, DocumentId, DocumentViewFields, DocumentViewId};
     use p2panda_rs::entry::{LogId, SeqNum};
@@ -827,7 +826,7 @@ mod tests {
 
             // Build the document from the operations.
             let document_builder = DocumentBuilder::from(&operations);
-            let document = document_builder.build().unwrap();
+            let (document, _) = document_builder.build().unwrap();
 
             // Insert the document into the store
             let result = node.context.store.insert_document(&document).await;
@@ -843,8 +842,8 @@ mod tests {
             .to_owned();
 
             // Build the document with just the first operation.
-            let document_at_view_1 = document_builder
-                .build_to_view_id(Some(create_operation.into()))
+            let (document_at_view_1, _) = document_builder
+                .build_to_view_id(create_operation.into())
                 .unwrap();
 
             // Insert it into the store as well.
@@ -1097,11 +1096,7 @@ mod tests {
                 .await
                 .unwrap();
             let document_builder = DocumentBuilder::from(&operations);
-            let sorted_operations = build_graph(&document_builder.operations())
-                .unwrap()
-                .sort()
-                .unwrap()
-                .sorted();
+            let (_, sorted_operations) = document_builder.build().unwrap();
 
             // We want to test that a document is updated.
             let mut current_operations = Vec::new();
@@ -1112,7 +1107,7 @@ mod tests {
                 current_operations.push(operation.clone());
 
                 // We build each document.
-                let document = DocumentBuilder::new(current_operations.clone())
+                let (document, _) = DocumentBuilder::new(current_operations.clone())
                     .build()
                     .expect("Build document");
 

aquadoggo/src/db/stores/operation.rs

@@ -410,7 +410,6 @@ impl From<&DocumentViewFieldRow> for OperationCursor {
 
 #[cfg(test)]
 mod tests {
-    use p2panda_rs::document::materialization::build_graph;
     use p2panda_rs::document::traits::AsDocument;
     use p2panda_rs::document::{DocumentBuilder, DocumentId};
     use p2panda_rs::identity::{KeyPair, PublicKey};
@@ -602,11 +601,17 @@ mod tests {
             assert_eq!(operations_by_document_id.len(), 10);
 
             // The operations should be in their topologically sorted order.
-            let operations = DocumentBuilder::from(&operations_by_document_id).operations();
-            let expected_operation_order =
-                build_graph(&operations).unwrap().sort().unwrap().sorted();
+            let document_builder = DocumentBuilder::from(&operations_by_document_id);
+            let (_, expected_operation_order) = document_builder.build().unwrap();
 
-            assert_eq!(operations, expected_operation_order);
+            assert_eq!(
+                operations_by_document_id.len(),
+                expected_operation_order.len()
+            );
+            for i in 0..operations_by_document_id.len() {
+                let operation_id: &OperationId = operations_by_document_id[i].id();
+                assert_eq!(operation_id, &expected_operation_order[i].0)
+            }
         });
     }
 

aquadoggo/src/materializer/tasks/reduce.rs

@@ -1,11 +1,8 @@
 // SPDX-License-Identifier: AGPL-3.0-or-later
 
-use std::convert::TryFrom;
-
 use log::{debug, trace};
-use p2panda_rs::document::materialization::build_graph;
 use p2panda_rs::document::traits::AsDocument;
-use p2panda_rs::document::{Document, DocumentBuilder, DocumentId, DocumentViewId};
+use p2panda_rs::document::{DocumentBuilder, DocumentId, DocumentViewId};
 use p2panda_rs::operation::traits::{AsOperation, WithPublicKey};
 use p2panda_rs::operation::OperationId;
 use p2panda_rs::storage_provider::traits::{DocumentStore, EntryStore, LogStore, OperationStore};
@@ -135,8 +132,8 @@ async fn reduce_document_view<O: AsOperation + WithId<OperationId> + WithPublicK
 
     // Materialize document view
     let document_builder: DocumentBuilder = operations.into();
-    let document = match document_builder.build_to_view_id(Some(document_view_id.to_owned())) {
-        Ok(document) => {
+    let document = match document_builder.build_to_view_id(document_view_id.to_owned()) {
+        Ok((document, _operations)) => {
             // If the document was deleted, then we return nothing
             debug!(
                 "Document materialized to view with id: {}",
@@ -193,8 +190,8 @@ async fn reduce_document<O: AsOperation + WithId<OperationId> + WithPublicKey>(
     context: &Context,
     operations: &Vec<O>,
 ) -> Result<Option<Vec<Task<TaskInput>>>, TaskError> {
-    match Document::try_from(operations) {
-        Ok(document) => {
+    match DocumentBuilder::from(operations).build() {
+        Ok((document, operations)) => {
             // Make sure to not materialize and store document view twice
             // @TODO: This can be a more efficient storage method. See issue:
             // https://github.com/p2panda/aquadoggo/issues/431
@@ -209,13 +206,9 @@ async fn reduce_document<O: AsOperation + WithId<OperationId> + WithPublicKey>(
                 return Ok(None);
             };
 
-            // @TODO: Make sorted operations available after building the document above so we can skip this step.
-            let operations = DocumentBuilder::from(operations).operations();
-            let sorted_operations = build_graph(&operations).unwrap().sort().unwrap().sorted();
-
             // Iterate over the sorted document operations and update their sorted index on the
             // operations_v1 table.
-            for (index, (operation_id, _, _)) in sorted_operations.iter().enumerate() {
+            for (index, (operation_id, _, _)) in operations.iter().enumerate() {
                 context
                     .store
                     .update_operation_index(operation_id, index as i32)
@@ -289,7 +282,6 @@ async fn reduce_document<O: AsOperation + WithId<OperationId> + WithPublicKey>(
 
 #[cfg(test)]
 mod tests {
-    use p2panda_rs::document::materialization::build_graph;
     use p2panda_rs::document::traits::AsDocument;
     use p2panda_rs::document::{
         DocumentBuilder, DocumentId, DocumentViewFields, DocumentViewId, DocumentViewValue,
@@ -442,11 +434,7 @@ mod tests {
 
             // Sort the operations into their ready for reducing order
             let document_builder = DocumentBuilder::from(&document_operations);
-            let sorted_document_operations = build_graph(&document_builder.operations())
-                .unwrap()
-                .sort()
-                .unwrap()
-                .sorted();
+            let (_, sorted_document_operations) = document_builder.build().unwrap();
 
             // Reduce document to its current view and insert into database
             let input = TaskInput::DocumentId(document_id.clone());
@@ -607,7 +595,7 @@ mod tests {
 
             // Build the document from the operations
             let document_builder = DocumentBuilder::from(&operations);
-            let document = document_builder.build().unwrap();
+            let (document, _) = document_builder.build().unwrap();
 
             // Issue a reduce task for the document, which also inserts the current view
             let input = TaskInput::DocumentId(document_id.clone());

aquadoggo/src/test_utils/node.rs

@@ -563,15 +563,15 @@ pub async fn populate_store(store: &SqlStore, config: &PopulateStoreConfig) -> V
                 // Conditionally create or update the document.
                 if let Some(mut document) = current_document {
                     document
-                        .commit(&published_operation)
+                        .commit(&published_operation.0, &published_operation)
                         .expect("Failed updating document");
                     current_document = Some(document);
                 } else {
-                    current_document = Some(
-                        DocumentBuilder::from(&vec![published_operation])
-                            .build()
-                            .expect("Failed to build document"),
-                    );
+                    let (document, _) = DocumentBuilder::from(&vec![published_operation])
+                        .build()
+                        .expect("Failed to build document");
+
+                    current_document = Some(document);
                 }
 
                 // Set values used in the next iteration.

aquadoggo_cli/Cargo.toml

@@ -29,7 +29,7 @@ figment = { version = "0.10.10", features = ["toml", "env"] }
 hex = "0.4.3"
 libp2p = "0.52.0"
 log = "0.4.20"
-p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "06b2fee74b40c779d85a0ef3b37bab8386b164ca" }
+p2panda-rs = { git = "https://github.com/p2panda/p2panda", rev = "53c9cce6269bae4ba7f414340ee3017fa5311953" }
 path-clean = "1.0.1"
 serde = { version = "1.0.185", features = ["serde_derive"] }
 tempfile = "3.7.0"