Support incremental graph loading.

Signed-off-by: SighingSnow <1263750383@qq.com>
v6d-io · Sep 26, 2023 · 9a60616 · 9a60616
1 parent dc61d92
commit 9a60616
Show file tree

Hide file tree

Showing 20 changed files with 1,667 additions and 99 deletions.
diff --git a/modules/graph/fragment/arrow_fragment.vineyard-mod b/modules/graph/fragment/arrow_fragment.vineyard-mod
@@ -624,6 +624,17 @@ class [[vineyard]] ArrowFragment
       ObjectID vm_id,
       const int concurrency = std::thread::hardware_concurrency()) override;
 
+  boost::leaf::result<ObjectID> AddVerticesToExistedLabel(
+      Client& client, label_id_t label_id,
+      std::shared_ptr<arrow::Table>&& vertex_table, ObjectID vm_id,
+      const int concurrency = std::thread::hardware_concurrency()) override;
+
+  boost::leaf::result<ObjectID> AddEdgesToExistedLabel(
+      Client& client, label_id_t label_id,
+      std::shared_ptr<arrow::Table>&& edge_table,
+      const std::set<std::pair<std::string, std::string>>& edge_relations,
+      const int concurrency = std::thread::hardware_concurrency()) override;
+
   /// Add a set of new edge labels to graph. Edge label id started from
   /// edge_label_num_.
   boost::leaf::result<ObjectID> AddNewEdgeLabels(

diff --git a/modules/graph/fragment/arrow_fragment_base.h b/modules/graph/fragment/arrow_fragment_base.h
@@ -70,6 +70,33 @@ class ArrowFragmentBase : public vineyard::Object {
     VINEYARD_ASSERT(false, "Not implemented");
     return vineyard::InvalidObjectID();
   }
+  // Add vertices progressively to existed vertex label.
+  virtual boost::leaf::result<ObjectID> AddVerticesToExistedLabel(
+      Client& client, PropertyGraphSchema::LabelId label_id,
+      std::shared_ptr<arrow::Table>&& vertex_table, ObjectID vm_id,
+      const int concurrency = std::thread::hardware_concurrency()) {
+    VINEYARD_ASSERT(false, "Not implemented");
+    return vineyard::InvalidObjectID();
+  }
+
+  /**
+   * @brief Add edges progressively to existed vertex label.
+   *
+   * @param client
+   * @param label_id the label id of the existed vertex label.
+   * @param edge_table the newly added edges
+   * @param edge_relations
+   * @param concurrency
+   * @return boost::leaf::result<ObjectID>
+   */
+  virtual boost::leaf::result<ObjectID> AddEdgesToExistedLabel(
+      Client& client, PropertyGraphSchema::LabelId label_id,
+      std::shared_ptr<arrow::Table>&& edge_table,
+      const std::set<std::pair<std::string, std::string>>& edge_relations,
+      const int concurrency = std::thread::hardware_concurrency()) {
+    VINEYARD_ASSERT(false, "Not implemented");
+    return vineyard::InvalidObjectID();
+  }
 
   virtual boost::leaf::result<ObjectID> AddEdges(
       Client& client,