vectorization on demand

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/AddToSetOperation.java

@@ -103,7 +103,7 @@ private static boolean hasModifier(ObjectNode node) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     for (Action action : actions) {
       PathMatch target = action.locator().findOrCreate(doc);
@@ -136,7 +136,7 @@ public boolean updateDocument(ObjectNode doc) {
       }
     }
 
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   private boolean addToSet(ArrayNode set, JsonNode elementToAdd) {

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/CurrentDateOperation.java

@@ -52,7 +52,7 @@ private static void verifyIsTrueOrDate(JsonNode value) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     final long now = System.currentTimeMillis();
     ObjectNode newValue = JsonUtil.createEJSonDate(doc, now);
@@ -66,7 +66,7 @@ public boolean updateDocument(ObjectNode doc) {
         modified = true;
       }
     }
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   record Action(PathMatchLocator locator) implements ActionWithLocator {}

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/EmbeddingUpdateOperation.java

@@ -0,0 +1,34 @@
+package io.stargate.sgv2.jsonapi.api.model.command.clause.update;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ArrayNode;
+import com.fasterxml.jackson.databind.node.JsonNodeFactory;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import io.stargate.sgv2.jsonapi.config.constants.DocumentConstants;
+
+public record EmbeddingUpdateOperation(String vectorizeContent) {
+  //        UpdateOperation.UpdateOperationResult<? extends ActionWithLocator>
+  // updateDocument(ObjectNode doc, float[] vector)
+
+  /**
+   * // TODO 一定会换的，因为我们已经知道 vectorize 有 diff了 , 而且你已经拿到vector array了
+   *
+   * <p>update the document with corresponding vector
+   *
+   * @param doc Document to update
+   * @param dataVectorizer dataVectorizer
+   * @return Uni<Boolean> modified
+   */
+  public void updateDocument(JsonNode doc, float[] vector) {
+    // TODO can I do this instancitation?
+    ObjectMapper objectMapper = new ObjectMapper();
+    JsonNodeFactory nodeFactory = objectMapper.getNodeFactory();
+    final JsonNode vectorJsonNode = doc.get(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD);
+    final ArrayNode arrayNode = nodeFactory.arrayNode(vector.length);
+    for (float listValue : vector) {
+      arrayNode.add(nodeFactory.numberNode(listValue));
+    }
+    ((ObjectNode) doc).put(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD, arrayNode);
+  }
+}

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/IncOperation.java

@@ -46,7 +46,7 @@ public static IncOperation construct(ObjectNode args) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     // Almost always changes, except if adding zero; need to track
     boolean modified = false;
     for (Action action : actions) {
@@ -77,7 +77,7 @@ public boolean updateDocument(ObjectNode doc) {
       }
     }
 
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   private JsonNode addNumbers(ObjectNode doc, NumericNode nr1, NumericNode nr2) {

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/MinMaxOperation.java

@@ -46,7 +46,7 @@ private static MinMaxOperation construct(ObjectNode args, UpdateOperator oper, b
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     // Almost always changes, except if adding zero; need to track
     boolean modified = false;
     for (Action action : actions) {
@@ -66,7 +66,7 @@ public boolean updateDocument(ObjectNode doc) {
       }
     }
 
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   private boolean shouldReplace(JsonNode oldValue, JsonNode newValue) {

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/MulOperation.java

@@ -47,7 +47,7 @@ public static MulOperation construct(ObjectNode args) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     for (Action action : actions) {
       final NumericNode multiplier = action.value;
@@ -76,7 +76,7 @@ public boolean updateDocument(ObjectNode doc) {
       }
     }
 
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   private JsonNode multiply(ObjectNode doc, JsonNode oldValue, JsonNode multiplierValue) {

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/PopOperation.java

@@ -57,7 +57,7 @@ public static PopOperation construct(ObjectNode args) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean changes = false;
     for (Action action : actions) {
       PathMatch target = action.locator().findIfExists(doc);
@@ -89,7 +89,7 @@ public boolean updateDocument(ObjectNode doc) {
                 + value.getNodeType());
       }
     }
-    return changes;
+    return new UpdateOperationResult(changes, null);
   }
 
   /** Value class for per-field Pop operation definitions. */

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/PushOperation.java

@@ -125,7 +125,7 @@ private static boolean hasModifier(ObjectNode node) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     for (Action action : actions) {
       final JsonNode toAdd = action.value;
 
@@ -174,7 +174,7 @@ public boolean updateDocument(ObjectNode doc) {
     }
 
     // Every valid update operation modifies document so need just one:
-    return !actions.isEmpty();
+    return new UpdateOperationResult(!actions.isEmpty(), null);
   }
 
   // Just needed for tests

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/RenameOperation.java

@@ -44,7 +44,7 @@ public static RenameOperation construct(ObjectNode args) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     for (Action action : actions) {
       PathMatch src = action.sourceLocator().findIfExists(doc);
@@ -78,7 +78,7 @@ public boolean updateDocument(ObjectNode doc) {
         dst.replaceValue(value);
       }
     }
-    return modified;
+    return new UpdateOperationResult(modified, null);
   }
 
   // Unlike most operations, we have 2 locators (src, dest), use explicit names

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/SetOperation.java

@@ -3,6 +3,7 @@
 import com.fasterxml.jackson.databind.JsonNode;
 import com.fasterxml.jackson.databind.node.ObjectNode;
 import io.stargate.sgv2.jsonapi.config.constants.DocumentConstants;
+import io.stargate.sgv2.jsonapi.exception.ErrorCode;
 import io.stargate.sgv2.jsonapi.util.JsonUtil;
 import io.stargate.sgv2.jsonapi.util.PathMatch;
 import io.stargate.sgv2.jsonapi.util.PathMatchLocator;
@@ -73,27 +74,47 @@ public boolean shouldApplyIf(boolean isInsert) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     Set<String> setPaths = new HashSet<>();
     actions.stream().forEach(action -> setPaths.add(action.locator().path()));
+    EmbeddingUpdateOperation embeddingUpdateOperation = null;
+
     for (Action action : actions) {
       PathMatch target = action.locator().findOrCreate(doc);
       JsonNode newValue = action.value();
       JsonNode oldValue = target.valueNode();
       // Modify if no old value OR new value differs, as per Mongo-equality rules
       if ((oldValue == null) || !JsonUtil.equalsOrdered(oldValue, newValue)) {
+        // replace old value with matched path new value
         target.replaceValue(newValue);
-        // $vector is updated and $vectorize is not updated, remove the $vectorize field in the
-        // document
+
+        // $vector is updated and $vectorize is not updated, remove $vectorize in the document
         if (DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD.equals(action.locator().path())
             && !setPaths.contains(DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD)) {
           doc.remove(DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD);
         }
+
+        // $vectorize
+        if (DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD.equals(action.locator().path())) {
+          if (newValue.isNull()) {
+            // if $vectorize is null value, update $vector as null
+            doc.put(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD, (String) null);
+          } else if (!newValue.isTextual()) {
+            // if $vectorize is not textual value
+            throw ErrorCode.INVALID_VECTORIZE_VALUE_TYPE.toApiException();
+          } else if (newValue.asText().isBlank()) {
+            // $vectorize is blank text value, set $vector as null value, no need to vectorize
+            doc.put(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD, (String) null);
+          } else {
+            // if $vectorize is textual and not blank, create embeddingUpdateOperation
+            embeddingUpdateOperation = new EmbeddingUpdateOperation(newValue.asText());
+          }
+        }
         modified = true;
       }
     }
-    return modified;
+    return new UpdateOperationResult(modified, embeddingUpdateOperation);
   }
 
   // Needed because some unit tests check for equality

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/UnsetOperation.java

@@ -28,7 +28,7 @@ public static UnsetOperation construct(ObjectNode args) {
   }
 
   @Override
-  public boolean updateDocument(ObjectNode doc) {
+  public UpdateOperationResult updateDocument(ObjectNode doc) {
     boolean modified = false;
     Set<String> unsetPaths = new HashSet<>();
     actions.stream().forEach(action -> unsetPaths.add(action.locator().path()));
@@ -40,7 +40,11 @@ public boolean updateDocument(ObjectNode doc) {
     if (modified && unsetPaths.contains(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD)) {
       doc.remove(DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD);
     }
-    return modified;
+    // $vectorize field is unset, remove $vector field value
+    if (modified && unsetPaths.contains(DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD)) {
+      doc.remove(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD);
+    }
+    return new UpdateOperationResult(modified, null);
   }
 
   record Action(PathMatchLocator locator) implements ActionWithLocator {}

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/clause/update/UpdateOperation.java

@@ -30,7 +30,7 @@ public List<A> actions() {
    * @param doc Document to apply operation to
    * @return True if document was modified by operation; false if not.
    */
-  public abstract boolean updateDocument(ObjectNode doc);
+  public abstract UpdateOperationResult updateDocument(ObjectNode doc);
 
   /**
    * Method called to see if update operator should be applied for specific kind of update:
@@ -110,4 +110,7 @@ public int compare(ActionWithLocator o1, ActionWithLocator o2) {
       return o1.path().compareTo(o2.path());
     }
   }
+
+  public record UpdateOperationResult(
+      boolean modified, EmbeddingUpdateOperation embeddingUpdateOperation) {}
 }

src/main/java/io/stargate/sgv2/jsonapi/api/model/command/deserializers/UpdateClauseDeserializer.java

@@ -7,12 +7,11 @@
 import com.fasterxml.jackson.databind.node.ObjectNode;
 import io.stargate.sgv2.jsonapi.api.model.command.clause.update.UpdateClause;
 import io.stargate.sgv2.jsonapi.api.model.command.clause.update.UpdateOperator;
+import io.stargate.sgv2.jsonapi.config.constants.DocumentConstants;
 import io.stargate.sgv2.jsonapi.exception.ErrorCode;
 import io.stargate.sgv2.jsonapi.exception.JsonApiException;
 import java.io.IOException;
-import java.util.EnumMap;
-import java.util.Iterator;
-import java.util.Map;
+import java.util.*;
 
 /** {@link StdDeserializer} for the {@link UpdateClause}. */
 public class UpdateClauseDeserializer extends StdDeserializer<UpdateClause> {
@@ -55,6 +54,22 @@ public UpdateClause deserialize(
       }
       updateDefs.put(oper, (ObjectNode) operationArg);
     }
+    validateUpdateDefs(updateDefs);
     return new UpdateClause(updateDefs);
   }
+
+  public void validateUpdateDefs(EnumMap<UpdateOperator, ObjectNode> updateDefs) {
+    // check1: can not unset $vectorize and $vector at the same time
+    List<ObjectNode> checkUpdateOperationNodes = new ArrayList<>();
+    checkUpdateOperationNodes.add(updateDefs.get(UpdateOperator.UNSET));
+    checkUpdateOperationNodes.add(updateDefs.get(UpdateOperator.SET));
+    for (ObjectNode checkUpdateOperationNode : checkUpdateOperationNodes) {
+      if (checkUpdateOperationNode != null
+          && checkUpdateOperationNode.has(DocumentConstants.Fields.VECTOR_EMBEDDING_TEXT_FIELD)) {
+        if (checkUpdateOperationNode.has(DocumentConstants.Fields.VECTOR_EMBEDDING_FIELD)) {
+          throw new JsonApiException(ErrorCode.INVALID_USAGE_OF_VECTORIZE);
+        }
+      }
+    }
+  }
 }