fix non-trusted module problem of v1.7.6 and disable not found debug …

…message Signed-off-by: kpango <kpango@vdaas.org>
vdaas · Jun 22, 2023 · 082b1d4 · 082b1d4
1 parent cb1d401
commit 082b1d4
Show file tree

Hide file tree

Showing 30 changed files with 519 additions and 542 deletions.
diff --git a/.github/workflows/e2e-chaos.yaml b/.github/workflows/e2e-chaos.yaml
@@ -127,24 +127,15 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -run "TestE2EInsertAndSearch" \
-            -timeout 15m \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=10000 \
-            -search-num=10000 \
-            -wait-after-insert=2m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_TIMEOUT=15m \
+            E2E_INSERT_COUNT=10000 \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=5m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/insert/search
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -222,24 +213,15 @@ jobs:
           make hack/benchmark/assets/dataset/${DATASET}
           podname=`kubectl get pods --selector=app=vald-lb-gateway | tail -1 | awk '{print $1}'`
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -run "TestE2EInsertAndSearch" \
-            -timeout 15m \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=10000 \
-            -search-num=10000 \
-            -wait-after-insert=2m \
-            -portforward \
-            -portforward-pod-name=${podname} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_TIMEOUT=15m \
+            E2E_INSERT_COUNT=10000 \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=2m \
+            E2E_TARGET_POD_NAME=${podname} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/insert/search
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
   agent-network-partition:
@@ -315,24 +297,15 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -run "TestE2EInsertAndSearch" \
-            -timeout 15m \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=10000 \
-            -search-num=10000 \
-            -wait-after-insert=2m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_TIMEOUT=15m \
+            E2E_INSERT_COUNT=10000 \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=2m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/insert/search
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -409,46 +382,29 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -run "TestE2EInsertOnly" \
-            -timeout 15m \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=10000 \
-            -wait-after-insert=2m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_TIMEOUT=15m \
+            E2E_INSERT_COUNT=10000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=2m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/insert
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
       - name: run Search jobs
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -run "TestE2ESearchOnly" \
-            -timeout 15m \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -search-num=10000 \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_TIMEOUT=15m \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=2m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/search
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}

diff --git a/.github/workflows/e2e-deploy.yml b/.github/workflows/e2e-deploy.yml
@@ -118,29 +118,19 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -timeout 30m \
-            -run "TestE2EStandardCRUD" \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=60000 \
-            -search-num=10000 \
-            -search-by-id-num=10000 \
-            -get-object-num=100 \
-            -update-num=100 \
-            -upsert-num=100 \
-            -remove-num=100 \
-            -wait-after-insert=3m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_INSERT_COUNT=60000 \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_SEARCH_BY_ID_COUNT=10000 \
+            E2E_GET_OBJECT_COUNT=100 \
+            E2E_UPDATE_COUNT=100 \
+            E2E_UPSERT_COUNT=100 \
+            E2E_REMOVE_COUNT=100 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=3m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -221,29 +211,19 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -timeout 30m \
-            -run "TestE2EStandardCRUD" \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=60000 \
-            -search-num=10000 \
-            -search-by-id-num=10000 \
-            -get-object-num=100 \
-            -update-num=100 \
-            -upsert-num=100 \
-            -remove-num=100 \
-            -wait-after-insert=3m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_INSERT_COUNT=60000 \
+            E2E_SEARCH_COUNT=10000 \
+            E2E_SEARCH_BY_ID_COUNT=10000 \
+            E2E_GET_OBJECT_COUNT=100 \
+            E2E_UPDATE_COUNT=100 \
+            E2E_UPSERT_COUNT=100 \
+            E2E_REMOVE_COUNT=100 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=3m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -313,25 +293,19 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/crud/crud_test.go \
-            -tags "e2e" \
-            -timeout 30m \
-            -run "TestE2ECRUDWithSkipStrictExistCheck" \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=10 \
-            -update-num=10 \
-            -upsert-num=10 \
-            -remove-num=10 \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_INSERT_COUNT=10 \
+            E2E_SEARCH_COUNT=10 \
+            E2E_SEARCH_BY_ID_COUNT=10 \
+            E2E_GET_OBJECT_COUNT=10 \
+            E2E_UPDATE_COUNT=10 \
+            E2E_UPSERT_COUNT=10 \
+            E2E_REMOVE_COUNT=10 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=3m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/skip
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -400,22 +374,15 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/multiapis/multiapis_test.go \
-            -tags "e2e" \
-            -timeout 30m \
-            -run "TestE2EMultiAPIs" \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -wait-after-insert=2m \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_INSERT_COUNT=100 \
+            E2E_SEARCH_COUNT=10 \
+            E2E_SEARCH_BY_ID_COUNT=10 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=2m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/multi
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
@@ -493,33 +460,25 @@ jobs:
         run: |
           make hack/benchmark/assets/dataset/${DATASET}
           go version
-          go test \
-            -race \
-            -mod=readonly \
-            -v tests/e2e/sidecar/sidecar_test.go \
-            -tags "e2e" \
-            -timeout 30m \
-            -run "TestE2EForSidecar" \
-            -host=localhost \
-            -port=8081 \
-            -dataset=`pwd`/hack/benchmark/assets/dataset/${DATASET} \
-            -insert-num=60000 \
-            -search-num=10000 \
-            -portforward \
-            -portforward-pod-name=${POD_NAME} \
-            -portforward-pod-port=8081 \
-            -kubeconfig=${KUBECONFIG} \
-            -namespace=default
+          make E2E_BIND_PORT=8081 \
+            E2E_DATASET_NAME=${DATASET} \
+            E2E_INSERT_COUNT=10000 \
+            E2E_SEARCH_COUNT=4000 \
+            E2E_WAIT_FOR_CREATE_INDEX_DURATION=8m \
+            E2E_TARGET_POD_NAME=${POD_NAME} \
+            E2E_TARGET_NAMESPACE=default \
+            e2e/sidecar
         env:
           DATASET: fashion-mnist-784-euclidean.hdf5
           POD_NAME: ${{ steps.deploy_vald.outputs.POD_NAME }}
   slack-notification:
     name: "Slack notification"
     needs:
-      - e2e-stream-crud
+      - e2e-agent-and-sidecar
       - e2e-multiapis-crud
+      - e2e-stream-crud
+      - e2e-stream-crud-for-operator
       - e2e-stream-crud-skip-exist-check
-      - e2e-agent-and-sidecar
     runs-on: ubuntu-latest
     if: startsWith( github.ref, 'refs/tags/')
     steps:

diff --git a/.github/workflows/e2e-max-dim.yml b/.github/workflows/e2e-max-dim.yml
@@ -135,19 +135,12 @@ jobs:
 
             kubectl wait --for=condition=Ready pod -l ${WAIT_FOR_SELECTOR} --timeout=${WAIT_FOR_TIMEOUT}
             POD_NAME=`kubectl get pods | grep vald-lb-gateway | awk '{print $1}'`
-            go test \
-              -race \
-              -v tests/e2e/performance/max_vector_dim_test.go \
-              -tags "e2e" \
-              -file ${FILEPATH} \
-              -timeout 30m \
-              -bit=${BIT} \
-              -host=localhost \
-              -port=8081 \
-              -portforward \
-              -portforward-pod-name=${POD_NAME} \
-              -kubeconfig=${KUBECONFIG} \
-              -namespace=default
+            make E2E_BIND_PORT=8081 \
+              E2E_MAX_DIM_RESULT_FILEPATH=${FILEPATH} \
+              E2E_MAX_DIM_BIT=${BIT} \
+              E2E_TARGET_POD_NAME=${POD_NAME} \
+              E2E_TARGET_NAMESPACE=default \
+              e2e/maxdim
             CODE=`sed -n 1P ${FILEPATH}`
             if [ ${CODE} = "ResourceExhausted" ]; then
               echo "Finish: Bit=${BIT} with ${CODE}"