Update test_multiheadattention.cpp

Tencent · Jun 22, 2024 · 59e7b2c · 59e7b2c
1 parent 3607257
commit 59e7b2c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_multiheadattention.cpp b/tests/test_multiheadattention.cpp
@@ -106,7 +106,7 @@ static int test_multiheadattention_sameqkv(const ncnn::Mat& a, int embed_dim, in
     pd.set(2, embed_dim * qdim);
     pd.set(3, qdim);
     pd.set(4, qdim);
-    pd.set(6, 0.6f);
+    pd.set(6, 2.f / sqrtf(embed_dim / num_heads));
 
     std::vector<ncnn::Mat> weights(8);
     weights[0] = RandomMat(embed_dim * qdim);