rnn int8 kernel

Tencent · Apr 18, 2024 · 9275f17 · 9275f17
1 parent e22a695
commit 9275f17
Show file tree

Hide file tree

Showing 7 changed files with 2,013 additions and 211 deletions.
diff --git a/src/layer/arm/gru_arm.cpp b/src/layer/arm/gru_arm.cpp
@@ -2376,7 +2376,7 @@ int GRU_arm::create_pipeline_bf16s(const Option& opt)
         create_pipeline_int8(opt);
 
         ncnn::Mat tmp;
-        ncnn::cast_float32_to_bfloat16(bias_c_data_packed, tmp, opt);
+        cast_float32_to_bfloat16(bias_c_data_packed, tmp, opt);
         bias_c_data_packed = tmp;
 
         return 0;

diff --git a/src/layer/arm/gru_arm_asimdhp.cpp b/src/layer/arm/gru_arm_asimdhp.cpp
@@ -1594,21 +1594,21 @@ int GRU_arm::create_pipeline_fp16s(const Option& opt)
 
         {
             ncnn::Mat tmp;
-            ncnn::cast_float32_to_float16(bias_c_data_packed, tmp, opt);
+            cast_float32_to_float16(bias_c_data_packed, tmp, opt);
             bias_c_data_packed = tmp;
         }
 
         if (opt.use_fp16_arithmetic)
         {
             ncnn::Mat tmp;
-            ncnn::cast_float32_to_float16(weight_xc_data_int8_descales_packed, tmp, opt);
+            cast_float32_to_float16(weight_xc_data_int8_descales_packed, tmp, opt);
             weight_xc_data_int8_descales_packed = tmp;
         }
 
         if (opt.use_fp16_arithmetic)
         {
             ncnn::Mat tmp;
-            ncnn::cast_float32_to_float16(weight_hc_data_int8_descales_packed, tmp, opt);
+            cast_float32_to_float16(weight_hc_data_int8_descales_packed, tmp, opt);
             weight_hc_data_int8_descales_packed = tmp;
         }