diff --git a/tests/test_tipc/llm/ces/N1C1/CE_qwen-7b-chat_bs2_bf16_MP1-mbs2.sh b/tests/test_tipc/llm/ces/N1C1/CE_qwen-7b-chat_bs2_bf16_MP1-mbs2.sh
new file mode 100644
index 000000000000..c196f1c9fd27
--- /dev/null
+++ b/tests/test_tipc/llm/ces/N1C1/CE_qwen-7b-chat_bs2_bf16_MP1-mbs2.sh
@@ -0,0 +1,26 @@
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+param="model_name_or_path=qwen "
+param="model_item=CE_qwen-7b-chat "
+param+="run_mode=MP1-mbs2 "
+param+="batch_size=2 "
+param+="device_num=N1C1 "
+param+="dtype=bf16 "
+
+bash ./test_tipc/llm/prepare.sh
+
+bash -c "${param} bash ./test_tipc/llm/run_ce.sh"
+
diff --git a/tests/test_tipc/llm/fixtures/predictor-ptuning.yaml b/tests/test_tipc/llm/fixtures/predictor-ptuning.yaml
index e77a6bed5da2..249baca083e6 100644
--- a/tests/test_tipc/llm/fixtures/predictor-ptuning.yaml
+++ b/tests/test_tipc/llm/fixtures/predictor-ptuning.yaml
@@ -16,3 +16,8 @@ chatglm:
   dtype: float16
   data_file: tests/fixtures/llm/data/train.json
 
+qwen:
+  model_name: qwen/qwen-7b-chat
+  fused_model: true
+  dtype: bfloat16
+  data_file: tests/fixtures/llm/zh_query.json
diff --git a/tests/test_tipc/llm/fixtures/predictor.yaml b/tests/test_tipc/llm/fixtures/predictor.yaml
index b80fb9320234..5cb087e187f1 100644
--- a/tests/test_tipc/llm/fixtures/predictor.yaml
+++ b/tests/test_tipc/llm/fixtures/predictor.yaml
@@ -20,4 +20,10 @@ chatglm2:
   model_name: THUDM/chatglm2-6b
   fused_model: true
   dtype: float16
-  data_file: tests/fixtures/llm/zh_query.json
\ No newline at end of file
+  data_file: tests/fixtures/llm/zh_query.json
+
+qwen:
+  model_name: qwen/qwen-7b-chat
+  fused_model: true
+  dtype: bfloat16
+  data_file: tests/fixtures/llm/zh_query.json