From d949701c99e98c4b36e0880fee9a0bb738a013b6 Mon Sep 17 00:00:00 2001
From: wuzhanfei <wuzhanfei@baidu.com>
Date: Thu, 27 Oct 2022 12:42:36 +0000
Subject: [PATCH] scripts

---
 .../N1C1/bert_large_seqlen512_bs4_fp16_DP.sh  | 27 +++++++++++++++++++
 .../N1C1/bert_large_seqlen512_bs4_fp32_DP.sh  | 27 +++++++++++++++++++
 .../static/dp/gpt/N1C1/gpt2_bs8_fp16_DP.sh    | 27 +++++++++++++++++++
 .../static/dp/gpt/N1C1/gpt3_bs8_fp16_DP.sh    | 27 +++++++++++++++++++
 4 files changed, 108 insertions(+)
 create mode 100644 tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp16_DP.sh
 create mode 100644 tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp32_DP.sh
 create mode 100644 tests/test_tipc/static/dp/gpt/N1C1/gpt2_bs8_fp16_DP.sh
 create mode 100644 tests/test_tipc/static/dp/gpt/N1C1/gpt3_bs8_fp16_DP.sh

diff --git a/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp16_DP.sh b/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp16_DP.sh
new file mode 100644
index 000000000000..e0093bcac421
--- /dev/null
+++ b/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp16_DP.sh
@@ -0,0 +1,27 @@
+# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+model_item=bert_large_seqlen512
+model=bert
+bs_item=4
+fp_item=fp16
+run_mode=DP
+device_num=N1C1
+max_epochs=1000
+num_workers=0
+
+# get data
+bash ./test_tipc/static/dp/${model}/benchmark_common/prepare.sh
+# run
+bash ./test_tipc/static/dp/${model}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;
diff --git a/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp32_DP.sh b/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp32_DP.sh
new file mode 100644
index 000000000000..55e68cf7fbac
--- /dev/null
+++ b/tests/test_tipc/static/dp/bert/N1C1/bert_large_seqlen512_bs4_fp32_DP.sh
@@ -0,0 +1,27 @@
+# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+model_item=bert_large_seqlen512
+model=bert
+bs_item=4
+fp_item=fp32
+run_mode=DP
+device_num=N1C1
+max_epochs=1000
+num_workers=0
+
+# get data
+bash ./test_tipc/static/dp/${model}/benchmark_common/prepare.sh
+# run
+bash ./test_tipc/static/dp/${model}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;
diff --git a/tests/test_tipc/static/dp/gpt/N1C1/gpt2_bs8_fp16_DP.sh b/tests/test_tipc/static/dp/gpt/N1C1/gpt2_bs8_fp16_DP.sh
new file mode 100644
index 000000000000..6df451fcfd01
--- /dev/null
+++ b/tests/test_tipc/static/dp/gpt/N1C1/gpt2_bs8_fp16_DP.sh
@@ -0,0 +1,27 @@
+# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+model_item=gpt2
+model=gpt
+bs_item=8
+fp_item=fp16
+run_mode=DP
+device_num=N1C1
+max_epochs=200
+num_workers=0
+
+# get data
+bash ./test_tipc/static/dp/${model}/benchmark_common/prepare.sh
+# run
+bash ./test_tipc/static/dp/${model}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;
diff --git a/tests/test_tipc/static/dp/gpt/N1C1/gpt3_bs8_fp16_DP.sh b/tests/test_tipc/static/dp/gpt/N1C1/gpt3_bs8_fp16_DP.sh
new file mode 100644
index 000000000000..62819afce403
--- /dev/null
+++ b/tests/test_tipc/static/dp/gpt/N1C1/gpt3_bs8_fp16_DP.sh
@@ -0,0 +1,27 @@
+# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+# 
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+model_item=gpt3
+model=gpt
+bs_item=8
+fp_item=fp16
+run_mode=DP
+device_num=N1C1
+max_epochs=200
+num_workers=0
+
+# get data
+bash ./test_tipc/static/dp/${model}/benchmark_common/prepare.sh
+# run
+bash ./test_tipc/static/dp/${model}/benchmark_common/run_benchmark.sh ${model_item} ${bs_item} ${fp_item} ${run_mode} ${device_num} ${max_epochs} ${num_workers} 2>&1;