Skip to content

Commit

Permalink
add dselect-k tipc
Browse files Browse the repository at this point in the history
  • Loading branch information
Andy1314Chen committed Jan 17, 2022
1 parent 4cde032 commit e15899d
Show file tree
Hide file tree
Showing 2 changed files with 78 additions and 0 deletions.
51 changes: 51 additions & 0 deletions test_tipc/configs/dselect_k/train_infer_python.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1,51 @@
===========================train_params===========================
model_name:dselect_k
python:python3.7
gpu_list:0|-1
runner.use_gpu:True|False
auto_cast:False
runner.epochs:lite_train_lite_infer=10|whole_train_whole_infer=100|whole_infer=1
runner.model_save_path
runner.train_batch_size:lite_train_lite_infer=8|whole_train_whole_infer=256|whole_infer=256
runner.infer_load_path:null
train_model_name:lite_train_lite_infer=0|whole_train_whole_infer=0|whole_infer=0
runner.test_data_dir:test_tipc/data/infer
runner.train_data_dir:../../../test_tipc/data/train
##
trainer:norm_train
norm_train:-u tools/trainer.py -m ./models/multitask/dselect_k/config_bigdata.yaml -o runner.print_interval=2
pact_train:null
fpgm_train:null
distill_train:null
null:null
null:null
##
===========================eval_params===========================
eval:null
null:null
##
===========================infer_params===========================
runner.model_save_path:
runner.model_init_path:
norm_export:-u tools/to_static.py -m ./models/multitask/dselect_k/config_bigdata.yaml -o runner.CE=true
quant_export:null
fpgm_export:null
distill_export:null
null:null
null:null
##
infer_model:test_tipc/save_dselect_k_model
infer_export:null
infer_quant:False
inference:-u tools/paddle_infer.py --model_name=dselect_k --reader_file=models/multitask/dselect_k/multiMNIST_reader.py
--use_gpu:True|False
--enable_mkldnn:True|False
--cpu_threads:1|6
--batchsize:10
--enable_tensorRT:True|False
--precision:fp32
--model_dir:
--data_dir:test_tipc/data/infer
--save_log_path:./test_tipc/output/
--benchmark:True
null:null
27 changes: 27 additions & 0 deletions test_tipc/prepare.sh
Original file line number Diff line number Diff line change
Expand Up @@ -236,5 +236,32 @@ elif [ ${model_name} == "dlrm" ]; then
cp -r ./models/rank/dlrm/data/sample_data/train/* ./test_tipc/data/train
cp -r ./datasets/criteo/slot_test_data_full/* ./test_tipc/data/infer
fi
elif [ ${model_name} == "dselect_k" ]; then
mkdir -p ./test_tipc/data/train
mkdir -p ./test_tipc/data/infer
if [ ${MODE} = "lite_train_lite_infer" ];then
cp -r ./models/multitask/dselect_k/data/sample_data/* ./test_tipc/data/train
cp -r ./models/multitask/dselect_k/data/sample_data/* ./test_tipc/data/infer
echo "demo data ready"
elif [ ${MODE} = "whole_train_whole_infer" ];then
cd ./datasets/Multi_MNIST_DselectK
bash run.sh
cd ../..
cp -r ./datasets/Multi_MNIST_DselectK/train/* ./test_tipc/data/train
cp -r ./datasets/Multi_MNIST_DselectK/test/* ./test_tipc/data/infer
echo "whole data ready"
elif [ ${MODE} = "whole_infer" ];then
cd ./datasets/Multi_MNIST_DselectK
bash run.sh
cd ../..
cp -r ./models/multitask/dselect_k/data/sample_data/* ./test_tipc/data/train
cp -r ./datasets/Multi_MNIST_DselectK/test/* ./test_tipc/data/infer
elif [ ${MODE} = "lite_train_whole_infer" ];then
cd ./datasets/Multi_MNIST_DselectK
bash run.sh
cd ../..
cp -r ./models/multitask/dselect_k/data/sample_data/* ./test_tipc/data/train
cp -r ./datasets/Multi_MNIST_DselectK/test/* ./test_tipc/data/infer
fi

fi

0 comments on commit e15899d

Please sign in to comment.