otwo_elm_script.py

#!/usr/bin/env python
# ------------------------------------------------------------------------------------------------------%
# Created by "Thieu Nguyen" at 00:51, 29/03/2020                                                        %
#                                                                                                       %
#       Email:      nguyenthieu2102@gmail.com                                                           %
#       Homepage:   https://www.researchgate.net/profile/Thieu_Nguyen6                                  %
#       Github:     https://github.com/thieunguyen5991                                                  %
# -------------------------------------------------------------------------------------------------------%

from os.path import splitext, basename, realpath
from sklearn.model_selection import ParameterGrid
from model.main.hybrid_elm import OTwoElm
from utils.SettingPaper import two_elm_paras_final as param_grid
from utils.SettingPaper import *
from utils.IOUtil import load_dataset

if SP_RUN_TIMES == 1:
    all_model_file_name = SP_LOG_FILENAME
else:  # If runs with more than 1, like stability test --> name of the models ==> such as: rnn1hl.csv
    all_model_file_name = str(splitext(basename(realpath(__file__)))[0])


def train_model(item):
    root_base_paras = {
        "dataset": dataset,
        "feature_size": feature_size,
        "data_idx": SP_DATA_SPLIT_INDEX_2,
        "sliding": item["sliding"],
        "multi_output": multi_output,
        "output_idx": output_index,
        "method_statistic": SP_PREPROCESSING_METHOD,
        "log_filename": all_model_file_name,
        "n_runs": SP_RUN_TIMES,  # 1 or others
        "path_save_result": SP_PATH_SAVE_BASE + SP_DATA_FILENAME[loop] + "/",
        "draw": SP_DRAW,
        "print_train": SP_PRINT_TRAIN,  # 0: nothing, 1 : full detail, 2: short version
    }
    paras_name = "hs_{}-ep_{}-act_{}".format(item["hidden_size"], item["epoch"], item["activation"])
    root_hybrid_paras = {
        "hidden_size": item["hidden_size"], "activation": item["activation"], "epoch": item["epoch"], "domain_range": item["domain_range"],
        "paras_name": paras_name
    }
    two_paras = {
        "epoch": item["epoch"], "pop_size": item["pop_size"]
    }
    md = OTwoElm(root_base_paras=root_base_paras, root_hybrid_paras=root_hybrid_paras, two_paras=two_paras)
    md._running__()


for _ in range(SP_RUN_TIMES):
    for loop in range(len(SP_DATA_FILENAME)):
        filename = SP_LOAD_DATA_FROM + SP_DATA_FILENAME[loop]
        dataset = load_dataset(filename, cols=SP_DATA_COLS[loop])
        feature_size = len(SP_DATA_COLS[loop])
        multi_output = SP_DATA_MULTI_OUTPUT[loop]
        output_index = SP_OUTPUT_INDEX[loop]
        # Create combination of params.
        for item in list(ParameterGrid(param_grid)):
            train_model(item)