dllogger_inference.out

DLLL {"timestamp": "1649086976.230587", "datetime": "2022-04-04 15:42:56.230587", "elapsedtime": "1.1e-05", "type": "LOG", "step": "PARAMETER", "data": {"gpu_count": 1}}
DLLL {"timestamp": "1649086976.230715", "datetime": "2022-04-04 15:42:56.230715", "elapsedtime": "0.000139", "type": "LOG", "step": "PARAMETER", "data": {"config_path": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Programming/maskrcnn_combined/configs/R-101-FPN/variable_pretrained_resnet/variable_pretrained_resnet_baseline_resnet_norm.yaml"}}
DLLL {"timestamp": "1649086976.232984", "datetime": "2022-04-04 15:42:56.232984", "elapsedtime": "0.002408", "type": "LOG", "step": "PARAMETER", "data": {"config": {"OUTPUT_DIR": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Programming/maskrcnn_combined/trained_models/variable_pretrained_resnet/baseline_resnet_norm", "TENSORBOARD": {"BASE_LOG_DIR": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Tensorboard_logs", "TARGET_LAYERS": ["backbone.body.stem.conv1", "backbone.body.layer1._modules['0'].conv1", "backbone.body.layer2._modules['0'].conv1", "backbone.body.layer3._modules['0'].conv1", "backbone.body.layer4._modules['0'].conv1"]}, "MODEL": {"RPN_ONLY": false, "MASK_ON": true, "DEVICE": "cuda", "META_ARCHITECTURE": "GeneralizedRCNN", "WEIGHT": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Programming/maskrcnn_combined/pretrained_models/resnet_variable/checkpoint_090.pth.tar", "SEQUENCE": "variable_pretrained_resnet", "SPECIFIC_SEQUENCE": "baseline_resnet_norm", "SERIALIZATION_FUNCTION": "serialization_function_variable", "SERIALIZATION_SEQUENCE_CUSTOM": ["Nothing"], "BACKBONE": {"CONV_BODY": "R-101-FPN", "FREEZE_CONV_BODY_AT": 2, "OUT_CHANNELS": 256, "USE_GN": false}, "FPN": {"USE_GN": false, "USE_RELU": false}, "GROUP_NORM": {"DIM_PER_GP": -1, "NUM_GROUPS": 32, "EPSILON": 1e-05}, "RPN": {"USE_FPN": true, "ANCHOR_SIZES": [32, 64, 128, 256, 512], "ANCHOR_STRIDE": [4, 8, 16, 32, 64], "ASPECT_RATIOS": [0.5, 1.0, 2.0], "STRADDLE_THRESH": 0, "FG_IOU_THRESHOLD": 0.7, "BG_IOU_THRESHOLD": 0.3, "BATCH_SIZE_PER_IMAGE": 256, "POSITIVE_FRACTION": 0.5, "PRE_NMS_TOP_N_TRAIN": 2000, "PRE_NMS_TOP_N_TEST": 1000, "POST_NMS_TOP_N_TRAIN": 2000, "POST_NMS_TOP_N_TEST": 1000, "NMS_THRESH": 0.7, "MIN_SIZE": 0, "FPN_POST_NMS_TOP_N_TRAIN": 2000, "FPN_POST_NMS_TOP_N_TEST": 1000, "RPN_HEAD": "SingleConvRPNHead"}, "ROI_HEADS": {"USE_FPN": true, "FG_IOU_THRESHOLD": 0.5, "BG_IOU_THRESHOLD": 0.5, "BBOX_REG_WEIGHTS": [10.0, 10.0, 5.0, 5.0], "BATCH_SIZE_PER_IMAGE": 512, "POSITIVE_FRACTION": 0.25, "SCORE_THRESH": 0.05, "NMS": 0.5, "DETECTIONS_PER_IMG": 100}, "ROI_BOX_HEAD": {"FEATURE_EXTRACTOR": "FPN2MLPFeatureExtractor", "PREDICTOR": "FPNPredictor", "POOLER_RESOLUTION": 7, "POOLER_SAMPLING_RATIO": 2, "POOLER_SCALES": [0.25, 0.125, 0.0625, 0.03125], "NUM_CLASSES": 81, "MLP_HEAD_DIM": 1024, "USE_GN": false, "DILATION": 1, "CONV_HEAD_DIM": 256, "NUM_STACKED_CONVS": 4}, "ROI_MASK_HEAD": {"FEATURE_EXTRACTOR": "MaskRCNNFPNFeatureExtractor", "PREDICTOR": "MaskRCNNC4Predictor", "POOLER_RESOLUTION": 14, "POOLER_SAMPLING_RATIO": 2, "POOLER_SCALES": [0.25, 0.125, 0.0625, 0.03125], "MLP_HEAD_DIM": 1024, "CONV_LAYERS": [256, 256, 256, 256], "RESOLUTION": 28, "SHARE_BOX_FEATURE_EXTRACTOR": false, "POSTPROCESS_MASKS": false, "POSTPROCESS_MASKS_THRESHOLD": 0.5, "DILATION": 1, "USE_GN": false}, "RESNETS": {"NUM_GROUPS": 1, "WIDTH_PER_GROUP": 64, "STRIDE_IN_1X1": true, "TRANS_FUNC": "BottleneckWithFixedBatchNorm", "STEM_FUNC": "StemWithFixedBatchNorm", "RES5_DILATION": 1, "RES2_OUT_CHANNELS": 256, "STEM_OUT_CHANNELS": 64, "VERSION": "resnet_version_variable"}}, "INPUT": {"MIN_SIZE_TRAIN": 800, "MAX_SIZE_TRAIN": 1333, "MIN_SIZE_TEST": 800, "MAX_SIZE_TEST": 1333, "PIXEL_MEAN": [123.675, 116.28, 103.53], "PIXEL_STD": [0.229, 0.224, 0.225], "TO_BGR255": false}, "DATASETS": {"TRAIN": ["coco_2017_variable_train"], "TEST": ["coco_2017_variable_val"]}, "DATALOADER": {"NUM_WORKERS": 4, "SIZE_DIVISIBILITY": 32, "ASPECT_RATIO_GROUPING": true, "COCO_VERSION": "dataloader_COCO_version_variable", "TRANSFORM_FUNCTION": "dataloader_transform_function_variable_pretrained_resnet"}, "MODEL_PREDICTOR": {"USE_CONF_THRESHOLD": false, "MAX_NUM_PRED": 5, "SHOW_MASK_HEATMAPS": false, "MASKS_PER_DIM": 1, "MIN_IMAGE_SIZE": 60, "DISPLAY_TOTAL_PREDICTIONS": true, "SHOW_BBOXES": false, "CHOOSE_TOP_N_IF_NONE": false, "TOP_N_IF_NONE": 5, "DATASET_NAME": "Nothing", "TOP_IF_NONE_CRITICAL_NUMBER": 3, "UNIVERSAL_SAVE_DIR": "Nothing"}, "SOLVER": {"MAX_ITER": 90000, "BASE_LR": 0.02, "BIAS_LR_FACTOR": 2, "MOMENTUM": 0.9, "WEIGHT_DECAY": 0.0001, "WEIGHT_DECAY_BIAS": 0, "GAMMA": 0.1, "STEPS": [60000, 80000], "WARMUP_FACTOR": 0.3333333333333333, "WARMUP_ITERS": 500, "WARMUP_METHOD": "linear", "CHECKPOINT_PERIOD": 5000, "IMS_PER_BATCH": 16, "ACCUMULATE_STEPS": 1, "ACCUMULATE_GRAD": false, "LAYER_FREEZE_PATTERN": ["Nothing"], "TEST_EVERY_CHECKPOINT": false, "USE_APEX_DDP": false}, "COMMAND": {"BASE_STORAGE_PATH": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Cluster_runtime/model_training", "GENERATE_COMMAND": true, "NUM_GPUS": 8, "NUM_JOBS": 25}, "TEST": {"EXPECTED_RESULTS": [], "EXPECTED_RESULTS_SIGMA_TOL": 4, "IMS_PER_BATCH": 2}, "PATHS_CATALOG": "/home/projects/bagon/andreyg/Projects/Variable_Resolution/Programming/maskrcnn_combined/maskrcnn_benchmark/config/paths_catalog.py", "DTYPE": "float32", "AMP_VERBOSE": false, "PER_EPOCH_EVAL": false, "MIN_BBOX_MAP": 0.377, "MIN_MASK_MAP": 0.342, "SAVE_CHECKPOINT": true}}}
DLLL {"timestamp": "1649086994.570064", "datetime": "2022-04-04 15:43:14.570064", "elapsedtime": "18.339488", "type": "LOG", "step": "PARAMETER", "data": {"train_start": true}}
DLLL {"timestamp": "1649086994.999841", "datetime": "2022-04-04 15:43:14.999841", "elapsedtime": "18.769265", "type": "LOG", "step": [], "data": {"e2e_train_time": 0.42801499366760254, "train_perf_fps": 3364368.1209876197}}
DLLL {"timestamp": "1649086998.022989", "datetime": "2022-04-04 15:43:18.022989", "elapsedtime": "21.792413", "type": "LOG", "step": "PARAMETER", "data": {"eval_dataset_name": "coco_2017_variable_val", "eval_num_samples": 5000}}