InferVisualizeGASPSeqDAMGMUALSTM1x1Conv_10Norm.json

{
    "audio_features": {
        "audio_features": "MFCCAudioFeatures",
        "hann_audio_frames": "WindowedAudioFeatures"
    },
    "compute_metrics": false,
    "datasplitter_properties": {
        "train_csv_file": "datasets/processed/test_ave.csv",
        "val_csv_file": null,
        "test_csv_file": null
    },
    "device": "cpu",
    "enable_audio": true,
    "face_detector": "SFDFaceDetection",
    "height": 500,
    "inference_properties": {
        "show_det_saliency_map": true,
        "enable_transform_overlays": true,
        "color_map": "jet"
    },
    "max_w_size": 10,
    "metrics": "SaliencyPredictionMetrics",
    "metrics_list": [
        "aucj",
        "aucs",
        "cc",
        "nss",
        "sim"
    ],
    "metrics_mappings": {
        "gt_salmap": "transformed_salmap",
        "gt_fixmap": "transformed_fixmap",
        "pred_salmap": "det_transformed_dave",
        "gt_baseline": "datasets/processed/center_bias_bw.jpg",
        "scores_info": [
            "gate_scores"
        ]
    },
    "metrics_save_file": "logs/metrics/default.csv",
    "model_groups": [
        [
            [
                "GASPInference",
                10,
                [
                    9
                ],
                {
                    "weights_file": "seqdamgmualstm",
                    "modalities": 5,
                    "batch_size": 1,
                    "model_name": "SequenceGASPDAMEncGMUALSTMConv",
                    "sequence_len": 10,
                    "sequence_norm": true
                },
                {
                    "inp_img_names_list": [
                        "captured",
                        "det_transformed_dave",
                        "det_transformed_esr9",
                        "det_transformed_vidgaze",
                        "det_transformed_gaze360"
                    ]
                },
                {
                    "keep_properties": false,
                    "keep_audio": false,
                    "keep_plot_frames_only": true,
                    "resize_frames": true,
                    "plot_override": [
                        [
                            "transformed_fixmap",
                            "det_transformed_dave",
                            "det_transformed_esr9",
                            "det_transformed_vidgaze",
                            "det_transformed_gaze360",
                            "det_transformed_gasp"
                        ]
                    ]
                }
            ]
        ]
    ],
    "n_jobs": [
        3
    ],
    "play_audio": false,
    "postproc_properties": {
        "keep_properties": false,
        "keep_audio": false,
        "keep_plot_frames_only": true,
        "resize_frames": true
    },
    "process_dataset_videos_only": true,
    "reader": "DataSampleReader",
    "reader_properties": {},
    "realtime_capture": false,
    "sampler": "DataSample",
    "sampler_properties": {},
    "sampling_properties": {
        "show_fixation_locations": true,
        "show_saliency_map": true,
        "enable_transform_overlays": true,
        "color_map": "jet",
        "img_names_list": [
            "transformed_salmap",
            "transformed_fixmap",
            "det_transformed_dave",
            "det_transformed_esr9",
            "det_transformed_vidgaze",
            "det_transformed_gaze360"
        ]
    },
    "stride": 1,
    "visualize_images": true,
    "width": 500,
    "write_annotations": false,
    "write_images": false,
    "write_videos": true,
    "config_info": {
        "summary": "This visualizes the static GASP model (DAM + GMU)"
    }
}