config.json

{
    "name": "AttnDenseNet",
    "n_gpu": 1,

    "arch": {
        "type": "AttnDenseNet",
        "args": {
            "growth_rate": 32,
            "num_init_features": 64,
            "bn_size": 4,
            "drop_rate": 0,
            "num_classes": 3,
            "num_heads": 4,
            "total_key_filters": 16,
            "total_value_filters": 16,
            "output_filters": 8
        }
    },
    "data_loader": {
        "type": "ChexpertDataLoader",
        "args":{
            "data_dir": "data/",
            "batch_size": 16,
            "shuffle": false,
            "validation_split": 0,
            "num_workers": 4,
            "column_name": "Cardiomegaly",
            "csv_file": "train.csv"
        }
    },
    "valid_data_loader": {
        "type": "ChexpertDataLoader",
        "args":{
            "data_dir": "data/",
            "batch_size": 2,
            "shuffle": false,
            "validation_split": 0,
            "num_workers": 4,
            "column_name": "Cardiomegaly",
            "csv_file": "valid.csv"
        }
    },
    "optimizer": {
        "type": "Adam",
        "args":{
            "lr": 0.004,
            "weight_decay": 0.01,
            "amsgrad": true
        }
    },
    "loss": "cross_entropy_loss",
    "metrics": [
        "accuracy"
    ],
    "lr_scheduler": {
        "type": "StepLR",
        "args": {
            "step_size": 50,
            "gamma": 0.1
        }
    },
    "trainer": {
        "epochs": 10,

        "save_dir": "saved/",
        "save_period": 1,
        "verbosity": 2,
        
        "monitor": "max val_accuracy",
        "early_stop": 10,
        
        "tensorboardX": true
    }
}