twinssvt_config.py

TWINSSVT_CONFIG = {
    "network_type": "TwinsSVT",
    "pretrained": False,
    "image_size": 224,
    "batch_size": 64,
    "num_epochs": 15,
    "optimizer_config": {
        "name": "AdamW",
        "weight_decay": 0.01,
        "lr": 0.001,
        "momentum": 0.9,
        "betas": (0.9, 0.999),
        "warmup_epoch": 3,
    },
    "lr_schedule_config": {
        "use_lr_schedule": True,
        "step_lr": {"gamma": 0.5, "step_size": 20,},
        "reduce_on_plateau": {
            "factor": 0.1,
            "patience": 4,
            "threshold": 0.0000001,
            "verbose": True,
        },
    },
    "channels": 1,
    "network_config": {
        "s1_emb_dim": 16,  
        "s1_patch_size": 4, 
        "s1_local_patch_size": 7,  
        "s1_global_k": 7,  
        "s1_depth": 1,  
        "s2_emb_dim": 16, 
        "s2_patch_size": 2,
        "s2_local_patch_size": 7,
        "s2_global_k": 7,
        "s2_depth": 2,
        "s3_emb_dim": 16, 
        "s3_patch_size": 2,
        "s3_local_patch_size": 7,
        "s3_global_k": 7,
        "s3_depth": 3,
        "s4_emb_dim": 16,  
        "s4_patch_size": 2,
        "s4_local_patch_size": 7,
        "s4_global_k": 7,
        "s4_depth": 1,
        "peg_kernel_size": 3, 
        "dropout": 0.0,  
        "heads": 5,
    },
}