grid_search_adn.py

from adn_split_cifar import train

if __name__ == "__main__":
    LRs = [1e-5, 1e-4, 1e-3]
    BSs = [32, 64, 128]
    conv_act_sparsities = [0.1, 0.2, 0.3]
    fc_act_sparsities = [0.1, 0.3]
    fc_w_sparsities = [0.3, 0.5, 0.7]
    seed = 42
    
    for lr in LRs:
        for bs in BSs:
            for c_a_s in conv_act_sparsities:
                for f_a_s in fc_act_sparsities:
                    for f_w_s in fc_w_sparsities:
                        conf = dict(seed=seed, train_bs=bs, lr=lr, c_a_s=c_a_s, 
                                    f_a_s=f_a_s, f_w_s=f_w_s)
                        running_acc, single_acc = train(**conf)
                        print(f"seed: {seed}")
                        print(f"lr: {lr}")
                        print(f"batch size: {bs}")
                        print(f"conv act sparsity: {c_a_s}")
                        print(f"fc act sparsity: {f_a_s}")
                        print(f"fc weight sparsity: {f_w_s}")
                        print(f"running avg test acc: {running_acc}") 
                        print(f"each task's individual acc: {single_acc}")