From 927efe5794880bdc8131589c9d84b385d0af6f0c Mon Sep 17 00:00:00 2001 From: abhash-er <> Date: Thu, 21 Sep 2023 17:29:13 +0200 Subject: [PATCH] fixed the default config for zero-cost --- naslib/runners/zc/zc_config.yaml | 77 +++++++++++++++++++++++++------- 1 file changed, 60 insertions(+), 17 deletions(-) diff --git a/naslib/runners/zc/zc_config.yaml b/naslib/runners/zc/zc_config.yaml index 70968d7a8..b0577ff83 100644 --- a/naslib/runners/zc/zc_config.yaml +++ b/naslib/runners/zc/zc_config.yaml @@ -6,23 +6,66 @@ cutout_prob: 1.0 dataset: cifar10 out_dir: run predictor: fisher -search_space: nasbench101 #nasbench201 #nasbench301 -seed: 0 +search_space: nasbench201 #nasbench101 #nasbench301 test_size: 200 train_size: 400 -zc_ensemble: true -zc_only: true -zc_names: - - params - - flops - - jacov - - plain - - grasp - - snip - - fisher - - grad_norm - - epe_nas - - synflow - - l2_norm optimizer: npenas -train_portion: 0.7 \ No newline at end of file +train_portion: 0.7 +seed: 0 + +search: + # for bohb + seed: 0 + budgets: 50000000 + checkpoint_freq: 1000 + fidelity: 108 + + # for all optimizers + epochs: 10 + + # for bananas and npenas, choose one predictor + # out of the 16 model-based predictors + predictor_type: var_sparse_gp + + # number of initial architectures + num_init: 10 + + # NPENAS + k: 10 + num_ensemble: 3 + acq_fn_type: its + acq_fn_optimization: mutation + encoding_type: adjacency_one_hot + num_arches_to_mutate: 1 + max_mutations: 1 + num_candidates: 50 + + # jacov data loader + batch_size: 256 + data_size: 25000 + cutout: False + cutout_length: 16 + cutout_prob: 1.0 + train_portion: 0.7 + + # other params + debug_predictor: False + sample_size: 10 + population_size: 30 + + # zc parameters + use_zc_api: False + zc_ensemble: true + zc_names: + - params + - flops + - jacov + - plain + - grasp + - snip + - fisher + - grad_norm + - epe_nas + - synflow + - l2_norm + zc_only: true \ No newline at end of file