Skip to content

Commit

Permalink
fixed the default config for zero-cost
Browse files Browse the repository at this point in the history
  • Loading branch information
abhash-er committed Sep 21, 2023
1 parent 56900cd commit 927efe5
Showing 1 changed file with 60 additions and 17 deletions.
77 changes: 60 additions & 17 deletions naslib/runners/zc/zc_config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,23 +6,66 @@ cutout_prob: 1.0
dataset: cifar10
out_dir: run
predictor: fisher
search_space: nasbench101 #nasbench201 #nasbench301
seed: 0
search_space: nasbench201 #nasbench101 #nasbench301
test_size: 200
train_size: 400
zc_ensemble: true
zc_only: true
zc_names:
- params
- flops
- jacov
- plain
- grasp
- snip
- fisher
- grad_norm
- epe_nas
- synflow
- l2_norm
optimizer: npenas
train_portion: 0.7
train_portion: 0.7
seed: 0

search:
# for bohb
seed: 0
budgets: 50000000
checkpoint_freq: 1000
fidelity: 108

# for all optimizers
epochs: 10

# for bananas and npenas, choose one predictor
# out of the 16 model-based predictors
predictor_type: var_sparse_gp

# number of initial architectures
num_init: 10

# NPENAS
k: 10
num_ensemble: 3
acq_fn_type: its
acq_fn_optimization: mutation
encoding_type: adjacency_one_hot
num_arches_to_mutate: 1
max_mutations: 1
num_candidates: 50

# jacov data loader
batch_size: 256
data_size: 25000
cutout: False
cutout_length: 16
cutout_prob: 1.0
train_portion: 0.7

# other params
debug_predictor: False
sample_size: 10
population_size: 30

# zc parameters
use_zc_api: False
zc_ensemble: true
zc_names:
- params
- flops
- jacov
- plain
- grasp
- snip
- fisher
- grad_norm
- epe_nas
- synflow
- l2_norm
zc_only: true

0 comments on commit 927efe5

Please sign in to comment.