gatv2 ogbn-arxiv

experiments/gatv2/configs/ogbn_arxiv_mini_batch_accuracy.yml

@@ -0,0 +1,93 @@
+name: gatv2 - ogbn-products - mini-batch - accuracy
+parameters: 
+  - name: lr
+    type: double
+    bounds:
+      min: 0.0001
+      max: 0.01
+  - name: hidden_feats
+    type: int
+    grid: [128, 192, 256, 320, 384, 448, 512, 576, 640, 704, 768, 832, 896, 960, 1024]
+  - name: num_heads
+    type: int
+    bounds:
+      min: 1
+      max: 8
+  - name: num_layers
+    type: int
+    bounds:
+      min: 2
+      max: 7
+  - name: batch_norm
+    type: int
+    grid: [0, 1]
+  - name: input_dropout
+    type: double
+    grid: [0, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7] 
+  - name: attn_dropout
+    type: double
+    grid: [0, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7]
+  - name: dropout
+    type: double
+    grid: [0, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7]
+  - name: negative_slope
+    type: double
+    grid: [0, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5]
+  - name: residual
+    type: int
+    grid: [0, 1]
+  - name: activation
+    type: categorical
+    categorical_values: [leaky_relu, relu]
+  - name: bias
+    type: int
+    grid: [0, 1]
+  - name: batch_size
+    type: int
+    grid: [256, 512, 768, 1024, 1536, 2048]
+  - name: max_batch_num_nodes
+    type: int
+    grid: [100000, 200000, 400000, 800000, 1600000, 3200000]
+  - name: fanout_slope
+    type: double
+    grid: [0.5, 0.6, 0.7, 0.8, 0.9, 1, 1.1, 1.2, 1.3, 1.4, 1.5, 1.6, 1.7, 1.9, 2]
+metrics:
+  - name: best epoch 
+    strategy: store
+    objective: minimize
+  - name: best epoch - train loss
+    strategy: store
+    objective: minimize
+  - name: best epoch - train score
+    strategy: store
+    objective: maximize
+  - name: best epoch - valid loss
+    strategy: optimize
+    objective: minimize
+  - name: best epoch - valid score
+    strategy: store
+    objective: maximize
+  - name: best epoch - test loss
+    strategy: store
+    objective: minimize
+  - name: best epoch - test score
+    strategy: store
+    objective: maximize
+  - name: best epoch - training time
+    strategy: store
+    objective: minimize
+  - name: avg train epoch time
+    strategy: store
+    objective: minimize
+  - name: avg valid epoch time
+    strategy: store
+    objective: minimize
+  - name: test epoch time
+    strategy: store
+    objective: minimize
+  - name: run time
+    strategy: constraint
+    objective: minimize
+    threshold: 25200
+budget: 100
+parallel_bandwidth: 4