Hyperparam sweep for smaller model

2026-06-04 13:30:33 +08:00 · 2022-07-28 05:21:29 +00:00
parent 349117da43
commit b986be7a78
1 changed files with 25 additions and 0 deletions
--- a/hyperparam_jsons/small_model_params.json
+++ b/hyperparam_jsons/small_model_params.json
@@ -0,0 +1,25 @@
+{
+    "timesteps": [
+        500,
+        1000
+    ],
+    "variance_schedule": [
+        "linear",
+        "cosine",
+        "quadratic"
+    ],
+    "num_hidden_layers": [
+        6,
+        8,
+        10
+    ],
+    "lr": [
+        0.001,
+        0.0001
+    ],
+    "batch_size": [
+        64,
+        128,
+        256
+    ]
+}