Add json for pdist loss experiments

2026-06-04 13:30:33 +08:00 · 2022-11-07 15:05:10 -08:00
parent fe37588a09
commit 355c182257
1 changed files with 34 additions and 0 deletions
--- a/config_jsons/cath_full_angles_cosine_pdist.json
+++ b/config_jsons/cath_full_angles_cosine_pdist.json
@@ -0,0 +1,34 @@
+{
+    "angles_definitions": "canonical-full-angles",
+    "timesteps": 1000,
+    "max_seq_len": 128,
+    "min_seq_len": 40,
+    "trim_strategy": "randomcrop",
+    "variance_schedule": "cosine",
+    "variance_scale": 1.0,
+    "time_encoding": "gaussian_fourier",
+    "position_embedding_type": "relative_key",
+    "num_hidden_layers": 12,
+    "hidden_size": 384,
+    "intermediate_size": 768,
+    "num_heads": 12,
+    "dropout_p": 0.1,
+    "decoder": "mlp",
+    "gradient_clip": 1.0,
+    "lr": 5e-5,
+    "loss": "smooth_l1",
+    "use_pdist_loss": [
+        1e-4,
+        1e-3
+    ],
+    "l2_norm": 0.0,
+    "l1_norm": 0.0,
+    "circle_reg": 0.0,
+    "lr_scheduler": "LinearWarmup",
+    "min_epochs": 10000,
+    "max_epochs": 10000,
+    "early_stop_patience": 0,
+    "use_swa": false,
+    "batch_size": 256,
+    "multithread": true
+}