Add small model for testing

tests/mini_model_for_testing/results/config.json

@@ -0,0 +1,20 @@
+{
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 192,
+  "initializer_range": 0.02,
+  "intermediate_size": 384,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 128,
+  "model_type": "bert",
+  "num_attention_heads": 6,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "relative_key",
+  "transformers_version": "4.11.3",
+  "type_vocab_size": 2,
+  "use_cache": false,
+  "vocab_size": 30522
+}

tests/mini_model_for_testing/results/git_sha.txt

@@ -0,0 +1 @@
+5838a40e3dcf672d7bb6bb77eb0d54c7d00efedb

tests/mini_model_for_testing/results/logs/lightning_logs/version_0/hparams.yaml

@@ -0,0 +1 @@
+{}

tests/mini_model_for_testing/results/logs/lightning_logs/version_0/metrics.csv

@@ -0,0 +1,61 @@
+lr-AdamW,step,train_loss_phi,train_loss_psi,train_loss_omega,train_loss_tau,train_loss_CA:C:1N,train_loss_C:1N:1CA,train_loss,epoch,val_loss_phi,val_loss_psi,val_loss_omega,val_loss_tau,val_loss_CA:C:1N,val_loss_C:1N:1CA,val_loss
+0.0,0,,,,,,,,,,,,,,,
+,91,0.7113063931465149,0.6412698030471802,0.6698354482650757,0.6806064248085022,0.6218143701553345,0.7268668413162231,0.6752833127975464,0,,,,,,,
+,91,,,,,,,,0,0.7065626382827759,0.6369719505310059,0.6603477597236633,0.6771970391273499,0.6139997243881226,0.7273801565170288,0.6704097986221313
+2.5e-05,92,,,,,,,,,,,,,,,
+,183,0.4054863154888153,0.5634748935699463,0.2157825082540512,0.1916394680738449,0.18094807863235474,0.18461200594902039,0.2903238832950592,1,,,,,,,
+,183,,,,,,,,1,0.3919453024864197,0.5566545724868774,0.2013324648141861,0.18022195994853973,0.17101311683654785,0.17789918184280396,0.2798444330692291
+5e-05,184,,,,,,,,,,,,,,,
+,275,0.3547377586364746,0.45244723558425903,0.17910082638263702,0.15753547847270966,0.13879945874214172,0.15110653638839722,0.2389545440673828,2,,,,,,,
+,275,,,,,,,,2,0.36612004041671753,0.4710523188114166,0.169001966714859,0.14395837485790253,0.13157330453395844,0.13687482476234436,0.23643013834953308
+4.722222222222222e-05,276,,,,,,,,,,,,,,,
+,367,0.2977091073989868,0.40858563780784607,0.13448269665241241,0.10514054447412491,0.09777729213237762,0.10313671082258224,0.19113866984844208,3,,,,,,,
+,367,,,,,,,,3,0.34437295794487,0.4480237662792206,0.1481103003025055,0.11532582342624664,0.10488400608301163,0.10978127270936966,0.21174970269203186
+4.4444444444444447e-05,368,,,,,,,,,,,,,,,
+,459,0.29093992710113525,0.40367940068244934,0.12296254932880402,0.08765764534473419,0.07590873539447784,0.08511549979448318,0.177710622549057,4,,,,,,,
+,459,,,,,,,,4,0.3229101598262787,0.41777917742729187,0.10519197583198547,0.06850281357765198,0.0570228174328804,0.059658560901880264,0.1718442440032959
+4.166666666666667e-05,460,,,,,,,,,,,,,,,
+,551,0.3304116725921631,0.4090389609336853,0.09335290640592575,0.06296048313379288,0.053115591406822205,0.05829888954758644,0.16786310076713562,5,,,,,,,
+,551,,,,,,,,5,0.3105946183204651,0.3903408348560333,0.0873776227235794,0.053077396005392075,0.04232242330908775,0.043912600725889206,0.1546042561531067
+3.888888888888889e-05,552,,,,,,,,,,,,,,,
+,643,0.2939804196357727,0.3964099586009979,0.10217514634132385,0.05651085078716278,0.04963125288486481,0.056090936064720154,0.15913309156894684,6,,,,,,,
+,643,,,,,,,,6,0.31008660793304443,0.3828861117362976,0.08699293434619904,0.049631211906671524,0.03812017664313316,0.04094073548913002,0.1514429748058319
+3.611111111111111e-05,644,,,,,,,,,,,,,,,
+,735,0.2925240993499756,0.3682429790496826,0.09642830491065979,0.06192775070667267,0.05180008336901665,0.05427195131778717,0.15419919788837433,7,,,,,,,
+,735,,,,,,,,7,0.30859100818634033,0.3780805170536041,0.0907849594950676,0.05142169073224068,0.0377948097884655,0.04030230641365051,0.1511625349521637
+3.3333333333333335e-05,736,,,,,,,,,,,,,,,
+,827,0.26071712374687195,0.3489905297756195,0.08681745827198029,0.04954138025641441,0.04222170263528824,0.04488888382911682,0.13886284828186035,8,,,,,,,
+,827,,,,,,,,8,0.3008384704589844,0.3654753863811493,0.08575368672609329,0.04532821476459503,0.03348056226968765,0.035407520830631256,0.14438064396381378
+3.055555555555556e-05,828,,,,,,,,,,,,,,,
+,919,0.3513931334018707,0.41905826330184937,0.11547279357910156,0.08197218179702759,0.06277193874120712,0.06866414099931717,0.18322208523750305,9,,,,,,,
+,919,,,,,,,,9,0.29152733087539673,0.35972556471824646,0.07855086028575897,0.04213613271713257,0.03138573840260506,0.03321284055709839,0.13942308723926544
+2.777777777777778e-05,920,,,,,,,,,,,,,,,
+,1011,0.33512452244758606,0.3996327817440033,0.07973649352788925,0.0486118420958519,0.039389438927173615,0.042005736380815506,0.15741680562496185,10,,,,,,,
+,1011,,,,,,,,10,0.29726117849349976,0.35920095443725586,0.08295765519142151,0.044142451137304306,0.030185550451278687,0.033429864794015884,0.14119628071784973
+2.5e-05,1012,,,,,,,,,,,,,,,
+,1103,0.28657346963882446,0.35432764887809753,0.08643613010644913,0.051480647176504135,0.0394611582159996,0.04133293032646179,0.1432686746120453,11,,,,,,,
+,1103,,,,,,,,11,0.3045363426208496,0.3662557005882263,0.08712776005268097,0.045346010476350784,0.030545154586434364,0.03420169651508331,0.1446688026189804
+2.2222222222222223e-05,1104,,,,,,,,,,,,,,,
+,1195,0.3114987015724182,0.38266056776046753,0.11697067320346832,0.06900200247764587,0.06328605860471725,0.058738451451063156,0.167026087641716,12,,,,,,,
+,1195,,,,,,,,12,0.3051658570766449,0.37089288234710693,0.08530109375715256,0.04731026291847229,0.03223533183336258,0.035676442086696625,0.14609698951244354
+1.9444444444444445e-05,1196,,,,,,,,,,,,,,,
+,1287,0.31651571393013,0.3831996023654938,0.09957356750965118,0.06110932677984238,0.04219836741685867,0.052197057753801346,0.15913228690624237,13,,,,,,,
+,1287,,,,,,,,13,0.29452478885650635,0.3561536371707916,0.07955969870090485,0.038837652653455734,0.026753203943371773,0.02936968207359314,0.13753312826156616
+1.6666666666666667e-05,1288,,,,,,,,,,,,,,,
+,1379,0.28274649381637573,0.3549536466598511,0.0678640678524971,0.045938603579998016,0.03309888392686844,0.039031583815813065,0.13727222383022308,14,,,,,,,
+,1379,,,,,,,,14,0.29919448494911194,0.3616674840450287,0.08254306763410568,0.043888650834560394,0.02941105328500271,0.03329400718212128,0.1416664570569992
+1.388888888888889e-05,1380,,,,,,,,,,,,,,,
+,1471,0.2900000810623169,0.35815173387527466,0.0918465182185173,0.05464352294802666,0.038172993808984756,0.041165418922901154,0.14566338062286377,15,,,,,,,
+,1471,,,,,,,,15,0.3073469400405884,0.37222832441329956,0.08342671394348145,0.04598885774612427,0.029087720438838005,0.033400263637304306,0.1452464759349823
+1.1111111111111112e-05,1472,,,,,,,,,,,,,,,
+,1563,0.32258298993110657,0.36911699175834656,0.09258601814508438,0.050860658288002014,0.03700027987360954,0.041352529078722,0.15224991738796234,16,,,,,,,
+,1563,,,,,,,,16,0.3036041557788849,0.36833956837654114,0.083468496799469,0.04394635930657387,0.029415246099233627,0.032816752791404724,0.14359843730926514
+8.333333333333334e-06,1564,,,,,,,,,,,,,,,
+,1655,0.3194590210914612,0.37638387084007263,0.09381892532110214,0.05148913338780403,0.040734197944402695,0.04522232711315155,0.15451791882514954,17,,,,,,,
+,1655,,,,,,,,17,0.2981324791908264,0.359822541475296,0.0838509127497673,0.04431474581360817,0.029756709933280945,0.03372442349791527,0.14160029590129852
+5.555555555555556e-06,1656,,,,,,,,,,,,,,,
+,1747,0.2862606942653656,0.3562583327293396,0.07809174805879593,0.05052659288048744,0.03412114083766937,0.03650739789009094,0.14029431343078613,18,,,,,,,
+,1747,,,,,,,,18,0.295763224363327,0.35806703567504883,0.07926364243030548,0.04071865603327751,0.026787588372826576,0.030458012595772743,0.13850970566272736
+2.777777777777778e-06,1748,,,,,,,,,,,,,,,
+,1839,0.2823273837566376,0.33989983797073364,0.07452613115310669,0.043454233556985855,0.03431757912039757,0.038117505609989166,0.13544045388698578,19,,,,,,,
+,1839,,,,,,,,19,0.29785865545272827,0.3612126111984253,0.08235456794500351,0.04317493736743927,0.02845253422856331,0.03200972080230713,0.14084383845329285

tests/mini_model_for_testing/results/training_args.json

@@ -0,0 +1,41 @@
+{
+    "results_dir": "/home/wukevin/projects/protdiff_results/models/mini/results",
+    "angles_definitions": "canonical-full-angles",
+    "max_seq_len": 128,
+    "min_seq_len": 40,
+    "trim_strategy": "discard",
+    "zero_center": true,
+    "timesteps": 250,
+    "variance_schedule": "cosine",
+    "variance_scale": 1.0,
+    "time_encoding": "gaussian_fourier",
+    "num_hidden_layers": 6,
+    "hidden_size": 192,
+    "intermediate_size": 384,
+    "num_heads": 6,
+    "position_embedding_type": "relative_key",
+    "dropout_p": 0.1,
+    "decoder": "mlp",
+    "gradient_clip": 1.0,
+    "batch_size": 128,
+    "lr": 5e-05,
+    "loss": "smooth_l1",
+    "l2_norm": 0.0,
+    "l1_norm": 0.0,
+    "circle_reg": 0.0,
+    "min_epochs": 20,
+    "max_epochs": 20,
+    "early_stop_patience": 0,
+    "lr_scheduler": "LinearWarmup",
+    "use_swa": false,
+    "subset": null,
+    "exhaustive_validation_t": false,
+    "syn_noiser": "",
+    "single_angle_debug": -1,
+    "single_timestep_debug": false,
+    "cpu_only": false,
+    "ngpu": -1,
+    "write_valid_preds": false,
+    "dryrun": true,
+    "multithread": true
+}