diff --git a/tests/mini_model_for_testing/results/config.json b/tests/mini_model_for_testing/results/config.json new file mode 100644 index 0000000..bf61495 --- /dev/null +++ b/tests/mini_model_for_testing/results/config.json @@ -0,0 +1,20 @@ +{ + "attention_probs_dropout_prob": 0.1, + "classifier_dropout": null, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 192, + "initializer_range": 0.02, + "intermediate_size": 384, + "layer_norm_eps": 1e-12, + "max_position_embeddings": 128, + "model_type": "bert", + "num_attention_heads": 6, + "num_hidden_layers": 6, + "pad_token_id": 0, + "position_embedding_type": "relative_key", + "transformers_version": "4.11.3", + "type_vocab_size": 2, + "use_cache": false, + "vocab_size": 30522 +} diff --git a/tests/mini_model_for_testing/results/git_sha.txt b/tests/mini_model_for_testing/results/git_sha.txt new file mode 100644 index 0000000..c62dfa1 --- /dev/null +++ b/tests/mini_model_for_testing/results/git_sha.txt @@ -0,0 +1 @@ +5838a40e3dcf672d7bb6bb77eb0d54c7d00efedb diff --git a/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/hparams.yaml b/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000..0967ef4 --- /dev/null +++ b/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/hparams.yaml @@ -0,0 +1 @@ +{} diff --git a/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/metrics.csv b/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/metrics.csv new file mode 100644 index 0000000..d2336a9 --- /dev/null +++ b/tests/mini_model_for_testing/results/logs/lightning_logs/version_0/metrics.csv @@ -0,0 +1,61 @@ +lr-AdamW,step,train_loss_phi,train_loss_psi,train_loss_omega,train_loss_tau,train_loss_CA:C:1N,train_loss_C:1N:1CA,train_loss,epoch,val_loss_phi,val_loss_psi,val_loss_omega,val_loss_tau,val_loss_CA:C:1N,val_loss_C:1N:1CA,val_loss +0.0,0,,,,,,,,,,,,,,, +,91,0.7113063931465149,0.6412698030471802,0.6698354482650757,0.6806064248085022,0.6218143701553345,0.7268668413162231,0.6752833127975464,0,,,,,,, +,91,,,,,,,,0,0.7065626382827759,0.6369719505310059,0.6603477597236633,0.6771970391273499,0.6139997243881226,0.7273801565170288,0.6704097986221313 +2.5e-05,92,,,,,,,,,,,,,,, +,183,0.4054863154888153,0.5634748935699463,0.2157825082540512,0.1916394680738449,0.18094807863235474,0.18461200594902039,0.2903238832950592,1,,,,,,, +,183,,,,,,,,1,0.3919453024864197,0.5566545724868774,0.2013324648141861,0.18022195994853973,0.17101311683654785,0.17789918184280396,0.2798444330692291 +5e-05,184,,,,,,,,,,,,,,, +,275,0.3547377586364746,0.45244723558425903,0.17910082638263702,0.15753547847270966,0.13879945874214172,0.15110653638839722,0.2389545440673828,2,,,,,,, +,275,,,,,,,,2,0.36612004041671753,0.4710523188114166,0.169001966714859,0.14395837485790253,0.13157330453395844,0.13687482476234436,0.23643013834953308 +4.722222222222222e-05,276,,,,,,,,,,,,,,, +,367,0.2977091073989868,0.40858563780784607,0.13448269665241241,0.10514054447412491,0.09777729213237762,0.10313671082258224,0.19113866984844208,3,,,,,,, +,367,,,,,,,,3,0.34437295794487,0.4480237662792206,0.1481103003025055,0.11532582342624664,0.10488400608301163,0.10978127270936966,0.21174970269203186 +4.4444444444444447e-05,368,,,,,,,,,,,,,,, +,459,0.29093992710113525,0.40367940068244934,0.12296254932880402,0.08765764534473419,0.07590873539447784,0.08511549979448318,0.177710622549057,4,,,,,,, +,459,,,,,,,,4,0.3229101598262787,0.41777917742729187,0.10519197583198547,0.06850281357765198,0.0570228174328804,0.059658560901880264,0.1718442440032959 +4.166666666666667e-05,460,,,,,,,,,,,,,,, +,551,0.3304116725921631,0.4090389609336853,0.09335290640592575,0.06296048313379288,0.053115591406822205,0.05829888954758644,0.16786310076713562,5,,,,,,, +,551,,,,,,,,5,0.3105946183204651,0.3903408348560333,0.0873776227235794,0.053077396005392075,0.04232242330908775,0.043912600725889206,0.1546042561531067 +3.888888888888889e-05,552,,,,,,,,,,,,,,, +,643,0.2939804196357727,0.3964099586009979,0.10217514634132385,0.05651085078716278,0.04963125288486481,0.056090936064720154,0.15913309156894684,6,,,,,,, +,643,,,,,,,,6,0.31008660793304443,0.3828861117362976,0.08699293434619904,0.049631211906671524,0.03812017664313316,0.04094073548913002,0.1514429748058319 +3.611111111111111e-05,644,,,,,,,,,,,,,,, +,735,0.2925240993499756,0.3682429790496826,0.09642830491065979,0.06192775070667267,0.05180008336901665,0.05427195131778717,0.15419919788837433,7,,,,,,, +,735,,,,,,,,7,0.30859100818634033,0.3780805170536041,0.0907849594950676,0.05142169073224068,0.0377948097884655,0.04030230641365051,0.1511625349521637 +3.3333333333333335e-05,736,,,,,,,,,,,,,,, +,827,0.26071712374687195,0.3489905297756195,0.08681745827198029,0.04954138025641441,0.04222170263528824,0.04488888382911682,0.13886284828186035,8,,,,,,, +,827,,,,,,,,8,0.3008384704589844,0.3654753863811493,0.08575368672609329,0.04532821476459503,0.03348056226968765,0.035407520830631256,0.14438064396381378 +3.055555555555556e-05,828,,,,,,,,,,,,,,, +,919,0.3513931334018707,0.41905826330184937,0.11547279357910156,0.08197218179702759,0.06277193874120712,0.06866414099931717,0.18322208523750305,9,,,,,,, +,919,,,,,,,,9,0.29152733087539673,0.35972556471824646,0.07855086028575897,0.04213613271713257,0.03138573840260506,0.03321284055709839,0.13942308723926544 +2.777777777777778e-05,920,,,,,,,,,,,,,,, +,1011,0.33512452244758606,0.3996327817440033,0.07973649352788925,0.0486118420958519,0.039389438927173615,0.042005736380815506,0.15741680562496185,10,,,,,,, +,1011,,,,,,,,10,0.29726117849349976,0.35920095443725586,0.08295765519142151,0.044142451137304306,0.030185550451278687,0.033429864794015884,0.14119628071784973 +2.5e-05,1012,,,,,,,,,,,,,,, +,1103,0.28657346963882446,0.35432764887809753,0.08643613010644913,0.051480647176504135,0.0394611582159996,0.04133293032646179,0.1432686746120453,11,,,,,,, +,1103,,,,,,,,11,0.3045363426208496,0.3662557005882263,0.08712776005268097,0.045346010476350784,0.030545154586434364,0.03420169651508331,0.1446688026189804 +2.2222222222222223e-05,1104,,,,,,,,,,,,,,, +,1195,0.3114987015724182,0.38266056776046753,0.11697067320346832,0.06900200247764587,0.06328605860471725,0.058738451451063156,0.167026087641716,12,,,,,,, +,1195,,,,,,,,12,0.3051658570766449,0.37089288234710693,0.08530109375715256,0.04731026291847229,0.03223533183336258,0.035676442086696625,0.14609698951244354 +1.9444444444444445e-05,1196,,,,,,,,,,,,,,, +,1287,0.31651571393013,0.3831996023654938,0.09957356750965118,0.06110932677984238,0.04219836741685867,0.052197057753801346,0.15913228690624237,13,,,,,,, +,1287,,,,,,,,13,0.29452478885650635,0.3561536371707916,0.07955969870090485,0.038837652653455734,0.026753203943371773,0.02936968207359314,0.13753312826156616 +1.6666666666666667e-05,1288,,,,,,,,,,,,,,, +,1379,0.28274649381637573,0.3549536466598511,0.0678640678524971,0.045938603579998016,0.03309888392686844,0.039031583815813065,0.13727222383022308,14,,,,,,, +,1379,,,,,,,,14,0.29919448494911194,0.3616674840450287,0.08254306763410568,0.043888650834560394,0.02941105328500271,0.03329400718212128,0.1416664570569992 +1.388888888888889e-05,1380,,,,,,,,,,,,,,, +,1471,0.2900000810623169,0.35815173387527466,0.0918465182185173,0.05464352294802666,0.038172993808984756,0.041165418922901154,0.14566338062286377,15,,,,,,, +,1471,,,,,,,,15,0.3073469400405884,0.37222832441329956,0.08342671394348145,0.04598885774612427,0.029087720438838005,0.033400263637304306,0.1452464759349823 +1.1111111111111112e-05,1472,,,,,,,,,,,,,,, +,1563,0.32258298993110657,0.36911699175834656,0.09258601814508438,0.050860658288002014,0.03700027987360954,0.041352529078722,0.15224991738796234,16,,,,,,, +,1563,,,,,,,,16,0.3036041557788849,0.36833956837654114,0.083468496799469,0.04394635930657387,0.029415246099233627,0.032816752791404724,0.14359843730926514 +8.333333333333334e-06,1564,,,,,,,,,,,,,,, +,1655,0.3194590210914612,0.37638387084007263,0.09381892532110214,0.05148913338780403,0.040734197944402695,0.04522232711315155,0.15451791882514954,17,,,,,,, +,1655,,,,,,,,17,0.2981324791908264,0.359822541475296,0.0838509127497673,0.04431474581360817,0.029756709933280945,0.03372442349791527,0.14160029590129852 +5.555555555555556e-06,1656,,,,,,,,,,,,,,, +,1747,0.2862606942653656,0.3562583327293396,0.07809174805879593,0.05052659288048744,0.03412114083766937,0.03650739789009094,0.14029431343078613,18,,,,,,, +,1747,,,,,,,,18,0.295763224363327,0.35806703567504883,0.07926364243030548,0.04071865603327751,0.026787588372826576,0.030458012595772743,0.13850970566272736 +2.777777777777778e-06,1748,,,,,,,,,,,,,,, +,1839,0.2823273837566376,0.33989983797073364,0.07452613115310669,0.043454233556985855,0.03431757912039757,0.038117505609989166,0.13544045388698578,19,,,,,,, +,1839,,,,,,,,19,0.29785865545272827,0.3612126111984253,0.08235456794500351,0.04317493736743927,0.02845253422856331,0.03200972080230713,0.14084383845329285 diff --git a/tests/mini_model_for_testing/results/models/best_by_train/epoch=11-step=1104.ckpt b/tests/mini_model_for_testing/results/models/best_by_train/epoch=11-step=1104.ckpt new file mode 100644 index 0000000..3f22d30 Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_train/epoch=11-step=1104.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_train/epoch=14-step=1380.ckpt b/tests/mini_model_for_testing/results/models/best_by_train/epoch=14-step=1380.ckpt new file mode 100644 index 0000000..bb12a4e Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_train/epoch=14-step=1380.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_train/epoch=18-step=1748.ckpt b/tests/mini_model_for_testing/results/models/best_by_train/epoch=18-step=1748.ckpt new file mode 100644 index 0000000..2511a1e Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_train/epoch=18-step=1748.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_train/epoch=19-step=1840.ckpt b/tests/mini_model_for_testing/results/models/best_by_train/epoch=19-step=1840.ckpt new file mode 100644 index 0000000..316066d Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_train/epoch=19-step=1840.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_train/epoch=8-step=828.ckpt b/tests/mini_model_for_testing/results/models/best_by_train/epoch=8-step=828.ckpt new file mode 100644 index 0000000..eec0240 Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_train/epoch=8-step=828.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_valid/epoch=10-step=1012.ckpt b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=10-step=1012.ckpt new file mode 100644 index 0000000..3badf83 Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=10-step=1012.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_valid/epoch=13-step=1288.ckpt b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=13-step=1288.ckpt new file mode 100644 index 0000000..71813ce Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=13-step=1288.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_valid/epoch=18-step=1748.ckpt b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=18-step=1748.ckpt new file mode 100644 index 0000000..2511a1e Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=18-step=1748.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_valid/epoch=19-step=1840.ckpt b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=19-step=1840.ckpt new file mode 100644 index 0000000..316066d Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=19-step=1840.ckpt differ diff --git a/tests/mini_model_for_testing/results/models/best_by_valid/epoch=9-step=920.ckpt b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=9-step=920.ckpt new file mode 100644 index 0000000..08c1b1c Binary files /dev/null and b/tests/mini_model_for_testing/results/models/best_by_valid/epoch=9-step=920.ckpt differ diff --git a/tests/mini_model_for_testing/results/plots/losses.pdf b/tests/mini_model_for_testing/results/plots/losses.pdf new file mode 100644 index 0000000..7f8faeb Binary files /dev/null and b/tests/mini_model_for_testing/results/plots/losses.pdf differ diff --git a/tests/mini_model_for_testing/results/training_args.json b/tests/mini_model_for_testing/results/training_args.json new file mode 100644 index 0000000..5e7264d --- /dev/null +++ b/tests/mini_model_for_testing/results/training_args.json @@ -0,0 +1,41 @@ +{ + "results_dir": "/home/wukevin/projects/protdiff_results/models/mini/results", + "angles_definitions": "canonical-full-angles", + "max_seq_len": 128, + "min_seq_len": 40, + "trim_strategy": "discard", + "zero_center": true, + "timesteps": 250, + "variance_schedule": "cosine", + "variance_scale": 1.0, + "time_encoding": "gaussian_fourier", + "num_hidden_layers": 6, + "hidden_size": 192, + "intermediate_size": 384, + "num_heads": 6, + "position_embedding_type": "relative_key", + "dropout_p": 0.1, + "decoder": "mlp", + "gradient_clip": 1.0, + "batch_size": 128, + "lr": 5e-05, + "loss": "smooth_l1", + "l2_norm": 0.0, + "l1_norm": 0.0, + "circle_reg": 0.0, + "min_epochs": 20, + "max_epochs": 20, + "early_stop_patience": 0, + "lr_scheduler": "LinearWarmup", + "use_swa": false, + "subset": null, + "exhaustive_validation_t": false, + "syn_noiser": "", + "single_angle_debug": -1, + "single_timestep_debug": false, + "cpu_only": false, + "ngpu": -1, + "write_valid_preds": false, + "dryrun": true, + "multithread": true +} \ No newline at end of file