Download trainer_state.json from ZoeYou/PatentMap-V0-SecPair-ClaimSummary: direct link, hf CLI and curl.
- Browser
- Download file 421 kB
-
https://huggingface.co/ZoeYou/PatentMap-V0-SecPair-ClaimSummary/resolve/main/trainer_state.json
- Command line
-
hf download hf://ZoeYou/PatentMap-V0-SecPair-ClaimSummary/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/ZoeYou/PatentMap-V0-SecPair-ClaimSummary/resolve/main/trainer_state.json
421 kB
{
"best_metric": 0.725,
"best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+summary_reg-None/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5428,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00018422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8174876570701599
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 48.24,
"eval_ipc_cls_abstract_precision@1": 52.44,
"eval_ipc_cls_abstract_precision@3": 27.346666666666664,
"eval_ipc_cls_abstract_precision@5": 18.656,
"eval_ipc_cls_global_accuracy_primary": 48.24,
"eval_ipc_cls_global_precision@1": 52.44,
"eval_ipc_cls_global_precision@3": 27.346666666666664,
"eval_ipc_cls_global_precision@5": 18.656,
"eval_ipc_knn_abstract_accuracy_primary": 38.2,
"eval_ipc_knn_abstract_precision@1": 41.64,
"eval_ipc_knn_abstract_precision@3": 20.96,
"eval_ipc_knn_abstract_precision@5": 14.16,
"eval_ipc_knn_global_accuracy_primary": 38.2,
"eval_ipc_knn_global_precision@1": 41.64,
"eval_ipc_knn_global_precision@3": 20.96,
"eval_ipc_knn_global_precision@5": 14.16,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.10621660426875561,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.08974000140339546,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.12435147611836836,
"eval_priorArt_ndcg@100_i2c": 0.0750706904235097,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.07084205804983375,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08466299412420417,
"eval_priorArt_ndcg@10_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.0767080421251182,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09100384496582384,
"eval_priorArt_ndcg@20_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.09139940548532297,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.08098054102295274,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09490764546574486,
"eval_priorArt_ndcg@50_i2c": 0.054212358141965164,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.1791666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.24166666666666664,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.06666666666666667,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.03333333333333333,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.06666666666666667,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.016666666666666666,
"eval_priorArt_recall@50_c2all": 0.26666666666666666,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7066481926373577,
"eval_singularentropy_global": 0.5412447306860664,
"eval_singularentropy_invention": 0.5933926025595535,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8398373126983643,
"eval_uniformity_global": -1.7167308330535889,
"eval_uniformity_invention": -1.4561618566513062,
"step": 1
},
{
"epoch": 0.0007369196757553427,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8174876570701599
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 48.24,
"eval_ipc_cls_abstract_precision@1": 52.44,
"eval_ipc_cls_abstract_precision@3": 27.346666666666664,
"eval_ipc_cls_abstract_precision@5": 18.656,
"eval_ipc_cls_global_accuracy_primary": 48.24,
"eval_ipc_cls_global_precision@1": 52.44,
"eval_ipc_cls_global_precision@3": 27.346666666666664,
"eval_ipc_cls_global_precision@5": 18.656,
"eval_ipc_knn_abstract_accuracy_primary": 38.2,
"eval_ipc_knn_abstract_precision@1": 41.64,
"eval_ipc_knn_abstract_precision@3": 20.96,
"eval_ipc_knn_abstract_precision@5": 14.16,
"eval_ipc_knn_global_accuracy_primary": 38.2,
"eval_ipc_knn_global_precision@1": 41.64,
"eval_ipc_knn_global_precision@3": 20.96,
"eval_ipc_knn_global_precision@5": 14.16,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.10621660426875561,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.08974000140339546,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.12435147611836836,
"eval_priorArt_ndcg@100_i2c": 0.0750706904235097,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.07084205804983375,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08466299412420417,
"eval_priorArt_ndcg@10_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.0767080421251182,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09100384496582384,
"eval_priorArt_ndcg@20_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.09139940548532297,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.08098054102295274,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09490764546574486,
"eval_priorArt_ndcg@50_i2c": 0.054212358141965164,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.1791666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.24166666666666664,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.041666666666666664,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.06666666666666667,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.03333333333333333,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.06666666666666667,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.19166666666666668,
"eval_priorArt_recall@50_c2a": 0.016666666666666666,
"eval_priorArt_recall@50_c2all": 0.26666666666666666,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.17916666666666664,
"eval_priorArt_recall@50_i2c": 0.13333333333333333,
"eval_priorArt_recall@50_i2i": 0.1625,
"eval_singularentropy_abstract": 0.5395312801413632,
"eval_singularentropy_claim": 0.7066481926373577,
"eval_singularentropy_global": 0.5412447306860664,
"eval_singularentropy_invention": 0.5933926025595535,
"eval_uniformity_abstract": -2.0126848220825195,
"eval_uniformity_claim": -0.8398373126983643,
"eval_uniformity_global": -1.7167308330535889,
"eval_uniformity_invention": -1.4561618566513062,
"step": 4
},
{
"epoch": 0.0018422991893883567,
"grad_norm": 167.56707763671875,
"learning_rate": 1.4732965009208104e-07,
"loss": 5.0141,
"step": 10
},
{
"epoch": 0.0029476787030213707,
"eval_alignment_abstract": {
"mean_alignment": 0.45796722173690796
},
"eval_alignment_claim": {
"mean_alignment": 0.2751217782497406
},
"eval_alignment_global": {
"mean_alignment": 0.8077161312103271
},
"eval_alignment_invention": {
"mean_alignment": 0.44016438722610474
},
"eval_ipc_cls_abstract_accuracy_primary": 48.32,
"eval_ipc_cls_abstract_precision@1": 52.480000000000004,
"eval_ipc_cls_abstract_precision@3": 27.346666666666664,
"eval_ipc_cls_abstract_precision@5": 18.68,
"eval_ipc_cls_global_accuracy_primary": 48.32,
"eval_ipc_cls_global_precision@1": 52.480000000000004,
"eval_ipc_cls_global_precision@3": 27.346666666666664,
"eval_ipc_cls_global_precision@5": 18.68,
"eval_ipc_knn_abstract_accuracy_primary": 38.519999999999996,
"eval_ipc_knn_abstract_precision@1": 42.04,
"eval_ipc_knn_abstract_precision@3": 21.05333333333333,
"eval_ipc_knn_abstract_precision@5": 14.384,
"eval_ipc_knn_global_accuracy_primary": 38.519999999999996,
"eval_ipc_knn_global_precision@1": 42.04,
"eval_ipc_knn_global_precision@3": 21.05333333333333,
"eval_ipc_knn_global_precision@5": 14.384,
"eval_priorArt_ndcg@100_a2a": 0.18467310216452235,
"eval_priorArt_ndcg@100_a2all": 0.18467310216452235,
"eval_priorArt_ndcg@100_a2c": 0.02203955738426279,
"eval_priorArt_ndcg@100_a2i": 0.094254690786075,
"eval_priorArt_ndcg@100_c2a": 0.019005365708676263,
"eval_priorArt_ndcg@100_c2all": 0.10887794145942575,
"eval_priorArt_ndcg@100_c2c": 0.09618281110853412,
"eval_priorArt_ndcg@100_c2i": 0.09431332662832115,
"eval_priorArt_ndcg@100_i2a": 0.02183305415063253,
"eval_priorArt_ndcg@100_i2all": 0.12072861549740577,
"eval_priorArt_ndcg@100_i2c": 0.08040866881826636,
"eval_priorArt_ndcg@100_i2i": 0.10936621477919709,
"eval_priorArt_ndcg@10_a2a": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2all": 0.07443003206944676,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.05031589299359625,
"eval_priorArt_ndcg@10_c2c": 0.04249458089321697,
"eval_priorArt_ndcg@10_c2i": 0.07084205804983375,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08523860135096531,
"eval_priorArt_ndcg@10_i2c": 0.040769151171810666,
"eval_priorArt_ndcg@10_i2i": 0.0768805786026552,
"eval_priorArt_ndcg@20_a2a": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2all": 0.10415972582791147,
"eval_priorArt_ndcg@20_a2c": 0.01692197217010951,
"eval_priorArt_ndcg@20_a2i": 0.03539021658122684,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05836803424805666,
"eval_priorArt_ndcg@20_c2c": 0.05607034189563226,
"eval_priorArt_ndcg@20_c2i": 0.0767080421251182,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09157945219258498,
"eval_priorArt_ndcg@20_i2c": 0.040769151171810666,
"eval_priorArt_ndcg@20_i2i": 0.08322142944427488,
"eval_priorArt_ndcg@50_a2a": 0.15107952549046502,
"eval_priorArt_ndcg@50_a2all": 0.15107952549046502,
"eval_priorArt_ndcg@50_a2c": 0.02203955738426279,
"eval_priorArt_ndcg@50_a2i": 0.06217803475802993,
"eval_priorArt_ndcg@50_c2a": 0.019005365708676263,
"eval_priorArt_ndcg@50_c2all": 0.09392776693231357,
"eval_priorArt_ndcg@50_c2c": 0.07712815048383731,
"eval_priorArt_ndcg@50_c2i": 0.08093228570600017,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.10106438217726485,
"eval_priorArt_ndcg@50_i2c": 0.0644623256402034,
"eval_priorArt_ndcg@50_i2i": 0.09686378929820773,
"eval_priorArt_recall@100_a2a": 0.6125,
"eval_priorArt_recall@100_a2all": 0.6125,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.35416666666666663,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.2041666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3041666666666667,
"eval_priorArt_recall@100_i2c": 0.2583333333333333,
"eval_priorArt_recall@100_i2i": 0.2625,
"eval_priorArt_recall@10_a2a": 0.15416666666666665,
"eval_priorArt_recall@10_a2all": 0.15416666666666665,
"eval_priorArt_recall@10_a2c": 0.0,
"eval_priorArt_recall@10_a2i": 0.09166666666666666,
"eval_priorArt_recall@10_c2a": 0.016666666666666666,
"eval_priorArt_recall@10_c2all": 0.10833333333333332,
"eval_priorArt_recall@10_c2c": 0.09166666666666666,
"eval_priorArt_recall@10_c2i": 0.10416666666666666,
"eval_priorArt_recall@10_i2a": 0.05,
"eval_priorArt_recall@10_i2all": 0.15,
"eval_priorArt_recall@10_i2c": 0.06666666666666667,
"eval_priorArt_recall@10_i2i": 0.13333333333333333,
"eval_priorArt_recall@20_a2a": 0.25833333333333336,
"eval_priorArt_recall@20_a2all": 0.25833333333333336,
"eval_priorArt_recall@20_a2c": 0.05,
"eval_priorArt_recall@20_a2i": 0.09166666666666666,
"eval_priorArt_recall@20_c2a": 0.016666666666666666,
"eval_priorArt_recall@20_c2all": 0.13333333333333333,
"eval_priorArt_recall@20_c2c": 0.13333333333333333,
"eval_priorArt_recall@20_c2i": 0.12083333333333335,
"eval_priorArt_recall@20_i2a": 0.05,
"eval_priorArt_recall@20_i2all": 0.16666666666666666,
"eval_priorArt_recall@20_i2c": 0.06666666666666667,
"eval_priorArt_recall@20_i2i": 0.15,
"eval_priorArt_recall@50_a2a": 0.4458333333333333,
"eval_priorArt_recall@50_a2all": 0.4458333333333333,
"eval_priorArt_recall@50_a2c": 0.06666666666666667,
"eval_priorArt_recall@50_a2i": 0.2041666666666667,
"eval_priorArt_recall@50_c2a": 0.03333333333333333,
"eval_priorArt_recall@50_c2all": 0.26666666666666666,
"eval_priorArt_recall@50_c2c": 0.2166666666666667,
"eval_priorArt_recall@50_c2i": 0.1375,
"eval_priorArt_recall@50_i2a": 0.05,
"eval_priorArt_recall@50_i2all": 0.2041666666666667,
"eval_priorArt_recall@50_i2c": 0.18333333333333332,
"eval_priorArt_recall@50_i2i": 0.2041666666666667,
"eval_singularentropy_abstract": 0.5374839096371116,
"eval_singularentropy_claim": 0.7022248426790997,
"eval_singularentropy_global": 0.5391054307169221,
"eval_singularentropy_invention": 0.5917534496076248,
"eval_uniformity_abstract": -2.0359575748443604,
"eval_uniformity_claim": -0.8529466986656189,
"eval_uniformity_global": -1.7266663312911987,
"eval_uniformity_invention": -1.4706631898880005,
"step": 16
},
{
"epoch": 0.0036845983787767134,
"grad_norm": 149.30764770507812,
"learning_rate": 3.3149171270718233e-07,
"loss": 4.8293,
"step": 20
},
{
"epoch": 0.00552689756816507,
"grad_norm": 113.22061157226562,
"learning_rate": 5.156537753222837e-07,
"loss": 3.4129,
"step": 30
},
{
"epoch": 0.007369196757553427,
"grad_norm": 36.424346923828125,
"learning_rate": 6.99815837937385e-07,
"loss": 1.2879,
"step": 40
},
{
"epoch": 0.009211495946941784,
"grad_norm": 8.563973426818848,
"learning_rate": 8.839779005524863e-07,
"loss": 0.3412,
"step": 50
},
{
"epoch": 0.01105379513633014,
"grad_norm": 3.5415611267089844,
"learning_rate": 1.0681399631675876e-06,
"loss": 0.1503,
"step": 60
},
{
"epoch": 0.011790714812085483,
"eval_alignment_abstract": {
"mean_alignment": 0.40723398327827454
},
"eval_alignment_claim": {
"mean_alignment": 0.40767234563827515
},
"eval_alignment_global": {
"mean_alignment": 0.44957244396209717
},
"eval_alignment_invention": {
"mean_alignment": 0.40583929419517517
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.239999999999995,
"eval_ipc_cls_abstract_precision@3": 31.480000000000004,
"eval_ipc_cls_abstract_precision@5": 20.863999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.239999999999995,
"eval_ipc_cls_global_precision@3": 31.480000000000004,
"eval_ipc_cls_global_precision@5": 20.863999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 61.919999999999995,
"eval_ipc_knn_abstract_precision@1": 67.44,
"eval_ipc_knn_abstract_precision@3": 27.400000000000002,
"eval_ipc_knn_abstract_precision@5": 16.592,
"eval_ipc_knn_global_accuracy_primary": 61.919999999999995,
"eval_ipc_knn_global_precision@1": 67.44,
"eval_ipc_knn_global_precision@3": 27.400000000000002,
"eval_ipc_knn_global_precision@5": 16.592,
"eval_priorArt_ndcg@100_a2a": 0.3053463700237094,
"eval_priorArt_ndcg@100_a2all": 0.30897750506246896,
"eval_priorArt_ndcg@100_a2c": 0.2855299577295568,
"eval_priorArt_ndcg@100_a2i": 0.26740070084810447,
"eval_priorArt_ndcg@100_c2a": 0.33612592315450124,
"eval_priorArt_ndcg@100_c2all": 0.33506251804184733,
"eval_priorArt_ndcg@100_c2c": 0.3307733270936678,
"eval_priorArt_ndcg@100_c2i": 0.2981480330298962,
"eval_priorArt_ndcg@100_i2a": 0.3200888028692949,
"eval_priorArt_ndcg@100_i2all": 0.3090622627681344,
"eval_priorArt_ndcg@100_i2c": 0.28715211716315625,
"eval_priorArt_ndcg@100_i2i": 0.2898991479708627,
"eval_priorArt_ndcg@10_a2a": 0.18940922358574766,
"eval_priorArt_ndcg@10_a2all": 0.18829058730447962,
"eval_priorArt_ndcg@10_a2c": 0.15484245645866732,
"eval_priorArt_ndcg@10_a2i": 0.1719664529954044,
"eval_priorArt_ndcg@10_c2a": 0.22753965241403007,
"eval_priorArt_ndcg@10_c2all": 0.21888604501886463,
"eval_priorArt_ndcg@10_c2c": 0.21306481781448555,
"eval_priorArt_ndcg@10_c2i": 0.18583006394658486,
"eval_priorArt_ndcg@10_i2a": 0.1885363645188594,
"eval_priorArt_ndcg@10_i2all": 0.18849781374504182,
"eval_priorArt_ndcg@10_i2c": 0.15507955295661216,
"eval_priorArt_ndcg@10_i2i": 0.2027178496161282,
"eval_priorArt_ndcg@20_a2a": 0.23582663335375803,
"eval_priorArt_ndcg@20_a2all": 0.24739645212829534,
"eval_priorArt_ndcg@20_a2c": 0.20261924219888594,
"eval_priorArt_ndcg@20_a2i": 0.1958249086511787,
"eval_priorArt_ndcg@20_c2a": 0.2654741595141844,
"eval_priorArt_ndcg@20_c2all": 0.2577891467065063,
"eval_priorArt_ndcg@20_c2c": 0.2489686591968662,
"eval_priorArt_ndcg@20_c2i": 0.20684521259495842,
"eval_priorArt_ndcg@20_i2a": 0.24508203856555655,
"eval_priorArt_ndcg@20_i2all": 0.21496682137309914,
"eval_priorArt_ndcg@20_i2c": 0.18755041217835886,
"eval_priorArt_ndcg@20_i2i": 0.21971262806784217,
"eval_priorArt_ndcg@50_a2a": 0.27984191843685874,
"eval_priorArt_ndcg@50_a2all": 0.2761336255253296,
"eval_priorArt_ndcg@50_a2c": 0.2467143757773682,
"eval_priorArt_ndcg@50_a2i": 0.2311290509029124,
"eval_priorArt_ndcg@50_c2a": 0.2942031579347488,
"eval_priorArt_ndcg@50_c2all": 0.28201950887465027,
"eval_priorArt_ndcg@50_c2c": 0.29105055903508825,
"eval_priorArt_ndcg@50_c2i": 0.255279658544984,
"eval_priorArt_ndcg@50_i2a": 0.28345814103272526,
"eval_priorArt_ndcg@50_i2all": 0.2795315500030093,
"eval_priorArt_ndcg@50_i2c": 0.2606171497324274,
"eval_priorArt_ndcg@50_i2i": 0.2581632174726093,
"eval_priorArt_recall@100_a2a": 0.7833333333333334,
"eval_priorArt_recall@100_a2all": 0.8,
"eval_priorArt_recall@100_a2c": 0.7916666666666667,
"eval_priorArt_recall@100_a2i": 0.7333333333333333,
"eval_priorArt_recall@100_c2a": 0.8333333333333334,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.7916666666666667,
"eval_priorArt_recall@100_i2a": 0.7916666666666667,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8,
"eval_priorArt_recall@100_i2i": 0.7166666666666667,
"eval_priorArt_recall@10_a2a": 0.35000000000000003,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.3583333333333333,
"eval_priorArt_recall@10_c2a": 0.4125,
"eval_priorArt_recall@10_c2all": 0.4125,
"eval_priorArt_recall@10_c2c": 0.4041666666666667,
"eval_priorArt_recall@10_c2i": 0.3416666666666667,
"eval_priorArt_recall@10_i2a": 0.30416666666666664,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.28750000000000003,
"eval_priorArt_recall@10_i2i": 0.36666666666666664,
"eval_priorArt_recall@20_a2a": 0.4875,
"eval_priorArt_recall@20_a2all": 0.5291666666666667,
"eval_priorArt_recall@20_a2c": 0.4375,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.525,
"eval_priorArt_recall@20_c2all": 0.525,
"eval_priorArt_recall@20_c2c": 0.525,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4666666666666667,
"eval_priorArt_recall@20_i2all": 0.4,
"eval_priorArt_recall@20_i2c": 0.3916666666666667,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6666666666666667,
"eval_priorArt_recall@50_a2all": 0.65,
"eval_priorArt_recall@50_a2c": 0.6041666666666667,
"eval_priorArt_recall@50_a2i": 0.575,
"eval_priorArt_recall@50_c2a": 0.6333333333333334,
"eval_priorArt_recall@50_c2all": 0.6125,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.5916666666666668,
"eval_priorArt_recall@50_i2a": 0.6083333333333334,
"eval_priorArt_recall@50_i2all": 0.6416666666666667,
"eval_priorArt_recall@50_i2c": 0.6583333333333334,
"eval_priorArt_recall@50_i2i": 0.5583333333333333,
"eval_singularentropy_abstract": 0.5065150996331738,
"eval_singularentropy_claim": 0.49714340700831194,
"eval_singularentropy_global": 0.47359136851874084,
"eval_singularentropy_invention": 0.5215979979371765,
"eval_uniformity_abstract": -2.5564634799957275,
"eval_uniformity_claim": -2.537513017654419,
"eval_uniformity_global": -2.588758945465088,
"eval_uniformity_invention": -2.5216355323791504,
"step": 64
},
{
"epoch": 0.012896094325718496,
"grad_norm": 2.172987222671509,
"learning_rate": 1.252302025782689e-06,
"loss": 0.1204,
"step": 70
},
{
"epoch": 0.014738393515106854,
"grad_norm": 1.7234808206558228,
"learning_rate": 1.43646408839779e-06,
"loss": 0.1082,
"step": 80
},
{
"epoch": 0.01658069270449521,
"grad_norm": 1.5876312255859375,
"learning_rate": 1.6022099447513815e-06,
"loss": 0.0836,
"step": 90
},
{
"epoch": 0.018422991893883568,
"grad_norm": 1.5301289558410645,
"learning_rate": 1.7863720073664825e-06,
"loss": 0.0775,
"step": 100
},
{
"epoch": 0.020265291083271922,
"grad_norm": 1.2343491315841675,
"learning_rate": 1.970534069981584e-06,
"loss": 0.067,
"step": 110
},
{
"epoch": 0.02210759027266028,
"grad_norm": 1.0597517490386963,
"learning_rate": 2.1546961325966854e-06,
"loss": 0.0589,
"step": 120
},
{
"epoch": 0.023949889462048637,
"grad_norm": 1.276043176651001,
"learning_rate": 2.338858195211787e-06,
"loss": 0.0703,
"step": 130
},
{
"epoch": 0.025792188651436992,
"grad_norm": 1.121118426322937,
"learning_rate": 2.523020257826888e-06,
"loss": 0.065,
"step": 140
},
{
"epoch": 0.02763448784082535,
"grad_norm": 0.9652199745178223,
"learning_rate": 2.707182320441989e-06,
"loss": 0.0634,
"step": 150
},
{
"epoch": 0.029476787030213707,
"grad_norm": 0.6120789647102356,
"learning_rate": 2.8913443830570904e-06,
"loss": 0.0542,
"step": 160
},
{
"epoch": 0.03131908621960206,
"grad_norm": 1.0430477857589722,
"learning_rate": 3.075506445672192e-06,
"loss": 0.0526,
"step": 170
},
{
"epoch": 0.03316138540899042,
"grad_norm": 1.200378656387329,
"learning_rate": 3.2596685082872933e-06,
"loss": 0.0557,
"step": 180
},
{
"epoch": 0.03500368459837878,
"grad_norm": 0.7960963845252991,
"learning_rate": 3.4438305709023943e-06,
"loss": 0.0579,
"step": 190
},
{
"epoch": 0.036845983787767135,
"grad_norm": 0.84988933801651,
"learning_rate": 3.6279926335174957e-06,
"loss": 0.0465,
"step": 200
},
{
"epoch": 0.03868828297715549,
"grad_norm": 0.8095666170120239,
"learning_rate": 3.812154696132597e-06,
"loss": 0.055,
"step": 210
},
{
"epoch": 0.040530582166543844,
"grad_norm": 0.7739960551261902,
"learning_rate": 3.996316758747698e-06,
"loss": 0.0398,
"step": 220
},
{
"epoch": 0.0423728813559322,
"grad_norm": 0.7408103346824646,
"learning_rate": 4.1804788213628e-06,
"loss": 0.0473,
"step": 230
},
{
"epoch": 0.04421518054532056,
"grad_norm": 0.9045010209083557,
"learning_rate": 4.364640883977901e-06,
"loss": 0.0471,
"step": 240
},
{
"epoch": 0.04605747973470892,
"grad_norm": 0.6761288642883301,
"learning_rate": 4.5488029465930025e-06,
"loss": 0.0351,
"step": 250
},
{
"epoch": 0.04605747973470892,
"eval_alignment_abstract": {
"mean_alignment": 0.46280544996261597
},
"eval_alignment_claim": {
"mean_alignment": 0.4595477879047394
},
"eval_alignment_global": {
"mean_alignment": 0.4855876564979553
},
"eval_alignment_invention": {
"mean_alignment": 0.4512811601161957
},
"eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006,
"eval_ipc_cls_abstract_precision@1": 64.0,
"eval_ipc_cls_abstract_precision@3": 31.96,
"eval_ipc_cls_abstract_precision@5": 21.104,
"eval_ipc_cls_global_accuracy_primary": 59.040000000000006,
"eval_ipc_cls_global_precision@1": 64.0,
"eval_ipc_cls_global_precision@3": 31.96,
"eval_ipc_cls_global_precision@5": 21.104,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.56,
"eval_ipc_knn_abstract_precision@3": 28.16,
"eval_ipc_knn_abstract_precision@5": 17.064,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.56,
"eval_ipc_knn_global_precision@3": 28.16,
"eval_ipc_knn_global_precision@5": 17.064,
"eval_priorArt_ndcg@100_a2a": 0.3169047521875948,
"eval_priorArt_ndcg@100_a2all": 0.3203338016057117,
"eval_priorArt_ndcg@100_a2c": 0.3201902374506381,
"eval_priorArt_ndcg@100_a2i": 0.28458925429170845,
"eval_priorArt_ndcg@100_c2a": 0.36949767049951837,
"eval_priorArt_ndcg@100_c2all": 0.34755623489197374,
"eval_priorArt_ndcg@100_c2c": 0.3360060941519006,
"eval_priorArt_ndcg@100_c2i": 0.31722253599131234,
"eval_priorArt_ndcg@100_i2a": 0.3286896864258299,
"eval_priorArt_ndcg@100_i2all": 0.3263063618915769,
"eval_priorArt_ndcg@100_i2c": 0.3152842758144181,
"eval_priorArt_ndcg@100_i2i": 0.3077570591706328,
"eval_priorArt_ndcg@10_a2a": 0.1826367738459435,
"eval_priorArt_ndcg@10_a2all": 0.17880806262054982,
"eval_priorArt_ndcg@10_a2c": 0.17576586062911487,
"eval_priorArt_ndcg@10_a2i": 0.1943698451887585,
"eval_priorArt_ndcg@10_c2a": 0.25631071101937297,
"eval_priorArt_ndcg@10_c2all": 0.2456420641327292,
"eval_priorArt_ndcg@10_c2c": 0.21224620044921544,
"eval_priorArt_ndcg@10_c2i": 0.19462505437147856,
"eval_priorArt_ndcg@10_i2a": 0.21219379397292742,
"eval_priorArt_ndcg@10_i2all": 0.2112923233212499,
"eval_priorArt_ndcg@10_i2c": 0.19800512437888612,
"eval_priorArt_ndcg@10_i2i": 0.20106766630684345,
"eval_priorArt_ndcg@20_a2a": 0.24697770029499871,
"eval_priorArt_ndcg@20_a2all": 0.24778791779560577,
"eval_priorArt_ndcg@20_a2c": 0.22937182844352116,
"eval_priorArt_ndcg@20_a2i": 0.2125213935087537,
"eval_priorArt_ndcg@20_c2a": 0.28833868631863513,
"eval_priorArt_ndcg@20_c2all": 0.26794517054864064,
"eval_priorArt_ndcg@20_c2c": 0.25608910246376587,
"eval_priorArt_ndcg@20_c2i": 0.22512222405466814,
"eval_priorArt_ndcg@20_i2a": 0.2520813997844082,
"eval_priorArt_ndcg@20_i2all": 0.24034382738868879,
"eval_priorArt_ndcg@20_i2c": 0.24174655862586242,
"eval_priorArt_ndcg@20_i2i": 0.22509437994391296,
"eval_priorArt_ndcg@50_a2a": 0.28783639963639895,
"eval_priorArt_ndcg@50_a2all": 0.27498127616311024,
"eval_priorArt_ndcg@50_a2c": 0.28263535259587974,
"eval_priorArt_ndcg@50_a2i": 0.25583123643320205,
"eval_priorArt_ndcg@50_c2a": 0.329495956449102,
"eval_priorArt_ndcg@50_c2all": 0.30280082559059507,
"eval_priorArt_ndcg@50_c2c": 0.30217545880029933,
"eval_priorArt_ndcg@50_c2i": 0.28161036280165297,
"eval_priorArt_ndcg@50_i2a": 0.296462136539193,
"eval_priorArt_ndcg@50_i2all": 0.2944608037358285,
"eval_priorArt_ndcg@50_i2c": 0.2804148189549928,
"eval_priorArt_ndcg@50_i2i": 0.26245896549006453,
"eval_priorArt_recall@100_a2a": 0.8,
"eval_priorArt_recall@100_a2all": 0.8416666666666668,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.7333333333333333,
"eval_priorArt_recall@100_c2a": 0.875,
"eval_priorArt_recall@100_c2all": 0.9,
"eval_priorArt_recall@100_c2c": 0.9000000000000001,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.8083333333333333,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.775,
"eval_priorArt_recall@10_a2a": 0.31666666666666665,
"eval_priorArt_recall@10_a2all": 0.31666666666666665,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.375,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4916666666666666,
"eval_priorArt_recall@10_c2c": 0.425,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.3625,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.35000000000000003,
"eval_priorArt_recall@10_i2i": 0.35,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.5166666666666667,
"eval_priorArt_recall@20_a2c": 0.4541666666666667,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5291666666666667,
"eval_priorArt_recall@20_c2all": 0.5541666666666667,
"eval_priorArt_recall@20_c2c": 0.5624999999999999,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4791666666666667,
"eval_priorArt_recall@20_i2all": 0.4375,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6666666666666667,
"eval_priorArt_recall@50_a2all": 0.6333333333333334,
"eval_priorArt_recall@50_a2c": 0.6666666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.6833333333333333,
"eval_priorArt_recall@50_c2all": 0.6833333333333333,
"eval_priorArt_recall@50_c2c": 0.7333333333333334,
"eval_priorArt_recall@50_c2i": 0.6708333333333334,
"eval_priorArt_recall@50_i2a": 0.6500000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6416666666666667,
"eval_priorArt_recall@50_i2i": 0.5541666666666666,
"eval_singularentropy_abstract": 0.4516924900451606,
"eval_singularentropy_claim": 0.44913443819654086,
"eval_singularentropy_global": 0.43321935858187594,
"eval_singularentropy_invention": 0.4775330317315388,
"eval_uniformity_abstract": -2.88675856590271,
"eval_uniformity_claim": -2.8747291564941406,
"eval_uniformity_global": -2.893833875656128,
"eval_uniformity_invention": -2.8383474349975586,
"step": 250
},
{
"epoch": 0.047899778924097275,
"grad_norm": 0.5565025806427002,
"learning_rate": 4.732965009208104e-06,
"loss": 0.0353,
"step": 260
},
{
"epoch": 0.04974207811348563,
"grad_norm": 0.6722770929336548,
"learning_rate": 4.9171270718232054e-06,
"loss": 0.0386,
"step": 270
},
{
"epoch": 0.051584377302873984,
"grad_norm": 0.7081411480903625,
"learning_rate": 5.101289134438306e-06,
"loss": 0.036,
"step": 280
},
{
"epoch": 0.05342667649226234,
"grad_norm": 0.7340980768203735,
"learning_rate": 5.2854511970534075e-06,
"loss": 0.0315,
"step": 290
},
{
"epoch": 0.0552689756816507,
"grad_norm": 0.3888629078865051,
"learning_rate": 5.469613259668509e-06,
"loss": 0.0379,
"step": 300
},
{
"epoch": 0.05711127487103906,
"grad_norm": 0.9086608290672302,
"learning_rate": 5.65377532228361e-06,
"loss": 0.0429,
"step": 310
},
{
"epoch": 0.058953574060427415,
"grad_norm": 0.48961928486824036,
"learning_rate": 5.837937384898711e-06,
"loss": 0.0367,
"step": 320
},
{
"epoch": 0.06079587324981577,
"grad_norm": 0.7892568111419678,
"learning_rate": 6.0220994475138124e-06,
"loss": 0.0328,
"step": 330
},
{
"epoch": 0.06263817243920412,
"grad_norm": 0.5892226696014404,
"learning_rate": 6.206261510128914e-06,
"loss": 0.0367,
"step": 340
},
{
"epoch": 0.06448047162859248,
"grad_norm": 0.8004345893859863,
"learning_rate": 6.390423572744015e-06,
"loss": 0.0309,
"step": 350
},
{
"epoch": 0.06632277081798084,
"grad_norm": 0.4207727313041687,
"learning_rate": 6.574585635359117e-06,
"loss": 0.0285,
"step": 360
},
{
"epoch": 0.0681650700073692,
"grad_norm": 0.48327285051345825,
"learning_rate": 6.758747697974218e-06,
"loss": 0.028,
"step": 370
},
{
"epoch": 0.06908621960206338,
"eval_alignment_abstract": {
"mean_alignment": 0.5087976455688477
},
"eval_alignment_claim": {
"mean_alignment": 0.49777889251708984
},
"eval_alignment_global": {
"mean_alignment": 0.5239630341529846
},
"eval_alignment_invention": {
"mean_alignment": 0.4890246093273163
},
"eval_ipc_cls_abstract_accuracy_primary": 58.76,
"eval_ipc_cls_abstract_precision@1": 63.63999999999999,
"eval_ipc_cls_abstract_precision@3": 32.013333333333335,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.76,
"eval_ipc_cls_global_precision@1": 63.63999999999999,
"eval_ipc_cls_global_precision@3": 32.013333333333335,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 64.48,
"eval_ipc_knn_abstract_precision@1": 70.16,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.224,
"eval_ipc_knn_global_accuracy_primary": 64.48,
"eval_ipc_knn_global_precision@1": 70.16,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.224,
"eval_priorArt_ndcg@100_a2a": 0.3247678735983855,
"eval_priorArt_ndcg@100_a2all": 0.3195553299828072,
"eval_priorArt_ndcg@100_a2c": 0.31976641532387023,
"eval_priorArt_ndcg@100_a2i": 0.2920291431702311,
"eval_priorArt_ndcg@100_c2a": 0.37976161712173406,
"eval_priorArt_ndcg@100_c2all": 0.366309305868274,
"eval_priorArt_ndcg@100_c2c": 0.34725079500225065,
"eval_priorArt_ndcg@100_c2i": 0.31468001598017414,
"eval_priorArt_ndcg@100_i2a": 0.33418360985493656,
"eval_priorArt_ndcg@100_i2all": 0.3178341835019798,
"eval_priorArt_ndcg@100_i2c": 0.3104519185184359,
"eval_priorArt_ndcg@100_i2i": 0.3019445172005676,
"eval_priorArt_ndcg@10_a2a": 0.18576653549165584,
"eval_priorArt_ndcg@10_a2all": 0.1918996525410903,
"eval_priorArt_ndcg@10_a2c": 0.1892192360979971,
"eval_priorArt_ndcg@10_a2i": 0.20161574722222828,
"eval_priorArt_ndcg@10_c2a": 0.2645663652931337,
"eval_priorArt_ndcg@10_c2all": 0.25909734056210165,
"eval_priorArt_ndcg@10_c2c": 0.2213343193898299,
"eval_priorArt_ndcg@10_c2i": 0.19656370058874853,
"eval_priorArt_ndcg@10_i2a": 0.2118738078887513,
"eval_priorArt_ndcg@10_i2all": 0.20566985353867348,
"eval_priorArt_ndcg@10_i2c": 0.19834118733013312,
"eval_priorArt_ndcg@10_i2i": 0.17836205294888532,
"eval_priorArt_ndcg@20_a2a": 0.24957588023487837,
"eval_priorArt_ndcg@20_a2all": 0.23988317582194213,
"eval_priorArt_ndcg@20_a2c": 0.23744534059980066,
"eval_priorArt_ndcg@20_a2i": 0.2199070942568416,
"eval_priorArt_ndcg@20_c2a": 0.29624562838299784,
"eval_priorArt_ndcg@20_c2all": 0.28173435672598496,
"eval_priorArt_ndcg@20_c2c": 0.2665078552763437,
"eval_priorArt_ndcg@20_c2i": 0.22747889404213012,
"eval_priorArt_ndcg@20_i2a": 0.2570998357289195,
"eval_priorArt_ndcg@20_i2all": 0.22952411169006953,
"eval_priorArt_ndcg@20_i2c": 0.22988166921013842,
"eval_priorArt_ndcg@20_i2i": 0.21506651573324506,
"eval_priorArt_ndcg@50_a2a": 0.29113599588444555,
"eval_priorArt_ndcg@50_a2all": 0.27839412277185144,
"eval_priorArt_ndcg@50_a2c": 0.27768709045393375,
"eval_priorArt_ndcg@50_a2i": 0.2634288111716765,
"eval_priorArt_ndcg@50_c2a": 0.3490833678184077,
"eval_priorArt_ndcg@50_c2all": 0.31653515757400247,
"eval_priorArt_ndcg@50_c2c": 0.3115657770411019,
"eval_priorArt_ndcg@50_c2i": 0.2876073227435083,
"eval_priorArt_ndcg@50_i2a": 0.30164827116619036,
"eval_priorArt_ndcg@50_i2all": 0.28978943573566407,
"eval_priorArt_ndcg@50_i2c": 0.27509876842870523,
"eval_priorArt_ndcg@50_i2i": 0.2526005565620422,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8416666666666668,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.7333333333333334,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.925,
"eval_priorArt_recall@100_c2c": 0.9000000000000001,
"eval_priorArt_recall@100_c2i": 0.8083333333333332,
"eval_priorArt_recall@100_i2a": 0.8166666666666668,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.31666666666666665,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.33333333333333337,
"eval_priorArt_recall@10_a2i": 0.375,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4916666666666666,
"eval_priorArt_recall@10_c2c": 0.425,
"eval_priorArt_recall@10_c2i": 0.35416666666666663,
"eval_priorArt_recall@10_i2a": 0.3458333333333333,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.3125,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.4916666666666666,
"eval_priorArt_recall@20_a2c": 0.4833333333333333,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5291666666666667,
"eval_priorArt_recall@20_c2all": 0.5541666666666667,
"eval_priorArt_recall@20_c2c": 0.5624999999999999,
"eval_priorArt_recall@20_c2i": 0.4416666666666667,
"eval_priorArt_recall@20_i2a": 0.4791666666666667,
"eval_priorArt_recall@20_i2all": 0.4208333333333334,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4125,
"eval_priorArt_recall@50_a2a": 0.6666666666666667,
"eval_priorArt_recall@50_a2all": 0.6500000000000001,
"eval_priorArt_recall@50_a2c": 0.65,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7416666666666667,
"eval_priorArt_recall@50_c2all": 0.6833333333333333,
"eval_priorArt_recall@50_c2c": 0.7250000000000001,
"eval_priorArt_recall@50_c2i": 0.6875,
"eval_priorArt_recall@50_i2a": 0.6500000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6416666666666667,
"eval_priorArt_recall@50_i2i": 0.5541666666666666,
"eval_singularentropy_abstract": 0.4277934915963104,
"eval_singularentropy_claim": 0.43083001876151095,
"eval_singularentropy_global": 0.41479232577177727,
"eval_singularentropy_invention": 0.4589121354532721,
"eval_uniformity_abstract": -2.971050977706909,
"eval_uniformity_claim": -2.945971727371216,
"eval_uniformity_global": -2.9654576778411865,
"eval_uniformity_invention": -2.9082558155059814,
"step": 375
},
{
"epoch": 0.07000736919675755,
"grad_norm": 0.7454937696456909,
"learning_rate": 6.942909760589319e-06,
"loss": 0.026,
"step": 380
},
{
"epoch": 0.07184966838614591,
"grad_norm": 0.5772233605384827,
"learning_rate": 7.12707182320442e-06,
"loss": 0.0274,
"step": 390
},
{
"epoch": 0.07369196757553427,
"grad_norm": 0.5893479585647583,
"learning_rate": 7.311233885819522e-06,
"loss": 0.0262,
"step": 400
},
{
"epoch": 0.07553426676492263,
"grad_norm": 0.5994731783866882,
"learning_rate": 7.495395948434623e-06,
"loss": 0.025,
"step": 410
},
{
"epoch": 0.07737656595431099,
"grad_norm": 0.5217624306678772,
"learning_rate": 7.679558011049725e-06,
"loss": 0.0314,
"step": 420
},
{
"epoch": 0.07921886514369934,
"grad_norm": 0.7234419584274292,
"learning_rate": 7.863720073664826e-06,
"loss": 0.0306,
"step": 430
},
{
"epoch": 0.08106116433308769,
"grad_norm": 0.47646453976631165,
"learning_rate": 8.047882136279928e-06,
"loss": 0.025,
"step": 440
},
{
"epoch": 0.08290346352247605,
"grad_norm": 0.9125881791114807,
"learning_rate": 8.232044198895029e-06,
"loss": 0.0262,
"step": 450
},
{
"epoch": 0.0847457627118644,
"grad_norm": 0.5754931569099426,
"learning_rate": 8.416206261510129e-06,
"loss": 0.0263,
"step": 460
},
{
"epoch": 0.08658806190125276,
"grad_norm": 0.4145120084285736,
"learning_rate": 8.600368324125232e-06,
"loss": 0.024,
"step": 470
},
{
"epoch": 0.08843036109064112,
"grad_norm": 0.6920210719108582,
"learning_rate": 8.784530386740332e-06,
"loss": 0.0275,
"step": 480
},
{
"epoch": 0.09027266028002948,
"grad_norm": 0.44164544343948364,
"learning_rate": 8.968692449355435e-06,
"loss": 0.0221,
"step": 490
},
{
"epoch": 0.09211495946941783,
"grad_norm": 0.8898846507072449,
"learning_rate": 9.152854511970534e-06,
"loss": 0.0349,
"step": 500
},
{
"epoch": 0.09211495946941783,
"eval_alignment_abstract": {
"mean_alignment": 0.5415844917297363
},
"eval_alignment_claim": {
"mean_alignment": 0.5204092264175415
},
"eval_alignment_global": {
"mean_alignment": 0.5481566786766052
},
"eval_alignment_invention": {
"mean_alignment": 0.5118601322174072
},
"eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995,
"eval_ipc_cls_abstract_precision@1": 63.68000000000001,
"eval_ipc_cls_abstract_precision@3": 31.94666666666667,
"eval_ipc_cls_abstract_precision@5": 21.095999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.879999999999995,
"eval_ipc_cls_global_precision@1": 63.68000000000001,
"eval_ipc_cls_global_precision@3": 31.94666666666667,
"eval_ipc_cls_global_precision@5": 21.095999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.48,
"eval_ipc_knn_abstract_precision@1": 70.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.506666666666664,
"eval_ipc_knn_abstract_precision@5": 17.287999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.48,
"eval_ipc_knn_global_precision@1": 70.52000000000001,
"eval_ipc_knn_global_precision@3": 28.506666666666664,
"eval_ipc_knn_global_precision@5": 17.287999999999997,
"eval_priorArt_ndcg@100_a2a": 0.32129641709684736,
"eval_priorArt_ndcg@100_a2all": 0.3194708816818853,
"eval_priorArt_ndcg@100_a2c": 0.3171188715711243,
"eval_priorArt_ndcg@100_a2i": 0.30101164047168666,
"eval_priorArt_ndcg@100_c2a": 0.36834348424851143,
"eval_priorArt_ndcg@100_c2all": 0.3572859325989458,
"eval_priorArt_ndcg@100_c2c": 0.3477498411843671,
"eval_priorArt_ndcg@100_c2i": 0.31804776455972833,
"eval_priorArt_ndcg@100_i2a": 0.34882775849684927,
"eval_priorArt_ndcg@100_i2all": 0.3150552781746759,
"eval_priorArt_ndcg@100_i2c": 0.3217811056544713,
"eval_priorArt_ndcg@100_i2i": 0.3057568492872129,
"eval_priorArt_ndcg@10_a2a": 0.18196576092002997,
"eval_priorArt_ndcg@10_a2all": 0.18773624640744307,
"eval_priorArt_ndcg@10_a2c": 0.19085909208373186,
"eval_priorArt_ndcg@10_a2i": 0.19491217471530847,
"eval_priorArt_ndcg@10_c2a": 0.25566737853466187,
"eval_priorArt_ndcg@10_c2all": 0.25301883255956775,
"eval_priorArt_ndcg@10_c2c": 0.21340693575499414,
"eval_priorArt_ndcg@10_c2i": 0.20257980369365325,
"eval_priorArt_ndcg@10_i2a": 0.2280618942846003,
"eval_priorArt_ndcg@10_i2all": 0.20184305445767686,
"eval_priorArt_ndcg@10_i2c": 0.20462816785124632,
"eval_priorArt_ndcg@10_i2i": 0.17939033064704507,
"eval_priorArt_ndcg@20_a2a": 0.2449970245143603,
"eval_priorArt_ndcg@20_a2all": 0.2347737648392072,
"eval_priorArt_ndcg@20_a2c": 0.22978662302199218,
"eval_priorArt_ndcg@20_a2i": 0.22535846852180427,
"eval_priorArt_ndcg@20_c2a": 0.2930664424132817,
"eval_priorArt_ndcg@20_c2all": 0.270352324407383,
"eval_priorArt_ndcg@20_c2c": 0.26606079762118007,
"eval_priorArt_ndcg@20_c2i": 0.21528769516169927,
"eval_priorArt_ndcg@20_i2a": 0.26762110574652714,
"eval_priorArt_ndcg@20_i2all": 0.2271534615543555,
"eval_priorArt_ndcg@20_i2c": 0.23669640332285424,
"eval_priorArt_ndcg@20_i2i": 0.22388824756654513,
"eval_priorArt_ndcg@50_a2a": 0.29553535938737385,
"eval_priorArt_ndcg@50_a2all": 0.2816349201298953,
"eval_priorArt_ndcg@50_a2c": 0.27429602832238886,
"eval_priorArt_ndcg@50_a2i": 0.2688115031650173,
"eval_priorArt_ndcg@50_c2a": 0.3416804196231983,
"eval_priorArt_ndcg@50_c2all": 0.3240170676125753,
"eval_priorArt_ndcg@50_c2c": 0.31338857643094065,
"eval_priorArt_ndcg@50_c2i": 0.2809723988882986,
"eval_priorArt_ndcg@50_i2a": 0.3124431454195428,
"eval_priorArt_ndcg@50_i2all": 0.2871336975571965,
"eval_priorArt_ndcg@50_i2c": 0.2751801733397254,
"eval_priorArt_ndcg@50_i2i": 0.2607110906844239,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8666666666666666,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.75,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9000000000000001,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.7916666666666667,
"eval_priorArt_recall@100_i2c": 0.8333333333333334,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.31666666666666665,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.35833333333333334,
"eval_priorArt_recall@10_a2i": 0.3458333333333333,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.4916666666666666,
"eval_priorArt_recall@10_c2c": 0.3916666666666667,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.3625,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.3125,
"eval_priorArt_recall@20_a2a": 0.5,
"eval_priorArt_recall@20_a2all": 0.4916666666666666,
"eval_priorArt_recall@20_a2c": 0.4708333333333333,
"eval_priorArt_recall@20_a2i": 0.425,
"eval_priorArt_recall@20_c2a": 0.5458333333333334,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4041666666666667,
"eval_priorArt_recall@20_i2a": 0.4791666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4375,
"eval_priorArt_recall@50_a2a": 0.7,
"eval_priorArt_recall@50_a2all": 0.6833333333333333,
"eval_priorArt_recall@50_a2c": 0.6500000000000001,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7333333333333334,
"eval_priorArt_recall@50_c2all": 0.7416666666666667,
"eval_priorArt_recall@50_c2c": 0.7333333333333334,
"eval_priorArt_recall@50_c2i": 0.6625,
"eval_priorArt_recall@50_i2a": 0.6500000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6125,
"eval_priorArt_recall@50_i2i": 0.5791666666666666,
"eval_singularentropy_abstract": 0.4162361263014299,
"eval_singularentropy_claim": 0.4249521474786173,
"eval_singularentropy_global": 0.4081472247740198,
"eval_singularentropy_invention": 0.4536151981624885,
"eval_uniformity_abstract": -3.0021519660949707,
"eval_uniformity_claim": -2.9675371646881104,
"eval_uniformity_global": -2.9855403900146484,
"eval_uniformity_invention": -2.922271728515625,
"step": 500
},
{
"epoch": 0.09395725865880619,
"grad_norm": 0.2864799201488495,
"learning_rate": 9.337016574585636e-06,
"loss": 0.0204,
"step": 510
},
{
"epoch": 0.09579955784819455,
"grad_norm": 0.6464411616325378,
"learning_rate": 9.521178637200737e-06,
"loss": 0.0246,
"step": 520
},
{
"epoch": 0.09764185703758291,
"grad_norm": 0.5997849702835083,
"learning_rate": 9.705340699815839e-06,
"loss": 0.0231,
"step": 530
},
{
"epoch": 0.09948415622697127,
"grad_norm": 0.7166539430618286,
"learning_rate": 9.88950276243094e-06,
"loss": 0.0241,
"step": 540
},
{
"epoch": 0.10132645541635962,
"grad_norm": 0.26956120133399963,
"learning_rate": 9.999983456387042e-06,
"loss": 0.0226,
"step": 550
},
{
"epoch": 0.10316875460574797,
"grad_norm": 0.6287024617195129,
"learning_rate": 9.999797341998526e-06,
"loss": 0.0256,
"step": 560
},
{
"epoch": 0.10501105379513632,
"grad_norm": 0.9568583965301514,
"learning_rate": 9.999404441428446e-06,
"loss": 0.0229,
"step": 570
},
{
"epoch": 0.10685335298452468,
"grad_norm": 0.7872079014778137,
"learning_rate": 9.99880477092674e-06,
"loss": 0.0277,
"step": 580
},
{
"epoch": 0.10869565217391304,
"grad_norm": 0.3820112347602844,
"learning_rate": 9.997998355295126e-06,
"loss": 0.0237,
"step": 590
},
{
"epoch": 0.1105379513633014,
"grad_norm": 0.5609018206596375,
"learning_rate": 9.996985227886083e-06,
"loss": 0.0273,
"step": 600
},
{
"epoch": 0.11238025055268976,
"grad_norm": 0.5897182822227478,
"learning_rate": 9.995765430601455e-06,
"loss": 0.0286,
"step": 610
},
{
"epoch": 0.11422254974207811,
"grad_norm": 1.5391769409179688,
"learning_rate": 9.994339013890732e-06,
"loss": 0.0287,
"step": 620
},
{
"epoch": 0.11514369933677229,
"eval_alignment_abstract": {
"mean_alignment": 0.567310631275177
},
"eval_alignment_claim": {
"mean_alignment": 0.5258480310440063
},
"eval_alignment_global": {
"mean_alignment": 0.5584056973457336
},
"eval_alignment_invention": {
"mean_alignment": 0.5156002044677734
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.746666666666666,
"eval_ipc_cls_abstract_precision@5": 21.056,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.746666666666666,
"eval_ipc_cls_global_precision@5": 21.056,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.92,
"eval_ipc_knn_abstract_precision@3": 28.333333333333332,
"eval_ipc_knn_abstract_precision@5": 17.176,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.92,
"eval_ipc_knn_global_precision@3": 28.333333333333332,
"eval_ipc_knn_global_precision@5": 17.176,
"eval_priorArt_ndcg@100_a2a": 0.32128800115177847,
"eval_priorArt_ndcg@100_a2all": 0.31177387910346294,
"eval_priorArt_ndcg@100_a2c": 0.32145325610490094,
"eval_priorArt_ndcg@100_a2i": 0.3040146465124236,
"eval_priorArt_ndcg@100_c2a": 0.3720935269585706,
"eval_priorArt_ndcg@100_c2all": 0.35818892189584506,
"eval_priorArt_ndcg@100_c2c": 0.34737905565926075,
"eval_priorArt_ndcg@100_c2i": 0.3203589609935223,
"eval_priorArt_ndcg@100_i2a": 0.3649286262309778,
"eval_priorArt_ndcg@100_i2all": 0.3160869202805977,
"eval_priorArt_ndcg@100_i2c": 0.31880932135500856,
"eval_priorArt_ndcg@100_i2i": 0.312314627634605,
"eval_priorArt_ndcg@10_a2a": 0.19680368486705588,
"eval_priorArt_ndcg@10_a2all": 0.1754206000200585,
"eval_priorArt_ndcg@10_a2c": 0.16762271612999022,
"eval_priorArt_ndcg@10_a2i": 0.18420995475194388,
"eval_priorArt_ndcg@10_c2a": 0.259357689405442,
"eval_priorArt_ndcg@10_c2all": 0.21419721995609303,
"eval_priorArt_ndcg@10_c2c": 0.2094397665234254,
"eval_priorArt_ndcg@10_c2i": 0.2080986489770626,
"eval_priorArt_ndcg@10_i2a": 0.24728731715227137,
"eval_priorArt_ndcg@10_i2all": 0.22060347215578818,
"eval_priorArt_ndcg@10_i2c": 0.18857104214119294,
"eval_priorArt_ndcg@10_i2i": 0.19431328169937634,
"eval_priorArt_ndcg@20_a2a": 0.2454954483345459,
"eval_priorArt_ndcg@20_a2all": 0.2343051123592768,
"eval_priorArt_ndcg@20_a2c": 0.22395808228312108,
"eval_priorArt_ndcg@20_a2i": 0.2352841860652184,
"eval_priorArt_ndcg@20_c2a": 0.29055406598577627,
"eval_priorArt_ndcg@20_c2all": 0.2730043630382782,
"eval_priorArt_ndcg@20_c2c": 0.2764927592538717,
"eval_priorArt_ndcg@20_c2i": 0.22617315102332985,
"eval_priorArt_ndcg@20_i2a": 0.2851363082909635,
"eval_priorArt_ndcg@20_i2all": 0.22694432299740783,
"eval_priorArt_ndcg@20_i2c": 0.22813576259576296,
"eval_priorArt_ndcg@20_i2i": 0.22332953991039844,
"eval_priorArt_ndcg@50_a2a": 0.2955204301128974,
"eval_priorArt_ndcg@50_a2all": 0.2753029338980385,
"eval_priorArt_ndcg@50_a2c": 0.28391572327603737,
"eval_priorArt_ndcg@50_a2i": 0.2673216720288803,
"eval_priorArt_ndcg@50_c2a": 0.3501003576524906,
"eval_priorArt_ndcg@50_c2all": 0.3132987498209752,
"eval_priorArt_ndcg@50_c2c": 0.31876435678625553,
"eval_priorArt_ndcg@50_c2i": 0.28649153810772615,
"eval_priorArt_ndcg@50_i2a": 0.31959949435656626,
"eval_priorArt_ndcg@50_i2all": 0.2869095787374115,
"eval_priorArt_ndcg@50_i2c": 0.27266618280055066,
"eval_priorArt_ndcg@50_i2i": 0.26653671676167395,
"eval_priorArt_recall@100_a2a": 0.8333333333333334,
"eval_priorArt_recall@100_a2all": 0.8416666666666666,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.925,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8166666666666668,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.32500000000000007,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.32083333333333336,
"eval_priorArt_recall@10_c2a": 0.4375,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.4,
"eval_priorArt_recall@10_i2all": 0.4125,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.3458333333333333,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.5041666666666667,
"eval_priorArt_recall@20_a2c": 0.4583333333333333,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666667,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4208333333333334,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4291666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.675,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7666666666666667,
"eval_priorArt_recall@50_c2all": 0.7083333333333334,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6625,
"eval_priorArt_recall@50_i2a": 0.6375000000000001,
"eval_priorArt_recall@50_i2all": 0.65,
"eval_priorArt_recall@50_i2c": 0.6375,
"eval_priorArt_recall@50_i2i": 0.5916666666666666,
"eval_singularentropy_abstract": 0.41202803160001483,
"eval_singularentropy_claim": 0.42692118005970825,
"eval_singularentropy_global": 0.4084575725892351,
"eval_singularentropy_invention": 0.45534364861030874,
"eval_uniformity_abstract": -3.0016441345214844,
"eval_uniformity_claim": -2.959157943725586,
"eval_uniformity_global": -2.979156970977783,
"eval_uniformity_invention": -2.9151992797851562,
"step": 625
},
{
"epoch": 0.11606484893146647,
"grad_norm": 0.6960370540618896,
"learning_rate": 9.99270603674896e-06,
"loss": 0.0277,
"step": 630
},
{
"epoch": 0.11790714812085483,
"grad_norm": 0.5439109802246094,
"learning_rate": 9.990866566714295e-06,
"loss": 0.0261,
"step": 640
},
{
"epoch": 0.11974944731024319,
"grad_norm": 0.45361655950546265,
"learning_rate": 9.988820679865218e-06,
"loss": 0.0224,
"step": 650
},
{
"epoch": 0.12159174649963155,
"grad_norm": 0.6057038903236389,
"learning_rate": 9.986568460817388e-06,
"loss": 0.0206,
"step": 660
},
{
"epoch": 0.1234340456890199,
"grad_norm": 0.6459630131721497,
"learning_rate": 9.984110002720133e-06,
"loss": 0.0223,
"step": 670
},
{
"epoch": 0.12527634487840825,
"grad_norm": 0.557022213935852,
"learning_rate": 9.981445407252606e-06,
"loss": 0.0191,
"step": 680
},
{
"epoch": 0.1271186440677966,
"grad_norm": 0.548691987991333,
"learning_rate": 9.97857478461958e-06,
"loss": 0.0173,
"step": 690
},
{
"epoch": 0.12896094325718496,
"grad_norm": 0.48354479670524597,
"learning_rate": 9.975498253546884e-06,
"loss": 0.0162,
"step": 700
},
{
"epoch": 0.13080324244657332,
"grad_norm": 0.6894910931587219,
"learning_rate": 9.972215941276501e-06,
"loss": 0.0222,
"step": 710
},
{
"epoch": 0.13264554163596168,
"grad_norm": 0.28552010655403137,
"learning_rate": 9.968727983561294e-06,
"loss": 0.0243,
"step": 720
},
{
"epoch": 0.13448784082535004,
"grad_norm": 0.48232370615005493,
"learning_rate": 9.965034524659406e-06,
"loss": 0.016,
"step": 730
},
{
"epoch": 0.1363301400147384,
"grad_norm": 0.6583832502365112,
"learning_rate": 9.961135717328274e-06,
"loss": 0.0206,
"step": 740
},
{
"epoch": 0.13817243920412675,
"grad_norm": 0.3258623778820038,
"learning_rate": 9.957031722818335e-06,
"loss": 0.0208,
"step": 750
},
{
"epoch": 0.13817243920412675,
"eval_alignment_abstract": {
"mean_alignment": 0.5828378200531006
},
"eval_alignment_claim": {
"mean_alignment": 0.5276638865470886
},
"eval_alignment_global": {
"mean_alignment": 0.5626772046089172
},
"eval_alignment_invention": {
"mean_alignment": 0.5151866674423218
},
"eval_ipc_cls_abstract_accuracy_primary": 58.84,
"eval_ipc_cls_abstract_precision@1": 63.63999999999999,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.112,
"eval_ipc_cls_global_accuracy_primary": 58.84,
"eval_ipc_cls_global_precision@1": 63.63999999999999,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.112,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 70.08,
"eval_ipc_knn_abstract_precision@3": 28.24,
"eval_ipc_knn_abstract_precision@5": 17.136,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 70.08,
"eval_ipc_knn_global_precision@3": 28.24,
"eval_ipc_knn_global_precision@5": 17.136,
"eval_priorArt_ndcg@100_a2a": 0.33180086399291786,
"eval_priorArt_ndcg@100_a2all": 0.3170346901548451,
"eval_priorArt_ndcg@100_a2c": 0.32443495592435406,
"eval_priorArt_ndcg@100_a2i": 0.29827528084540056,
"eval_priorArt_ndcg@100_c2a": 0.3739418231980534,
"eval_priorArt_ndcg@100_c2all": 0.3602580079146235,
"eval_priorArt_ndcg@100_c2c": 0.3530622002690677,
"eval_priorArt_ndcg@100_c2i": 0.31453887129997277,
"eval_priorArt_ndcg@100_i2a": 0.3793865209848425,
"eval_priorArt_ndcg@100_i2all": 0.3258642287858412,
"eval_priorArt_ndcg@100_i2c": 0.31557916207795833,
"eval_priorArt_ndcg@100_i2i": 0.3120484857297249,
"eval_priorArt_ndcg@10_a2a": 0.1955665802836582,
"eval_priorArt_ndcg@10_a2all": 0.18145872389734957,
"eval_priorArt_ndcg@10_a2c": 0.1763835420279261,
"eval_priorArt_ndcg@10_a2i": 0.1729964505588079,
"eval_priorArt_ndcg@10_c2a": 0.25840914064938497,
"eval_priorArt_ndcg@10_c2all": 0.21862515187741244,
"eval_priorArt_ndcg@10_c2c": 0.21561501704819794,
"eval_priorArt_ndcg@10_c2i": 0.19808881498854156,
"eval_priorArt_ndcg@10_i2a": 0.26126838217054477,
"eval_priorArt_ndcg@10_i2all": 0.2130167688609914,
"eval_priorArt_ndcg@10_i2c": 0.18495420304779728,
"eval_priorArt_ndcg@10_i2i": 0.18784810499223636,
"eval_priorArt_ndcg@20_a2a": 0.24485499643922112,
"eval_priorArt_ndcg@20_a2all": 0.219347417827728,
"eval_priorArt_ndcg@20_a2c": 0.23046358362662564,
"eval_priorArt_ndcg@20_a2i": 0.22833564195183906,
"eval_priorArt_ndcg@20_c2a": 0.30270686939166735,
"eval_priorArt_ndcg@20_c2all": 0.27799992515570005,
"eval_priorArt_ndcg@20_c2c": 0.27566566480152255,
"eval_priorArt_ndcg@20_c2i": 0.22299144407450688,
"eval_priorArt_ndcg@20_i2a": 0.2877057499802639,
"eval_priorArt_ndcg@20_i2all": 0.2399677375500815,
"eval_priorArt_ndcg@20_i2c": 0.23187938280443193,
"eval_priorArt_ndcg@20_i2i": 0.22961396532992198,
"eval_priorArt_ndcg@50_a2a": 0.3063647510542796,
"eval_priorArt_ndcg@50_a2all": 0.28962862392756583,
"eval_priorArt_ndcg@50_a2c": 0.28641622620274365,
"eval_priorArt_ndcg@50_a2i": 0.26093580202021266,
"eval_priorArt_ndcg@50_c2a": 0.3401257852898131,
"eval_priorArt_ndcg@50_c2all": 0.3229025540522027,
"eval_priorArt_ndcg@50_c2c": 0.3192359693110981,
"eval_priorArt_ndcg@50_c2i": 0.2804368416382318,
"eval_priorArt_ndcg@50_i2a": 0.3418355100699414,
"eval_priorArt_ndcg@50_i2all": 0.2841084773694021,
"eval_priorArt_ndcg@50_i2c": 0.26958555606521206,
"eval_priorArt_ndcg@50_i2i": 0.2701878850700979,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.8416666666666666,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.85,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8166666666666667,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.32500000000000007,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.4291666666666667,
"eval_priorArt_recall@10_c2all": 0.36666666666666664,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.39166666666666666,
"eval_priorArt_recall@10_i2all": 0.3875,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.47916666666666663,
"eval_priorArt_recall@20_a2all": 0.4375,
"eval_priorArt_recall@20_a2c": 0.4708333333333333,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.5625,
"eval_priorArt_recall@20_c2all": 0.5541666666666666,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4458333333333334,
"eval_priorArt_recall@20_i2a": 0.4624999999999999,
"eval_priorArt_recall@20_i2all": 0.4708333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.725,
"eval_priorArt_recall@50_a2all": 0.7166666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6041666666666667,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7250000000000001,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6791666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6375,
"eval_priorArt_recall@50_i2i": 0.6083333333333334,
"eval_singularentropy_abstract": 0.40813194525050916,
"eval_singularentropy_claim": 0.43022820770073955,
"eval_singularentropy_global": 0.41050362057145634,
"eval_singularentropy_invention": 0.46060400032626386,
"eval_uniformity_abstract": -2.999234437942505,
"eval_uniformity_claim": -2.9491794109344482,
"eval_uniformity_global": -2.968477725982666,
"eval_uniformity_invention": -2.9000630378723145,
"step": 750
},
{
"epoch": 0.1400147383935151,
"grad_norm": 0.382443904876709,
"learning_rate": 9.95272271086634e-06,
"loss": 0.0129,
"step": 760
},
{
"epoch": 0.14185703758290347,
"grad_norm": 0.3922696113586426,
"learning_rate": 9.948208859688335e-06,
"loss": 0.0197,
"step": 770
},
{
"epoch": 0.14369933677229182,
"grad_norm": 0.6245198845863342,
"learning_rate": 9.9434903559723e-06,
"loss": 0.0177,
"step": 780
},
{
"epoch": 0.14554163596168018,
"grad_norm": 0.5197867155075073,
"learning_rate": 9.938567394870414e-06,
"loss": 0.0185,
"step": 790
},
{
"epoch": 0.14738393515106854,
"grad_norm": 0.6154348254203796,
"learning_rate": 9.933440179990998e-06,
"loss": 0.0164,
"step": 800
},
{
"epoch": 0.1492262343404569,
"grad_norm": 0.6030163168907166,
"learning_rate": 9.928108923390083e-06,
"loss": 0.0143,
"step": 810
},
{
"epoch": 0.15106853352984526,
"grad_norm": 0.3975157141685486,
"learning_rate": 9.922573845562649e-06,
"loss": 0.0147,
"step": 820
},
{
"epoch": 0.1529108327192336,
"grad_norm": 0.2929564118385315,
"learning_rate": 9.91683517543349e-06,
"loss": 0.0199,
"step": 830
},
{
"epoch": 0.15475313190862197,
"grad_norm": 0.2986675500869751,
"learning_rate": 9.910893150347767e-06,
"loss": 0.0208,
"step": 840
},
{
"epoch": 0.15659543109801033,
"grad_norm": 0.5407031774520874,
"learning_rate": 9.904748016061174e-06,
"loss": 0.0203,
"step": 850
},
{
"epoch": 0.1584377302873987,
"grad_norm": 0.5669462084770203,
"learning_rate": 9.898400026729786e-06,
"loss": 0.0176,
"step": 860
},
{
"epoch": 0.16028002947678702,
"grad_norm": 0.19947005808353424,
"learning_rate": 9.891849444899537e-06,
"loss": 0.0186,
"step": 870
},
{
"epoch": 0.1612011790714812,
"eval_alignment_abstract": {
"mean_alignment": 0.6051962971687317
},
"eval_alignment_claim": {
"mean_alignment": 0.5438300967216492
},
"eval_alignment_global": {
"mean_alignment": 0.5810993313789368
},
"eval_alignment_invention": {
"mean_alignment": 0.5334528088569641
},
"eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005,
"eval_ipc_cls_abstract_precision@1": 63.2,
"eval_ipc_cls_abstract_precision@3": 31.826666666666664,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.440000000000005,
"eval_ipc_cls_global_precision@1": 63.2,
"eval_ipc_cls_global_precision@3": 31.826666666666664,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.17333333333333,
"eval_ipc_knn_abstract_precision@5": 17.072,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.17333333333333,
"eval_ipc_knn_global_precision@5": 17.072,
"eval_priorArt_ndcg@100_a2a": 0.33741764147889897,
"eval_priorArt_ndcg@100_a2all": 0.3193901551014803,
"eval_priorArt_ndcg@100_a2c": 0.3282817506932243,
"eval_priorArt_ndcg@100_a2i": 0.29808921156788026,
"eval_priorArt_ndcg@100_c2a": 0.3587065278547314,
"eval_priorArt_ndcg@100_c2all": 0.35046985896569527,
"eval_priorArt_ndcg@100_c2c": 0.354069743989404,
"eval_priorArt_ndcg@100_c2i": 0.32354213597788867,
"eval_priorArt_ndcg@100_i2a": 0.37619447084641655,
"eval_priorArt_ndcg@100_i2all": 0.32534083621534154,
"eval_priorArt_ndcg@100_i2c": 0.320156850070928,
"eval_priorArt_ndcg@100_i2i": 0.30986981566297217,
"eval_priorArt_ndcg@10_a2a": 0.19875194262907367,
"eval_priorArt_ndcg@10_a2all": 0.19366853149437807,
"eval_priorArt_ndcg@10_a2c": 0.16819741372188418,
"eval_priorArt_ndcg@10_a2i": 0.16615688619435384,
"eval_priorArt_ndcg@10_c2a": 0.22178713448059914,
"eval_priorArt_ndcg@10_c2all": 0.20517045212875845,
"eval_priorArt_ndcg@10_c2c": 0.21174423196927675,
"eval_priorArt_ndcg@10_c2i": 0.2015808801848657,
"eval_priorArt_ndcg@10_i2a": 0.26406037264279786,
"eval_priorArt_ndcg@10_i2all": 0.20807576375502856,
"eval_priorArt_ndcg@10_i2c": 0.18958491450607767,
"eval_priorArt_ndcg@10_i2i": 0.18784810499223636,
"eval_priorArt_ndcg@20_a2a": 0.2686360133887417,
"eval_priorArt_ndcg@20_a2all": 0.2299449472105512,
"eval_priorArt_ndcg@20_a2c": 0.24581049044249545,
"eval_priorArt_ndcg@20_a2i": 0.21804974278586128,
"eval_priorArt_ndcg@20_c2a": 0.296548845608429,
"eval_priorArt_ndcg@20_c2all": 0.2737157753976943,
"eval_priorArt_ndcg@20_c2c": 0.28366004690763713,
"eval_priorArt_ndcg@20_c2i": 0.226483509270831,
"eval_priorArt_ndcg@20_i2a": 0.2968907288639685,
"eval_priorArt_ndcg@20_i2all": 0.23476602393734494,
"eval_priorArt_ndcg@20_i2c": 0.2357691039145171,
"eval_priorArt_ndcg@20_i2i": 0.22989649383863914,
"eval_priorArt_ndcg@50_a2a": 0.30662982808352657,
"eval_priorArt_ndcg@50_a2all": 0.29551800387475335,
"eval_priorArt_ndcg@50_a2c": 0.2895625573114088,
"eval_priorArt_ndcg@50_a2i": 0.2635435546308359,
"eval_priorArt_ndcg@50_c2a": 0.32546937405962223,
"eval_priorArt_ndcg@50_c2all": 0.3135455648334195,
"eval_priorArt_ndcg@50_c2c": 0.3200842808152693,
"eval_priorArt_ndcg@50_c2i": 0.2857897324919507,
"eval_priorArt_ndcg@50_i2a": 0.338687631387828,
"eval_priorArt_ndcg@50_i2all": 0.28461004425395986,
"eval_priorArt_ndcg@50_i2c": 0.28780686855153936,
"eval_priorArt_ndcg@50_i2i": 0.27242224128464865,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.825,
"eval_priorArt_recall@100_a2c": 0.8916666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8583333333333334,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.30416666666666664,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.35000000000000003,
"eval_priorArt_recall@10_c2c": 0.3666666666666667,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5458333333333333,
"eval_priorArt_recall@20_a2all": 0.4583333333333333,
"eval_priorArt_recall@20_a2c": 0.5291666666666666,
"eval_priorArt_recall@20_a2i": 0.4541666666666667,
"eval_priorArt_recall@20_c2a": 0.5958333333333332,
"eval_priorArt_recall@20_c2all": 0.5666666666666667,
"eval_priorArt_recall@20_c2c": 0.6041666666666666,
"eval_priorArt_recall@20_c2i": 0.4458333333333334,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4541666666666666,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.7,
"eval_priorArt_recall@50_a2all": 0.7166666666666667,
"eval_priorArt_recall@50_a2c": 0.7083333333333334,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7375,
"eval_priorArt_recall@50_c2i": 0.6708333333333333,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4050363896459581,
"eval_singularentropy_claim": 0.4305173247237977,
"eval_singularentropy_global": 0.4100413438426984,
"eval_singularentropy_invention": 0.46080700750721687,
"eval_uniformity_abstract": -2.9868016242980957,
"eval_uniformity_claim": -2.9364006519317627,
"eval_uniformity_global": -2.954374313354492,
"eval_uniformity_invention": -2.8863255977630615,
"step": 875
},
{
"epoch": 0.16212232866617537,
"grad_norm": 0.670910656452179,
"learning_rate": 9.885096541495372e-06,
"loss": 0.0211,
"step": 880
},
{
"epoch": 0.16396462785556373,
"grad_norm": 0.243512362241745,
"learning_rate": 9.878141595810027e-06,
"loss": 0.0158,
"step": 890
},
{
"epoch": 0.1658069270449521,
"grad_norm": 0.5471833944320679,
"learning_rate": 9.870984895492499e-06,
"loss": 0.0175,
"step": 900
},
{
"epoch": 0.16764922623434045,
"grad_norm": 0.5549697875976562,
"learning_rate": 9.86362673653613e-06,
"loss": 0.0158,
"step": 910
},
{
"epoch": 0.1694915254237288,
"grad_norm": 0.5042574405670166,
"learning_rate": 9.85606742326637e-06,
"loss": 0.0121,
"step": 920
},
{
"epoch": 0.17133382461311716,
"grad_norm": 0.3217884302139282,
"learning_rate": 9.8483072683282e-06,
"loss": 0.0132,
"step": 930
},
{
"epoch": 0.17317612380250552,
"grad_norm": 0.32380059361457825,
"learning_rate": 9.84034659267319e-06,
"loss": 0.0104,
"step": 940
},
{
"epoch": 0.17501842299189388,
"grad_norm": 0.4703865349292755,
"learning_rate": 9.83218572554623e-06,
"loss": 0.0265,
"step": 950
},
{
"epoch": 0.17686072218128224,
"grad_norm": 0.3969466984272003,
"learning_rate": 9.823825004471908e-06,
"loss": 0.0193,
"step": 960
},
{
"epoch": 0.1787030213706706,
"grad_norm": 0.5960456728935242,
"learning_rate": 9.815264775240556e-06,
"loss": 0.0211,
"step": 970
},
{
"epoch": 0.18054532056005895,
"grad_norm": 0.42554572224617004,
"learning_rate": 9.80650539189395e-06,
"loss": 0.0153,
"step": 980
},
{
"epoch": 0.1823876197494473,
"grad_norm": 0.5160042643547058,
"learning_rate": 9.797547216710661e-06,
"loss": 0.0202,
"step": 990
},
{
"epoch": 0.18422991893883567,
"grad_norm": 0.3409252166748047,
"learning_rate": 9.78839062019107e-06,
"loss": 0.0148,
"step": 1000
},
{
"epoch": 0.18422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.5974984169006348
},
"eval_alignment_claim": {
"mean_alignment": 0.5297233462333679
},
"eval_alignment_global": {
"mean_alignment": 0.5687319040298462
},
"eval_alignment_invention": {
"mean_alignment": 0.5212519764900208
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.813333333333333,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.813333333333333,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.72,
"eval_ipc_knn_abstract_precision@1": 69.96,
"eval_ipc_knn_abstract_precision@3": 28.226666666666667,
"eval_ipc_knn_abstract_precision@5": 17.119999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.72,
"eval_ipc_knn_global_precision@1": 69.96,
"eval_ipc_knn_global_precision@3": 28.226666666666667,
"eval_ipc_knn_global_precision@5": 17.119999999999997,
"eval_priorArt_ndcg@100_a2a": 0.32741807867345496,
"eval_priorArt_ndcg@100_a2all": 0.3132439935521233,
"eval_priorArt_ndcg@100_a2c": 0.3190943665812692,
"eval_priorArt_ndcg@100_a2i": 0.2903682187801002,
"eval_priorArt_ndcg@100_c2a": 0.35470611113192946,
"eval_priorArt_ndcg@100_c2all": 0.3520951659205775,
"eval_priorArt_ndcg@100_c2c": 0.3605791385846249,
"eval_priorArt_ndcg@100_c2i": 0.3140234560123244,
"eval_priorArt_ndcg@100_i2a": 0.34672444243478096,
"eval_priorArt_ndcg@100_i2all": 0.3184967604043065,
"eval_priorArt_ndcg@100_i2c": 0.3216321133350186,
"eval_priorArt_ndcg@100_i2i": 0.3077259449397599,
"eval_priorArt_ndcg@10_a2a": 0.20271741252838518,
"eval_priorArt_ndcg@10_a2all": 0.1923408394872427,
"eval_priorArt_ndcg@10_a2c": 0.17180188849507189,
"eval_priorArt_ndcg@10_a2i": 0.16983496518565336,
"eval_priorArt_ndcg@10_c2a": 0.22542620367364918,
"eval_priorArt_ndcg@10_c2all": 0.19001263807345184,
"eval_priorArt_ndcg@10_c2c": 0.21623431358755277,
"eval_priorArt_ndcg@10_c2i": 0.19608122872972503,
"eval_priorArt_ndcg@10_i2a": 0.23450918296448603,
"eval_priorArt_ndcg@10_i2all": 0.19592181854292334,
"eval_priorArt_ndcg@10_i2c": 0.1901476057011895,
"eval_priorArt_ndcg@10_i2i": 0.18776398709684536,
"eval_priorArt_ndcg@20_a2a": 0.2575165419761723,
"eval_priorArt_ndcg@20_a2all": 0.21730598991704966,
"eval_priorArt_ndcg@20_a2c": 0.23767583733261227,
"eval_priorArt_ndcg@20_a2i": 0.21942583895400675,
"eval_priorArt_ndcg@20_c2a": 0.288047004625496,
"eval_priorArt_ndcg@20_c2all": 0.2751693505735401,
"eval_priorArt_ndcg@20_c2c": 0.29508613009033124,
"eval_priorArt_ndcg@20_c2i": 0.22602401973033232,
"eval_priorArt_ndcg@20_i2a": 0.26789896190725404,
"eval_priorArt_ndcg@20_i2all": 0.22834638223507472,
"eval_priorArt_ndcg@20_i2c": 0.23057409889821318,
"eval_priorArt_ndcg@20_i2i": 0.22874860217537557,
"eval_priorArt_ndcg@50_a2a": 0.3028639203711126,
"eval_priorArt_ndcg@50_a2all": 0.2840747880713438,
"eval_priorArt_ndcg@50_a2c": 0.27331041443232545,
"eval_priorArt_ndcg@50_a2i": 0.26065960177734826,
"eval_priorArt_ndcg@50_c2a": 0.31756072233769367,
"eval_priorArt_ndcg@50_c2all": 0.3151640533720482,
"eval_priorArt_ndcg@50_c2c": 0.33275503888764946,
"eval_priorArt_ndcg@50_c2i": 0.27689784755366686,
"eval_priorArt_ndcg@50_i2a": 0.3053725195544177,
"eval_priorArt_ndcg@50_i2all": 0.2780161267222566,
"eval_priorArt_ndcg@50_i2c": 0.28957911150794235,
"eval_priorArt_ndcg@50_i2i": 0.2709090720099394,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.35000000000000003,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3208333333333333,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.30000000000000004,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.5208333333333333,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.5166666666666666,
"eval_priorArt_recall@20_a2i": 0.4666666666666667,
"eval_priorArt_recall@20_c2a": 0.5791666666666666,
"eval_priorArt_recall@20_c2all": 0.5666666666666667,
"eval_priorArt_recall@20_c2c": 0.6041666666666666,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4541666666666666,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6541666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4129784879951142,
"eval_singularentropy_claim": 0.4383813738182535,
"eval_singularentropy_global": 0.4186308122441542,
"eval_singularentropy_invention": 0.4704444693298251,
"eval_uniformity_abstract": -2.973576307296753,
"eval_uniformity_claim": -2.9247071743011475,
"eval_uniformity_global": -2.9400744438171387,
"eval_uniformity_invention": -2.8712992668151855,
"step": 1000
},
{
"epoch": 0.18607221812822403,
"grad_norm": 0.2520863711833954,
"learning_rate": 9.779035981042058e-06,
"loss": 0.018,
"step": 1010
},
{
"epoch": 0.18791451731761238,
"grad_norm": 0.160310298204422,
"learning_rate": 9.769483686161325e-06,
"loss": 0.0153,
"step": 1020
},
{
"epoch": 0.18975681650700074,
"grad_norm": 0.6317560076713562,
"learning_rate": 9.7597341306214e-06,
"loss": 0.0219,
"step": 1030
},
{
"epoch": 0.1915991156963891,
"grad_norm": 0.892299473285675,
"learning_rate": 9.7497877176533e-06,
"loss": 0.0195,
"step": 1040
},
{
"epoch": 0.19344141488577746,
"grad_norm": 0.30673420429229736,
"learning_rate": 9.739644858629853e-06,
"loss": 0.0129,
"step": 1050
},
{
"epoch": 0.19528371407516582,
"grad_norm": 0.6706623435020447,
"learning_rate": 9.729305973048675e-06,
"loss": 0.0136,
"step": 1060
},
{
"epoch": 0.19712601326455417,
"grad_norm": 0.7093353867530823,
"learning_rate": 9.718771488514836e-06,
"loss": 0.0191,
"step": 1070
},
{
"epoch": 0.19896831245394253,
"grad_norm": 0.40979987382888794,
"learning_rate": 9.708041840723156e-06,
"loss": 0.0171,
"step": 1080
},
{
"epoch": 0.2008106116433309,
"grad_norm": 1.1682881116867065,
"learning_rate": 9.697117473440208e-06,
"loss": 0.0197,
"step": 1090
},
{
"epoch": 0.20265291083271925,
"grad_norm": 0.3508177101612091,
"learning_rate": 9.685998838485939e-06,
"loss": 0.0128,
"step": 1100
},
{
"epoch": 0.2044952100221076,
"grad_norm": 0.4478757381439209,
"learning_rate": 9.674686395715001e-06,
"loss": 0.0153,
"step": 1110
},
{
"epoch": 0.20633750921149593,
"grad_norm": 0.42990314960479736,
"learning_rate": 9.66318061299773e-06,
"loss": 0.0182,
"step": 1120
},
{
"epoch": 0.20725865880619013,
"eval_alignment_abstract": {
"mean_alignment": 0.5867920517921448
},
"eval_alignment_claim": {
"mean_alignment": 0.5329867005348206
},
"eval_alignment_global": {
"mean_alignment": 0.5664650201797485
},
"eval_alignment_invention": {
"mean_alignment": 0.524415910243988
},
"eval_ipc_cls_abstract_accuracy_primary": 58.64,
"eval_ipc_cls_abstract_precision@1": 63.44,
"eval_ipc_cls_abstract_precision@3": 31.919999999999998,
"eval_ipc_cls_abstract_precision@5": 21.16,
"eval_ipc_cls_global_accuracy_primary": 58.64,
"eval_ipc_cls_global_precision@1": 63.44,
"eval_ipc_cls_global_precision@3": 31.919999999999998,
"eval_ipc_cls_global_precision@5": 21.16,
"eval_ipc_knn_abstract_accuracy_primary": 63.92,
"eval_ipc_knn_abstract_precision@1": 70.0,
"eval_ipc_knn_abstract_precision@3": 28.24,
"eval_ipc_knn_abstract_precision@5": 17.119999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.92,
"eval_ipc_knn_global_precision@1": 70.0,
"eval_ipc_knn_global_precision@3": 28.24,
"eval_ipc_knn_global_precision@5": 17.119999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3240063112469953,
"eval_priorArt_ndcg@100_a2all": 0.3077248792636629,
"eval_priorArt_ndcg@100_a2c": 0.3135948285288615,
"eval_priorArt_ndcg@100_a2i": 0.28939115217303885,
"eval_priorArt_ndcg@100_c2a": 0.35359697844031357,
"eval_priorArt_ndcg@100_c2all": 0.34309932879750027,
"eval_priorArt_ndcg@100_c2c": 0.3623918787388363,
"eval_priorArt_ndcg@100_c2i": 0.3155747446022549,
"eval_priorArt_ndcg@100_i2a": 0.34712705527611754,
"eval_priorArt_ndcg@100_i2all": 0.31844534224052323,
"eval_priorArt_ndcg@100_i2c": 0.3139612423089254,
"eval_priorArt_ndcg@100_i2i": 0.3052243446380877,
"eval_priorArt_ndcg@10_a2a": 0.20669937372769712,
"eval_priorArt_ndcg@10_a2all": 0.1796411709794993,
"eval_priorArt_ndcg@10_a2c": 0.17427999809590486,
"eval_priorArt_ndcg@10_a2i": 0.16725026466343373,
"eval_priorArt_ndcg@10_c2a": 0.22907896829936916,
"eval_priorArt_ndcg@10_c2all": 0.19135894278901983,
"eval_priorArt_ndcg@10_c2c": 0.2227949661996246,
"eval_priorArt_ndcg@10_c2i": 0.19791296898893904,
"eval_priorArt_ndcg@10_i2a": 0.23404387672354518,
"eval_priorArt_ndcg@10_i2all": 0.20745377360648937,
"eval_priorArt_ndcg@10_i2c": 0.18391267531875086,
"eval_priorArt_ndcg@10_i2i": 0.18776398709684536,
"eval_priorArt_ndcg@20_a2a": 0.249195588913029,
"eval_priorArt_ndcg@20_a2all": 0.224622935712553,
"eval_priorArt_ndcg@20_a2c": 0.23368098895171227,
"eval_priorArt_ndcg@20_a2i": 0.21477961498201265,
"eval_priorArt_ndcg@20_c2a": 0.27200542631578317,
"eval_priorArt_ndcg@20_c2all": 0.2588918130724602,
"eval_priorArt_ndcg@20_c2c": 0.301168087933095,
"eval_priorArt_ndcg@20_c2i": 0.22794295914443788,
"eval_priorArt_ndcg@20_i2a": 0.27276334054979756,
"eval_priorArt_ndcg@20_i2all": 0.23167260580750523,
"eval_priorArt_ndcg@20_i2c": 0.23106675127503135,
"eval_priorArt_ndcg@20_i2i": 0.22501855534947485,
"eval_priorArt_ndcg@50_a2a": 0.30398496972815336,
"eval_priorArt_ndcg@50_a2all": 0.27855100047900994,
"eval_priorArt_ndcg@50_a2c": 0.2762423498079247,
"eval_priorArt_ndcg@50_a2i": 0.26000121114346814,
"eval_priorArt_ndcg@50_c2a": 0.3205557169374447,
"eval_priorArt_ndcg@50_c2all": 0.3065529013734927,
"eval_priorArt_ndcg@50_c2c": 0.33306528317852335,
"eval_priorArt_ndcg@50_c2i": 0.2739581230346083,
"eval_priorArt_ndcg@50_i2a": 0.3067531779103403,
"eval_priorArt_ndcg@50_i2all": 0.2826149688506073,
"eval_priorArt_ndcg@50_i2c": 0.2848067662123475,
"eval_priorArt_ndcg@50_i2i": 0.2722004764584353,
"eval_priorArt_recall@100_a2a": 0.8,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.825,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8666666666666666,
"eval_priorArt_recall@100_c2i": 0.8333333333333333,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8166666666666668,
"eval_priorArt_recall@100_i2i": 0.7833333333333333,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.3958333333333333,
"eval_priorArt_recall@10_c2all": 0.31666666666666665,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3708333333333333,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.32916666666666666,
"eval_priorArt_recall@20_a2a": 0.4916666666666666,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4916666666666666,
"eval_priorArt_recall@20_a2i": 0.4541666666666667,
"eval_priorArt_recall@20_c2a": 0.5208333333333333,
"eval_priorArt_recall@20_c2all": 0.5375,
"eval_priorArt_recall@20_c2c": 0.6041666666666666,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4708333333333333,
"eval_priorArt_recall@20_i2i": 0.4333333333333333,
"eval_priorArt_recall@50_a2a": 0.7083333333333333,
"eval_priorArt_recall@50_a2all": 0.6666666666666667,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6375,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6333333333333333,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4218890617263583,
"eval_singularentropy_claim": 0.4416360427497812,
"eval_singularentropy_global": 0.424175658397409,
"eval_singularentropy_invention": 0.4741455608955399,
"eval_uniformity_abstract": -2.9436540603637695,
"eval_uniformity_claim": -2.892671585083008,
"eval_uniformity_global": -2.9081926345825195,
"eval_uniformity_invention": -2.838082790374756,
"step": 1125
},
{
"epoch": 0.2081798084008843,
"grad_norm": 0.37385353446006775,
"learning_rate": 9.651481966200786e-06,
"loss": 0.0151,
"step": 1130
},
{
"epoch": 0.21002210759027265,
"grad_norm": 0.6125003695487976,
"learning_rate": 9.63959093916748e-06,
"loss": 0.0214,
"step": 1140
},
{
"epoch": 0.211864406779661,
"grad_norm": 0.36482569575309753,
"learning_rate": 9.627508023697762e-06,
"loss": 0.0159,
"step": 1150
},
{
"epoch": 0.21370670596904937,
"grad_norm": 0.1914256364107132,
"learning_rate": 9.615233719527876e-06,
"loss": 0.0157,
"step": 1160
},
{
"epoch": 0.21554900515843772,
"grad_norm": 0.28354644775390625,
"learning_rate": 9.602768534309696e-06,
"loss": 0.0184,
"step": 1170
},
{
"epoch": 0.21739130434782608,
"grad_norm": 0.1807250827550888,
"learning_rate": 9.59011298358973e-06,
"loss": 0.0178,
"step": 1180
},
{
"epoch": 0.21923360353721444,
"grad_norm": 0.4606914222240448,
"learning_rate": 9.577267590787793e-06,
"loss": 0.0138,
"step": 1190
},
{
"epoch": 0.2210759027266028,
"grad_norm": 0.5052463412284851,
"learning_rate": 9.564232887175367e-06,
"loss": 0.0184,
"step": 1200
},
{
"epoch": 0.22291820191599115,
"grad_norm": 0.6114935278892517,
"learning_rate": 9.551009411853616e-06,
"loss": 0.022,
"step": 1210
},
{
"epoch": 0.2247605011053795,
"grad_norm": 0.3241252601146698,
"learning_rate": 9.537597711731104e-06,
"loss": 0.0187,
"step": 1220
},
{
"epoch": 0.22660280029476787,
"grad_norm": 0.48233383893966675,
"learning_rate": 9.523998341501165e-06,
"loss": 0.0134,
"step": 1230
},
{
"epoch": 0.22844509948415623,
"grad_norm": 0.12608551979064941,
"learning_rate": 9.510211863618963e-06,
"loss": 0.0152,
"step": 1240
},
{
"epoch": 0.23028739867354459,
"grad_norm": 0.35870644450187683,
"learning_rate": 9.496238848278233e-06,
"loss": 0.014,
"step": 1250
},
{
"epoch": 0.23028739867354459,
"eval_alignment_abstract": {
"mean_alignment": 0.5978758931159973
},
"eval_alignment_claim": {
"mean_alignment": 0.5292453169822693
},
"eval_alignment_global": {
"mean_alignment": 0.5694308280944824
},
"eval_alignment_invention": {
"mean_alignment": 0.5264396071434021
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.8,
"eval_ipc_cls_abstract_precision@5": 21.112,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.8,
"eval_ipc_cls_global_precision@5": 21.112,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 70.19999999999999,
"eval_ipc_knn_abstract_precision@3": 28.346666666666664,
"eval_ipc_knn_abstract_precision@5": 17.192,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 70.19999999999999,
"eval_ipc_knn_global_precision@3": 28.346666666666664,
"eval_ipc_knn_global_precision@5": 17.192,
"eval_priorArt_ndcg@100_a2a": 0.3340085489468468,
"eval_priorArt_ndcg@100_a2all": 0.32580119545021213,
"eval_priorArt_ndcg@100_a2c": 0.32060718895005164,
"eval_priorArt_ndcg@100_a2i": 0.2920282209552887,
"eval_priorArt_ndcg@100_c2a": 0.36303088897514696,
"eval_priorArt_ndcg@100_c2all": 0.36614967813605487,
"eval_priorArt_ndcg@100_c2c": 0.37306105667017364,
"eval_priorArt_ndcg@100_c2i": 0.3236531560417236,
"eval_priorArt_ndcg@100_i2a": 0.3562574983025942,
"eval_priorArt_ndcg@100_i2all": 0.3228006869872825,
"eval_priorArt_ndcg@100_i2c": 0.3156177065894528,
"eval_priorArt_ndcg@100_i2i": 0.2999078734499008,
"eval_priorArt_ndcg@10_a2a": 0.19886523735631062,
"eval_priorArt_ndcg@10_a2all": 0.1937805742397502,
"eval_priorArt_ndcg@10_a2c": 0.17574650796022423,
"eval_priorArt_ndcg@10_a2i": 0.16561150202520403,
"eval_priorArt_ndcg@10_c2a": 0.24147767717644086,
"eval_priorArt_ndcg@10_c2all": 0.21247564198986493,
"eval_priorArt_ndcg@10_c2c": 0.21954369655081432,
"eval_priorArt_ndcg@10_c2i": 0.19165455175411292,
"eval_priorArt_ndcg@10_i2a": 0.24154764537995646,
"eval_priorArt_ndcg@10_i2all": 0.19601229493201605,
"eval_priorArt_ndcg@10_i2c": 0.19310255265647233,
"eval_priorArt_ndcg@10_i2i": 0.180349126605207,
"eval_priorArt_ndcg@20_a2a": 0.268382999401245,
"eval_priorArt_ndcg@20_a2all": 0.22872980895907044,
"eval_priorArt_ndcg@20_a2c": 0.24465587508609304,
"eval_priorArt_ndcg@20_a2i": 0.2096979717882328,
"eval_priorArt_ndcg@20_c2a": 0.2828003421200374,
"eval_priorArt_ndcg@20_c2all": 0.28050956856371373,
"eval_priorArt_ndcg@20_c2c": 0.3003352989950484,
"eval_priorArt_ndcg@20_c2i": 0.23075410422148507,
"eval_priorArt_ndcg@20_i2a": 0.28156693306969993,
"eval_priorArt_ndcg@20_i2all": 0.23554986226925365,
"eval_priorArt_ndcg@20_i2c": 0.229577330017872,
"eval_priorArt_ndcg@20_i2i": 0.21827948822207763,
"eval_priorArt_ndcg@50_a2a": 0.3044947731316143,
"eval_priorArt_ndcg@50_a2all": 0.3054653410414486,
"eval_priorArt_ndcg@50_a2c": 0.27932172872792227,
"eval_priorArt_ndcg@50_a2i": 0.2661771452402077,
"eval_priorArt_ndcg@50_c2a": 0.32039128549095797,
"eval_priorArt_ndcg@50_c2all": 0.3372898893540281,
"eval_priorArt_ndcg@50_c2c": 0.34394849668559807,
"eval_priorArt_ndcg@50_c2i": 0.28730594560432926,
"eval_priorArt_ndcg@50_i2a": 0.3195113605784737,
"eval_priorArt_ndcg@50_i2all": 0.2866917035752586,
"eval_priorArt_ndcg@50_i2c": 0.28697079418305915,
"eval_priorArt_ndcg@50_i2i": 0.27116252837107513,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.825,
"eval_priorArt_recall@100_a2c": 0.8416666666666666,
"eval_priorArt_recall@100_a2i": 0.775,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8833333333333334,
"eval_priorArt_recall@100_c2i": 0.85,
"eval_priorArt_recall@100_i2a": 0.8333333333333334,
"eval_priorArt_recall@100_i2all": 0.8166666666666668,
"eval_priorArt_recall@100_i2c": 0.8208333333333334,
"eval_priorArt_recall@100_i2i": 0.7583333333333333,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.4041666666666666,
"eval_priorArt_recall@10_c2all": 0.31666666666666665,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3375,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.325,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.30416666666666664,
"eval_priorArt_recall@20_a2a": 0.5374999999999999,
"eval_priorArt_recall@20_a2all": 0.4333333333333333,
"eval_priorArt_recall@20_a2c": 0.525,
"eval_priorArt_recall@20_a2i": 0.4291666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5416666666666666,
"eval_priorArt_recall@20_c2c": 0.5791666666666666,
"eval_priorArt_recall@20_c2i": 0.45833333333333337,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4624999999999999,
"eval_priorArt_recall@20_i2i": 0.4166666666666667,
"eval_priorArt_recall@50_a2a": 0.6875,
"eval_priorArt_recall@50_a2all": 0.7333333333333334,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6541666666666667,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7375,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4187244870293108,
"eval_singularentropy_claim": 0.4449081331761345,
"eval_singularentropy_global": 0.4253323252846605,
"eval_singularentropy_invention": 0.4773595412157493,
"eval_uniformity_abstract": -2.923760414123535,
"eval_uniformity_claim": -2.8709378242492676,
"eval_uniformity_global": -2.885401964187622,
"eval_uniformity_invention": -2.8133835792541504,
"step": 1250
},
{
"epoch": 0.23212969786293294,
"grad_norm": 0.33999529480934143,
"learning_rate": 9.482079873387696e-06,
"loss": 0.014,
"step": 1260
},
{
"epoch": 0.2339719970523213,
"grad_norm": 0.41310369968414307,
"learning_rate": 9.467735524547158e-06,
"loss": 0.0143,
"step": 1270
},
{
"epoch": 0.23581429624170966,
"grad_norm": 0.5142020583152771,
"learning_rate": 9.453206395023289e-06,
"loss": 0.0158,
"step": 1280
},
{
"epoch": 0.23765659543109802,
"grad_norm": 0.42746245861053467,
"learning_rate": 9.43849308572509e-06,
"loss": 0.0136,
"step": 1290
},
{
"epoch": 0.23949889462048637,
"grad_norm": 0.5291547775268555,
"learning_rate": 9.423596205179034e-06,
"loss": 0.0146,
"step": 1300
},
{
"epoch": 0.24134119380987473,
"grad_norm": 0.3463471233844757,
"learning_rate": 9.4085163695039e-06,
"loss": 0.0155,
"step": 1310
},
{
"epoch": 0.2431834929992631,
"grad_norm": 1.0242258310317993,
"learning_rate": 9.393254202385298e-06,
"loss": 0.0114,
"step": 1320
},
{
"epoch": 0.24502579218865145,
"grad_norm": 0.49369552731513977,
"learning_rate": 9.377810335049863e-06,
"loss": 0.0133,
"step": 1330
},
{
"epoch": 0.2468680913780398,
"grad_norm": 0.365641325712204,
"learning_rate": 9.362185406239157e-06,
"loss": 0.0143,
"step": 1340
},
{
"epoch": 0.24871039056742816,
"grad_norm": 0.7034528851509094,
"learning_rate": 9.346380062183244e-06,
"loss": 0.0116,
"step": 1350
},
{
"epoch": 0.2505526897568165,
"grad_norm": 0.5181868076324463,
"learning_rate": 9.330394956573969e-06,
"loss": 0.0127,
"step": 1360
},
{
"epoch": 0.2523949889462049,
"grad_norm": 0.33588603138923645,
"learning_rate": 9.31423075053792e-06,
"loss": 0.0123,
"step": 1370
},
{
"epoch": 0.253316138540899,
"eval_alignment_abstract": {
"mean_alignment": 0.5977120399475098
},
"eval_alignment_claim": {
"mean_alignment": 0.5291538834571838
},
"eval_alignment_global": {
"mean_alignment": 0.5689070820808411
},
"eval_alignment_invention": {
"mean_alignment": 0.5256054401397705
},
"eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_abstract_precision@1": 62.96000000000001,
"eval_ipc_cls_abstract_precision@3": 31.840000000000003,
"eval_ipc_cls_abstract_precision@5": 21.143999999999995,
"eval_ipc_cls_global_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_global_precision@1": 62.96000000000001,
"eval_ipc_cls_global_precision@3": 31.840000000000003,
"eval_ipc_cls_global_precision@5": 21.143999999999995,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 70.36,
"eval_ipc_knn_abstract_precision@3": 28.439999999999998,
"eval_ipc_knn_abstract_precision@5": 17.256,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 70.36,
"eval_ipc_knn_global_precision@3": 28.439999999999998,
"eval_ipc_knn_global_precision@5": 17.256,
"eval_priorArt_ndcg@100_a2a": 0.33508979874331524,
"eval_priorArt_ndcg@100_a2all": 0.32143156209110546,
"eval_priorArt_ndcg@100_a2c": 0.3314905829444338,
"eval_priorArt_ndcg@100_a2i": 0.2973844057874463,
"eval_priorArt_ndcg@100_c2a": 0.36852104425620913,
"eval_priorArt_ndcg@100_c2all": 0.3667460529179422,
"eval_priorArt_ndcg@100_c2c": 0.36686905221723165,
"eval_priorArt_ndcg@100_c2i": 0.32787355797651296,
"eval_priorArt_ndcg@100_i2a": 0.362954222419798,
"eval_priorArt_ndcg@100_i2all": 0.32522158671041,
"eval_priorArt_ndcg@100_i2c": 0.3224430349807998,
"eval_priorArt_ndcg@100_i2i": 0.30751581979311143,
"eval_priorArt_ndcg@10_a2a": 0.20009546311923843,
"eval_priorArt_ndcg@10_a2all": 0.1940010211587493,
"eval_priorArt_ndcg@10_a2c": 0.17855794102527706,
"eval_priorArt_ndcg@10_a2i": 0.16435572449871566,
"eval_priorArt_ndcg@10_c2a": 0.23514900283007406,
"eval_priorArt_ndcg@10_c2all": 0.22095229802880118,
"eval_priorArt_ndcg@10_c2c": 0.22845604664727331,
"eval_priorArt_ndcg@10_c2i": 0.18283007274286073,
"eval_priorArt_ndcg@10_i2a": 0.25184255850450504,
"eval_priorArt_ndcg@10_i2all": 0.19488566538447274,
"eval_priorArt_ndcg@10_i2c": 0.1957616360455705,
"eval_priorArt_ndcg@10_i2i": 0.1814744028167107,
"eval_priorArt_ndcg@20_a2a": 0.26422622182848604,
"eval_priorArt_ndcg@20_a2all": 0.22424036793080063,
"eval_priorArt_ndcg@20_a2c": 0.24070221645764706,
"eval_priorArt_ndcg@20_a2i": 0.21686561250044373,
"eval_priorArt_ndcg@20_c2a": 0.28410524707995316,
"eval_priorArt_ndcg@20_c2all": 0.2958142604103737,
"eval_priorArt_ndcg@20_c2c": 0.3003358764937667,
"eval_priorArt_ndcg@20_c2i": 0.2353012551826152,
"eval_priorArt_ndcg@20_i2a": 0.283837847436273,
"eval_priorArt_ndcg@20_i2all": 0.24074968524520174,
"eval_priorArt_ndcg@20_i2c": 0.23256640428611286,
"eval_priorArt_ndcg@20_i2i": 0.23074150781641106,
"eval_priorArt_ndcg@50_a2a": 0.30158966768760814,
"eval_priorArt_ndcg@50_a2all": 0.30885753131674637,
"eval_priorArt_ndcg@50_a2c": 0.2819239295914543,
"eval_priorArt_ndcg@50_a2i": 0.27598863653353156,
"eval_priorArt_ndcg@50_c2a": 0.33340934459840954,
"eval_priorArt_ndcg@50_c2all": 0.33402552005363184,
"eval_priorArt_ndcg@50_c2c": 0.3366377921317663,
"eval_priorArt_ndcg@50_c2i": 0.28699184295477265,
"eval_priorArt_ndcg@50_i2a": 0.3218902190047569,
"eval_priorArt_ndcg@50_i2all": 0.2845842763747934,
"eval_priorArt_ndcg@50_i2c": 0.29371800746858767,
"eval_priorArt_ndcg@50_i2i": 0.2741771390432686,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8833333333333334,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.8416666666666668,
"eval_priorArt_recall@100_i2c": 0.8416666666666666,
"eval_priorArt_recall@100_i2i": 0.7833333333333333,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.3416666666666667,
"eval_priorArt_recall@10_c2c": 0.37500000000000006,
"eval_priorArt_recall@10_c2i": 0.3208333333333333,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.33333333333333337,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.30416666666666664,
"eval_priorArt_recall@20_a2a": 0.5208333333333333,
"eval_priorArt_recall@20_a2all": 0.425,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.4541666666666667,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.5916666666666666,
"eval_priorArt_recall@20_c2c": 0.6041666666666666,
"eval_priorArt_recall@20_c2i": 0.475,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4708333333333333,
"eval_priorArt_recall@20_i2c": 0.4624999999999999,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.75,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7375,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4230193177985129,
"eval_singularentropy_claim": 0.44900876658498473,
"eval_singularentropy_global": 0.429990985881903,
"eval_singularentropy_invention": 0.4826920762455209,
"eval_uniformity_abstract": -2.911651849746704,
"eval_uniformity_claim": -2.858245849609375,
"eval_uniformity_global": -2.873914957046509,
"eval_uniformity_invention": -2.804453134536743,
"step": 1375
},
{
"epoch": 0.2542372881355932,
"grad_norm": 0.5446661114692688,
"learning_rate": 9.29788811260908e-06,
"loss": 0.0133,
"step": 1380
},
{
"epoch": 0.2560795873249816,
"grad_norm": 0.3353412449359894,
"learning_rate": 9.281367718701185e-06,
"loss": 0.0136,
"step": 1390
},
{
"epoch": 0.2579218865143699,
"grad_norm": 0.8311284780502319,
"learning_rate": 9.264670252079764e-06,
"loss": 0.0156,
"step": 1400
},
{
"epoch": 0.2597641857037583,
"grad_norm": 0.47081613540649414,
"learning_rate": 9.247796403333878e-06,
"loss": 0.0127,
"step": 1410
},
{
"epoch": 0.26160648489314664,
"grad_norm": 0.14800018072128296,
"learning_rate": 9.230746870347568e-06,
"loss": 0.0114,
"step": 1420
},
{
"epoch": 0.263448784082535,
"grad_norm": 0.8775957226753235,
"learning_rate": 9.213522358270977e-06,
"loss": 0.0135,
"step": 1430
},
{
"epoch": 0.26529108327192336,
"grad_norm": 0.29116326570510864,
"learning_rate": 9.196123579491195e-06,
"loss": 0.0105,
"step": 1440
},
{
"epoch": 0.26713338246131174,
"grad_norm": 0.5480334162712097,
"learning_rate": 9.178551253602796e-06,
"loss": 0.0138,
"step": 1450
},
{
"epoch": 0.26897568165070007,
"grad_norm": 0.35951751470565796,
"learning_rate": 9.160806107378069e-06,
"loss": 0.0137,
"step": 1460
},
{
"epoch": 0.27081798084008846,
"grad_norm": 0.341535359621048,
"learning_rate": 9.142888874736968e-06,
"loss": 0.0128,
"step": 1470
},
{
"epoch": 0.2726602800294768,
"grad_norm": 0.5379030108451843,
"learning_rate": 9.124800296716754e-06,
"loss": 0.0146,
"step": 1480
},
{
"epoch": 0.2745025792188651,
"grad_norm": 0.4250928461551666,
"learning_rate": 9.106541121441344e-06,
"loss": 0.0174,
"step": 1490
},
{
"epoch": 0.2763448784082535,
"grad_norm": 0.6062889695167542,
"learning_rate": 9.088112104090373e-06,
"loss": 0.0184,
"step": 1500
},
{
"epoch": 0.2763448784082535,
"eval_alignment_abstract": {
"mean_alignment": 0.5872824192047119
},
"eval_alignment_claim": {
"mean_alignment": 0.5255516767501831
},
"eval_alignment_global": {
"mean_alignment": 0.560332715511322
},
"eval_alignment_invention": {
"mean_alignment": 0.5178720355033875
},
"eval_ipc_cls_abstract_accuracy_primary": 57.84,
"eval_ipc_cls_abstract_precision@1": 62.63999999999999,
"eval_ipc_cls_abstract_precision@3": 31.773333333333337,
"eval_ipc_cls_abstract_precision@5": 21.216000000000005,
"eval_ipc_cls_global_accuracy_primary": 57.84,
"eval_ipc_cls_global_precision@1": 62.63999999999999,
"eval_ipc_cls_global_precision@3": 31.773333333333337,
"eval_ipc_cls_global_precision@5": 21.216000000000005,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.92,
"eval_ipc_knn_abstract_precision@3": 28.306666666666665,
"eval_ipc_knn_abstract_precision@5": 17.151999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.92,
"eval_ipc_knn_global_precision@3": 28.306666666666665,
"eval_ipc_knn_global_precision@5": 17.151999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3371920216135207,
"eval_priorArt_ndcg@100_a2all": 0.32042381899557554,
"eval_priorArt_ndcg@100_a2c": 0.32788625250381387,
"eval_priorArt_ndcg@100_a2i": 0.29678773659665575,
"eval_priorArt_ndcg@100_c2a": 0.3728335490748449,
"eval_priorArt_ndcg@100_c2all": 0.3634703748639106,
"eval_priorArt_ndcg@100_c2c": 0.37372612321398874,
"eval_priorArt_ndcg@100_c2i": 0.3198029379005689,
"eval_priorArt_ndcg@100_i2a": 0.36109214904342596,
"eval_priorArt_ndcg@100_i2all": 0.32577403732535515,
"eval_priorArt_ndcg@100_i2c": 0.321306164443462,
"eval_priorArt_ndcg@100_i2i": 0.31499666638736773,
"eval_priorArt_ndcg@10_a2a": 0.2013886312866921,
"eval_priorArt_ndcg@10_a2all": 0.19262622234721388,
"eval_priorArt_ndcg@10_a2c": 0.17132006760375132,
"eval_priorArt_ndcg@10_a2i": 0.16909245801856385,
"eval_priorArt_ndcg@10_c2a": 0.2280511613664467,
"eval_priorArt_ndcg@10_c2all": 0.21030409253405122,
"eval_priorArt_ndcg@10_c2c": 0.2207473998281131,
"eval_priorArt_ndcg@10_c2i": 0.17552657190425885,
"eval_priorArt_ndcg@10_i2a": 0.2416272658211478,
"eval_priorArt_ndcg@10_i2all": 0.21239335471483586,
"eval_priorArt_ndcg@10_i2c": 0.19529087556025454,
"eval_priorArt_ndcg@10_i2i": 0.19053170063568395,
"eval_priorArt_ndcg@20_a2a": 0.26631163841513933,
"eval_priorArt_ndcg@20_a2all": 0.22787856527085562,
"eval_priorArt_ndcg@20_a2c": 0.240385955286668,
"eval_priorArt_ndcg@20_a2i": 0.20806134724252856,
"eval_priorArt_ndcg@20_c2a": 0.2915516831536463,
"eval_priorArt_ndcg@20_c2all": 0.28350939580027995,
"eval_priorArt_ndcg@20_c2c": 0.3040392093434525,
"eval_priorArt_ndcg@20_c2i": 0.22793869643116355,
"eval_priorArt_ndcg@20_i2a": 0.28203455192583116,
"eval_priorArt_ndcg@20_i2all": 0.23877921261684948,
"eval_priorArt_ndcg@20_i2c": 0.2309345012949799,
"eval_priorArt_ndcg@20_i2i": 0.22845368048065992,
"eval_priorArt_ndcg@50_a2a": 0.30922544137231966,
"eval_priorArt_ndcg@50_a2all": 0.3078639823640479,
"eval_priorArt_ndcg@50_a2c": 0.29062040923541765,
"eval_priorArt_ndcg@50_a2i": 0.27524238843150167,
"eval_priorArt_ndcg@50_c2a": 0.33323888119317363,
"eval_priorArt_ndcg@50_c2all": 0.33509318984797154,
"eval_priorArt_ndcg@50_c2c": 0.33954855039722887,
"eval_priorArt_ndcg@50_c2i": 0.2831715046937179,
"eval_priorArt_ndcg@50_i2a": 0.32056098295812296,
"eval_priorArt_ndcg@50_i2all": 0.28875224093120544,
"eval_priorArt_ndcg@50_i2c": 0.2881137065871443,
"eval_priorArt_ndcg@50_i2i": 0.27717525590280195,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.825,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8083333333333332,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.29166666666666663,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.3708333333333333,
"eval_priorArt_recall@10_c2all": 0.31666666666666665,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.32083333333333336,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.32083333333333336,
"eval_priorArt_recall@20_a2a": 0.5208333333333333,
"eval_priorArt_recall@20_a2all": 0.4416666666666666,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.4291666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5583333333333333,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4833333333333334,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.4624999999999999,
"eval_priorArt_recall@20_i2i": 0.4333333333333333,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.75,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6375,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4321401021987135,
"eval_singularentropy_claim": 0.45793571469738015,
"eval_singularentropy_global": 0.4394351124034223,
"eval_singularentropy_invention": 0.4925637572931327,
"eval_uniformity_abstract": -2.879106044769287,
"eval_uniformity_claim": -2.825240135192871,
"eval_uniformity_global": -2.840104818344116,
"eval_uniformity_invention": -2.7701609134674072,
"step": 1500
},
{
"epoch": 0.27818717759764183,
"grad_norm": 0.5345796346664429,
"learning_rate": 9.06951400686796e-06,
"loss": 0.0111,
"step": 1510
},
{
"epoch": 0.2800294767870302,
"grad_norm": 0.3462889790534973,
"learning_rate": 9.050747598971185e-06,
"loss": 0.017,
"step": 1520
},
{
"epoch": 0.28187177597641855,
"grad_norm": 0.5636200308799744,
"learning_rate": 9.031813656558273e-06,
"loss": 0.0147,
"step": 1530
},
{
"epoch": 0.28371407516580693,
"grad_norm": 0.3817421793937683,
"learning_rate": 9.012712962716493e-06,
"loss": 0.0131,
"step": 1540
},
{
"epoch": 0.28555637435519526,
"grad_norm": 0.37126460671424866,
"learning_rate": 8.993446307429773e-06,
"loss": 0.0124,
"step": 1550
},
{
"epoch": 0.28739867354458365,
"grad_norm": 0.2704401910305023,
"learning_rate": 8.974014487546028e-06,
"loss": 0.0149,
"step": 1560
},
{
"epoch": 0.289240972733972,
"grad_norm": 0.5580137372016907,
"learning_rate": 8.9544183067442e-06,
"loss": 0.0156,
"step": 1570
},
{
"epoch": 0.29108327192336036,
"grad_norm": 0.4974873661994934,
"learning_rate": 8.934658575501016e-06,
"loss": 0.0147,
"step": 1580
},
{
"epoch": 0.2929255711127487,
"grad_norm": 0.3160710334777832,
"learning_rate": 8.914736111057476e-06,
"loss": 0.0105,
"step": 1590
},
{
"epoch": 0.2947678703021371,
"grad_norm": 0.32424360513687134,
"learning_rate": 8.894651737385048e-06,
"loss": 0.0176,
"step": 1600
},
{
"epoch": 0.2966101694915254,
"grad_norm": 0.790346622467041,
"learning_rate": 8.874406285151587e-06,
"loss": 0.0178,
"step": 1610
},
{
"epoch": 0.2984524686809138,
"grad_norm": 0.4403022229671478,
"learning_rate": 8.854000591686985e-06,
"loss": 0.0174,
"step": 1620
},
{
"epoch": 0.29937361827560793,
"eval_alignment_abstract": {
"mean_alignment": 0.5892924666404724
},
"eval_alignment_claim": {
"mean_alignment": 0.5209156274795532
},
"eval_alignment_global": {
"mean_alignment": 0.5596324801445007
},
"eval_alignment_invention": {
"mean_alignment": 0.5189553499221802
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.92,
"eval_ipc_cls_abstract_precision@3": 31.78666666666666,
"eval_ipc_cls_abstract_precision@5": 21.184,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.92,
"eval_ipc_cls_global_precision@3": 31.78666666666666,
"eval_ipc_cls_global_precision@5": 21.184,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 70.08,
"eval_ipc_knn_abstract_precision@3": 28.333333333333332,
"eval_ipc_knn_abstract_precision@5": 17.168,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 70.08,
"eval_ipc_knn_global_precision@3": 28.333333333333332,
"eval_ipc_knn_global_precision@5": 17.168,
"eval_priorArt_ndcg@100_a2a": 0.34061988093582435,
"eval_priorArt_ndcg@100_a2all": 0.325769657027425,
"eval_priorArt_ndcg@100_a2c": 0.33487370487524076,
"eval_priorArt_ndcg@100_a2i": 0.29939400986782144,
"eval_priorArt_ndcg@100_c2a": 0.3751468276042896,
"eval_priorArt_ndcg@100_c2all": 0.37670724971088737,
"eval_priorArt_ndcg@100_c2c": 0.3828992975110209,
"eval_priorArt_ndcg@100_c2i": 0.3235367900608642,
"eval_priorArt_ndcg@100_i2a": 0.352400714288234,
"eval_priorArt_ndcg@100_i2all": 0.32347107690549903,
"eval_priorArt_ndcg@100_i2c": 0.32921455244561354,
"eval_priorArt_ndcg@100_i2i": 0.31308203750437075,
"eval_priorArt_ndcg@10_a2a": 0.1993447815871275,
"eval_priorArt_ndcg@10_a2all": 0.19175531532031947,
"eval_priorArt_ndcg@10_a2c": 0.1905245700555112,
"eval_priorArt_ndcg@10_a2i": 0.16515658234074757,
"eval_priorArt_ndcg@10_c2a": 0.2591685673325921,
"eval_priorArt_ndcg@10_c2all": 0.2265078107818884,
"eval_priorArt_ndcg@10_c2c": 0.2325075910484013,
"eval_priorArt_ndcg@10_c2i": 0.17802478219937132,
"eval_priorArt_ndcg@10_i2a": 0.24041538591808959,
"eval_priorArt_ndcg@10_i2all": 0.20727552929986257,
"eval_priorArt_ndcg@10_i2c": 0.2041408445917759,
"eval_priorArt_ndcg@10_i2i": 0.1818047668074954,
"eval_priorArt_ndcg@20_a2a": 0.271365424714307,
"eval_priorArt_ndcg@20_a2all": 0.22456874743181215,
"eval_priorArt_ndcg@20_a2c": 0.2570594377233481,
"eval_priorArt_ndcg@20_a2i": 0.21468846795021376,
"eval_priorArt_ndcg@20_c2a": 0.29320588682028437,
"eval_priorArt_ndcg@20_c2all": 0.28563179499086694,
"eval_priorArt_ndcg@20_c2c": 0.32283240537143515,
"eval_priorArt_ndcg@20_c2i": 0.2361238792257768,
"eval_priorArt_ndcg@20_i2a": 0.27793600596237644,
"eval_priorArt_ndcg@20_i2all": 0.2407581560818791,
"eval_priorArt_ndcg@20_i2c": 0.2470221627973892,
"eval_priorArt_ndcg@20_i2i": 0.23288523024498514,
"eval_priorArt_ndcg@50_a2a": 0.30228524533005574,
"eval_priorArt_ndcg@50_a2all": 0.30849178146929346,
"eval_priorArt_ndcg@50_a2c": 0.29707099921071756,
"eval_priorArt_ndcg@50_a2i": 0.2735504459353724,
"eval_priorArt_ndcg@50_c2a": 0.33502893477797796,
"eval_priorArt_ndcg@50_c2all": 0.34371450165314815,
"eval_priorArt_ndcg@50_c2c": 0.3450261440761838,
"eval_priorArt_ndcg@50_c2i": 0.2865616869716964,
"eval_priorArt_ndcg@50_i2a": 0.31117562656495235,
"eval_priorArt_ndcg@50_i2all": 0.29895818673377533,
"eval_priorArt_ndcg@50_i2c": 0.2928769921727684,
"eval_priorArt_ndcg@50_i2i": 0.27507249086453944,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.8,
"eval_priorArt_recall@100_i2c": 0.8583333333333332,
"eval_priorArt_recall@100_i2i": 0.8083333333333332,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.33333333333333337,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.4541666666666666,
"eval_priorArt_recall@10_c2all": 0.3416666666666667,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3208333333333333,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.35833333333333334,
"eval_priorArt_recall@10_i2c": 0.3625,
"eval_priorArt_recall@10_i2i": 0.30416666666666664,
"eval_priorArt_recall@20_a2a": 0.5458333333333333,
"eval_priorArt_recall@20_a2all": 0.4333333333333334,
"eval_priorArt_recall@20_a2c": 0.5333333333333333,
"eval_priorArt_recall@20_a2i": 0.4416666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5333333333333332,
"eval_priorArt_recall@20_c2c": 0.6375,
"eval_priorArt_recall@20_c2i": 0.5000000000000001,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.5041666666666667,
"eval_priorArt_recall@20_i2i": 0.4583333333333333,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.75,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4360178738741092,
"eval_singularentropy_claim": 0.4619724706805821,
"eval_singularentropy_global": 0.44374135065250975,
"eval_singularentropy_invention": 0.4971463158596563,
"eval_uniformity_abstract": -2.8604211807250977,
"eval_uniformity_claim": -2.8059277534484863,
"eval_uniformity_global": -2.819200038909912,
"eval_uniformity_invention": -2.748480796813965,
"step": 1625
},
{
"epoch": 0.3002947678703021,
"grad_norm": 0.8086073398590088,
"learning_rate": 8.833435500948536e-06,
"loss": 0.0127,
"step": 1630
},
{
"epoch": 0.3021370670596905,
"grad_norm": 0.5683202147483826,
"learning_rate": 8.812711863486028e-06,
"loss": 0.0186,
"step": 1640
},
{
"epoch": 0.30397936624907884,
"grad_norm": 0.33677104115486145,
"learning_rate": 8.791830536406577e-06,
"loss": 0.0124,
"step": 1650
},
{
"epoch": 0.3058216654384672,
"grad_norm": 0.08620675653219223,
"learning_rate": 8.770792383339162e-06,
"loss": 0.016,
"step": 1660
},
{
"epoch": 0.30766396462785556,
"grad_norm": 0.23861326277256012,
"learning_rate": 8.749598274398923e-06,
"loss": 0.0098,
"step": 1670
},
{
"epoch": 0.30950626381724394,
"grad_norm": 0.5608763694763184,
"learning_rate": 8.728249086151155e-06,
"loss": 0.0115,
"step": 1680
},
{
"epoch": 0.3113485630066323,
"grad_norm": 0.5711678266525269,
"learning_rate": 8.706745701575075e-06,
"loss": 0.0156,
"step": 1690
},
{
"epoch": 0.31319086219602066,
"grad_norm": 0.18042394518852234,
"learning_rate": 8.685089010027284e-06,
"loss": 0.0137,
"step": 1700
},
{
"epoch": 0.315033161385409,
"grad_norm": 0.3553334176540375,
"learning_rate": 8.663279907204997e-06,
"loss": 0.0127,
"step": 1710
},
{
"epoch": 0.3168754605747974,
"grad_norm": 0.5705336332321167,
"learning_rate": 8.641319295108994e-06,
"loss": 0.0143,
"step": 1720
},
{
"epoch": 0.3187177597641857,
"grad_norm": 1.1767919063568115,
"learning_rate": 8.619208082006312e-06,
"loss": 0.0183,
"step": 1730
},
{
"epoch": 0.32056005895357403,
"grad_norm": 0.6883602142333984,
"learning_rate": 8.596947182392681e-06,
"loss": 0.0139,
"step": 1740
},
{
"epoch": 0.3224023581429624,
"grad_norm": 0.6920212507247925,
"learning_rate": 8.574537516954706e-06,
"loss": 0.0159,
"step": 1750
},
{
"epoch": 0.3224023581429624,
"eval_alignment_abstract": {
"mean_alignment": 0.5784979462623596
},
"eval_alignment_claim": {
"mean_alignment": 0.514609158039093
},
"eval_alignment_global": {
"mean_alignment": 0.5504168272018433
},
"eval_alignment_invention": {
"mean_alignment": 0.5094553232192993
},
"eval_ipc_cls_abstract_accuracy_primary": 58.36,
"eval_ipc_cls_abstract_precision@1": 63.2,
"eval_ipc_cls_abstract_precision@3": 31.86666666666667,
"eval_ipc_cls_abstract_precision@5": 21.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.36,
"eval_ipc_cls_global_precision@1": 63.2,
"eval_ipc_cls_global_precision@3": 31.86666666666667,
"eval_ipc_cls_global_precision@5": 21.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 64.2,
"eval_ipc_knn_abstract_precision@1": 70.28,
"eval_ipc_knn_abstract_precision@3": 28.4,
"eval_ipc_knn_abstract_precision@5": 17.215999999999998,
"eval_ipc_knn_global_accuracy_primary": 64.2,
"eval_ipc_knn_global_precision@1": 70.28,
"eval_ipc_knn_global_precision@3": 28.4,
"eval_ipc_knn_global_precision@5": 17.215999999999998,
"eval_priorArt_ndcg@100_a2a": 0.33700336753652405,
"eval_priorArt_ndcg@100_a2all": 0.32397541500311366,
"eval_priorArt_ndcg@100_a2c": 0.3326779164955528,
"eval_priorArt_ndcg@100_a2i": 0.29844569500024776,
"eval_priorArt_ndcg@100_c2a": 0.3682318006991042,
"eval_priorArt_ndcg@100_c2all": 0.36232187948136263,
"eval_priorArt_ndcg@100_c2c": 0.3757042846459909,
"eval_priorArt_ndcg@100_c2i": 0.3278802062068401,
"eval_priorArt_ndcg@100_i2a": 0.3710988036044575,
"eval_priorArt_ndcg@100_i2all": 0.32240876081203357,
"eval_priorArt_ndcg@100_i2c": 0.32425236040661803,
"eval_priorArt_ndcg@100_i2i": 0.31342693031176405,
"eval_priorArt_ndcg@10_a2a": 0.2013886312866921,
"eval_priorArt_ndcg@10_a2all": 0.1901624509057587,
"eval_priorArt_ndcg@10_a2c": 0.1835376726015591,
"eval_priorArt_ndcg@10_a2i": 0.1735973435436511,
"eval_priorArt_ndcg@10_c2a": 0.23380548233990933,
"eval_priorArt_ndcg@10_c2all": 0.21770351429928322,
"eval_priorArt_ndcg@10_c2c": 0.22090085209103621,
"eval_priorArt_ndcg@10_c2i": 0.1761968724275766,
"eval_priorArt_ndcg@10_i2a": 0.25929001983410316,
"eval_priorArt_ndcg@10_i2all": 0.21608622251957135,
"eval_priorArt_ndcg@10_i2c": 0.19693164131929503,
"eval_priorArt_ndcg@10_i2i": 0.1885873654791178,
"eval_priorArt_ndcg@20_a2a": 0.27265281257937485,
"eval_priorArt_ndcg@20_a2all": 0.2353999185359572,
"eval_priorArt_ndcg@20_a2c": 0.2446637959394052,
"eval_priorArt_ndcg@20_a2i": 0.21935724921044195,
"eval_priorArt_ndcg@20_c2a": 0.29614491865333836,
"eval_priorArt_ndcg@20_c2all": 0.2760931158953137,
"eval_priorArt_ndcg@20_c2c": 0.3196947102950742,
"eval_priorArt_ndcg@20_c2i": 0.24098462952597047,
"eval_priorArt_ndcg@20_i2a": 0.29724514831958904,
"eval_priorArt_ndcg@20_i2all": 0.2428248993026565,
"eval_priorArt_ndcg@20_i2c": 0.2506907393086402,
"eval_priorArt_ndcg@20_i2i": 0.23239435015936288,
"eval_priorArt_ndcg@50_a2a": 0.30874372822116886,
"eval_priorArt_ndcg@50_a2all": 0.29904754826794955,
"eval_priorArt_ndcg@50_a2c": 0.2949886396181331,
"eval_priorArt_ndcg@50_a2i": 0.2796943185970885,
"eval_priorArt_ndcg@50_c2a": 0.3332031034747528,
"eval_priorArt_ndcg@50_c2all": 0.3342075050545131,
"eval_priorArt_ndcg@50_c2c": 0.34160299944386374,
"eval_priorArt_ndcg@50_c2i": 0.2913911091052196,
"eval_priorArt_ndcg@50_i2a": 0.32646060036808616,
"eval_priorArt_ndcg@50_i2all": 0.30107499158748174,
"eval_priorArt_ndcg@50_i2c": 0.2913868018497757,
"eval_priorArt_ndcg@50_i2i": 0.27239545083634276,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8833333333333334,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8583333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8083333333333332,
"eval_priorArt_recall@10_a2a": 0.3375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.31666666666666665,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.3416666666666667,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.30416666666666664,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.32083333333333336,
"eval_priorArt_recall@20_a2a": 0.5458333333333333,
"eval_priorArt_recall@20_a2all": 0.475,
"eval_priorArt_recall@20_a2c": 0.5,
"eval_priorArt_recall@20_a2i": 0.4541666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333332,
"eval_priorArt_recall@20_c2all": 0.5333333333333333,
"eval_priorArt_recall@20_c2c": 0.6375,
"eval_priorArt_recall@20_c2i": 0.5000000000000001,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.5208333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6958333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.7125,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.4396113311048062,
"eval_singularentropy_claim": 0.4660705717254582,
"eval_singularentropy_global": 0.4480860823540871,
"eval_singularentropy_invention": 0.5028288368787373,
"eval_uniformity_abstract": -2.8392386436462402,
"eval_uniformity_claim": -2.78711199760437,
"eval_uniformity_global": -2.7984089851379395,
"eval_uniformity_invention": -2.7265079021453857,
"step": 1750
},
{
"epoch": 0.32424465733235075,
"grad_norm": 0.7132568955421448,
"learning_rate": 8.55198001253178e-06,
"loss": 0.0135,
"step": 1760
},
{
"epoch": 0.32608695652173914,
"grad_norm": 0.26727592945098877,
"learning_rate": 8.52927560207776e-06,
"loss": 0.0142,
"step": 1770
},
{
"epoch": 0.32792925571112747,
"grad_norm": 1.2514894008636475,
"learning_rate": 8.506425224622374e-06,
"loss": 0.0159,
"step": 1780
},
{
"epoch": 0.32977155490051585,
"grad_norm": 0.25877389311790466,
"learning_rate": 8.48342982523239e-06,
"loss": 0.0109,
"step": 1790
},
{
"epoch": 0.3316138540899042,
"grad_norm": 0.2980988919734955,
"learning_rate": 8.460290354972518e-06,
"loss": 0.0125,
"step": 1800
},
{
"epoch": 0.33345615327929257,
"grad_norm": 0.3825792670249939,
"learning_rate": 8.437007770866091e-06,
"loss": 0.0151,
"step": 1810
},
{
"epoch": 0.3352984524686809,
"grad_norm": 0.7471829652786255,
"learning_rate": 8.41358303585547e-06,
"loss": 0.0177,
"step": 1820
},
{
"epoch": 0.3371407516580693,
"grad_norm": 0.19540776312351227,
"learning_rate": 8.390017118762224e-06,
"loss": 0.0177,
"step": 1830
},
{
"epoch": 0.3389830508474576,
"grad_norm": 0.6154072284698486,
"learning_rate": 8.366310994247062e-06,
"loss": 0.011,
"step": 1840
},
{
"epoch": 0.340825350036846,
"grad_norm": 0.48728612065315247,
"learning_rate": 8.342465642769515e-06,
"loss": 0.0139,
"step": 1850
},
{
"epoch": 0.3426676492262343,
"grad_norm": 0.5840315818786621,
"learning_rate": 8.318482050547393e-06,
"loss": 0.0184,
"step": 1860
},
{
"epoch": 0.3445099484156227,
"grad_norm": 0.41304314136505127,
"learning_rate": 8.294361209515991e-06,
"loss": 0.0123,
"step": 1870
},
{
"epoch": 0.34543109801031685,
"eval_alignment_abstract": {
"mean_alignment": 0.5800155401229858
},
"eval_alignment_claim": {
"mean_alignment": 0.5149839520454407
},
"eval_alignment_global": {
"mean_alignment": 0.5518742799758911
},
"eval_alignment_invention": {
"mean_alignment": 0.5135977864265442
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.88,
"eval_ipc_cls_abstract_precision@3": 31.65333333333333,
"eval_ipc_cls_abstract_precision@5": 21.2,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.88,
"eval_ipc_cls_global_precision@3": 31.65333333333333,
"eval_ipc_cls_global_precision@5": 21.2,
"eval_ipc_knn_abstract_accuracy_primary": 64.48,
"eval_ipc_knn_abstract_precision@1": 70.12,
"eval_ipc_knn_abstract_precision@3": 28.373333333333328,
"eval_ipc_knn_abstract_precision@5": 17.215999999999998,
"eval_ipc_knn_global_accuracy_primary": 64.48,
"eval_ipc_knn_global_precision@1": 70.12,
"eval_ipc_knn_global_precision@3": 28.373333333333328,
"eval_ipc_knn_global_precision@5": 17.215999999999998,
"eval_priorArt_ndcg@100_a2a": 0.3396364906336084,
"eval_priorArt_ndcg@100_a2all": 0.3264639984383035,
"eval_priorArt_ndcg@100_a2c": 0.32833546535162794,
"eval_priorArt_ndcg@100_a2i": 0.2983723939595358,
"eval_priorArt_ndcg@100_c2a": 0.36422899101674006,
"eval_priorArt_ndcg@100_c2all": 0.35652691165706096,
"eval_priorArt_ndcg@100_c2c": 0.3723356043670557,
"eval_priorArt_ndcg@100_c2i": 0.3219478588038902,
"eval_priorArt_ndcg@100_i2a": 0.37345212404850703,
"eval_priorArt_ndcg@100_i2all": 0.3142001128400699,
"eval_priorArt_ndcg@100_i2c": 0.3333206081737203,
"eval_priorArt_ndcg@100_i2i": 0.29829452037081244,
"eval_priorArt_ndcg@10_a2a": 0.21869468890261157,
"eval_priorArt_ndcg@10_a2all": 0.2007232875353851,
"eval_priorArt_ndcg@10_a2c": 0.19386610341123295,
"eval_priorArt_ndcg@10_a2i": 0.17555220776975064,
"eval_priorArt_ndcg@10_c2a": 0.2307775757142397,
"eval_priorArt_ndcg@10_c2all": 0.2158367020138658,
"eval_priorArt_ndcg@10_c2c": 0.22672380270071874,
"eval_priorArt_ndcg@10_c2i": 0.16592870127642478,
"eval_priorArt_ndcg@10_i2a": 0.27388376756475363,
"eval_priorArt_ndcg@10_i2all": 0.21009841957046954,
"eval_priorArt_ndcg@10_i2c": 0.20166507734440992,
"eval_priorArt_ndcg@10_i2i": 0.16371688303532994,
"eval_priorArt_ndcg@20_a2a": 0.27502286700727147,
"eval_priorArt_ndcg@20_a2all": 0.23824655557647242,
"eval_priorArt_ndcg@20_a2c": 0.2264264458727633,
"eval_priorArt_ndcg@20_a2i": 0.20694732935087515,
"eval_priorArt_ndcg@20_c2a": 0.29154913034369556,
"eval_priorArt_ndcg@20_c2all": 0.2675610574204097,
"eval_priorArt_ndcg@20_c2c": 0.3036481492684559,
"eval_priorArt_ndcg@20_c2i": 0.23169419971830876,
"eval_priorArt_ndcg@20_i2a": 0.29808769964705667,
"eval_priorArt_ndcg@20_i2all": 0.23469368806792884,
"eval_priorArt_ndcg@20_i2c": 0.26316574883606025,
"eval_priorArt_ndcg@20_i2i": 0.22146470316652872,
"eval_priorArt_ndcg@50_a2a": 0.3053622718376098,
"eval_priorArt_ndcg@50_a2all": 0.3056873666417244,
"eval_priorArt_ndcg@50_a2c": 0.28097990005426104,
"eval_priorArt_ndcg@50_a2i": 0.27581834741856553,
"eval_priorArt_ndcg@50_c2a": 0.3190128483944405,
"eval_priorArt_ndcg@50_c2all": 0.3368319862929606,
"eval_priorArt_ndcg@50_c2c": 0.3385232202742918,
"eval_priorArt_ndcg@50_c2i": 0.2858329044066936,
"eval_priorArt_ndcg@50_i2a": 0.32716364579081764,
"eval_priorArt_ndcg@50_i2all": 0.2929562798826346,
"eval_priorArt_ndcg@50_i2c": 0.30815572716425804,
"eval_priorArt_ndcg@50_i2i": 0.2647423946906443,
"eval_priorArt_recall@100_a2a": 0.8333333333333334,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.875,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.85,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8416666666666666,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7916666666666667,
"eval_priorArt_recall@10_a2a": 0.3791666666666667,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.35833333333333334,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.3875,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.3416666666666667,
"eval_priorArt_recall@10_c2i": 0.2791666666666667,
"eval_priorArt_recall@10_i2a": 0.4333333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5458333333333333,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333332,
"eval_priorArt_recall@20_c2all": 0.4916666666666667,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4833333333333334,
"eval_priorArt_recall@20_i2a": 0.5041666666666667,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.5208333333333333,
"eval_priorArt_recall@20_i2i": 0.45,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6125,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4463026629568515,
"eval_singularentropy_claim": 0.474109929890714,
"eval_singularentropy_global": 0.45535785781926075,
"eval_singularentropy_invention": 0.5101770131125085,
"eval_uniformity_abstract": -2.8199849128723145,
"eval_uniformity_claim": -2.767235517501831,
"eval_uniformity_global": -2.778040885925293,
"eval_uniformity_invention": -2.705535650253296,
"step": 1875
},
{
"epoch": 0.34635224760501104,
"grad_norm": 0.3149634897708893,
"learning_rate": 8.270104117287068e-06,
"loss": 0.0129,
"step": 1880
},
{
"epoch": 0.34819454679439943,
"grad_norm": 0.5407164692878723,
"learning_rate": 8.245711777107582e-06,
"loss": 0.0122,
"step": 1890
},
{
"epoch": 0.35003684598378776,
"grad_norm": 0.45768114924430847,
"learning_rate": 8.221185197818198e-06,
"loss": 0.0114,
"step": 1900
},
{
"epoch": 0.35187914517317614,
"grad_norm": 0.9052979350090027,
"learning_rate": 8.196525393811569e-06,
"loss": 0.0165,
"step": 1910
},
{
"epoch": 0.3537214443625645,
"grad_norm": 0.4429187774658203,
"learning_rate": 8.171733384990375e-06,
"loss": 0.0135,
"step": 1920
},
{
"epoch": 0.35556374355195286,
"grad_norm": 0.156014084815979,
"learning_rate": 8.146810196725144e-06,
"loss": 0.0141,
"step": 1930
},
{
"epoch": 0.3574060427413412,
"grad_norm": 0.5550301671028137,
"learning_rate": 8.121756859811837e-06,
"loss": 0.0158,
"step": 1940
},
{
"epoch": 0.3592483419307296,
"grad_norm": 0.5417487621307373,
"learning_rate": 8.096574410429237e-06,
"loss": 0.0152,
"step": 1950
},
{
"epoch": 0.3610906411201179,
"grad_norm": 0.3861573338508606,
"learning_rate": 8.071263890096059e-06,
"loss": 0.0134,
"step": 1960
},
{
"epoch": 0.3629329403095063,
"grad_norm": 0.5317317247390747,
"learning_rate": 8.045826345627908e-06,
"loss": 0.0113,
"step": 1970
},
{
"epoch": 0.3647752394988946,
"grad_norm": 0.5446399450302124,
"learning_rate": 8.020262829093963e-06,
"loss": 0.0119,
"step": 1980
},
{
"epoch": 0.36661753868828295,
"grad_norm": 0.37831926345825195,
"learning_rate": 7.994574397773469e-06,
"loss": 0.012,
"step": 1990
},
{
"epoch": 0.36845983787767134,
"grad_norm": 0.5966612100601196,
"learning_rate": 7.968762114112018e-06,
"loss": 0.0103,
"step": 2000
},
{
"epoch": 0.36845983787767134,
"eval_alignment_abstract": {
"mean_alignment": 0.5834394693374634
},
"eval_alignment_claim": {
"mean_alignment": 0.5152189135551453
},
"eval_alignment_global": {
"mean_alignment": 0.5537377595901489
},
"eval_alignment_invention": {
"mean_alignment": 0.5168258547782898
},
"eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.144000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.144000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_abstract_precision@1": 69.88,
"eval_ipc_knn_abstract_precision@3": 28.28,
"eval_ipc_knn_abstract_precision@5": 17.151999999999997,
"eval_ipc_knn_global_accuracy_primary": 63.75999999999999,
"eval_ipc_knn_global_precision@1": 69.88,
"eval_ipc_knn_global_precision@3": 28.28,
"eval_ipc_knn_global_precision@5": 17.151999999999997,
"eval_priorArt_ndcg@100_a2a": 0.33961554196201227,
"eval_priorArt_ndcg@100_a2all": 0.32570416426257376,
"eval_priorArt_ndcg@100_a2c": 0.32974881062371486,
"eval_priorArt_ndcg@100_a2i": 0.29087353757631323,
"eval_priorArt_ndcg@100_c2a": 0.36582711964418285,
"eval_priorArt_ndcg@100_c2all": 0.36148830441459834,
"eval_priorArt_ndcg@100_c2c": 0.3678227050384783,
"eval_priorArt_ndcg@100_c2i": 0.31833126316060556,
"eval_priorArt_ndcg@100_i2a": 0.3709717191350972,
"eval_priorArt_ndcg@100_i2all": 0.31358770707825495,
"eval_priorArt_ndcg@100_i2c": 0.3312376137483849,
"eval_priorArt_ndcg@100_i2i": 0.2961247146101336,
"eval_priorArt_ndcg@10_a2a": 0.2093484120265856,
"eval_priorArt_ndcg@10_a2all": 0.19715632870746203,
"eval_priorArt_ndcg@10_a2c": 0.1796514881349752,
"eval_priorArt_ndcg@10_a2i": 0.16829037554739598,
"eval_priorArt_ndcg@10_c2a": 0.22674684761120178,
"eval_priorArt_ndcg@10_c2all": 0.21621425117936263,
"eval_priorArt_ndcg@10_c2c": 0.22336922747480692,
"eval_priorArt_ndcg@10_c2i": 0.17580909836593406,
"eval_priorArt_ndcg@10_i2a": 0.2621661808902326,
"eval_priorArt_ndcg@10_i2all": 0.2013514203544303,
"eval_priorArt_ndcg@10_i2c": 0.20044893739554634,
"eval_priorArt_ndcg@10_i2i": 0.16371688303532994,
"eval_priorArt_ndcg@20_a2a": 0.26454138527390403,
"eval_priorArt_ndcg@20_a2all": 0.24088209980189085,
"eval_priorArt_ndcg@20_a2c": 0.2292348870056502,
"eval_priorArt_ndcg@20_a2i": 0.19963371096815502,
"eval_priorArt_ndcg@20_c2a": 0.2904217531631101,
"eval_priorArt_ndcg@20_c2all": 0.27625680762092253,
"eval_priorArt_ndcg@20_c2c": 0.2994682918719625,
"eval_priorArt_ndcg@20_c2i": 0.20759645069973426,
"eval_priorArt_ndcg@20_i2a": 0.29358984992103,
"eval_priorArt_ndcg@20_i2all": 0.2328466714357324,
"eval_priorArt_ndcg@20_i2c": 0.24936082961893727,
"eval_priorArt_ndcg@20_i2i": 0.21338227519545439,
"eval_priorArt_ndcg@50_a2a": 0.30186959156749815,
"eval_priorArt_ndcg@50_a2all": 0.3008089033032249,
"eval_priorArt_ndcg@50_a2c": 0.29214471684975907,
"eval_priorArt_ndcg@50_a2i": 0.27208152626586135,
"eval_priorArt_ndcg@50_c2a": 0.31576061926054155,
"eval_priorArt_ndcg@50_c2all": 0.33407824890549115,
"eval_priorArt_ndcg@50_c2c": 0.33371495570358056,
"eval_priorArt_ndcg@50_c2i": 0.2775737825830898,
"eval_priorArt_ndcg@50_i2a": 0.3281905956060701,
"eval_priorArt_ndcg@50_i2all": 0.29234555307279886,
"eval_priorArt_ndcg@50_i2c": 0.3059192197016614,
"eval_priorArt_ndcg@50_i2i": 0.2633550135657533,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.85,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.8666666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7833333333333333,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.30833333333333335,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.37916666666666665,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5208333333333333,
"eval_priorArt_recall@20_a2all": 0.4916666666666667,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333332,
"eval_priorArt_recall@20_c2all": 0.5166666666666667,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.425,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7333333333333334,
"eval_priorArt_recall@50_a2c": 0.6958333333333334,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4431278190892262,
"eval_singularentropy_claim": 0.4691136255237438,
"eval_singularentropy_global": 0.45144460873344533,
"eval_singularentropy_invention": 0.5059616625516264,
"eval_uniformity_abstract": -2.8166282176971436,
"eval_uniformity_claim": -2.768369674682617,
"eval_uniformity_global": -2.777740478515625,
"eval_uniformity_invention": -2.708045721054077,
"step": 2000
},
{
"epoch": 0.37030213706705967,
"grad_norm": 0.5177980065345764,
"learning_rate": 7.94282704567759e-06,
"loss": 0.0119,
"step": 2010
},
{
"epoch": 0.37214443625644805,
"grad_norm": 0.19232505559921265,
"learning_rate": 7.91677026511642e-06,
"loss": 0.0079,
"step": 2020
},
{
"epoch": 0.3739867354458364,
"grad_norm": 0.6841434240341187,
"learning_rate": 7.890592850108619e-06,
"loss": 0.0116,
"step": 2030
},
{
"epoch": 0.37582903463522477,
"grad_norm": 0.31213411688804626,
"learning_rate": 7.864295883323603e-06,
"loss": 0.0077,
"step": 2040
},
{
"epoch": 0.3776713338246131,
"grad_norm": 0.5041078329086304,
"learning_rate": 7.837880452375327e-06,
"loss": 0.0137,
"step": 2050
},
{
"epoch": 0.3795136330140015,
"grad_norm": 0.5932875871658325,
"learning_rate": 7.811347649777295e-06,
"loss": 0.0128,
"step": 2060
},
{
"epoch": 0.3813559322033898,
"grad_norm": 0.10610406845808029,
"learning_rate": 7.784698572897368e-06,
"loss": 0.0102,
"step": 2070
},
{
"epoch": 0.3831982313927782,
"grad_norm": 0.3882955014705658,
"learning_rate": 7.75793432391239e-06,
"loss": 0.0122,
"step": 2080
},
{
"epoch": 0.38504053058216653,
"grad_norm": 0.3609407842159271,
"learning_rate": 7.731056009762601e-06,
"loss": 0.0082,
"step": 2090
},
{
"epoch": 0.3868828297715549,
"grad_norm": 0.5545542240142822,
"learning_rate": 7.704064742105844e-06,
"loss": 0.0124,
"step": 2100
},
{
"epoch": 0.38872512896094324,
"grad_norm": 0.5284494161605835,
"learning_rate": 7.676961637271602e-06,
"loss": 0.0131,
"step": 2110
},
{
"epoch": 0.39056742815033163,
"grad_norm": 0.37336400151252747,
"learning_rate": 7.649747816214822e-06,
"loss": 0.0115,
"step": 2120
},
{
"epoch": 0.39148857774502577,
"eval_alignment_abstract": {
"mean_alignment": 0.5811172723770142
},
"eval_alignment_claim": {
"mean_alignment": 0.5101069211959839
},
"eval_alignment_global": {
"mean_alignment": 0.5489848256111145
},
"eval_alignment_invention": {
"mean_alignment": 0.5093116164207458
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.168,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.168,
"eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_abstract_precision@1": 69.88,
"eval_ipc_knn_abstract_precision@3": 28.24,
"eval_ipc_knn_abstract_precision@5": 17.128,
"eval_ipc_knn_global_accuracy_primary": 63.800000000000004,
"eval_ipc_knn_global_precision@1": 69.88,
"eval_ipc_knn_global_precision@3": 28.24,
"eval_ipc_knn_global_precision@5": 17.128,
"eval_priorArt_ndcg@100_a2a": 0.3385632485029141,
"eval_priorArt_ndcg@100_a2all": 0.32214270080830687,
"eval_priorArt_ndcg@100_a2c": 0.3316666935402763,
"eval_priorArt_ndcg@100_a2i": 0.2932821804728857,
"eval_priorArt_ndcg@100_c2a": 0.3638856022681114,
"eval_priorArt_ndcg@100_c2all": 0.37577898086685824,
"eval_priorArt_ndcg@100_c2c": 0.3776464301486039,
"eval_priorArt_ndcg@100_c2i": 0.3225949130405941,
"eval_priorArt_ndcg@100_i2a": 0.3559351198755342,
"eval_priorArt_ndcg@100_i2all": 0.3207735343726041,
"eval_priorArt_ndcg@100_i2c": 0.32620413468193,
"eval_priorArt_ndcg@100_i2i": 0.3075293388111485,
"eval_priorArt_ndcg@10_a2a": 0.21331931005692875,
"eval_priorArt_ndcg@10_a2all": 0.19499360201375265,
"eval_priorArt_ndcg@10_a2c": 0.1891705937167978,
"eval_priorArt_ndcg@10_a2i": 0.16739017647350268,
"eval_priorArt_ndcg@10_c2a": 0.22612810490142107,
"eval_priorArt_ndcg@10_c2all": 0.22612210587639964,
"eval_priorArt_ndcg@10_c2c": 0.2288367558554146,
"eval_priorArt_ndcg@10_c2i": 0.17841896628818574,
"eval_priorArt_ndcg@10_i2a": 0.256076934074967,
"eval_priorArt_ndcg@10_i2all": 0.2080000626227762,
"eval_priorArt_ndcg@10_i2c": 0.19107680188257542,
"eval_priorArt_ndcg@10_i2i": 0.17071151317059308,
"eval_priorArt_ndcg@20_a2a": 0.26880486806149184,
"eval_priorArt_ndcg@20_a2all": 0.233424708842685,
"eval_priorArt_ndcg@20_a2c": 0.23551138050761714,
"eval_priorArt_ndcg@20_a2i": 0.19174837568483002,
"eval_priorArt_ndcg@20_c2a": 0.28929713227871934,
"eval_priorArt_ndcg@20_c2all": 0.27661150095775444,
"eval_priorArt_ndcg@20_c2c": 0.31162219156811777,
"eval_priorArt_ndcg@20_c2i": 0.22211610870344467,
"eval_priorArt_ndcg@20_i2a": 0.27865259431955186,
"eval_priorArt_ndcg@20_i2all": 0.23465278643991425,
"eval_priorArt_ndcg@20_i2c": 0.24069733305802993,
"eval_priorArt_ndcg@20_i2i": 0.2138363507046846,
"eval_priorArt_ndcg@50_a2a": 0.30073315249645216,
"eval_priorArt_ndcg@50_a2all": 0.29732348006040227,
"eval_priorArt_ndcg@50_a2c": 0.29794234807636527,
"eval_priorArt_ndcg@50_a2i": 0.2680400415893367,
"eval_priorArt_ndcg@50_c2a": 0.3177240766630287,
"eval_priorArt_ndcg@50_c2all": 0.33924550559288363,
"eval_priorArt_ndcg@50_c2c": 0.34014215229361644,
"eval_priorArt_ndcg@50_c2i": 0.28564963635474666,
"eval_priorArt_ndcg@50_i2a": 0.31316206235578614,
"eval_priorArt_ndcg@50_i2all": 0.2995356930147256,
"eval_priorArt_ndcg@50_i2c": 0.2973683093786758,
"eval_priorArt_ndcg@50_i2i": 0.269533917992958,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.9166666666666667,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8125,
"eval_priorArt_recall@10_a2a": 0.37500000000000006,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.33333333333333337,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.37916666666666665,
"eval_priorArt_recall@10_c2all": 0.3416666666666667,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4333333333333333,
"eval_priorArt_recall@10_i2all": 0.35,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5374999999999999,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.4666666666666667,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5708333333333333,
"eval_priorArt_recall@20_c2all": 0.5,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.45,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7208333333333334,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6791666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.45120494007865225,
"eval_singularentropy_claim": 0.4771258868932198,
"eval_singularentropy_global": 0.45995967852997255,
"eval_singularentropy_invention": 0.5154443322227886,
"eval_uniformity_abstract": -2.7856595516204834,
"eval_uniformity_claim": -2.735809803009033,
"eval_uniformity_global": -2.744971990585327,
"eval_uniformity_invention": -2.6756751537323,
"step": 2125
},
{
"epoch": 0.39240972733971996,
"grad_norm": 0.517137885093689,
"learning_rate": 7.622424404469547e-06,
"loss": 0.0139,
"step": 2130
},
{
"epoch": 0.39425202652910835,
"grad_norm": 0.4349604547023773,
"learning_rate": 7.594992532102383e-06,
"loss": 0.0126,
"step": 2140
},
{
"epoch": 0.3960943257184967,
"grad_norm": 0.3831033706665039,
"learning_rate": 7.56745333366574e-06,
"loss": 0.0098,
"step": 2150
},
{
"epoch": 0.39793662490788506,
"grad_norm": 0.4731753170490265,
"learning_rate": 7.539807948150922e-06,
"loss": 0.014,
"step": 2160
},
{
"epoch": 0.3997789240972734,
"grad_norm": 0.5189511179924011,
"learning_rate": 7.512057518941012e-06,
"loss": 0.0134,
"step": 2170
},
{
"epoch": 0.4016212232866618,
"grad_norm": 0.7648863196372986,
"learning_rate": 7.484203193763589e-06,
"loss": 0.0107,
"step": 2180
},
{
"epoch": 0.4034635224760501,
"grad_norm": 0.4097006320953369,
"learning_rate": 7.456246124643254e-06,
"loss": 0.0114,
"step": 2190
},
{
"epoch": 0.4053058216654385,
"grad_norm": 0.21456319093704224,
"learning_rate": 7.42818746785399e-06,
"loss": 0.0121,
"step": 2200
},
{
"epoch": 0.4071481208548268,
"grad_norm": 0.4421174228191376,
"learning_rate": 7.40002838387133e-06,
"loss": 0.0095,
"step": 2210
},
{
"epoch": 0.4089904200442152,
"grad_norm": 0.49855104088783264,
"learning_rate": 7.37177003732437e-06,
"loss": 0.0128,
"step": 2220
},
{
"epoch": 0.41083271923360354,
"grad_norm": 0.38009005784988403,
"learning_rate": 7.343413596947595e-06,
"loss": 0.0127,
"step": 2230
},
{
"epoch": 0.41267501842299187,
"grad_norm": 0.4838310182094574,
"learning_rate": 7.314960235532547e-06,
"loss": 0.0191,
"step": 2240
},
{
"epoch": 0.41451731761238025,
"grad_norm": 0.5303558111190796,
"learning_rate": 7.286411129879315e-06,
"loss": 0.0144,
"step": 2250
},
{
"epoch": 0.41451731761238025,
"eval_alignment_abstract": {
"mean_alignment": 0.5696365833282471
},
"eval_alignment_claim": {
"mean_alignment": 0.514818549156189
},
"eval_alignment_global": {
"mean_alignment": 0.5504149794578552
},
"eval_alignment_invention": {
"mean_alignment": 0.5219732522964478
},
"eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_abstract_precision@1": 63.12,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_global_precision@1": 63.12,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.28,
"eval_ipc_knn_abstract_precision@1": 68.88,
"eval_ipc_knn_abstract_precision@3": 28.026666666666667,
"eval_ipc_knn_abstract_precision@5": 16.984,
"eval_ipc_knn_global_accuracy_primary": 63.28,
"eval_ipc_knn_global_precision@1": 68.88,
"eval_ipc_knn_global_precision@3": 28.026666666666667,
"eval_ipc_knn_global_precision@5": 16.984,
"eval_priorArt_ndcg@100_a2a": 0.3469476671017916,
"eval_priorArt_ndcg@100_a2all": 0.3303241509975161,
"eval_priorArt_ndcg@100_a2c": 0.3261590491113241,
"eval_priorArt_ndcg@100_a2i": 0.3041917793241863,
"eval_priorArt_ndcg@100_c2a": 0.3631837703389428,
"eval_priorArt_ndcg@100_c2all": 0.36583338247683017,
"eval_priorArt_ndcg@100_c2c": 0.3766486065385936,
"eval_priorArt_ndcg@100_c2i": 0.32261048300221135,
"eval_priorArt_ndcg@100_i2a": 0.35045133153381636,
"eval_priorArt_ndcg@100_i2all": 0.32113137698356087,
"eval_priorArt_ndcg@100_i2c": 0.3220582848822296,
"eval_priorArt_ndcg@100_i2i": 0.30253619155437345,
"eval_priorArt_ndcg@10_a2a": 0.21682855591780706,
"eval_priorArt_ndcg@10_a2all": 0.20915012829592147,
"eval_priorArt_ndcg@10_a2c": 0.20259706201272315,
"eval_priorArt_ndcg@10_a2i": 0.16305330863064088,
"eval_priorArt_ndcg@10_c2a": 0.22922515243176794,
"eval_priorArt_ndcg@10_c2all": 0.21818918737922113,
"eval_priorArt_ndcg@10_c2c": 0.23107120408320422,
"eval_priorArt_ndcg@10_c2i": 0.17599261548459472,
"eval_priorArt_ndcg@10_i2a": 0.25012783154013424,
"eval_priorArt_ndcg@10_i2all": 0.2158983143701322,
"eval_priorArt_ndcg@10_i2c": 0.19107680188257542,
"eval_priorArt_ndcg@10_i2i": 0.1702633707139028,
"eval_priorArt_ndcg@20_a2a": 0.2671034454033168,
"eval_priorArt_ndcg@20_a2all": 0.24642282679755687,
"eval_priorArt_ndcg@20_a2c": 0.24147388497152292,
"eval_priorArt_ndcg@20_a2i": 0.21186326219422763,
"eval_priorArt_ndcg@20_c2a": 0.28601308214104276,
"eval_priorArt_ndcg@20_c2all": 0.2812106432813517,
"eval_priorArt_ndcg@20_c2c": 0.3144848203804536,
"eval_priorArt_ndcg@20_c2i": 0.21240614077630796,
"eval_priorArt_ndcg@20_i2a": 0.28002732410093323,
"eval_priorArt_ndcg@20_i2all": 0.24036683602931336,
"eval_priorArt_ndcg@20_i2c": 0.2400396911274841,
"eval_priorArt_ndcg@20_i2i": 0.21250832190250044,
"eval_priorArt_ndcg@50_a2a": 0.30940265403149736,
"eval_priorArt_ndcg@50_a2all": 0.3145832525296487,
"eval_priorArt_ndcg@50_a2c": 0.28357135179682036,
"eval_priorArt_ndcg@50_a2i": 0.2757952476613909,
"eval_priorArt_ndcg@50_c2a": 0.32169811572379703,
"eval_priorArt_ndcg@50_c2all": 0.3409654111883486,
"eval_priorArt_ndcg@50_c2c": 0.34277130439951675,
"eval_priorArt_ndcg@50_c2i": 0.2781653874550808,
"eval_priorArt_ndcg@50_i2a": 0.30331243097314026,
"eval_priorArt_ndcg@50_i2all": 0.2997341791304742,
"eval_priorArt_ndcg@50_i2c": 0.2966554478284835,
"eval_priorArt_ndcg@50_i2i": 0.2680034174047212,
"eval_priorArt_recall@100_a2a": 0.85,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8166666666666668,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.37500000000000006,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4333333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333333,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.425,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4083333333333334,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6458333333333334,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6125,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4630923120884567,
"eval_singularentropy_claim": 0.4825440885547566,
"eval_singularentropy_global": 0.46671925756090377,
"eval_singularentropy_invention": 0.5181963071346768,
"eval_uniformity_abstract": -2.7588369846343994,
"eval_uniformity_claim": -2.7031641006469727,
"eval_uniformity_global": -2.7155046463012695,
"eval_uniformity_invention": -2.6455914974212646,
"step": 2250
},
{
"epoch": 0.4163596168017686,
"grad_norm": 0.5948684811592102,
"learning_rate": 7.257767460747867e-06,
"loss": 0.0096,
"step": 2260
},
{
"epoch": 0.41820191599115697,
"grad_norm": 0.3742263615131378,
"learning_rate": 7.229030412809212e-06,
"loss": 0.0112,
"step": 2270
},
{
"epoch": 0.4200442151805453,
"grad_norm": 0.5858862400054932,
"learning_rate": 7.200201174596404e-06,
"loss": 0.0137,
"step": 2280
},
{
"epoch": 0.4218865143699337,
"grad_norm": 0.4290596842765808,
"learning_rate": 7.1712809384553915e-06,
"loss": 0.0107,
"step": 2290
},
{
"epoch": 0.423728813559322,
"grad_norm": 0.20127946138381958,
"learning_rate": 7.142270900495694e-06,
"loss": 0.0129,
"step": 2300
},
{
"epoch": 0.4255711127487104,
"grad_norm": 0.29540154337882996,
"learning_rate": 7.113172260540937e-06,
"loss": 0.0101,
"step": 2310
},
{
"epoch": 0.42741341193809873,
"grad_norm": 0.11722368746995926,
"learning_rate": 7.0839862220792286e-06,
"loss": 0.0082,
"step": 2320
},
{
"epoch": 0.4292557111274871,
"grad_norm": 0.7630463242530823,
"learning_rate": 7.054713992213386e-06,
"loss": 0.0157,
"step": 2330
},
{
"epoch": 0.43109801031687545,
"grad_norm": 0.3574387729167938,
"learning_rate": 7.025356781611006e-06,
"loss": 0.0131,
"step": 2340
},
{
"epoch": 0.43294030950626383,
"grad_norm": 0.5697957873344421,
"learning_rate": 6.995915804454396e-06,
"loss": 0.0128,
"step": 2350
},
{
"epoch": 0.43478260869565216,
"grad_norm": 0.33734893798828125,
"learning_rate": 6.966392278390363e-06,
"loss": 0.0093,
"step": 2360
},
{
"epoch": 0.43662490788504055,
"grad_norm": 0.39271456003189087,
"learning_rate": 6.936787424479839e-06,
"loss": 0.0141,
"step": 2370
},
{
"epoch": 0.4375460574797347,
"eval_alignment_abstract": {
"mean_alignment": 0.5698667168617249
},
"eval_alignment_claim": {
"mean_alignment": 0.5146140456199646
},
"eval_alignment_global": {
"mean_alignment": 0.5487750768661499
},
"eval_alignment_invention": {
"mean_alignment": 0.5183917284011841
},
"eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.127999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.127999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.44,
"eval_ipc_knn_abstract_precision@1": 69.16,
"eval_ipc_knn_abstract_precision@3": 28.08,
"eval_ipc_knn_abstract_precision@5": 17.031999999999996,
"eval_ipc_knn_global_accuracy_primary": 63.44,
"eval_ipc_knn_global_precision@1": 69.16,
"eval_ipc_knn_global_precision@3": 28.08,
"eval_ipc_knn_global_precision@5": 17.031999999999996,
"eval_priorArt_ndcg@100_a2a": 0.33732803736193323,
"eval_priorArt_ndcg@100_a2all": 0.3307408932429288,
"eval_priorArt_ndcg@100_a2c": 0.32646808773856445,
"eval_priorArt_ndcg@100_a2i": 0.29870240960233924,
"eval_priorArt_ndcg@100_c2a": 0.3614445499660159,
"eval_priorArt_ndcg@100_c2all": 0.365024538372606,
"eval_priorArt_ndcg@100_c2c": 0.3798011693567423,
"eval_priorArt_ndcg@100_c2i": 0.3233060859361313,
"eval_priorArt_ndcg@100_i2a": 0.3491208953260357,
"eval_priorArt_ndcg@100_i2all": 0.32062986936351034,
"eval_priorArt_ndcg@100_i2c": 0.3253981297022427,
"eval_priorArt_ndcg@100_i2i": 0.300450833516145,
"eval_priorArt_ndcg@10_a2a": 0.2117863176770567,
"eval_priorArt_ndcg@10_a2all": 0.20812185059776173,
"eval_priorArt_ndcg@10_a2c": 0.20467642768030317,
"eval_priorArt_ndcg@10_a2i": 0.16333405860200995,
"eval_priorArt_ndcg@10_c2a": 0.2269708244123001,
"eval_priorArt_ndcg@10_c2all": 0.21889043934070504,
"eval_priorArt_ndcg@10_c2c": 0.23608000602836904,
"eval_priorArt_ndcg@10_c2i": 0.17686328418387193,
"eval_priorArt_ndcg@10_i2a": 0.2494988941981319,
"eval_priorArt_ndcg@10_i2all": 0.21668855588755492,
"eval_priorArt_ndcg@10_i2c": 0.1954924497704645,
"eval_priorArt_ndcg@10_i2i": 0.16773084357792056,
"eval_priorArt_ndcg@20_a2a": 0.26198099830074584,
"eval_priorArt_ndcg@20_a2all": 0.24695716733120396,
"eval_priorArt_ndcg@20_a2c": 0.24145211985122367,
"eval_priorArt_ndcg@20_a2i": 0.2079575623307443,
"eval_priorArt_ndcg@20_c2a": 0.28997776394738434,
"eval_priorArt_ndcg@20_c2all": 0.2753565905758212,
"eval_priorArt_ndcg@20_c2c": 0.311418693055424,
"eval_priorArt_ndcg@20_c2i": 0.21475325088818953,
"eval_priorArt_ndcg@20_i2a": 0.2750424792260092,
"eval_priorArt_ndcg@20_i2all": 0.23492610633567926,
"eval_priorArt_ndcg@20_i2c": 0.2490149391035188,
"eval_priorArt_ndcg@20_i2i": 0.22111312299229655,
"eval_priorArt_ndcg@50_a2a": 0.3044389614301367,
"eval_priorArt_ndcg@50_a2all": 0.31494477649325725,
"eval_priorArt_ndcg@50_a2c": 0.28808500041921514,
"eval_priorArt_ndcg@50_a2i": 0.27685349348496197,
"eval_priorArt_ndcg@50_c2a": 0.3203460617232642,
"eval_priorArt_ndcg@50_c2all": 0.34022534755910316,
"eval_priorArt_ndcg@50_c2c": 0.34627373558367325,
"eval_priorArt_ndcg@50_c2i": 0.28320876416059293,
"eval_priorArt_ndcg@50_i2a": 0.3025863805430802,
"eval_priorArt_ndcg@50_i2all": 0.29931415655557114,
"eval_priorArt_ndcg@50_i2c": 0.30019992725198463,
"eval_priorArt_ndcg@50_i2i": 0.2626781528444453,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.35000000000000003,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4333333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.4916666666666667,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333333,
"eval_priorArt_recall@20_c2all": 0.5041666666666667,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4416666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.6625,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6125,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.46624262342450745,
"eval_singularentropy_claim": 0.4867730120987454,
"eval_singularentropy_global": 0.4708121982194153,
"eval_singularentropy_invention": 0.522587619615984,
"eval_uniformity_abstract": -2.7501590251922607,
"eval_uniformity_claim": -2.698301315307617,
"eval_uniformity_global": -2.709991216659546,
"eval_uniformity_invention": -2.643669843673706,
"step": 2375
},
{
"epoch": 0.4384672070744289,
"grad_norm": 0.3595397472381592,
"learning_rate": 6.907102467147392e-06,
"loss": 0.0121,
"step": 2380
},
{
"epoch": 0.44030950626381726,
"grad_norm": 0.2848951518535614,
"learning_rate": 6.877338634130581e-06,
"loss": 0.0151,
"step": 2390
},
{
"epoch": 0.4421518054532056,
"grad_norm": 0.2890072464942932,
"learning_rate": 6.847497156429175e-06,
"loss": 0.0083,
"step": 2400
},
{
"epoch": 0.443994104642594,
"grad_norm": 0.13215643167495728,
"learning_rate": 6.817579268254244e-06,
"loss": 0.0099,
"step": 2410
},
{
"epoch": 0.4458364038319823,
"grad_norm": 0.6575115919113159,
"learning_rate": 6.787586206977111e-06,
"loss": 0.0133,
"step": 2420
},
{
"epoch": 0.4476787030213707,
"grad_norm": 0.18560023605823517,
"learning_rate": 6.75751921307818e-06,
"loss": 0.0113,
"step": 2430
},
{
"epoch": 0.449521002210759,
"grad_norm": 0.48715049028396606,
"learning_rate": 6.727379530095623e-06,
"loss": 0.013,
"step": 2440
},
{
"epoch": 0.4513633014001474,
"grad_norm": 0.43957144021987915,
"learning_rate": 6.697168404573956e-06,
"loss": 0.0124,
"step": 2450
},
{
"epoch": 0.45320560058953574,
"grad_norm": 0.6111152768135071,
"learning_rate": 6.6668870860124815e-06,
"loss": 0.0141,
"step": 2460
},
{
"epoch": 0.45504789977892407,
"grad_norm": 0.5427009463310242,
"learning_rate": 6.63653682681361e-06,
"loss": 0.0092,
"step": 2470
},
{
"epoch": 0.45689019896831246,
"grad_norm": 0.42434030771255493,
"learning_rate": 6.606118882231059e-06,
"loss": 0.0117,
"step": 2480
},
{
"epoch": 0.4587324981577008,
"grad_norm": 0.1600610464811325,
"learning_rate": 6.575634510317944e-06,
"loss": 0.0108,
"step": 2490
},
{
"epoch": 0.46057479734708917,
"grad_norm": 0.5410699248313904,
"learning_rate": 6.545084971874738e-06,
"loss": 0.0123,
"step": 2500
},
{
"epoch": 0.46057479734708917,
"eval_alignment_abstract": {
"mean_alignment": 0.5522407293319702
},
"eval_alignment_claim": {
"mean_alignment": 0.5000070333480835
},
"eval_alignment_global": {
"mean_alignment": 0.534259021282196
},
"eval_alignment_invention": {
"mean_alignment": 0.5083986520767212
},
"eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_abstract_precision@1": 63.239999999999995,
"eval_ipc_cls_abstract_precision@3": 31.72,
"eval_ipc_cls_abstract_precision@5": 21.184,
"eval_ipc_cls_global_accuracy_primary": 58.32000000000001,
"eval_ipc_cls_global_precision@1": 63.239999999999995,
"eval_ipc_cls_global_precision@3": 31.72,
"eval_ipc_cls_global_precision@5": 21.184,
"eval_ipc_knn_abstract_accuracy_primary": 63.519999999999996,
"eval_ipc_knn_abstract_precision@1": 69.16,
"eval_ipc_knn_abstract_precision@3": 28.000000000000004,
"eval_ipc_knn_abstract_precision@5": 16.976,
"eval_ipc_knn_global_accuracy_primary": 63.519999999999996,
"eval_ipc_knn_global_precision@1": 69.16,
"eval_ipc_knn_global_precision@3": 28.000000000000004,
"eval_ipc_knn_global_precision@5": 16.976,
"eval_priorArt_ndcg@100_a2a": 0.3186217153769379,
"eval_priorArt_ndcg@100_a2all": 0.31676287407883186,
"eval_priorArt_ndcg@100_a2c": 0.3267869592290288,
"eval_priorArt_ndcg@100_a2i": 0.2972886529851834,
"eval_priorArt_ndcg@100_c2a": 0.3548284279864829,
"eval_priorArt_ndcg@100_c2all": 0.37089472250685784,
"eval_priorArt_ndcg@100_c2c": 0.37384829219090654,
"eval_priorArt_ndcg@100_c2i": 0.3241503322338692,
"eval_priorArt_ndcg@100_i2a": 0.35160369502941424,
"eval_priorArt_ndcg@100_i2all": 0.331473711263235,
"eval_priorArt_ndcg@100_i2c": 0.3316135317200791,
"eval_priorArt_ndcg@100_i2i": 0.30524182385059334,
"eval_priorArt_ndcg@10_a2a": 0.19748591555607997,
"eval_priorArt_ndcg@10_a2all": 0.193821448476785,
"eval_priorArt_ndcg@10_a2c": 0.2052242273788639,
"eval_priorArt_ndcg@10_a2i": 0.16333405860200995,
"eval_priorArt_ndcg@10_c2a": 0.23239334695755826,
"eval_priorArt_ndcg@10_c2all": 0.23141877119100732,
"eval_priorArt_ndcg@10_c2c": 0.215955109055097,
"eval_priorArt_ndcg@10_c2i": 0.17835298941278882,
"eval_priorArt_ndcg@10_i2a": 0.2393967595986451,
"eval_priorArt_ndcg@10_i2all": 0.22922298302757027,
"eval_priorArt_ndcg@10_i2c": 0.20277954409816362,
"eval_priorArt_ndcg@10_i2i": 0.16985611726842748,
"eval_priorArt_ndcg@20_a2a": 0.2480451869731492,
"eval_priorArt_ndcg@20_a2all": 0.2329219033516315,
"eval_priorArt_ndcg@20_a2c": 0.2351655120982687,
"eval_priorArt_ndcg@20_a2i": 0.20030391078007398,
"eval_priorArt_ndcg@20_c2a": 0.2804723176811902,
"eval_priorArt_ndcg@20_c2all": 0.27262426574413334,
"eval_priorArt_ndcg@20_c2c": 0.3082915101932576,
"eval_priorArt_ndcg@20_c2i": 0.20205501545449195,
"eval_priorArt_ndcg@20_i2a": 0.28566618894065615,
"eval_priorArt_ndcg@20_i2all": 0.24785576240380083,
"eval_priorArt_ndcg@20_i2c": 0.25145519809514144,
"eval_priorArt_ndcg@20_i2i": 0.2165642150926704,
"eval_priorArt_ndcg@50_a2a": 0.2900933988058917,
"eval_priorArt_ndcg@50_a2all": 0.3011093298153932,
"eval_priorArt_ndcg@50_a2c": 0.2973348811589292,
"eval_priorArt_ndcg@50_a2i": 0.27551163034225634,
"eval_priorArt_ndcg@50_c2a": 0.32216076519310854,
"eval_priorArt_ndcg@50_c2all": 0.33546238491160385,
"eval_priorArt_ndcg@50_c2c": 0.3364632055718701,
"eval_priorArt_ndcg@50_c2i": 0.2755577369393203,
"eval_priorArt_ndcg@50_i2a": 0.31334385115422564,
"eval_priorArt_ndcg@50_i2all": 0.306465682570699,
"eval_priorArt_ndcg@50_i2c": 0.2986674714745194,
"eval_priorArt_ndcg@50_i2i": 0.26380487899155225,
"eval_priorArt_recall@100_a2a": 0.8,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666668,
"eval_priorArt_recall@100_c2all": 0.9083333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.8041666666666668,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8125,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.4041666666666666,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.39166666666666666,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.4666666666666666,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5458333333333332,
"eval_priorArt_recall@20_c2all": 0.49583333333333324,
"eval_priorArt_recall@20_c2c": 0.6125,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.41666666666666663,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6583333333333334,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.47293754398659854,
"eval_singularentropy_claim": 0.49415505543596605,
"eval_singularentropy_global": 0.4773164981266384,
"eval_singularentropy_invention": 0.5281383282224477,
"eval_uniformity_abstract": -2.7361562252044678,
"eval_uniformity_claim": -2.6815149784088135,
"eval_uniformity_global": -2.6950345039367676,
"eval_uniformity_invention": -2.630307674407959,
"step": 2500
},
{
"epoch": 0.4624170965364775,
"grad_norm": 0.318793922662735,
"learning_rate": 6.514471530397134e-06,
"loss": 0.0135,
"step": 2510
},
{
"epoch": 0.4642593957258659,
"grad_norm": 0.32680973410606384,
"learning_rate": 6.483795452023784e-06,
"loss": 0.01,
"step": 2520
},
{
"epoch": 0.4661016949152542,
"grad_norm": 0.43005529046058655,
"learning_rate": 6.453058005483935e-06,
"loss": 0.012,
"step": 2530
},
{
"epoch": 0.4679439941046426,
"grad_norm": 0.5164961218833923,
"learning_rate": 6.422260462044952e-06,
"loss": 0.0102,
"step": 2540
},
{
"epoch": 0.46978629329403093,
"grad_norm": 0.32515135407447815,
"learning_rate": 6.391404095459745e-06,
"loss": 0.0076,
"step": 2550
},
{
"epoch": 0.4716285924834193,
"grad_norm": 0.09114714711904526,
"learning_rate": 6.360490181914085e-06,
"loss": 0.0116,
"step": 2560
},
{
"epoch": 0.47347089167280765,
"grad_norm": 0.3671882450580597,
"learning_rate": 6.3295199999738214e-06,
"loss": 0.0127,
"step": 2570
},
{
"epoch": 0.47531319086219603,
"grad_norm": 0.18194572627544403,
"learning_rate": 6.2984948305320045e-06,
"loss": 0.0079,
"step": 2580
},
{
"epoch": 0.47715549005158436,
"grad_norm": 0.7062210440635681,
"learning_rate": 6.267415956755908e-06,
"loss": 0.0118,
"step": 2590
},
{
"epoch": 0.47899778924097275,
"grad_norm": 0.15538328886032104,
"learning_rate": 6.236284664033956e-06,
"loss": 0.0104,
"step": 2600
},
{
"epoch": 0.4808400884303611,
"grad_norm": 0.2759568989276886,
"learning_rate": 6.2051022399225665e-06,
"loss": 0.0112,
"step": 2610
},
{
"epoch": 0.48268238761974946,
"grad_norm": 0.32634982466697693,
"learning_rate": 6.173869974092895e-06,
"loss": 0.0123,
"step": 2620
},
{
"epoch": 0.4836035372144436,
"eval_alignment_abstract": {
"mean_alignment": 0.5532872676849365
},
"eval_alignment_claim": {
"mean_alignment": 0.49877071380615234
},
"eval_alignment_global": {
"mean_alignment": 0.5328530669212341
},
"eval_alignment_invention": {
"mean_alignment": 0.5049328804016113
},
"eval_ipc_cls_abstract_accuracy_primary": 58.48,
"eval_ipc_cls_abstract_precision@1": 63.28,
"eval_ipc_cls_abstract_precision@3": 31.77333333333333,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.48,
"eval_ipc_cls_global_precision@1": 63.28,
"eval_ipc_cls_global_precision@3": 31.77333333333333,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.6,
"eval_ipc_knn_abstract_precision@1": 69.32000000000001,
"eval_ipc_knn_abstract_precision@3": 28.066666666666666,
"eval_ipc_knn_abstract_precision@5": 17.016,
"eval_ipc_knn_global_accuracy_primary": 63.6,
"eval_ipc_knn_global_precision@1": 69.32000000000001,
"eval_ipc_knn_global_precision@3": 28.066666666666666,
"eval_ipc_knn_global_precision@5": 17.016,
"eval_priorArt_ndcg@100_a2a": 0.33742952297030215,
"eval_priorArt_ndcg@100_a2all": 0.3375025068725507,
"eval_priorArt_ndcg@100_a2c": 0.328185155462423,
"eval_priorArt_ndcg@100_a2i": 0.3005729083995706,
"eval_priorArt_ndcg@100_c2a": 0.3620591418971528,
"eval_priorArt_ndcg@100_c2all": 0.3758558054729738,
"eval_priorArt_ndcg@100_c2c": 0.38284294513935124,
"eval_priorArt_ndcg@100_c2i": 0.3240691043609468,
"eval_priorArt_ndcg@100_i2a": 0.3646482714981776,
"eval_priorArt_ndcg@100_i2all": 0.3275634279511586,
"eval_priorArt_ndcg@100_i2c": 0.34084941682312786,
"eval_priorArt_ndcg@100_i2i": 0.3029218076143992,
"eval_priorArt_ndcg@10_a2a": 0.2117988235793809,
"eval_priorArt_ndcg@10_a2all": 0.21840737398313306,
"eval_priorArt_ndcg@10_a2c": 0.19982205526311594,
"eval_priorArt_ndcg@10_a2i": 0.16910950555061505,
"eval_priorArt_ndcg@10_c2a": 0.22850192407711606,
"eval_priorArt_ndcg@10_c2all": 0.23985254912643827,
"eval_priorArt_ndcg@10_c2c": 0.2253686380237437,
"eval_priorArt_ndcg@10_c2i": 0.1779337250865562,
"eval_priorArt_ndcg@10_i2a": 0.2604513308689752,
"eval_priorArt_ndcg@10_i2all": 0.21886828568287525,
"eval_priorArt_ndcg@10_i2c": 0.21160792886647037,
"eval_priorArt_ndcg@10_i2i": 0.17180850937648112,
"eval_priorArt_ndcg@20_a2a": 0.2625361538784336,
"eval_priorArt_ndcg@20_a2all": 0.24407448354916167,
"eval_priorArt_ndcg@20_a2c": 0.23644823820554867,
"eval_priorArt_ndcg@20_a2i": 0.21131184520295593,
"eval_priorArt_ndcg@20_c2a": 0.2902548439996574,
"eval_priorArt_ndcg@20_c2all": 0.27551345351235573,
"eval_priorArt_ndcg@20_c2c": 0.31001507652648086,
"eval_priorArt_ndcg@20_c2i": 0.2034723300989288,
"eval_priorArt_ndcg@20_i2a": 0.2945896276680375,
"eval_priorArt_ndcg@20_i2all": 0.24311091819055236,
"eval_priorArt_ndcg@20_i2c": 0.2604624484809215,
"eval_priorArt_ndcg@20_i2i": 0.21979564696982296,
"eval_priorArt_ndcg@50_a2a": 0.3045628078656836,
"eval_priorArt_ndcg@50_a2all": 0.3170845022992105,
"eval_priorArt_ndcg@50_a2c": 0.29860599781318875,
"eval_priorArt_ndcg@50_a2i": 0.27578403984584016,
"eval_priorArt_ndcg@50_c2a": 0.3165254985956611,
"eval_priorArt_ndcg@50_c2all": 0.3470811986560688,
"eval_priorArt_ndcg@50_c2c": 0.3452387623638886,
"eval_priorArt_ndcg@50_c2i": 0.28345506236511986,
"eval_priorArt_ndcg@50_i2a": 0.3275977390327664,
"eval_priorArt_ndcg@50_i2all": 0.3023625290803195,
"eval_priorArt_ndcg@50_i2c": 0.3118831518103836,
"eval_priorArt_ndcg@50_i2i": 0.2646804739444934,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.8041666666666668,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8125,
"eval_priorArt_recall@10_a2a": 0.36250000000000004,
"eval_priorArt_recall@10_a2all": 0.375,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4083333333333333,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3375,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4666666666666666,
"eval_priorArt_recall@20_a2i": 0.4166666666666667,
"eval_priorArt_recall@20_c2a": 0.5708333333333332,
"eval_priorArt_recall@20_c2all": 0.47916666666666663,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.3916666666666667,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4416666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.47379345512917326,
"eval_singularentropy_claim": 0.4961156998589401,
"eval_singularentropy_global": 0.47902781284093904,
"eval_singularentropy_invention": 0.5300250257666408,
"eval_uniformity_abstract": -2.722083806991577,
"eval_uniformity_claim": -2.6645021438598633,
"eval_uniformity_global": -2.6783804893493652,
"eval_uniformity_invention": -2.6126132011413574,
"step": 2625
},
{
"epoch": 0.4845246868091378,
"grad_norm": 0.39367663860321045,
"learning_rate": 6.142589158277496e-06,
"loss": 0.0111,
"step": 2630
},
{
"epoch": 0.4863669859985262,
"grad_norm": 0.39503514766693115,
"learning_rate": 6.111261086216896e-06,
"loss": 0.0099,
"step": 2640
},
{
"epoch": 0.4882092851879145,
"grad_norm": 0.16309002041816711,
"learning_rate": 6.079887053606093e-06,
"loss": 0.01,
"step": 2650
},
{
"epoch": 0.4900515843773029,
"grad_norm": 0.5629305839538574,
"learning_rate": 6.048468358040962e-06,
"loss": 0.009,
"step": 2660
},
{
"epoch": 0.4918938835666912,
"grad_norm": 0.36987337470054626,
"learning_rate": 6.017006298964589e-06,
"loss": 0.0072,
"step": 2670
},
{
"epoch": 0.4937361827560796,
"grad_norm": 0.5579299926757812,
"learning_rate": 5.985502177613526e-06,
"loss": 0.0123,
"step": 2680
},
{
"epoch": 0.49557848194546794,
"grad_norm": 0.3598358631134033,
"learning_rate": 5.953957296963977e-06,
"loss": 0.0102,
"step": 2690
},
{
"epoch": 0.4974207811348563,
"grad_norm": 0.5441771745681763,
"learning_rate": 5.922372961677903e-06,
"loss": 0.0136,
"step": 2700
},
{
"epoch": 0.49926308032424466,
"grad_norm": 0.11572699248790741,
"learning_rate": 5.890750478049074e-06,
"loss": 0.0094,
"step": 2710
},
{
"epoch": 0.501105379513633,
"grad_norm": 0.3201373815536499,
"learning_rate": 5.859091153949023e-06,
"loss": 0.0075,
"step": 2720
},
{
"epoch": 0.5029476787030214,
"grad_norm": 0.24452753365039825,
"learning_rate": 5.827396298772974e-06,
"loss": 0.0163,
"step": 2730
},
{
"epoch": 0.5047899778924098,
"grad_norm": 0.41380783915519714,
"learning_rate": 5.795667223385669e-06,
"loss": 0.0109,
"step": 2740
},
{
"epoch": 0.506632277081798,
"grad_norm": 0.3435365557670593,
"learning_rate": 5.763905240067171e-06,
"loss": 0.0123,
"step": 2750
},
{
"epoch": 0.506632277081798,
"eval_alignment_abstract": {
"mean_alignment": 0.5601661801338196
},
"eval_alignment_claim": {
"mean_alignment": 0.5042967200279236
},
"eval_alignment_global": {
"mean_alignment": 0.5396332144737244
},
"eval_alignment_invention": {
"mean_alignment": 0.5144033432006836
},
"eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_abstract_precision@1": 63.04,
"eval_ipc_cls_abstract_precision@3": 31.66666666666667,
"eval_ipc_cls_abstract_precision@5": 21.08,
"eval_ipc_cls_global_accuracy_primary": 58.160000000000004,
"eval_ipc_cls_global_precision@1": 63.04,
"eval_ipc_cls_global_precision@3": 31.66666666666667,
"eval_ipc_cls_global_precision@5": 21.08,
"eval_ipc_knn_abstract_accuracy_primary": 63.56,
"eval_ipc_knn_abstract_precision@1": 69.39999999999999,
"eval_ipc_knn_abstract_precision@3": 28.05333333333333,
"eval_ipc_knn_abstract_precision@5": 17.008000000000003,
"eval_ipc_knn_global_accuracy_primary": 63.56,
"eval_ipc_knn_global_precision@1": 69.39999999999999,
"eval_ipc_knn_global_precision@3": 28.05333333333333,
"eval_ipc_knn_global_precision@5": 17.008000000000003,
"eval_priorArt_ndcg@100_a2a": 0.3461880725776707,
"eval_priorArt_ndcg@100_a2all": 0.3423495481595606,
"eval_priorArt_ndcg@100_a2c": 0.32858859311821115,
"eval_priorArt_ndcg@100_a2i": 0.3022791733127486,
"eval_priorArt_ndcg@100_c2a": 0.3662890962434593,
"eval_priorArt_ndcg@100_c2all": 0.3718303583074264,
"eval_priorArt_ndcg@100_c2c": 0.369819715301489,
"eval_priorArt_ndcg@100_c2i": 0.32652042780870777,
"eval_priorArt_ndcg@100_i2a": 0.37311178041568416,
"eval_priorArt_ndcg@100_i2all": 0.3218541546017307,
"eval_priorArt_ndcg@100_i2c": 0.33803891880173,
"eval_priorArt_ndcg@100_i2i": 0.2992366380302732,
"eval_priorArt_ndcg@10_a2a": 0.2190599122477363,
"eval_priorArt_ndcg@10_a2all": 0.2317066384312123,
"eval_priorArt_ndcg@10_a2c": 0.20587303551389122,
"eval_priorArt_ndcg@10_a2i": 0.16367275773316511,
"eval_priorArt_ndcg@10_c2a": 0.22791588819676706,
"eval_priorArt_ndcg@10_c2all": 0.22345752885307446,
"eval_priorArt_ndcg@10_c2c": 0.21882215034517083,
"eval_priorArt_ndcg@10_c2i": 0.17965890445675542,
"eval_priorArt_ndcg@10_i2a": 0.2790376100251533,
"eval_priorArt_ndcg@10_i2all": 0.2168944097894258,
"eval_priorArt_ndcg@10_i2c": 0.20560708339519018,
"eval_priorArt_ndcg@10_i2i": 0.1758748191665637,
"eval_priorArt_ndcg@20_a2a": 0.2765808783593901,
"eval_priorArt_ndcg@20_a2all": 0.2540234460870673,
"eval_priorArt_ndcg@20_a2c": 0.24558041469704878,
"eval_priorArt_ndcg@20_a2i": 0.20549137373622783,
"eval_priorArt_ndcg@20_c2a": 0.2965314738711028,
"eval_priorArt_ndcg@20_c2all": 0.2868919420812098,
"eval_priorArt_ndcg@20_c2c": 0.29641409762722964,
"eval_priorArt_ndcg@20_c2i": 0.20374966554027032,
"eval_priorArt_ndcg@20_i2a": 0.29873626068999604,
"eval_priorArt_ndcg@20_i2all": 0.24082189710542598,
"eval_priorArt_ndcg@20_i2c": 0.26638575507690543,
"eval_priorArt_ndcg@20_i2i": 0.22424317291873183,
"eval_priorArt_ndcg@50_a2a": 0.31251400578248684,
"eval_priorArt_ndcg@50_a2all": 0.32190655871958385,
"eval_priorArt_ndcg@50_a2c": 0.2985704319494185,
"eval_priorArt_ndcg@50_a2i": 0.27740459185573296,
"eval_priorArt_ndcg@50_c2a": 0.321379856846503,
"eval_priorArt_ndcg@50_c2all": 0.3383710388101871,
"eval_priorArt_ndcg@50_c2c": 0.33448591142582307,
"eval_priorArt_ndcg@50_c2i": 0.28180634567093044,
"eval_priorArt_ndcg@50_i2a": 0.33153521543779085,
"eval_priorArt_ndcg@50_i2all": 0.30041231965451065,
"eval_priorArt_ndcg@50_i2c": 0.31244772336634047,
"eval_priorArt_ndcg@50_i2i": 0.26926893680866304,
"eval_priorArt_recall@100_a2a": 0.8333333333333334,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8791666666666667,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7708333333333333,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.4,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.38749999999999996,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.45,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5291666666666666,
"eval_priorArt_recall@20_a2all": 0.4666666666666667,
"eval_priorArt_recall@20_a2c": 0.4958333333333333,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5874999999999999,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4416666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4740136617440788,
"eval_singularentropy_claim": 0.495229256150229,
"eval_singularentropy_global": 0.47836310882501454,
"eval_singularentropy_invention": 0.5278386763211883,
"eval_uniformity_abstract": -2.7025973796844482,
"eval_uniformity_claim": -2.645251989364624,
"eval_uniformity_global": -2.6596224308013916,
"eval_uniformity_invention": -2.5969948768615723,
"step": 2750
},
{
"epoch": 0.5084745762711864,
"grad_norm": 0.2065475881099701,
"learning_rate": 5.732111662458572e-06,
"loss": 0.0097,
"step": 2760
},
{
"epoch": 0.5103168754605748,
"grad_norm": 0.521355926990509,
"learning_rate": 5.700287805507669e-06,
"loss": 0.0126,
"step": 2770
},
{
"epoch": 0.5121591746499632,
"grad_norm": 0.14573921263217926,
"learning_rate": 5.6684349854145845e-06,
"loss": 0.0129,
"step": 2780
},
{
"epoch": 0.5140014738393515,
"grad_norm": 0.08782938867807388,
"learning_rate": 5.636554519577322e-06,
"loss": 0.0057,
"step": 2790
},
{
"epoch": 0.5158437730287398,
"grad_norm": 0.9008646607398987,
"learning_rate": 5.604647726537283e-06,
"loss": 0.012,
"step": 2800
},
{
"epoch": 0.5176860722181282,
"grad_norm": 0.3235798478126526,
"learning_rate": 5.5727159259247365e-06,
"loss": 0.0081,
"step": 2810
},
{
"epoch": 0.5195283714075166,
"grad_norm": 0.36699768900871277,
"learning_rate": 5.5407604384042315e-06,
"loss": 0.0108,
"step": 2820
},
{
"epoch": 0.5213706705969049,
"grad_norm": 0.45372381806373596,
"learning_rate": 5.508782585619986e-06,
"loss": 0.0156,
"step": 2830
},
{
"epoch": 0.5232129697862933,
"grad_norm": 0.38747352361679077,
"learning_rate": 5.476783690141222e-06,
"loss": 0.0132,
"step": 2840
},
{
"epoch": 0.5250552689756817,
"grad_norm": 0.5432887673377991,
"learning_rate": 5.444765075407461e-06,
"loss": 0.0146,
"step": 2850
},
{
"epoch": 0.52689756816507,
"grad_norm": 0.7550175189971924,
"learning_rate": 5.412728065673794e-06,
"loss": 0.0125,
"step": 2860
},
{
"epoch": 0.5287398673544583,
"grad_norm": 0.5463756322860718,
"learning_rate": 5.380673985956107e-06,
"loss": 0.0127,
"step": 2870
},
{
"epoch": 0.5296610169491526,
"eval_alignment_abstract": {
"mean_alignment": 0.5487240552902222
},
"eval_alignment_claim": {
"mean_alignment": 0.4895475208759308
},
"eval_alignment_global": {
"mean_alignment": 0.5267453789710999
},
"eval_alignment_invention": {
"mean_alignment": 0.5009440779685974
},
"eval_ipc_cls_abstract_accuracy_primary": 58.4,
"eval_ipc_cls_abstract_precision@1": 63.080000000000005,
"eval_ipc_cls_abstract_precision@3": 31.746666666666666,
"eval_ipc_cls_abstract_precision@5": 21.095999999999997,
"eval_ipc_cls_global_accuracy_primary": 58.4,
"eval_ipc_cls_global_precision@1": 63.080000000000005,
"eval_ipc_cls_global_precision@3": 31.746666666666666,
"eval_ipc_cls_global_precision@5": 21.095999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.44,
"eval_ipc_knn_abstract_precision@1": 69.36,
"eval_ipc_knn_abstract_precision@3": 28.04,
"eval_ipc_knn_abstract_precision@5": 17.0,
"eval_ipc_knn_global_accuracy_primary": 63.44,
"eval_ipc_knn_global_precision@1": 69.36,
"eval_ipc_knn_global_precision@3": 28.04,
"eval_ipc_knn_global_precision@5": 17.0,
"eval_priorArt_ndcg@100_a2a": 0.33709500376481016,
"eval_priorArt_ndcg@100_a2all": 0.3359610770489365,
"eval_priorArt_ndcg@100_a2c": 0.3287922993659546,
"eval_priorArt_ndcg@100_a2i": 0.2968514899026146,
"eval_priorArt_ndcg@100_c2a": 0.3568414101108226,
"eval_priorArt_ndcg@100_c2all": 0.3685043169695657,
"eval_priorArt_ndcg@100_c2c": 0.381561369864254,
"eval_priorArt_ndcg@100_c2i": 0.3158421296299291,
"eval_priorArt_ndcg@100_i2a": 0.3525713373878201,
"eval_priorArt_ndcg@100_i2all": 0.3304533939776923,
"eval_priorArt_ndcg@100_i2c": 0.33646408514907816,
"eval_priorArt_ndcg@100_i2i": 0.29947846449936194,
"eval_priorArt_ndcg@10_a2a": 0.21226679567665566,
"eval_priorArt_ndcg@10_a2all": 0.21158683265379685,
"eval_priorArt_ndcg@10_a2c": 0.21437923352174915,
"eval_priorArt_ndcg@10_a2i": 0.16333405860200995,
"eval_priorArt_ndcg@10_c2a": 0.23088515480492822,
"eval_priorArt_ndcg@10_c2all": 0.22266839143557196,
"eval_priorArt_ndcg@10_c2c": 0.22577144117336947,
"eval_priorArt_ndcg@10_c2i": 0.16803902114394043,
"eval_priorArt_ndcg@10_i2a": 0.23508069161529105,
"eval_priorArt_ndcg@10_i2all": 0.22203833620247018,
"eval_priorArt_ndcg@10_i2c": 0.20091261712500455,
"eval_priorArt_ndcg@10_i2i": 0.17734957167372717,
"eval_priorArt_ndcg@20_a2a": 0.2621811187174333,
"eval_priorArt_ndcg@20_a2all": 0.24290814480205491,
"eval_priorArt_ndcg@20_a2c": 0.23716718976714316,
"eval_priorArt_ndcg@20_a2i": 0.2039991095629083,
"eval_priorArt_ndcg@20_c2a": 0.2908704930981498,
"eval_priorArt_ndcg@20_c2all": 0.27860385084324046,
"eval_priorArt_ndcg@20_c2c": 0.3032133636331307,
"eval_priorArt_ndcg@20_c2i": 0.20506463349375456,
"eval_priorArt_ndcg@20_i2a": 0.2779023123401702,
"eval_priorArt_ndcg@20_i2all": 0.25109206921922894,
"eval_priorArt_ndcg@20_i2c": 0.25687746163845515,
"eval_priorArt_ndcg@20_i2i": 0.21829450749700108,
"eval_priorArt_ndcg@50_a2a": 0.30422586195726603,
"eval_priorArt_ndcg@50_a2all": 0.3154308489590197,
"eval_priorArt_ndcg@50_a2c": 0.29885547374255406,
"eval_priorArt_ndcg@50_a2i": 0.27086312705907667,
"eval_priorArt_ndcg@50_c2a": 0.31580571333887486,
"eval_priorArt_ndcg@50_c2all": 0.3391462987175577,
"eval_priorArt_ndcg@50_c2c": 0.3440787076115293,
"eval_priorArt_ndcg@50_c2i": 0.278554532703679,
"eval_priorArt_ndcg@50_i2a": 0.3150641934755305,
"eval_priorArt_ndcg@50_i2all": 0.30534925900863985,
"eval_priorArt_ndcg@50_i2c": 0.30754902047780175,
"eval_priorArt_ndcg@50_i2i": 0.26964753051986445,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.9083333333333334,
"eval_priorArt_recall@100_c2i": 0.8791666666666668,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.8041666666666668,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7708333333333333,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.4,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.4041666666666666,
"eval_priorArt_recall@10_c2all": 0.32500000000000007,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.38333333333333336,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4666666666666666,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5874999999999999,
"eval_priorArt_recall@20_c2all": 0.5,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.41666666666666663,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7375,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6666666666666667,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4847044595434991,
"eval_singularentropy_claim": 0.5078206930303595,
"eval_singularentropy_global": 0.4904859508405285,
"eval_singularentropy_invention": 0.5424657556617103,
"eval_uniformity_abstract": -2.683777093887329,
"eval_uniformity_claim": -2.6235036849975586,
"eval_uniformity_global": -2.6386077404022217,
"eval_uniformity_invention": -2.572981357574463,
"step": 2875
},
{
"epoch": 0.5305821665438467,
"grad_norm": 0.5421728491783142,
"learning_rate": 5.348604161976285e-06,
"loss": 0.0122,
"step": 2880
},
{
"epoch": 0.5324244657332351,
"grad_norm": 0.4877738356590271,
"learning_rate": 5.316519920107377e-06,
"loss": 0.0115,
"step": 2890
},
{
"epoch": 0.5342667649226235,
"grad_norm": 0.27219367027282715,
"learning_rate": 5.284422587318739e-06,
"loss": 0.0118,
"step": 2900
},
{
"epoch": 0.5361090641120118,
"grad_norm": 0.5261592268943787,
"learning_rate": 5.252313491121156e-06,
"loss": 0.0111,
"step": 2910
},
{
"epoch": 0.5379513633014001,
"grad_norm": 0.6761103868484497,
"learning_rate": 5.220193959511931e-06,
"loss": 0.0151,
"step": 2920
},
{
"epoch": 0.5397936624907885,
"grad_norm": 0.503059446811676,
"learning_rate": 5.188065320919965e-06,
"loss": 0.0187,
"step": 2930
},
{
"epoch": 0.5416359616801769,
"grad_norm": 0.3854053020477295,
"learning_rate": 5.15592890415082e-06,
"loss": 0.0143,
"step": 2940
},
{
"epoch": 0.5434782608695652,
"grad_norm": 0.6720724701881409,
"learning_rate": 5.123786038331746e-06,
"loss": 0.0139,
"step": 2950
},
{
"epoch": 0.5453205600589536,
"grad_norm": 0.41713327169418335,
"learning_rate": 5.091638052856726e-06,
"loss": 0.0086,
"step": 2960
},
{
"epoch": 0.547162859248342,
"grad_norm": 0.19758397340774536,
"learning_rate": 5.059486277331481e-06,
"loss": 0.0151,
"step": 2970
},
{
"epoch": 0.5490051584377302,
"grad_norm": 0.24710166454315186,
"learning_rate": 5.0273320415184864e-06,
"loss": 0.0128,
"step": 2980
},
{
"epoch": 0.5508474576271186,
"grad_norm": 0.631451427936554,
"learning_rate": 4.995176675281977e-06,
"loss": 0.0164,
"step": 2990
},
{
"epoch": 0.552689756816507,
"grad_norm": 0.5644357800483704,
"learning_rate": 4.963021508532931e-06,
"loss": 0.0109,
"step": 3000
},
{
"epoch": 0.552689756816507,
"eval_alignment_abstract": {
"mean_alignment": 0.5522660613059998
},
"eval_alignment_claim": {
"mean_alignment": 0.4966375529766083
},
"eval_alignment_global": {
"mean_alignment": 0.5328493714332581
},
"eval_alignment_invention": {
"mean_alignment": 0.5088128447532654
},
"eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_abstract_precision@1": 62.92,
"eval_ipc_cls_abstract_precision@3": 31.680000000000003,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_global_precision@1": 62.92,
"eval_ipc_cls_global_precision@3": 31.680000000000003,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_abstract_precision@1": 69.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.16,
"eval_ipc_knn_abstract_precision@5": 17.064,
"eval_ipc_knn_global_accuracy_primary": 63.839999999999996,
"eval_ipc_knn_global_precision@1": 69.52000000000001,
"eval_ipc_knn_global_precision@3": 28.16,
"eval_ipc_knn_global_precision@5": 17.064,
"eval_priorArt_ndcg@100_a2a": 0.34054322937410714,
"eval_priorArt_ndcg@100_a2all": 0.33091781401233505,
"eval_priorArt_ndcg@100_a2c": 0.3306727545890831,
"eval_priorArt_ndcg@100_a2i": 0.2960388229339742,
"eval_priorArt_ndcg@100_c2a": 0.35872654798458903,
"eval_priorArt_ndcg@100_c2all": 0.37599745368930954,
"eval_priorArt_ndcg@100_c2c": 0.38151293290400323,
"eval_priorArt_ndcg@100_c2i": 0.31938340412024757,
"eval_priorArt_ndcg@100_i2a": 0.34587391203198764,
"eval_priorArt_ndcg@100_i2all": 0.31952763510169235,
"eval_priorArt_ndcg@100_i2c": 0.3360373362818856,
"eval_priorArt_ndcg@100_i2i": 0.2902258652795601,
"eval_priorArt_ndcg@10_a2a": 0.20896144689969307,
"eval_priorArt_ndcg@10_a2all": 0.21018363705307044,
"eval_priorArt_ndcg@10_a2c": 0.21500474734974873,
"eval_priorArt_ndcg@10_a2i": 0.16172131016953667,
"eval_priorArt_ndcg@10_c2a": 0.2455032513738023,
"eval_priorArt_ndcg@10_c2all": 0.23959891881388423,
"eval_priorArt_ndcg@10_c2c": 0.22864206341818966,
"eval_priorArt_ndcg@10_c2i": 0.17761705528453098,
"eval_priorArt_ndcg@10_i2a": 0.22403476608442396,
"eval_priorArt_ndcg@10_i2all": 0.2150621296100954,
"eval_priorArt_ndcg@10_i2c": 0.20091261712500455,
"eval_priorArt_ndcg@10_i2i": 0.16618581793485163,
"eval_priorArt_ndcg@20_a2a": 0.2654883136887711,
"eval_priorArt_ndcg@20_a2all": 0.24173759623512964,
"eval_priorArt_ndcg@20_a2c": 0.24791896241474154,
"eval_priorArt_ndcg@20_a2i": 0.19838228408069028,
"eval_priorArt_ndcg@20_c2a": 0.2931116781304025,
"eval_priorArt_ndcg@20_c2all": 0.28176872818133925,
"eval_priorArt_ndcg@20_c2c": 0.29969971952253033,
"eval_priorArt_ndcg@20_c2i": 0.20256238811305263,
"eval_priorArt_ndcg@20_i2a": 0.2644700058422408,
"eval_priorArt_ndcg@20_i2all": 0.2440533512865572,
"eval_priorArt_ndcg@20_i2c": 0.2568266301484141,
"eval_priorArt_ndcg@20_i2i": 0.2085617278341128,
"eval_priorArt_ndcg@50_a2a": 0.3075114620789757,
"eval_priorArt_ndcg@50_a2all": 0.31910116694542423,
"eval_priorArt_ndcg@50_a2c": 0.30584749359529956,
"eval_priorArt_ndcg@50_a2i": 0.2740227334786632,
"eval_priorArt_ndcg@50_c2a": 0.3133734582529086,
"eval_priorArt_ndcg@50_c2all": 0.3397123838073974,
"eval_priorArt_ndcg@50_c2c": 0.3475427111387665,
"eval_priorArt_ndcg@50_c2i": 0.28247840756624026,
"eval_priorArt_ndcg@50_i2a": 0.3084220289138652,
"eval_priorArt_ndcg@50_i2all": 0.2981953413384224,
"eval_priorArt_ndcg@50_i2c": 0.3028239790736462,
"eval_priorArt_ndcg@50_i2i": 0.2639487714298213,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8083333333333333,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666668,
"eval_priorArt_recall@100_c2all": 0.8916666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7541666666666667,
"eval_priorArt_recall@10_a2a": 0.3458333333333333,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.4,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.4374999999999999,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.37083333333333335,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2791666666666667,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4958333333333333,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5874999999999999,
"eval_priorArt_recall@20_c2all": 0.4958333333333334,
"eval_priorArt_recall@20_c2c": 0.5375,
"eval_priorArt_recall@20_c2i": 0.3916666666666667,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4041666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7375,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48241151794741094,
"eval_singularentropy_claim": 0.5042435810254259,
"eval_singularentropy_global": 0.4873464318638739,
"eval_singularentropy_invention": 0.5387532131928273,
"eval_uniformity_abstract": -2.6736457347869873,
"eval_uniformity_claim": -2.6175451278686523,
"eval_uniformity_global": -2.629286766052246,
"eval_uniformity_invention": -2.5624306201934814,
"step": 3000
},
{
"epoch": 0.5545320560058954,
"grad_norm": 0.579372763633728,
"learning_rate": 4.930867871174085e-06,
"loss": 0.014,
"step": 3010
},
{
"epoch": 0.5563743551952837,
"grad_norm": 0.10225962102413177,
"learning_rate": 4.898717093044915e-06,
"loss": 0.0116,
"step": 3020
},
{
"epoch": 0.558216654384672,
"grad_norm": 0.26514381170272827,
"learning_rate": 4.866570503866649e-06,
"loss": 0.0106,
"step": 3030
},
{
"epoch": 0.5600589535740604,
"grad_norm": 0.3566693365573883,
"learning_rate": 4.834429433187259e-06,
"loss": 0.0142,
"step": 3040
},
{
"epoch": 0.5619012527634488,
"grad_norm": 0.34901782870292664,
"learning_rate": 4.80229521032648e-06,
"loss": 0.0115,
"step": 3050
},
{
"epoch": 0.5637435519528371,
"grad_norm": 0.6053492426872253,
"learning_rate": 4.770169164320829e-06,
"loss": 0.0139,
"step": 3060
},
{
"epoch": 0.5655858511422255,
"grad_norm": 0.16859020292758942,
"learning_rate": 4.738052623868636e-06,
"loss": 0.012,
"step": 3070
},
{
"epoch": 0.5674281503316139,
"grad_norm": 0.529362678527832,
"learning_rate": 4.705946917275093e-06,
"loss": 0.0126,
"step": 3080
},
{
"epoch": 0.5692704495210023,
"grad_norm": 0.501363217830658,
"learning_rate": 4.673853372397315e-06,
"loss": 0.0141,
"step": 3090
},
{
"epoch": 0.5711127487103905,
"grad_norm": 0.0721387267112732,
"learning_rate": 4.641773316589422e-06,
"loss": 0.0104,
"step": 3100
},
{
"epoch": 0.5729550478997789,
"grad_norm": 0.4436507523059845,
"learning_rate": 4.609708076647638e-06,
"loss": 0.013,
"step": 3110
},
{
"epoch": 0.5747973470891673,
"grad_norm": 0.10900504887104034,
"learning_rate": 4.5776589787554215e-06,
"loss": 0.009,
"step": 3120
},
{
"epoch": 0.5757184966838614,
"eval_alignment_abstract": {
"mean_alignment": 0.558174729347229
},
"eval_alignment_claim": {
"mean_alignment": 0.5043301582336426
},
"eval_alignment_global": {
"mean_alignment": 0.5374553799629211
},
"eval_alignment_invention": {
"mean_alignment": 0.509455680847168
},
"eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_abstract_precision@1": 62.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.65333333333333,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_global_precision@1": 62.839999999999996,
"eval_ipc_cls_global_precision@3": 31.65333333333333,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.72,
"eval_ipc_knn_abstract_precision@1": 69.32000000000001,
"eval_ipc_knn_abstract_precision@3": 28.05333333333333,
"eval_ipc_knn_abstract_precision@5": 17.0,
"eval_ipc_knn_global_accuracy_primary": 63.72,
"eval_ipc_knn_global_precision@1": 69.32000000000001,
"eval_ipc_knn_global_precision@3": 28.05333333333333,
"eval_ipc_knn_global_precision@5": 17.0,
"eval_priorArt_ndcg@100_a2a": 0.3316130513755714,
"eval_priorArt_ndcg@100_a2all": 0.3401447423255464,
"eval_priorArt_ndcg@100_a2c": 0.32929796599233047,
"eval_priorArt_ndcg@100_a2i": 0.3051267365701863,
"eval_priorArt_ndcg@100_c2a": 0.3624328341935697,
"eval_priorArt_ndcg@100_c2all": 0.3665728863719147,
"eval_priorArt_ndcg@100_c2c": 0.3698486874503788,
"eval_priorArt_ndcg@100_c2i": 0.32394357615649483,
"eval_priorArt_ndcg@100_i2a": 0.32830467254346435,
"eval_priorArt_ndcg@100_i2all": 0.30616633297803014,
"eval_priorArt_ndcg@100_i2c": 0.3223985841020928,
"eval_priorArt_ndcg@100_i2i": 0.29575584173601166,
"eval_priorArt_ndcg@10_a2a": 0.20963498078168996,
"eval_priorArt_ndcg@10_a2all": 0.22937501808355926,
"eval_priorArt_ndcg@10_a2c": 0.198135652900551,
"eval_priorArt_ndcg@10_a2i": 0.16231963329691843,
"eval_priorArt_ndcg@10_c2a": 0.2420301088866544,
"eval_priorArt_ndcg@10_c2all": 0.23423702569804744,
"eval_priorArt_ndcg@10_c2c": 0.21776104242370872,
"eval_priorArt_ndcg@10_c2i": 0.1802045774136353,
"eval_priorArt_ndcg@10_i2a": 0.22983165636135752,
"eval_priorArt_ndcg@10_i2all": 0.2096754675997614,
"eval_priorArt_ndcg@10_i2c": 0.1912547806851789,
"eval_priorArt_ndcg@10_i2i": 0.1725219417974703,
"eval_priorArt_ndcg@20_a2a": 0.2601422064942852,
"eval_priorArt_ndcg@20_a2all": 0.24653136506119006,
"eval_priorArt_ndcg@20_a2c": 0.23644822085779524,
"eval_priorArt_ndcg@20_a2i": 0.20413657891602105,
"eval_priorArt_ndcg@20_c2a": 0.2912395822383581,
"eval_priorArt_ndcg@20_c2all": 0.27088768604044694,
"eval_priorArt_ndcg@20_c2c": 0.28722986269817613,
"eval_priorArt_ndcg@20_c2i": 0.21605704078800878,
"eval_priorArt_ndcg@20_i2a": 0.262242759419799,
"eval_priorArt_ndcg@20_i2all": 0.23296752641157195,
"eval_priorArt_ndcg@20_i2c": 0.24640314237496894,
"eval_priorArt_ndcg@20_i2i": 0.21838181196124923,
"eval_priorArt_ndcg@50_a2a": 0.3020468417568437,
"eval_priorArt_ndcg@50_a2all": 0.32359004261620805,
"eval_priorArt_ndcg@50_a2c": 0.30441752385542115,
"eval_priorArt_ndcg@50_a2i": 0.2760726338429986,
"eval_priorArt_ndcg@50_c2a": 0.32112420144966547,
"eval_priorArt_ndcg@50_c2all": 0.333127843943141,
"eval_priorArt_ndcg@50_c2c": 0.34094239434540563,
"eval_priorArt_ndcg@50_c2i": 0.2924385428430228,
"eval_priorArt_ndcg@50_i2a": 0.2950567610116973,
"eval_priorArt_ndcg@50_i2all": 0.29305590792692543,
"eval_priorArt_ndcg@50_i2c": 0.29143368035181294,
"eval_priorArt_ndcg@50_i2i": 0.264923014062919,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.8208333333333334,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7458333333333333,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7791666666666667,
"eval_priorArt_recall@10_a2a": 0.3625,
"eval_priorArt_recall@10_a2all": 0.4,
"eval_priorArt_recall@10_a2c": 0.35833333333333334,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.4208333333333333,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.4125,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.4666666666666667,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5708333333333332,
"eval_priorArt_recall@20_c2all": 0.4833333333333334,
"eval_priorArt_recall@20_c2c": 0.5375,
"eval_priorArt_recall@20_c2i": 0.425,
"eval_priorArt_recall@20_i2a": 0.5083333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4333333333333334,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7375,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.7166666666666667,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.48049938904499845,
"eval_singularentropy_claim": 0.5017947842358227,
"eval_singularentropy_global": 0.485670160993155,
"eval_singularentropy_invention": 0.5372547248964847,
"eval_uniformity_abstract": -2.6726486682891846,
"eval_uniformity_claim": -2.616767168045044,
"eval_uniformity_global": -2.6291394233703613,
"eval_uniformity_invention": -2.564821720123291,
"step": 3125
},
{
"epoch": 0.5766396462785557,
"grad_norm": 0.26327618956565857,
"learning_rate": 4.5456273484286154e-06,
"loss": 0.0091,
"step": 3130
},
{
"epoch": 0.578481945467944,
"grad_norm": 0.29500699043273926,
"learning_rate": 4.513614510460618e-06,
"loss": 0.0139,
"step": 3140
},
{
"epoch": 0.5803242446573323,
"grad_norm": 0.355410635471344,
"learning_rate": 4.481621788867602e-06,
"loss": 0.0122,
"step": 3150
},
{
"epoch": 0.5821665438467207,
"grad_norm": 0.15751448273658752,
"learning_rate": 4.449650506833741e-06,
"loss": 0.0073,
"step": 3160
},
{
"epoch": 0.5840088430361091,
"grad_norm": 0.3536268174648285,
"learning_rate": 4.417701986656498e-06,
"loss": 0.0104,
"step": 3170
},
{
"epoch": 0.5858511422254974,
"grad_norm": 0.4921230673789978,
"learning_rate": 4.3857775496919296e-06,
"loss": 0.0109,
"step": 3180
},
{
"epoch": 0.5876934414148858,
"grad_norm": 0.34309816360473633,
"learning_rate": 4.353878516300035e-06,
"loss": 0.0093,
"step": 3190
},
{
"epoch": 0.5895357406042742,
"grad_norm": 0.547787606716156,
"learning_rate": 4.322006205790148e-06,
"loss": 0.0102,
"step": 3200
},
{
"epoch": 0.5913780397936624,
"grad_norm": 0.4497307240962982,
"learning_rate": 4.290161936366379e-06,
"loss": 0.0124,
"step": 3210
},
{
"epoch": 0.5932203389830508,
"grad_norm": 0.08711369335651398,
"learning_rate": 4.258347025073083e-06,
"loss": 0.0115,
"step": 3220
},
{
"epoch": 0.5950626381724392,
"grad_norm": 0.36980748176574707,
"learning_rate": 4.226562787740398e-06,
"loss": 0.017,
"step": 3230
},
{
"epoch": 0.5969049373618276,
"grad_norm": 0.47055765986442566,
"learning_rate": 4.19481053892982e-06,
"loss": 0.0099,
"step": 3240
},
{
"epoch": 0.5987472365512159,
"grad_norm": 0.5597984790802002,
"learning_rate": 4.163091591879834e-06,
"loss": 0.0168,
"step": 3250
},
{
"epoch": 0.5987472365512159,
"eval_alignment_abstract": {
"mean_alignment": 0.5528731346130371
},
"eval_alignment_claim": {
"mean_alignment": 0.49175047874450684
},
"eval_alignment_global": {
"mean_alignment": 0.5288112759590149
},
"eval_alignment_invention": {
"mean_alignment": 0.500151515007019
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 62.96000000000001,
"eval_ipc_cls_abstract_precision@3": 31.65333333333333,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 62.96000000000001,
"eval_ipc_cls_global_precision@3": 31.65333333333333,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.199999999999996,
"eval_ipc_knn_abstract_precision@5": 17.096,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.199999999999996,
"eval_ipc_knn_global_precision@5": 17.096,
"eval_priorArt_ndcg@100_a2a": 0.33085844438364287,
"eval_priorArt_ndcg@100_a2all": 0.3351863358913333,
"eval_priorArt_ndcg@100_a2c": 0.32648611070876754,
"eval_priorArt_ndcg@100_a2i": 0.29267705984150066,
"eval_priorArt_ndcg@100_c2a": 0.35975713487474936,
"eval_priorArt_ndcg@100_c2all": 0.35845807964115184,
"eval_priorArt_ndcg@100_c2c": 0.3636566776750539,
"eval_priorArt_ndcg@100_c2i": 0.31850917538712203,
"eval_priorArt_ndcg@100_i2a": 0.34744501658865906,
"eval_priorArt_ndcg@100_i2all": 0.3198155621667657,
"eval_priorArt_ndcg@100_i2c": 0.3297718149936282,
"eval_priorArt_ndcg@100_i2i": 0.2978252952356178,
"eval_priorArt_ndcg@10_a2a": 0.20902626766895543,
"eval_priorArt_ndcg@10_a2all": 0.20219409637890115,
"eval_priorArt_ndcg@10_a2c": 0.20566676272074905,
"eval_priorArt_ndcg@10_a2i": 0.16487289066411642,
"eval_priorArt_ndcg@10_c2a": 0.236665123869063,
"eval_priorArt_ndcg@10_c2all": 0.22643137993775472,
"eval_priorArt_ndcg@10_c2c": 0.2124583108486608,
"eval_priorArt_ndcg@10_c2i": 0.1708865619922194,
"eval_priorArt_ndcg@10_i2a": 0.23983757261591626,
"eval_priorArt_ndcg@10_i2all": 0.21868225684658146,
"eval_priorArt_ndcg@10_i2c": 0.2039207249197405,
"eval_priorArt_ndcg@10_i2i": 0.17552604471854688,
"eval_priorArt_ndcg@20_a2a": 0.2610761944375883,
"eval_priorArt_ndcg@20_a2all": 0.24708482164750603,
"eval_priorArt_ndcg@20_a2c": 0.22976425801203443,
"eval_priorArt_ndcg@20_a2i": 0.1957324190854416,
"eval_priorArt_ndcg@20_c2a": 0.28314692752014486,
"eval_priorArt_ndcg@20_c2all": 0.26976670914199885,
"eval_priorArt_ndcg@20_c2c": 0.28895536429482405,
"eval_priorArt_ndcg@20_c2i": 0.21455769640773625,
"eval_priorArt_ndcg@20_i2a": 0.27075571589560565,
"eval_priorArt_ndcg@20_i2all": 0.24900644157155746,
"eval_priorArt_ndcg@20_i2c": 0.24579196262476405,
"eval_priorArt_ndcg@20_i2i": 0.21736761087548553,
"eval_priorArt_ndcg@50_a2a": 0.30245571042866504,
"eval_priorArt_ndcg@50_a2all": 0.31881235430692856,
"eval_priorArt_ndcg@50_a2c": 0.2963907318891834,
"eval_priorArt_ndcg@50_a2i": 0.26557406945725154,
"eval_priorArt_ndcg@50_c2a": 0.3150013209014547,
"eval_priorArt_ndcg@50_c2all": 0.32931837327296404,
"eval_priorArt_ndcg@50_c2c": 0.33078117865808954,
"eval_priorArt_ndcg@50_c2i": 0.28208534451802664,
"eval_priorArt_ndcg@50_i2a": 0.314857550474463,
"eval_priorArt_ndcg@50_i2all": 0.3023044852580805,
"eval_priorArt_ndcg@50_i2c": 0.2967364656901993,
"eval_priorArt_ndcg@50_i2i": 0.2636266610283989,
"eval_priorArt_recall@100_a2a": 0.8,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7791666666666667,
"eval_priorArt_recall@10_a2a": 0.35833333333333334,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.4041666666666666,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.32500000000000007,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.375,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5458333333333332,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333333,
"eval_priorArt_recall@20_i2c": 0.4791666666666667,
"eval_priorArt_recall@20_i2i": 0.4208333333333334,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7125,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.4852812842089474,
"eval_singularentropy_claim": 0.5100537517674285,
"eval_singularentropy_global": 0.4921815115847603,
"eval_singularentropy_invention": 0.5451359290463168,
"eval_uniformity_abstract": -2.6620237827301025,
"eval_uniformity_claim": -2.6032016277313232,
"eval_uniformity_global": -2.6159756183624268,
"eval_uniformity_invention": -2.549697160720825,
"step": 3250
},
{
"epoch": 0.6005895357406043,
"grad_norm": 0.3014449179172516,
"learning_rate": 4.1314072584516005e-06,
"loss": 0.0166,
"step": 3260
},
{
"epoch": 0.6024318349299926,
"grad_norm": 0.41667819023132324,
"learning_rate": 4.099758849074699e-06,
"loss": 0.0149,
"step": 3270
},
{
"epoch": 0.604274134119381,
"grad_norm": 0.3319992423057556,
"learning_rate": 4.068147672692928e-06,
"loss": 0.0134,
"step": 3280
},
{
"epoch": 0.6061164333087693,
"grad_norm": 0.2515079975128174,
"learning_rate": 4.03657503671017e-06,
"loss": 0.0132,
"step": 3290
},
{
"epoch": 0.6079587324981577,
"grad_norm": 0.36970579624176025,
"learning_rate": 4.0050422469363195e-06,
"loss": 0.0093,
"step": 3300
},
{
"epoch": 0.6098010316875461,
"grad_norm": 0.5035133957862854,
"learning_rate": 3.973550607533274e-06,
"loss": 0.0123,
"step": 3310
},
{
"epoch": 0.6116433308769345,
"grad_norm": 0.4228469133377075,
"learning_rate": 3.942101420960998e-06,
"loss": 0.0144,
"step": 3320
},
{
"epoch": 0.6134856300663227,
"grad_norm": 0.733493983745575,
"learning_rate": 3.910695987923652e-06,
"loss": 0.015,
"step": 3330
},
{
"epoch": 0.6153279292557111,
"grad_norm": 0.28585749864578247,
"learning_rate": 3.879335607315797e-06,
"loss": 0.0122,
"step": 3340
},
{
"epoch": 0.6171702284450995,
"grad_norm": 0.34574052691459656,
"learning_rate": 3.848021576168677e-06,
"loss": 0.0158,
"step": 3350
},
{
"epoch": 0.6190125276344879,
"grad_norm": 0.1677258312702179,
"learning_rate": 3.816755189596568e-06,
"loss": 0.0107,
"step": 3360
},
{
"epoch": 0.6208548268238762,
"grad_norm": 0.3775396943092346,
"learning_rate": 3.785537740743224e-06,
"loss": 0.0116,
"step": 3370
},
{
"epoch": 0.6217759764185704,
"eval_alignment_abstract": {
"mean_alignment": 0.5513219833374023
},
"eval_alignment_claim": {
"mean_alignment": 0.49977967143058777
},
"eval_alignment_global": {
"mean_alignment": 0.5313116908073425
},
"eval_alignment_invention": {
"mean_alignment": 0.5030316710472107
},
"eval_ipc_cls_abstract_accuracy_primary": 58.24,
"eval_ipc_cls_abstract_precision@1": 63.0,
"eval_ipc_cls_abstract_precision@3": 31.57333333333333,
"eval_ipc_cls_abstract_precision@5": 21.096000000000004,
"eval_ipc_cls_global_accuracy_primary": 58.24,
"eval_ipc_cls_global_precision@1": 63.0,
"eval_ipc_cls_global_precision@3": 31.57333333333333,
"eval_ipc_cls_global_precision@5": 21.096000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 64.2,
"eval_ipc_knn_abstract_precision@1": 69.67999999999999,
"eval_ipc_knn_abstract_precision@3": 28.199999999999996,
"eval_ipc_knn_abstract_precision@5": 17.088,
"eval_ipc_knn_global_accuracy_primary": 64.2,
"eval_ipc_knn_global_precision@1": 69.67999999999999,
"eval_ipc_knn_global_precision@3": 28.199999999999996,
"eval_ipc_knn_global_precision@5": 17.088,
"eval_priorArt_ndcg@100_a2a": 0.33421525147526165,
"eval_priorArt_ndcg@100_a2all": 0.3337188143848896,
"eval_priorArt_ndcg@100_a2c": 0.3229748045752324,
"eval_priorArt_ndcg@100_a2i": 0.2945348146518706,
"eval_priorArt_ndcg@100_c2a": 0.35881346006649084,
"eval_priorArt_ndcg@100_c2all": 0.35270484819352926,
"eval_priorArt_ndcg@100_c2c": 0.3615634177516712,
"eval_priorArt_ndcg@100_c2i": 0.3130566386568467,
"eval_priorArt_ndcg@100_i2a": 0.3585379519643509,
"eval_priorArt_ndcg@100_i2all": 0.31641077048683974,
"eval_priorArt_ndcg@100_i2c": 0.3254433349734077,
"eval_priorArt_ndcg@100_i2i": 0.2951482931427855,
"eval_priorArt_ndcg@10_a2a": 0.21831158115552562,
"eval_priorArt_ndcg@10_a2all": 0.2011658186807414,
"eval_priorArt_ndcg@10_a2c": 0.19711809986896997,
"eval_priorArt_ndcg@10_a2i": 0.1607451705161953,
"eval_priorArt_ndcg@10_c2a": 0.2336600468561271,
"eval_priorArt_ndcg@10_c2all": 0.22497196514405812,
"eval_priorArt_ndcg@10_c2c": 0.20518096767546581,
"eval_priorArt_ndcg@10_c2i": 0.1667194659860297,
"eval_priorArt_ndcg@10_i2a": 0.25439573148114397,
"eval_priorArt_ndcg@10_i2all": 0.2087254394510391,
"eval_priorArt_ndcg@10_i2c": 0.20014189689087697,
"eval_priorArt_ndcg@10_i2i": 0.1755829893690052,
"eval_priorArt_ndcg@20_a2a": 0.2636785480518037,
"eval_priorArt_ndcg@20_a2all": 0.24625372658773337,
"eval_priorArt_ndcg@20_a2c": 0.22655654189266702,
"eval_priorArt_ndcg@20_a2i": 0.19791565436918493,
"eval_priorArt_ndcg@20_c2a": 0.2849684059308749,
"eval_priorArt_ndcg@20_c2all": 0.268724150737819,
"eval_priorArt_ndcg@20_c2c": 0.28196511035296506,
"eval_priorArt_ndcg@20_c2i": 0.20246964375974516,
"eval_priorArt_ndcg@20_i2a": 0.29032892149044726,
"eval_priorArt_ndcg@20_i2all": 0.23982234728255403,
"eval_priorArt_ndcg@20_i2c": 0.24679121973773963,
"eval_priorArt_ndcg@20_i2i": 0.21969265616462041,
"eval_priorArt_ndcg@50_a2a": 0.30495142741821457,
"eval_priorArt_ndcg@50_a2all": 0.31728301300222783,
"eval_priorArt_ndcg@50_a2c": 0.28473634064700104,
"eval_priorArt_ndcg@50_a2i": 0.2633806163638529,
"eval_priorArt_ndcg@50_c2a": 0.3171782328728643,
"eval_priorArt_ndcg@50_c2all": 0.3232629300696519,
"eval_priorArt_ndcg@50_c2c": 0.3191090033314715,
"eval_priorArt_ndcg@50_c2i": 0.2726606997389437,
"eval_priorArt_ndcg@50_i2a": 0.32588394046515345,
"eval_priorArt_ndcg@50_i2all": 0.29888937946054966,
"eval_priorArt_ndcg@50_i2c": 0.29235696086034324,
"eval_priorArt_ndcg@50_i2i": 0.26459816128155766,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8791666666666667,
"eval_priorArt_recall@100_c2all": 0.8625,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.875,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7625,
"eval_priorArt_recall@10_a2a": 0.375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5458333333333332,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4541666666666667,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4291666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6791666666666667,
"eval_priorArt_recall@50_a2i": 0.6416666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.6875,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6791666666666667,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.4880856433594616,
"eval_singularentropy_claim": 0.5106528536650261,
"eval_singularentropy_global": 0.4934446438493655,
"eval_singularentropy_invention": 0.5446585946932437,
"eval_uniformity_abstract": -2.6420602798461914,
"eval_uniformity_claim": -2.589531898498535,
"eval_uniformity_global": -2.6011247634887695,
"eval_uniformity_invention": -2.5387892723083496,
"step": 3375
},
{
"epoch": 0.6226971260132645,
"grad_norm": 0.7197774052619934,
"learning_rate": 3.7543705207283854e-06,
"loss": 0.0165,
"step": 3380
},
{
"epoch": 0.6245394252026529,
"grad_norm": 0.6713491082191467,
"learning_rate": 3.7232548185943797e-06,
"loss": 0.0167,
"step": 3390
},
{
"epoch": 0.6263817243920413,
"grad_norm": 0.3262844681739807,
"learning_rate": 3.6921919212528175e-06,
"loss": 0.0091,
"step": 3400
},
{
"epoch": 0.6282240235814296,
"grad_norm": 0.49227607250213623,
"learning_rate": 3.6611831134313547e-06,
"loss": 0.0106,
"step": 3410
},
{
"epoch": 0.630066322770818,
"grad_norm": 0.4018155634403229,
"learning_rate": 3.6302296776205664e-06,
"loss": 0.0108,
"step": 3420
},
{
"epoch": 0.6319086219602064,
"grad_norm": 0.34996312856674194,
"learning_rate": 3.5993328940209006e-06,
"loss": 0.0088,
"step": 3430
},
{
"epoch": 0.6337509211495947,
"grad_norm": 0.4411248564720154,
"learning_rate": 3.5684940404897297e-06,
"loss": 0.0167,
"step": 3440
},
{
"epoch": 0.635593220338983,
"grad_norm": 0.31569191813468933,
"learning_rate": 3.5377143924885056e-06,
"loss": 0.0098,
"step": 3450
},
{
"epoch": 0.6374355195283714,
"grad_norm": 0.8630460500717163,
"learning_rate": 3.506995223030001e-06,
"loss": 0.0087,
"step": 3460
},
{
"epoch": 0.6392778187177598,
"grad_norm": 0.5520592927932739,
"learning_rate": 3.4763378026256623e-06,
"loss": 0.0137,
"step": 3470
},
{
"epoch": 0.6411201179071481,
"grad_norm": 0.39794254302978516,
"learning_rate": 3.4457433992330623e-06,
"loss": 0.0112,
"step": 3480
},
{
"epoch": 0.6429624170965365,
"grad_norm": 0.3518620431423187,
"learning_rate": 3.4152132782034573e-06,
"loss": 0.0097,
"step": 3490
},
{
"epoch": 0.6448047162859248,
"grad_norm": 0.5121556520462036,
"learning_rate": 3.384748702229459e-06,
"loss": 0.0095,
"step": 3500
},
{
"epoch": 0.6448047162859248,
"eval_alignment_abstract": {
"mean_alignment": 0.5550306439399719
},
"eval_alignment_claim": {
"mean_alignment": 0.4962787628173828
},
"eval_alignment_global": {
"mean_alignment": 0.53300541639328
},
"eval_alignment_invention": {
"mean_alignment": 0.5078262686729431
},
"eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_abstract_precision@1": 62.8,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.031999999999996,
"eval_ipc_cls_global_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_global_precision@1": 62.8,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.031999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 64.16,
"eval_ipc_knn_abstract_precision@1": 69.76,
"eval_ipc_knn_abstract_precision@3": 28.133333333333333,
"eval_ipc_knn_abstract_precision@5": 17.055999999999997,
"eval_ipc_knn_global_accuracy_primary": 64.16,
"eval_ipc_knn_global_precision@1": 69.76,
"eval_ipc_knn_global_precision@3": 28.133333333333333,
"eval_ipc_knn_global_precision@5": 17.055999999999997,
"eval_priorArt_ndcg@100_a2a": 0.3343731125568851,
"eval_priorArt_ndcg@100_a2all": 0.3364216219311152,
"eval_priorArt_ndcg@100_a2c": 0.3267510669118425,
"eval_priorArt_ndcg@100_a2i": 0.2980691333869858,
"eval_priorArt_ndcg@100_c2a": 0.35775268143313144,
"eval_priorArt_ndcg@100_c2all": 0.3635555496374971,
"eval_priorArt_ndcg@100_c2c": 0.36871444220946664,
"eval_priorArt_ndcg@100_c2i": 0.32464050684019236,
"eval_priorArt_ndcg@100_i2a": 0.35211015280422464,
"eval_priorArt_ndcg@100_i2all": 0.330109379437865,
"eval_priorArt_ndcg@100_i2c": 0.330851161088754,
"eval_priorArt_ndcg@100_i2i": 0.3090235512808155,
"eval_priorArt_ndcg@10_a2a": 0.2148746788007941,
"eval_priorArt_ndcg@10_a2all": 0.20324902516703247,
"eval_priorArt_ndcg@10_a2c": 0.19798609909719278,
"eval_priorArt_ndcg@10_a2i": 0.16927511376453494,
"eval_priorArt_ndcg@10_c2a": 0.22906753799032656,
"eval_priorArt_ndcg@10_c2all": 0.23156191483718488,
"eval_priorArt_ndcg@10_c2c": 0.22426303196161368,
"eval_priorArt_ndcg@10_c2i": 0.17323222969631843,
"eval_priorArt_ndcg@10_i2a": 0.2482117277841839,
"eval_priorArt_ndcg@10_i2all": 0.21800368419454336,
"eval_priorArt_ndcg@10_i2c": 0.2037742997212142,
"eval_priorArt_ndcg@10_i2i": 0.18254874137381072,
"eval_priorArt_ndcg@20_a2a": 0.2601591475391963,
"eval_priorArt_ndcg@20_a2all": 0.24830407314082276,
"eval_priorArt_ndcg@20_a2c": 0.23003961594781894,
"eval_priorArt_ndcg@20_a2i": 0.1999775443828426,
"eval_priorArt_ndcg@20_c2a": 0.27541283328746874,
"eval_priorArt_ndcg@20_c2all": 0.2726614745875823,
"eval_priorArt_ndcg@20_c2c": 0.2934868653777703,
"eval_priorArt_ndcg@20_c2i": 0.20975010943546607,
"eval_priorArt_ndcg@20_i2a": 0.29038287623427106,
"eval_priorArt_ndcg@20_i2all": 0.24742029814296101,
"eval_priorArt_ndcg@20_i2c": 0.25680547390304,
"eval_priorArt_ndcg@20_i2i": 0.2316494122191865,
"eval_priorArt_ndcg@50_a2a": 0.30154369510031737,
"eval_priorArt_ndcg@50_a2all": 0.3196435915060917,
"eval_priorArt_ndcg@50_a2c": 0.29182463288928384,
"eval_priorArt_ndcg@50_a2i": 0.27519456425832656,
"eval_priorArt_ndcg@50_c2a": 0.31686909858957313,
"eval_priorArt_ndcg@50_c2all": 0.3301191693037885,
"eval_priorArt_ndcg@50_c2c": 0.3394536888322788,
"eval_priorArt_ndcg@50_c2i": 0.28010979657824764,
"eval_priorArt_ndcg@50_i2a": 0.3190189084042071,
"eval_priorArt_ndcg@50_i2all": 0.3077268820765743,
"eval_priorArt_ndcg@50_i2c": 0.3014739786986961,
"eval_priorArt_ndcg@50_i2i": 0.2756273192723119,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7958333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7875,
"eval_priorArt_recall@10_a2a": 0.375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.35833333333333334,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.36250000000000004,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5291666666666666,
"eval_priorArt_recall@20_c2all": 0.4958333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333334,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6791666666666667,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4860737787647343,
"eval_singularentropy_claim": 0.5080929143394891,
"eval_singularentropy_global": 0.49091189501073895,
"eval_singularentropy_invention": 0.541040539124592,
"eval_uniformity_abstract": -2.641212224960327,
"eval_uniformity_claim": -2.587454319000244,
"eval_uniformity_global": -2.599726676940918,
"eval_uniformity_invention": -2.538642406463623,
"step": 3500
},
{
"epoch": 0.6466470154753132,
"grad_norm": 0.12730635702610016,
"learning_rate": 3.3543509312928028e-06,
"loss": 0.0119,
"step": 3510
},
{
"epoch": 0.6484893146647015,
"grad_norm": 0.7963449358940125,
"learning_rate": 3.324021222612242e-06,
"loss": 0.0098,
"step": 3520
},
{
"epoch": 0.6503316138540899,
"grad_norm": 0.062048446387052536,
"learning_rate": 3.293760830591548e-06,
"loss": 0.0086,
"step": 3530
},
{
"epoch": 0.6521739130434783,
"grad_norm": 0.1409083604812622,
"learning_rate": 3.2635710067676342e-06,
"loss": 0.0108,
"step": 3540
},
{
"epoch": 0.6540162122328667,
"grad_norm": 0.33841973543167114,
"learning_rate": 3.2334529997587826e-06,
"loss": 0.0114,
"step": 3550
},
{
"epoch": 0.6558585114222549,
"grad_norm": 0.41095027327537537,
"learning_rate": 3.2034080552130176e-06,
"loss": 0.0091,
"step": 3560
},
{
"epoch": 0.6577008106116433,
"grad_norm": 0.4779090881347656,
"learning_rate": 3.1734374157565743e-06,
"loss": 0.0116,
"step": 3570
},
{
"epoch": 0.6595431098010317,
"grad_norm": 0.06899835914373398,
"learning_rate": 3.1435423209425154e-06,
"loss": 0.0053,
"step": 3580
},
{
"epoch": 0.6613854089904201,
"grad_norm": 0.3527766466140747,
"learning_rate": 3.1137240071994533e-06,
"loss": 0.0137,
"step": 3590
},
{
"epoch": 0.6632277081798084,
"grad_norm": 0.36113834381103516,
"learning_rate": 3.0839837077804235e-06,
"loss": 0.0081,
"step": 3600
},
{
"epoch": 0.6650700073691967,
"grad_norm": 0.27356529235839844,
"learning_rate": 3.0543226527118708e-06,
"loss": 0.0099,
"step": 3610
},
{
"epoch": 0.6669123065585851,
"grad_norm": 0.27489495277404785,
"learning_rate": 3.0247420687427807e-06,
"loss": 0.0096,
"step": 3620
},
{
"epoch": 0.6678334561532793,
"eval_alignment_abstract": {
"mean_alignment": 0.5545872449874878
},
"eval_alignment_claim": {
"mean_alignment": 0.5001331567764282
},
"eval_alignment_global": {
"mean_alignment": 0.5340074896812439
},
"eval_alignment_invention": {
"mean_alignment": 0.507218062877655
},
"eval_ipc_cls_abstract_accuracy_primary": 57.8,
"eval_ipc_cls_abstract_precision@1": 62.63999999999999,
"eval_ipc_cls_abstract_precision@3": 31.65333333333333,
"eval_ipc_cls_abstract_precision@5": 21.112,
"eval_ipc_cls_global_accuracy_primary": 57.8,
"eval_ipc_cls_global_precision@1": 62.63999999999999,
"eval_ipc_cls_global_precision@3": 31.65333333333333,
"eval_ipc_cls_global_precision@5": 21.112,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 69.8,
"eval_ipc_knn_abstract_precision@3": 28.18666666666667,
"eval_ipc_knn_abstract_precision@5": 17.080000000000002,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 69.8,
"eval_ipc_knn_global_precision@3": 28.18666666666667,
"eval_ipc_knn_global_precision@5": 17.080000000000002,
"eval_priorArt_ndcg@100_a2a": 0.33976759635948584,
"eval_priorArt_ndcg@100_a2all": 0.3372528210359922,
"eval_priorArt_ndcg@100_a2c": 0.3286482059703183,
"eval_priorArt_ndcg@100_a2i": 0.29853078422731116,
"eval_priorArt_ndcg@100_c2a": 0.3617552696138334,
"eval_priorArt_ndcg@100_c2all": 0.36274325408230823,
"eval_priorArt_ndcg@100_c2c": 0.3667213648925941,
"eval_priorArt_ndcg@100_c2i": 0.32346061794378883,
"eval_priorArt_ndcg@100_i2a": 0.36049737028475376,
"eval_priorArt_ndcg@100_i2all": 0.3278434815227146,
"eval_priorArt_ndcg@100_i2c": 0.326385839768406,
"eval_priorArt_ndcg@100_i2i": 0.30287261155476597,
"eval_priorArt_ndcg@10_a2a": 0.22019386063591204,
"eval_priorArt_ndcg@10_a2all": 0.21012038773925798,
"eval_priorArt_ndcg@10_a2c": 0.20085561502892707,
"eval_priorArt_ndcg@10_a2i": 0.16997512806213666,
"eval_priorArt_ndcg@10_c2a": 0.2396846385273986,
"eval_priorArt_ndcg@10_c2all": 0.23064718354029273,
"eval_priorArt_ndcg@10_c2c": 0.22981617585395467,
"eval_priorArt_ndcg@10_c2i": 0.17838722303307147,
"eval_priorArt_ndcg@10_i2a": 0.2565908185656594,
"eval_priorArt_ndcg@10_i2all": 0.2156401879447794,
"eval_priorArt_ndcg@10_i2c": 0.2027024555953627,
"eval_priorArt_ndcg@10_i2i": 0.1790573496498537,
"eval_priorArt_ndcg@20_a2a": 0.26524568234051316,
"eval_priorArt_ndcg@20_a2all": 0.24936064132872246,
"eval_priorArt_ndcg@20_a2c": 0.23095889311011503,
"eval_priorArt_ndcg@20_a2i": 0.20765732737368184,
"eval_priorArt_ndcg@20_c2a": 0.28591172646738455,
"eval_priorArt_ndcg@20_c2all": 0.2745897147043751,
"eval_priorArt_ndcg@20_c2c": 0.29081394114324155,
"eval_priorArt_ndcg@20_c2i": 0.20138912485363467,
"eval_priorArt_ndcg@20_i2a": 0.29904408524627324,
"eval_priorArt_ndcg@20_i2all": 0.24505511194466179,
"eval_priorArt_ndcg@20_i2c": 0.25549807902169297,
"eval_priorArt_ndcg@20_i2i": 0.2159005940708238,
"eval_priorArt_ndcg@50_a2a": 0.3068559865625697,
"eval_priorArt_ndcg@50_a2all": 0.32056729513386556,
"eval_priorArt_ndcg@50_a2c": 0.2974022302538587,
"eval_priorArt_ndcg@50_a2i": 0.2798259271069649,
"eval_priorArt_ndcg@50_c2a": 0.3166776821387917,
"eval_priorArt_ndcg@50_c2all": 0.3294575648202242,
"eval_priorArt_ndcg@50_c2c": 0.32772474538678464,
"eval_priorArt_ndcg@50_c2i": 0.2789262357828077,
"eval_priorArt_ndcg@50_i2a": 0.32756110739275907,
"eval_priorArt_ndcg@50_i2all": 0.3053385424288954,
"eval_priorArt_ndcg@50_i2c": 0.3005301884413767,
"eval_priorArt_ndcg@50_i2i": 0.26849333332720365,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7958333333333334,
"eval_priorArt_recall@100_i2c": 0.8291666666666666,
"eval_priorArt_recall@100_i2i": 0.7791666666666667,
"eval_priorArt_recall@10_a2a": 0.375,
"eval_priorArt_recall@10_a2all": 0.35,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.41666666666666663,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.38333333333333336,
"eval_priorArt_recall@20_i2a": 0.5208333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4041666666666666,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7083333333333334,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.675,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.48697035435695424,
"eval_singularentropy_claim": 0.5093589664484497,
"eval_singularentropy_global": 0.49246065611457285,
"eval_singularentropy_invention": 0.5432675880433038,
"eval_uniformity_abstract": -2.645261526107788,
"eval_uniformity_claim": -2.59321928024292,
"eval_uniformity_global": -2.6042351722717285,
"eval_uniformity_invention": -2.542684555053711,
"step": 3625
},
{
"epoch": 0.6687546057479735,
"grad_norm": 0.39863136410713196,
"learning_rate": 2.995243179293944e-06,
"loss": 0.0098,
"step": 3630
},
{
"epoch": 0.6705969049373618,
"grad_norm": 0.17202910780906677,
"learning_rate": 2.965827204407351e-06,
"loss": 0.0091,
"step": 3640
},
{
"epoch": 0.6724392041267502,
"grad_norm": 0.4054566025733948,
"learning_rate": 2.9364953606957387e-06,
"loss": 0.0087,
"step": 3650
},
{
"epoch": 0.6742815033161386,
"grad_norm": 0.11737988889217377,
"learning_rate": 2.907248861292268e-06,
"loss": 0.0093,
"step": 3660
},
{
"epoch": 0.676123802505527,
"grad_norm": 0.3021954298019409,
"learning_rate": 2.8780889158003544e-06,
"loss": 0.0095,
"step": 3670
},
{
"epoch": 0.6779661016949152,
"grad_norm": 0.48890912532806396,
"learning_rate": 2.849016730243637e-06,
"loss": 0.0085,
"step": 3680
},
{
"epoch": 0.6798084008843036,
"grad_norm": 0.3422384560108185,
"learning_rate": 2.8200335070160976e-06,
"loss": 0.0111,
"step": 3690
},
{
"epoch": 0.681650700073692,
"grad_norm": 0.3005288243293762,
"learning_rate": 2.791140444832335e-06,
"loss": 0.0091,
"step": 3700
},
{
"epoch": 0.6834929992630803,
"grad_norm": 0.32730963826179504,
"learning_rate": 2.762338738677984e-06,
"loss": 0.0091,
"step": 3710
},
{
"epoch": 0.6853352984524687,
"grad_norm": 0.7525479197502136,
"learning_rate": 2.733629579760294e-06,
"loss": 0.0125,
"step": 3720
},
{
"epoch": 0.687177597641857,
"grad_norm": 0.1143745556473732,
"learning_rate": 2.705014155458861e-06,
"loss": 0.0162,
"step": 3730
},
{
"epoch": 0.6890198968312454,
"grad_norm": 0.2540559768676758,
"learning_rate": 2.6764936492765193e-06,
"loss": 0.0068,
"step": 3740
},
{
"epoch": 0.6908621960206337,
"grad_norm": 0.3416416049003601,
"learning_rate": 2.648069240790393e-06,
"loss": 0.0104,
"step": 3750
},
{
"epoch": 0.6908621960206337,
"eval_alignment_abstract": {
"mean_alignment": 0.5510963201522827
},
"eval_alignment_claim": {
"mean_alignment": 0.49531224370002747
},
"eval_alignment_global": {
"mean_alignment": 0.5294141173362732
},
"eval_alignment_invention": {
"mean_alignment": 0.5021783709526062
},
"eval_ipc_cls_abstract_accuracy_primary": 57.92,
"eval_ipc_cls_abstract_precision@1": 62.8,
"eval_ipc_cls_abstract_precision@3": 31.666666666666664,
"eval_ipc_cls_abstract_precision@5": 21.136,
"eval_ipc_cls_global_accuracy_primary": 57.92,
"eval_ipc_cls_global_precision@1": 62.8,
"eval_ipc_cls_global_precision@3": 31.666666666666664,
"eval_ipc_cls_global_precision@5": 21.136,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 70.04,
"eval_ipc_knn_abstract_precision@3": 28.199999999999996,
"eval_ipc_knn_abstract_precision@5": 17.096,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 70.04,
"eval_ipc_knn_global_precision@3": 28.199999999999996,
"eval_ipc_knn_global_precision@5": 17.096,
"eval_priorArt_ndcg@100_a2a": 0.32655456245317654,
"eval_priorArt_ndcg@100_a2all": 0.32455629087810206,
"eval_priorArt_ndcg@100_a2c": 0.33043501197643294,
"eval_priorArt_ndcg@100_a2i": 0.29596290491414534,
"eval_priorArt_ndcg@100_c2a": 0.36469709809924494,
"eval_priorArt_ndcg@100_c2all": 0.3604440453164405,
"eval_priorArt_ndcg@100_c2c": 0.36635307078753954,
"eval_priorArt_ndcg@100_c2i": 0.3325333788795245,
"eval_priorArt_ndcg@100_i2a": 0.35832538260920044,
"eval_priorArt_ndcg@100_i2all": 0.3134653581695154,
"eval_priorArt_ndcg@100_i2c": 0.3282699152481195,
"eval_priorArt_ndcg@100_i2i": 0.30060528073174847,
"eval_priorArt_ndcg@10_a2a": 0.2069754538821204,
"eval_priorArt_ndcg@10_a2all": 0.19099479209293002,
"eval_priorArt_ndcg@10_a2c": 0.2062269917503036,
"eval_priorArt_ndcg@10_a2i": 0.16146423739475282,
"eval_priorArt_ndcg@10_c2a": 0.23478056314384363,
"eval_priorArt_ndcg@10_c2all": 0.22224868676436366,
"eval_priorArt_ndcg@10_c2c": 0.23052169548488582,
"eval_priorArt_ndcg@10_c2i": 0.1864331478681391,
"eval_priorArt_ndcg@10_i2a": 0.24969034510929333,
"eval_priorArt_ndcg@10_i2all": 0.20690127506038175,
"eval_priorArt_ndcg@10_i2c": 0.1934736707563843,
"eval_priorArt_ndcg@10_i2i": 0.16705432105969212,
"eval_priorArt_ndcg@20_a2a": 0.2522787191652108,
"eval_priorArt_ndcg@20_a2all": 0.2367801451908044,
"eval_priorArt_ndcg@20_a2c": 0.23007820182489552,
"eval_priorArt_ndcg@20_a2i": 0.20528319498466216,
"eval_priorArt_ndcg@20_c2a": 0.28906418950701956,
"eval_priorArt_ndcg@20_c2all": 0.27166935976317885,
"eval_priorArt_ndcg@20_c2c": 0.290610413705449,
"eval_priorArt_ndcg@20_c2i": 0.21701378882019626,
"eval_priorArt_ndcg@20_i2a": 0.28509183744371597,
"eval_priorArt_ndcg@20_i2all": 0.23009302951377503,
"eval_priorArt_ndcg@20_i2c": 0.24866631240600245,
"eval_priorArt_ndcg@20_i2i": 0.2212149782489521,
"eval_priorArt_ndcg@50_a2a": 0.29380137977877985,
"eval_priorArt_ndcg@50_a2all": 0.3080002221403938,
"eval_priorArt_ndcg@50_a2c": 0.2885462645000791,
"eval_priorArt_ndcg@50_a2i": 0.2699019076586907,
"eval_priorArt_ndcg@50_c2a": 0.31967793855583554,
"eval_priorArt_ndcg@50_c2all": 0.3269210290018378,
"eval_priorArt_ndcg@50_c2c": 0.337027715662281,
"eval_priorArt_ndcg@50_c2i": 0.29225306732612066,
"eval_priorArt_ndcg@50_i2a": 0.32053511839467924,
"eval_priorArt_ndcg@50_i2all": 0.2955787969046891,
"eval_priorArt_ndcg@50_i2c": 0.29866167659458176,
"eval_priorArt_ndcg@50_i2i": 0.2625523059302478,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8791666666666668,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8291666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.375,
"eval_priorArt_recall@10_a2all": 0.33333333333333337,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4291666666666667,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6791666666666667,
"eval_priorArt_recall@50_a2i": 0.6666666666666667,
"eval_priorArt_recall@50_c2a": 0.6708333333333333,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6375,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49030898871135,
"eval_singularentropy_claim": 0.5132732108113202,
"eval_singularentropy_global": 0.49609953714081334,
"eval_singularentropy_invention": 0.5469090859503132,
"eval_uniformity_abstract": -2.6311850547790527,
"eval_uniformity_claim": -2.5759029388427734,
"eval_uniformity_global": -2.5884664058685303,
"eval_uniformity_invention": -2.528212308883667,
"step": 3750
},
{
"epoch": 0.6927044952100221,
"grad_norm": 0.49640804529190063,
"learning_rate": 2.61974210560311e-06,
"loss": 0.0095,
"step": 3760
},
{
"epoch": 0.6945467943994105,
"grad_norm": 0.26289501786231995,
"learning_rate": 2.591513415294181e-06,
"loss": 0.0123,
"step": 3770
},
{
"epoch": 0.6963890935887989,
"grad_norm": 0.5996602773666382,
"learning_rate": 2.563384337371542e-06,
"loss": 0.0142,
"step": 3780
},
{
"epoch": 0.6982313927781871,
"grad_norm": 0.3429252505302429,
"learning_rate": 2.5353560352232696e-06,
"loss": 0.0145,
"step": 3790
},
{
"epoch": 0.7000736919675755,
"grad_norm": 0.24151411652565002,
"learning_rate": 2.5074296680694656e-06,
"loss": 0.0106,
"step": 3800
},
{
"epoch": 0.7019159911569639,
"grad_norm": 0.13939955830574036,
"learning_rate": 2.479606390914308e-06,
"loss": 0.0098,
"step": 3810
},
{
"epoch": 0.7037582903463523,
"grad_norm": 0.4027891755104065,
"learning_rate": 2.451887354498288e-06,
"loss": 0.013,
"step": 3820
},
{
"epoch": 0.7056005895357406,
"grad_norm": 0.08464545756578445,
"learning_rate": 2.424273705250611e-06,
"loss": 0.0084,
"step": 3830
},
{
"epoch": 0.707442888725129,
"grad_norm": 0.15114976465702057,
"learning_rate": 2.3967665852417833e-06,
"loss": 0.0089,
"step": 3840
},
{
"epoch": 0.7092851879145173,
"grad_norm": 0.35899728536605835,
"learning_rate": 2.3693671321363815e-06,
"loss": 0.0108,
"step": 3850
},
{
"epoch": 0.7111274871039057,
"grad_norm": 0.4258492588996887,
"learning_rate": 2.3420764791459915e-06,
"loss": 0.0128,
"step": 3860
},
{
"epoch": 0.712969786293294,
"grad_norm": 0.21781250834465027,
"learning_rate": 2.3148957549823474e-06,
"loss": 0.0104,
"step": 3870
},
{
"epoch": 0.7138909358879882,
"eval_alignment_abstract": {
"mean_alignment": 0.556155264377594
},
"eval_alignment_claim": {
"mean_alignment": 0.499185174703598
},
"eval_alignment_global": {
"mean_alignment": 0.5339828133583069
},
"eval_alignment_invention": {
"mean_alignment": 0.5074960589408875
},
"eval_ipc_cls_abstract_accuracy_primary": 57.8,
"eval_ipc_cls_abstract_precision@1": 62.68,
"eval_ipc_cls_abstract_precision@3": 31.66666666666667,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 57.8,
"eval_ipc_cls_global_precision@1": 62.68,
"eval_ipc_cls_global_precision@3": 31.66666666666667,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.52000000000001,
"eval_ipc_knn_abstract_precision@3": 28.10666666666667,
"eval_ipc_knn_abstract_precision@5": 17.04,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.52000000000001,
"eval_ipc_knn_global_precision@3": 28.10666666666667,
"eval_ipc_knn_global_precision@5": 17.04,
"eval_priorArt_ndcg@100_a2a": 0.3246730747833865,
"eval_priorArt_ndcg@100_a2all": 0.3229855603415169,
"eval_priorArt_ndcg@100_a2c": 0.33528235685759017,
"eval_priorArt_ndcg@100_a2i": 0.2977676116824798,
"eval_priorArt_ndcg@100_c2a": 0.36287009345999816,
"eval_priorArt_ndcg@100_c2all": 0.37186948084010296,
"eval_priorArt_ndcg@100_c2c": 0.37243733590594724,
"eval_priorArt_ndcg@100_c2i": 0.3246251596833084,
"eval_priorArt_ndcg@100_i2a": 0.3535143321555568,
"eval_priorArt_ndcg@100_i2all": 0.314045339234458,
"eval_priorArt_ndcg@100_i2c": 0.330666784247135,
"eval_priorArt_ndcg@100_i2i": 0.30272931505900696,
"eval_priorArt_ndcg@10_a2a": 0.2114418858627766,
"eval_priorArt_ndcg@10_a2all": 0.19723789408747755,
"eval_priorArt_ndcg@10_a2c": 0.21044460567710765,
"eval_priorArt_ndcg@10_a2i": 0.16927511376453494,
"eval_priorArt_ndcg@10_c2a": 0.23212568462014235,
"eval_priorArt_ndcg@10_c2all": 0.23460173599497755,
"eval_priorArt_ndcg@10_c2c": 0.23577485108831345,
"eval_priorArt_ndcg@10_c2i": 0.17842611961190177,
"eval_priorArt_ndcg@10_i2a": 0.24436581560894002,
"eval_priorArt_ndcg@10_i2all": 0.20649368412862845,
"eval_priorArt_ndcg@10_i2c": 0.19510027158192583,
"eval_priorArt_ndcg@10_i2i": 0.1662963576023043,
"eval_priorArt_ndcg@20_a2a": 0.24999490760189316,
"eval_priorArt_ndcg@20_a2all": 0.24033208437281678,
"eval_priorArt_ndcg@20_a2c": 0.23438307492331772,
"eval_priorArt_ndcg@20_a2i": 0.20666249214256194,
"eval_priorArt_ndcg@20_c2a": 0.28707422774326663,
"eval_priorArt_ndcg@20_c2all": 0.2839522815425894,
"eval_priorArt_ndcg@20_c2c": 0.30321854598657544,
"eval_priorArt_ndcg@20_c2i": 0.20896018234327798,
"eval_priorArt_ndcg@20_i2a": 0.280286927715865,
"eval_priorArt_ndcg@20_i2all": 0.24087298798750084,
"eval_priorArt_ndcg@20_i2c": 0.25080461961480816,
"eval_priorArt_ndcg@20_i2i": 0.22024016980321823,
"eval_priorArt_ndcg@50_a2a": 0.2917254276630231,
"eval_priorArt_ndcg@50_a2all": 0.3062701414890823,
"eval_priorArt_ndcg@50_a2c": 0.30182668057221607,
"eval_priorArt_ndcg@50_a2i": 0.27906359340554954,
"eval_priorArt_ndcg@50_c2a": 0.32607230078575844,
"eval_priorArt_ndcg@50_c2all": 0.3346776288251307,
"eval_priorArt_ndcg@50_c2c": 0.33779742865365175,
"eval_priorArt_ndcg@50_c2i": 0.2840549432263073,
"eval_priorArt_ndcg@50_i2a": 0.31962430633852895,
"eval_priorArt_ndcg@50_i2all": 0.29608225031959223,
"eval_priorArt_ndcg@50_i2c": 0.3009567219102628,
"eval_priorArt_ndcg@50_i2i": 0.2655994746997369,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8291666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.8041666666666668,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.37500000000000006,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4833333333333333,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.4041666666666667,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5875,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4416666666666667,
"eval_priorArt_recall@50_a2a": 0.6708333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.7041666666666667,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.4869936807871984,
"eval_singularentropy_claim": 0.5086342194325868,
"eval_singularentropy_global": 0.49222390178096237,
"eval_singularentropy_invention": 0.542633753340862,
"eval_uniformity_abstract": -2.639634609222412,
"eval_uniformity_claim": -2.5860283374786377,
"eval_uniformity_global": -2.5971195697784424,
"eval_uniformity_invention": -2.5366101264953613,
"step": 3875
},
{
"epoch": 0.7148120854826824,
"grad_norm": 0.04704698920249939,
"learning_rate": 2.287826083810646e-06,
"loss": 0.0108,
"step": 3880
},
{
"epoch": 0.7166543846720708,
"grad_norm": 0.5192656517028809,
"learning_rate": 2.2608685852030517e-06,
"loss": 0.0109,
"step": 3890
},
{
"epoch": 0.7184966838614592,
"grad_norm": 0.14877091348171234,
"learning_rate": 2.2340243740923954e-06,
"loss": 0.0098,
"step": 3900
},
{
"epoch": 0.7203389830508474,
"grad_norm": 0.41933730244636536,
"learning_rate": 2.207294560726061e-06,
"loss": 0.0074,
"step": 3910
},
{
"epoch": 0.7221812822402358,
"grad_norm": 0.1636160910129547,
"learning_rate": 2.1806802506200627e-06,
"loss": 0.0108,
"step": 3920
},
{
"epoch": 0.7240235814296242,
"grad_norm": 0.20030193030834198,
"learning_rate": 2.154182544513329e-06,
"loss": 0.0057,
"step": 3930
},
{
"epoch": 0.7258658806190126,
"grad_norm": 0.46991226077079773,
"learning_rate": 2.127802538322172e-06,
"loss": 0.0133,
"step": 3940
},
{
"epoch": 0.7277081798084009,
"grad_norm": 0.3020196855068207,
"learning_rate": 2.101541323094963e-06,
"loss": 0.0124,
"step": 3950
},
{
"epoch": 0.7295504789977892,
"grad_norm": 0.07827743142843246,
"learning_rate": 2.0753999849670105e-06,
"loss": 0.0091,
"step": 3960
},
{
"epoch": 0.7313927781871776,
"grad_norm": 0.41652196645736694,
"learning_rate": 2.049379605115633e-06,
"loss": 0.0136,
"step": 3970
},
{
"epoch": 0.7332350773765659,
"grad_norm": 0.1256425976753235,
"learning_rate": 2.0234812597154486e-06,
"loss": 0.0115,
"step": 3980
},
{
"epoch": 0.7350773765659543,
"grad_norm": 0.1292620152235031,
"learning_rate": 1.9977060198938636e-06,
"loss": 0.0089,
"step": 3990
},
{
"epoch": 0.7369196757553427,
"grad_norm": 0.08408395200967789,
"learning_rate": 1.972054951686769e-06,
"loss": 0.009,
"step": 4000
},
{
"epoch": 0.7369196757553427,
"eval_alignment_abstract": {
"mean_alignment": 0.5549260377883911
},
"eval_alignment_claim": {
"mean_alignment": 0.4940991699695587
},
"eval_alignment_global": {
"mean_alignment": 0.5310667753219604
},
"eval_alignment_invention": {
"mean_alignment": 0.5043619275093079
},
"eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_abstract_precision@1": 62.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.64,
"eval_ipc_cls_abstract_precision@5": 21.151999999999997,
"eval_ipc_cls_global_accuracy_primary": 57.99999999999999,
"eval_ipc_cls_global_precision@1": 62.839999999999996,
"eval_ipc_cls_global_precision@3": 31.64,
"eval_ipc_cls_global_precision@5": 21.151999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.76,
"eval_ipc_knn_abstract_precision@3": 28.12,
"eval_ipc_knn_abstract_precision@5": 17.048,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.76,
"eval_ipc_knn_global_precision@3": 28.12,
"eval_ipc_knn_global_precision@5": 17.048,
"eval_priorArt_ndcg@100_a2a": 0.3225901541497323,
"eval_priorArt_ndcg@100_a2all": 0.3220775194188696,
"eval_priorArt_ndcg@100_a2c": 0.33727866987561084,
"eval_priorArt_ndcg@100_a2i": 0.2957093252594233,
"eval_priorArt_ndcg@100_c2a": 0.3634322069952422,
"eval_priorArt_ndcg@100_c2all": 0.36996246839643965,
"eval_priorArt_ndcg@100_c2c": 0.36819056936297595,
"eval_priorArt_ndcg@100_c2i": 0.3235306918219176,
"eval_priorArt_ndcg@100_i2a": 0.3507239909882916,
"eval_priorArt_ndcg@100_i2all": 0.31596411505686917,
"eval_priorArt_ndcg@100_i2c": 0.3362308349133726,
"eval_priorArt_ndcg@100_i2i": 0.299161944527529,
"eval_priorArt_ndcg@10_a2a": 0.21019420691425927,
"eval_priorArt_ndcg@10_a2all": 0.19665215173120293,
"eval_priorArt_ndcg@10_a2c": 0.20786062959244728,
"eval_priorArt_ndcg@10_a2i": 0.16764851293899344,
"eval_priorArt_ndcg@10_c2a": 0.23730921526059245,
"eval_priorArt_ndcg@10_c2all": 0.22855779158223227,
"eval_priorArt_ndcg@10_c2c": 0.2331249963008161,
"eval_priorArt_ndcg@10_c2i": 0.17787292489132783,
"eval_priorArt_ndcg@10_i2a": 0.23917717701930333,
"eval_priorArt_ndcg@10_i2all": 0.20881105931092253,
"eval_priorArt_ndcg@10_i2c": 0.2099315800060709,
"eval_priorArt_ndcg@10_i2i": 0.17231067719498924,
"eval_priorArt_ndcg@20_a2a": 0.2484829793161129,
"eval_priorArt_ndcg@20_a2all": 0.23414396794190048,
"eval_priorArt_ndcg@20_a2c": 0.23237930717215277,
"eval_priorArt_ndcg@20_a2i": 0.1981466948905109,
"eval_priorArt_ndcg@20_c2a": 0.28464022895109276,
"eval_priorArt_ndcg@20_c2all": 0.28199699803221145,
"eval_priorArt_ndcg@20_c2c": 0.2933210486020573,
"eval_priorArt_ndcg@20_c2i": 0.20838334805261174,
"eval_priorArt_ndcg@20_i2a": 0.274388393000771,
"eval_priorArt_ndcg@20_i2all": 0.2380585590287058,
"eval_priorArt_ndcg@20_i2c": 0.2570069081977796,
"eval_priorArt_ndcg@20_i2i": 0.22172244098224989,
"eval_priorArt_ndcg@50_a2a": 0.28445809684608625,
"eval_priorArt_ndcg@50_a2all": 0.30531327371042377,
"eval_priorArt_ndcg@50_a2c": 0.294003471067355,
"eval_priorArt_ndcg@50_a2i": 0.27697722233277455,
"eval_priorArt_ndcg@50_c2a": 0.3192215634159412,
"eval_priorArt_ndcg@50_c2all": 0.33276297849507525,
"eval_priorArt_ndcg@50_c2c": 0.3339666591526206,
"eval_priorArt_ndcg@50_c2i": 0.2830869184427407,
"eval_priorArt_ndcg@50_i2a": 0.30815855373364603,
"eval_priorArt_ndcg@50_i2all": 0.29818217801211133,
"eval_priorArt_ndcg@50_i2c": 0.30692837437773896,
"eval_priorArt_ndcg@50_i2i": 0.2621722811915093,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8916666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.9083333333333334,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8458333333333334,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7875,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.4083333333333333,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.37916666666666665,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5625,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6333333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7125,
"eval_priorArt_recall@50_c2c": 0.7208333333333334,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.48920686955135606,
"eval_singularentropy_claim": 0.5121345740559853,
"eval_singularentropy_global": 0.4950181271731988,
"eval_singularentropy_invention": 0.5460238123113342,
"eval_uniformity_abstract": -2.6327106952667236,
"eval_uniformity_claim": -2.5776610374450684,
"eval_uniformity_global": -2.589884042739868,
"eval_uniformity_invention": -2.529684066772461,
"step": 4000
},
{
"epoch": 0.7387619749447311,
"grad_norm": 0.29498210549354553,
"learning_rate": 1.9465291159944554e-06,
"loss": 0.0088,
"step": 4010
},
{
"epoch": 0.7406042741341193,
"grad_norm": 0.16724169254302979,
"learning_rate": 1.9211295685377298e-06,
"loss": 0.0065,
"step": 4020
},
{
"epoch": 0.7424465733235077,
"grad_norm": 0.5725774765014648,
"learning_rate": 1.89585735981426e-06,
"loss": 0.0123,
"step": 4030
},
{
"epoch": 0.7442888725128961,
"grad_norm": 0.40432679653167725,
"learning_rate": 1.870713535055117e-06,
"loss": 0.012,
"step": 4040
},
{
"epoch": 0.7461311717022845,
"grad_norm": 0.4404715597629547,
"learning_rate": 1.8456991341815545e-06,
"loss": 0.0096,
"step": 4050
},
{
"epoch": 0.7479734708916728,
"grad_norm": 0.1658782809972763,
"learning_rate": 1.820815191761992e-06,
"loss": 0.0124,
"step": 4060
},
{
"epoch": 0.7498157700810612,
"grad_norm": 0.3221132457256317,
"learning_rate": 1.7960627369692312e-06,
"loss": 0.0082,
"step": 4070
},
{
"epoch": 0.7516580692704495,
"grad_norm": 0.1776404231786728,
"learning_rate": 1.7714427935378875e-06,
"loss": 0.0097,
"step": 4080
},
{
"epoch": 0.7535003684598379,
"grad_norm": 0.38194820284843445,
"learning_rate": 1.7469563797220511e-06,
"loss": 0.0094,
"step": 4090
},
{
"epoch": 0.7553426676492262,
"grad_norm": 0.5173155665397644,
"learning_rate": 1.7226045082531723e-06,
"loss": 0.0089,
"step": 4100
},
{
"epoch": 0.7571849668386146,
"grad_norm": 0.17952848970890045,
"learning_rate": 1.698388186298176e-06,
"loss": 0.0099,
"step": 4110
},
{
"epoch": 0.759027266028003,
"grad_norm": 0.06246769055724144,
"learning_rate": 1.6743084154178053e-06,
"loss": 0.008,
"step": 4120
},
{
"epoch": 0.7599484156226971,
"eval_alignment_abstract": {
"mean_alignment": 0.5521021485328674
},
"eval_alignment_claim": {
"mean_alignment": 0.4926677346229553
},
"eval_alignment_global": {
"mean_alignment": 0.5280661582946777
},
"eval_alignment_invention": {
"mean_alignment": 0.4997105896472931
},
"eval_ipc_cls_abstract_accuracy_primary": 57.92,
"eval_ipc_cls_abstract_precision@1": 62.8,
"eval_ipc_cls_abstract_precision@3": 31.706666666666667,
"eval_ipc_cls_abstract_precision@5": 21.112,
"eval_ipc_cls_global_accuracy_primary": 57.92,
"eval_ipc_cls_global_precision@1": 62.8,
"eval_ipc_cls_global_precision@3": 31.706666666666667,
"eval_ipc_cls_global_precision@5": 21.112,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.56,
"eval_ipc_knn_abstract_precision@3": 28.02666666666667,
"eval_ipc_knn_abstract_precision@5": 16.984,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.56,
"eval_ipc_knn_global_precision@3": 28.02666666666667,
"eval_ipc_knn_global_precision@5": 16.984,
"eval_priorArt_ndcg@100_a2a": 0.33850103582223556,
"eval_priorArt_ndcg@100_a2all": 0.33658023880595367,
"eval_priorArt_ndcg@100_a2c": 0.3287332506541337,
"eval_priorArt_ndcg@100_a2i": 0.2954031316531145,
"eval_priorArt_ndcg@100_c2a": 0.357890698407494,
"eval_priorArt_ndcg@100_c2all": 0.36502253565999176,
"eval_priorArt_ndcg@100_c2c": 0.36713582365800146,
"eval_priorArt_ndcg@100_c2i": 0.32192134588310417,
"eval_priorArt_ndcg@100_i2a": 0.3432981796911209,
"eval_priorArt_ndcg@100_i2all": 0.3197068574869577,
"eval_priorArt_ndcg@100_i2c": 0.32771870177930584,
"eval_priorArt_ndcg@100_i2i": 0.29991112013261395,
"eval_priorArt_ndcg@10_a2a": 0.22593650821489533,
"eval_priorArt_ndcg@10_a2all": 0.21142288121787955,
"eval_priorArt_ndcg@10_a2c": 0.20783859624067702,
"eval_priorArt_ndcg@10_a2i": 0.17409241247946064,
"eval_priorArt_ndcg@10_c2a": 0.23407931118235972,
"eval_priorArt_ndcg@10_c2all": 0.22360431724208504,
"eval_priorArt_ndcg@10_c2c": 0.21829126625908626,
"eval_priorArt_ndcg@10_c2i": 0.16472900227370116,
"eval_priorArt_ndcg@10_i2a": 0.23652725094395105,
"eval_priorArt_ndcg@10_i2all": 0.20919908490916797,
"eval_priorArt_ndcg@10_i2c": 0.2018932442668714,
"eval_priorArt_ndcg@10_i2i": 0.170535277053052,
"eval_priorArt_ndcg@20_a2a": 0.2645532315671997,
"eval_priorArt_ndcg@20_a2all": 0.2487348349554149,
"eval_priorArt_ndcg@20_a2c": 0.23204970046177378,
"eval_priorArt_ndcg@20_a2i": 0.2024482465470602,
"eval_priorArt_ndcg@20_c2a": 0.28732396494328827,
"eval_priorArt_ndcg@20_c2all": 0.2773967581019876,
"eval_priorArt_ndcg@20_c2c": 0.28718112270532836,
"eval_priorArt_ndcg@20_c2i": 0.20731086147592787,
"eval_priorArt_ndcg@20_i2a": 0.2671080444293758,
"eval_priorArt_ndcg@20_i2all": 0.23811204757193485,
"eval_priorArt_ndcg@20_i2c": 0.2485715638703808,
"eval_priorArt_ndcg@20_i2i": 0.2253320748741965,
"eval_priorArt_ndcg@50_a2a": 0.2969506840269746,
"eval_priorArt_ndcg@50_a2all": 0.3198646577955808,
"eval_priorArt_ndcg@50_a2c": 0.29363773460997306,
"eval_priorArt_ndcg@50_a2i": 0.2678861497455608,
"eval_priorArt_ndcg@50_c2a": 0.3220174492990891,
"eval_priorArt_ndcg@50_c2all": 0.3320875912043904,
"eval_priorArt_ndcg@50_c2c": 0.3288877379445653,
"eval_priorArt_ndcg@50_c2i": 0.28168538551810796,
"eval_priorArt_ndcg@50_i2a": 0.3108747203662864,
"eval_priorArt_ndcg@50_i2all": 0.2986601421058883,
"eval_priorArt_ndcg@50_i2c": 0.29849886167309714,
"eval_priorArt_ndcg@50_i2i": 0.26899557206126096,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7791666666666667,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.3125,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7041666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.49056466708705954,
"eval_singularentropy_claim": 0.5133032544944349,
"eval_singularentropy_global": 0.4964223724956733,
"eval_singularentropy_invention": 0.5476298792060827,
"eval_uniformity_abstract": -2.628366708755493,
"eval_uniformity_claim": -2.574578285217285,
"eval_uniformity_global": -2.5863535404205322,
"eval_uniformity_invention": -2.527076482772827,
"step": 4125
},
{
"epoch": 0.7608695652173914,
"grad_norm": 0.20942798256874084,
"learning_rate": 1.6503661915252061e-06,
"loss": 0.0151,
"step": 4130
},
{
"epoch": 0.7627118644067796,
"grad_norm": 0.39655745029449463,
"learning_rate": 1.6265625048447192e-06,
"loss": 0.0084,
"step": 4140
},
{
"epoch": 0.764554163596168,
"grad_norm": 0.2634730935096741,
"learning_rate": 1.6028983398709457e-06,
"loss": 0.011,
"step": 4150
},
{
"epoch": 0.7663964627855564,
"grad_norm": 0.4996865689754486,
"learning_rate": 1.5793746753280171e-06,
"loss": 0.0124,
"step": 4160
},
{
"epoch": 0.7682387619749448,
"grad_norm": 0.45725107192993164,
"learning_rate": 1.5559924841291213e-06,
"loss": 0.0091,
"step": 4170
},
{
"epoch": 0.7700810611643331,
"grad_norm": 0.4076268672943115,
"learning_rate": 1.5327527333362608e-06,
"loss": 0.0127,
"step": 4180
},
{
"epoch": 0.7719233603537214,
"grad_norm": 0.04472489282488823,
"learning_rate": 1.5096563841202593e-06,
"loss": 0.0069,
"step": 4190
},
{
"epoch": 0.7737656595431098,
"grad_norm": 0.5064529180526733,
"learning_rate": 1.4867043917210072e-06,
"loss": 0.0085,
"step": 4200
},
{
"epoch": 0.7756079587324981,
"grad_norm": 0.21208710968494415,
"learning_rate": 1.4638977054079507e-06,
"loss": 0.0109,
"step": 4210
},
{
"epoch": 0.7774502579218865,
"grad_norm": 0.2780146598815918,
"learning_rate": 1.4412372684408416e-06,
"loss": 0.0111,
"step": 4220
},
{
"epoch": 0.7792925571112749,
"grad_norm": 0.36945441365242004,
"learning_rate": 1.41872401803071e-06,
"loss": 0.0079,
"step": 4230
},
{
"epoch": 0.7811348563006633,
"grad_norm": 0.29881754517555237,
"learning_rate": 1.3963588853011146e-06,
"loss": 0.0124,
"step": 4240
},
{
"epoch": 0.7829771554900515,
"grad_norm": 0.1199067234992981,
"learning_rate": 1.3741427952496255e-06,
"loss": 0.0106,
"step": 4250
},
{
"epoch": 0.7829771554900515,
"eval_alignment_abstract": {
"mean_alignment": 0.5536882877349854
},
"eval_alignment_claim": {
"mean_alignment": 0.49256056547164917
},
"eval_alignment_global": {
"mean_alignment": 0.5288564562797546
},
"eval_alignment_invention": {
"mean_alignment": 0.5011810064315796
},
"eval_ipc_cls_abstract_accuracy_primary": 57.8,
"eval_ipc_cls_abstract_precision@1": 62.760000000000005,
"eval_ipc_cls_abstract_precision@3": 31.6,
"eval_ipc_cls_abstract_precision@5": 21.087999999999997,
"eval_ipc_cls_global_accuracy_primary": 57.8,
"eval_ipc_cls_global_precision@1": 62.760000000000005,
"eval_ipc_cls_global_precision@3": 31.6,
"eval_ipc_cls_global_precision@5": 21.087999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 63.88,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.08,
"eval_ipc_knn_abstract_precision@5": 17.016,
"eval_ipc_knn_global_accuracy_primary": 63.88,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.08,
"eval_ipc_knn_global_precision@5": 17.016,
"eval_priorArt_ndcg@100_a2a": 0.31972538682995144,
"eval_priorArt_ndcg@100_a2all": 0.323811787904511,
"eval_priorArt_ndcg@100_a2c": 0.3278595414866528,
"eval_priorArt_ndcg@100_a2i": 0.29718955006416836,
"eval_priorArt_ndcg@100_c2a": 0.357973229081702,
"eval_priorArt_ndcg@100_c2all": 0.3670699096406937,
"eval_priorArt_ndcg@100_c2c": 0.36974038684695676,
"eval_priorArt_ndcg@100_c2i": 0.32454785450379253,
"eval_priorArt_ndcg@100_i2a": 0.34038862514173174,
"eval_priorArt_ndcg@100_i2all": 0.3137237784414231,
"eval_priorArt_ndcg@100_i2c": 0.32998692591861567,
"eval_priorArt_ndcg@100_i2i": 0.2969812661783674,
"eval_priorArt_ndcg@10_a2a": 0.21080213381383447,
"eval_priorArt_ndcg@10_a2all": 0.19871306374339795,
"eval_priorArt_ndcg@10_a2c": 0.2073644377395294,
"eval_priorArt_ndcg@10_a2i": 0.16893641463337977,
"eval_priorArt_ndcg@10_c2a": 0.22890675712913833,
"eval_priorArt_ndcg@10_c2all": 0.2258873515298064,
"eval_priorArt_ndcg@10_c2c": 0.21329948070882235,
"eval_priorArt_ndcg@10_c2i": 0.17849237399385207,
"eval_priorArt_ndcg@10_i2a": 0.23728847891491914,
"eval_priorArt_ndcg@10_i2all": 0.20772836648375764,
"eval_priorArt_ndcg@10_i2c": 0.1951565536181759,
"eval_priorArt_ndcg@10_i2i": 0.16950699935489225,
"eval_priorArt_ndcg@20_a2a": 0.24919814638321744,
"eval_priorArt_ndcg@20_a2all": 0.23062366065363263,
"eval_priorArt_ndcg@20_a2c": 0.2310060991013878,
"eval_priorArt_ndcg@20_a2i": 0.20374661983912654,
"eval_priorArt_ndcg@20_c2a": 0.28242621091886944,
"eval_priorArt_ndcg@20_c2all": 0.26795121009486744,
"eval_priorArt_ndcg@20_c2c": 0.28806608935027034,
"eval_priorArt_ndcg@20_c2i": 0.21633313797575932,
"eval_priorArt_ndcg@20_i2a": 0.2680325751284246,
"eval_priorArt_ndcg@20_i2all": 0.24185295809601168,
"eval_priorArt_ndcg@20_i2c": 0.25633367261579076,
"eval_priorArt_ndcg@20_i2i": 0.22874941307335903,
"eval_priorArt_ndcg@50_a2a": 0.2818428777104757,
"eval_priorArt_ndcg@50_a2all": 0.30711008334633194,
"eval_priorArt_ndcg@50_a2c": 0.29260164492776475,
"eval_priorArt_ndcg@50_a2i": 0.27849235082055074,
"eval_priorArt_ndcg@50_c2a": 0.31736770777364154,
"eval_priorArt_ndcg@50_c2all": 0.3379314901893129,
"eval_priorArt_ndcg@50_c2c": 0.33676305893241765,
"eval_priorArt_ndcg@50_c2i": 0.28434764142917884,
"eval_priorArt_ndcg@50_i2a": 0.3115649158490374,
"eval_priorArt_ndcg@50_i2all": 0.2973111180886824,
"eval_priorArt_ndcg@50_i2c": 0.3008935630968644,
"eval_priorArt_ndcg@50_i2i": 0.26479092457673137,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7625000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7625,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.29583333333333334,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.31250000000000006,
"eval_priorArt_recall@10_c2i": 0.3125,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.32083333333333336,
"eval_priorArt_recall@10_i2i": 0.2833333333333333,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.45,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.4833333333333334,
"eval_priorArt_recall@20_c2c": 0.5375,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4624999999999999,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.45833333333333337,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6541666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49062077844597074,
"eval_singularentropy_claim": 0.513757530992368,
"eval_singularentropy_global": 0.4966038516601998,
"eval_singularentropy_invention": 0.5474978728388245,
"eval_uniformity_abstract": -2.6261377334594727,
"eval_uniformity_claim": -2.572443962097168,
"eval_uniformity_global": -2.5847465991973877,
"eval_uniformity_invention": -2.526524066925049,
"step": 4250
},
{
"epoch": 0.7848194546794399,
"grad_norm": 0.49321696162223816,
"learning_rate": 1.3520766667095714e-06,
"loss": 0.0107,
"step": 4260
},
{
"epoch": 0.7866617538688283,
"grad_norm": 0.14756084978580475,
"learning_rate": 1.3301614123120355e-06,
"loss": 0.0066,
"step": 4270
},
{
"epoch": 0.7885040530582167,
"grad_norm": 0.5418210029602051,
"learning_rate": 1.3083979384481088e-06,
"loss": 0.0093,
"step": 4280
},
{
"epoch": 0.790346352247605,
"grad_norm": 0.25552016496658325,
"learning_rate": 1.2867871452314072e-06,
"loss": 0.0097,
"step": 4290
},
{
"epoch": 0.7921886514369934,
"grad_norm": 0.7168205380439758,
"learning_rate": 1.2653299264608398e-06,
"loss": 0.0084,
"step": 4300
},
{
"epoch": 0.7940309506263817,
"grad_norm": 0.2734985053539276,
"learning_rate": 1.2440271695836415e-06,
"loss": 0.0097,
"step": 4310
},
{
"epoch": 0.7958732498157701,
"grad_norm": 0.3546009063720703,
"learning_rate": 1.222879755658678e-06,
"loss": 0.0125,
"step": 4320
},
{
"epoch": 0.7977155490051584,
"grad_norm": 0.16558316349983215,
"learning_rate": 1.2018885593199902e-06,
"loss": 0.01,
"step": 4330
},
{
"epoch": 0.7995578481945468,
"grad_norm": 0.6597695350646973,
"learning_rate": 1.1810544487406356e-06,
"loss": 0.0145,
"step": 4340
},
{
"epoch": 0.8014001473839352,
"grad_norm": 0.49442198872566223,
"learning_rate": 1.1603782855967737e-06,
"loss": 0.0119,
"step": 4350
},
{
"epoch": 0.8032424465733236,
"grad_norm": 0.07263913750648499,
"learning_rate": 1.1398609250320309e-06,
"loss": 0.0068,
"step": 4360
},
{
"epoch": 0.8050847457627118,
"grad_norm": 0.5270311236381531,
"learning_rate": 1.1195032156221298e-06,
"loss": 0.0096,
"step": 4370
},
{
"epoch": 0.8060058953574061,
"eval_alignment_abstract": {
"mean_alignment": 0.5524957180023193
},
"eval_alignment_claim": {
"mean_alignment": 0.4896257221698761
},
"eval_alignment_global": {
"mean_alignment": 0.5267407894134521
},
"eval_alignment_invention": {
"mean_alignment": 0.4984533190727234
},
"eval_ipc_cls_abstract_accuracy_primary": 57.76,
"eval_ipc_cls_abstract_precision@1": 62.63999999999999,
"eval_ipc_cls_abstract_precision@3": 31.546666666666667,
"eval_ipc_cls_abstract_precision@5": 21.08,
"eval_ipc_cls_global_accuracy_primary": 57.76,
"eval_ipc_cls_global_precision@1": 62.63999999999999,
"eval_ipc_cls_global_precision@3": 31.546666666666667,
"eval_ipc_cls_global_precision@5": 21.08,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.84,
"eval_ipc_knn_abstract_precision@3": 28.09333333333333,
"eval_ipc_knn_abstract_precision@5": 17.031999999999996,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.84,
"eval_ipc_knn_global_precision@3": 28.09333333333333,
"eval_ipc_knn_global_precision@5": 17.031999999999996,
"eval_priorArt_ndcg@100_a2a": 0.3382704900692101,
"eval_priorArt_ndcg@100_a2all": 0.3380931146756051,
"eval_priorArt_ndcg@100_a2c": 0.33159426777665396,
"eval_priorArt_ndcg@100_a2i": 0.29586670281887134,
"eval_priorArt_ndcg@100_c2a": 0.3576573192380647,
"eval_priorArt_ndcg@100_c2all": 0.3663022405361254,
"eval_priorArt_ndcg@100_c2c": 0.36648964279302454,
"eval_priorArt_ndcg@100_c2i": 0.32265974131534053,
"eval_priorArt_ndcg@100_i2a": 0.33201055223420506,
"eval_priorArt_ndcg@100_i2all": 0.32089006982858115,
"eval_priorArt_ndcg@100_i2c": 0.3349245679998403,
"eval_priorArt_ndcg@100_i2i": 0.3027875322954761,
"eval_priorArt_ndcg@10_a2a": 0.2262172581862644,
"eval_priorArt_ndcg@10_a2all": 0.21300910924849914,
"eval_priorArt_ndcg@10_a2c": 0.20749989710952182,
"eval_priorArt_ndcg@10_a2i": 0.16730981380783824,
"eval_priorArt_ndcg@10_c2a": 0.22934929247102342,
"eval_priorArt_ndcg@10_c2all": 0.22524508300112558,
"eval_priorArt_ndcg@10_c2c": 0.21735175246152966,
"eval_priorArt_ndcg@10_c2i": 0.16544806915225868,
"eval_priorArt_ndcg@10_i2a": 0.23343276818814068,
"eval_priorArt_ndcg@10_i2all": 0.21023979886526503,
"eval_priorArt_ndcg@10_i2c": 0.20803247849996892,
"eval_priorArt_ndcg@10_i2i": 0.17566355456408264,
"eval_priorArt_ndcg@20_a2a": 0.2643872195106587,
"eval_priorArt_ndcg@20_a2all": 0.2501975855212727,
"eval_priorArt_ndcg@20_a2c": 0.2314856058527885,
"eval_priorArt_ndcg@20_a2i": 0.20261688372694908,
"eval_priorArt_ndcg@20_c2a": 0.28252623418055867,
"eval_priorArt_ndcg@20_c2all": 0.27822947638276474,
"eval_priorArt_ndcg@20_c2c": 0.2857041673804585,
"eval_priorArt_ndcg@20_c2i": 0.2080501742885032,
"eval_priorArt_ndcg@20_i2a": 0.26400219290960536,
"eval_priorArt_ndcg@20_i2all": 0.25000252064358636,
"eval_priorArt_ndcg@20_i2c": 0.26091510536826135,
"eval_priorArt_ndcg@20_i2i": 0.22981447043967237,
"eval_priorArt_ndcg@50_a2a": 0.2968031090726782,
"eval_priorArt_ndcg@50_a2all": 0.3213726210372886,
"eval_priorArt_ndcg@50_a2c": 0.2929059918226856,
"eval_priorArt_ndcg@50_a2i": 0.26819024601110425,
"eval_priorArt_ndcg@50_c2a": 0.3116718112914837,
"eval_priorArt_ndcg@50_c2all": 0.34115520112036823,
"eval_priorArt_ndcg@50_c2c": 0.337439791982883,
"eval_priorArt_ndcg@50_c2i": 0.28228243589572743,
"eval_priorArt_ndcg@50_i2a": 0.3117437080735662,
"eval_priorArt_ndcg@50_i2all": 0.29974758444175553,
"eval_priorArt_ndcg@50_i2c": 0.3002834559954378,
"eval_priorArt_ndcg@50_i2i": 0.26914246523978114,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.8666666666666666,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7875,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.3375,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.45,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.47916666666666663,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.45833333333333337,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7625000000000001,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6125,
"eval_singularentropy_abstract": 0.49254113027771496,
"eval_singularentropy_claim": 0.5166420334825478,
"eval_singularentropy_global": 0.49905270165918625,
"eval_singularentropy_invention": 0.5505312471851771,
"eval_uniformity_abstract": -2.6107308864593506,
"eval_uniformity_claim": -2.5544211864471436,
"eval_uniformity_global": -2.5678293704986572,
"eval_uniformity_invention": -2.5094361305236816,
"step": 4375
},
{
"epoch": 0.8069270449521002,
"grad_norm": 0.28307339549064636,
"learning_rate": 1.0993059993397958e-06,
"loss": 0.0135,
"step": 4380
},
{
"epoch": 0.8087693441414886,
"grad_norm": 0.6479164958000183,
"learning_rate": 1.0792701115199322e-06,
"loss": 0.0083,
"step": 4390
},
{
"epoch": 0.810611643330877,
"grad_norm": 0.369851291179657,
"learning_rate": 1.059396380825075e-06,
"loss": 0.0088,
"step": 4400
},
{
"epoch": 0.8124539425202653,
"grad_norm": 0.5095457434654236,
"learning_rate": 1.0396856292111162e-06,
"loss": 0.0066,
"step": 4410
},
{
"epoch": 0.8142962417096536,
"grad_norm": 0.4178428649902344,
"learning_rate": 1.02013867189331e-06,
"loss": 0.0117,
"step": 4420
},
{
"epoch": 0.816138540899042,
"grad_norm": 0.6244593262672424,
"learning_rate": 1.0007563173125556e-06,
"loss": 0.0086,
"step": 4430
},
{
"epoch": 0.8179808400884304,
"grad_norm": 0.08331800252199173,
"learning_rate": 9.815393671019642e-07,
"loss": 0.0069,
"step": 4440
},
{
"epoch": 0.8198231392778187,
"grad_norm": 0.34531691670417786,
"learning_rate": 9.624886160537e-07,
"loss": 0.0117,
"step": 4450
},
{
"epoch": 0.8216654384672071,
"grad_norm": 0.45012471079826355,
"learning_rate": 9.436048520861129e-07,
"loss": 0.0116,
"step": 4460
},
{
"epoch": 0.8235077376565955,
"grad_norm": 0.26549574732780457,
"learning_rate": 9.248888562111475e-07,
"loss": 0.0103,
"step": 4470
},
{
"epoch": 0.8253500368459837,
"grad_norm": 0.14521612226963043,
"learning_rate": 9.063414025020417e-07,
"loss": 0.0183,
"step": 4480
},
{
"epoch": 0.8271923360353721,
"grad_norm": 0.7515463829040527,
"learning_rate": 8.879632580613118e-07,
"loss": 0.013,
"step": 4490
},
{
"epoch": 0.8290346352247605,
"grad_norm": 0.3010443150997162,
"learning_rate": 8.697551829890322e-07,
"loss": 0.0101,
"step": 4500
},
{
"epoch": 0.8290346352247605,
"eval_alignment_abstract": {
"mean_alignment": 0.5533875226974487
},
"eval_alignment_claim": {
"mean_alignment": 0.4934578239917755
},
"eval_alignment_global": {
"mean_alignment": 0.5283046364784241
},
"eval_alignment_invention": {
"mean_alignment": 0.4990819990634918
},
"eval_ipc_cls_abstract_accuracy_primary": 57.76,
"eval_ipc_cls_abstract_precision@1": 62.68,
"eval_ipc_cls_abstract_precision@3": 31.586666666666662,
"eval_ipc_cls_abstract_precision@5": 21.112,
"eval_ipc_cls_global_accuracy_primary": 57.76,
"eval_ipc_cls_global_precision@1": 62.68,
"eval_ipc_cls_global_precision@3": 31.586666666666662,
"eval_ipc_cls_global_precision@5": 21.112,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.64,
"eval_ipc_knn_abstract_precision@3": 28.106666666666662,
"eval_ipc_knn_abstract_precision@5": 17.04,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.64,
"eval_ipc_knn_global_precision@3": 28.106666666666662,
"eval_ipc_knn_global_precision@5": 17.04,
"eval_priorArt_ndcg@100_a2a": 0.3233422671538957,
"eval_priorArt_ndcg@100_a2all": 0.3239118484016619,
"eval_priorArt_ndcg@100_a2c": 0.3268038023060536,
"eval_priorArt_ndcg@100_a2i": 0.2954327563056201,
"eval_priorArt_ndcg@100_c2a": 0.36123603526357273,
"eval_priorArt_ndcg@100_c2all": 0.36223058902418803,
"eval_priorArt_ndcg@100_c2c": 0.36331969512988727,
"eval_priorArt_ndcg@100_c2i": 0.3226294466361991,
"eval_priorArt_ndcg@100_i2a": 0.35013817451240425,
"eval_priorArt_ndcg@100_i2all": 0.31943575819426573,
"eval_priorArt_ndcg@100_i2c": 0.33000047088401274,
"eval_priorArt_ndcg@100_i2i": 0.30322446993064045,
"eval_priorArt_ndcg@10_a2a": 0.21447243314741032,
"eval_priorArt_ndcg@10_a2all": 0.19871306374339795,
"eval_priorArt_ndcg@10_a2c": 0.19973529650504646,
"eval_priorArt_ndcg@10_a2i": 0.16730981380783824,
"eval_priorArt_ndcg@10_c2a": 0.2331539623183021,
"eval_priorArt_ndcg@10_c2all": 0.2218569726653678,
"eval_priorArt_ndcg@10_c2c": 0.2288348724617178,
"eval_priorArt_ndcg@10_c2i": 0.16544806915225868,
"eval_priorArt_ndcg@10_i2a": 0.24764014323516553,
"eval_priorArt_ndcg@10_i2all": 0.2087075178589391,
"eval_priorArt_ndcg@10_i2c": 0.2040185179573783,
"eval_priorArt_ndcg@10_i2i": 0.17566355456408264,
"eval_priorArt_ndcg@20_a2a": 0.2528814341073157,
"eval_priorArt_ndcg@20_a2all": 0.2361020637546612,
"eval_priorArt_ndcg@20_a2c": 0.23457020219550642,
"eval_priorArt_ndcg@20_a2i": 0.2023607527831112,
"eval_priorArt_ndcg@20_c2a": 0.28613152023173155,
"eval_priorArt_ndcg@20_c2all": 0.2747258970373322,
"eval_priorArt_ndcg@20_c2c": 0.27624859774037047,
"eval_priorArt_ndcg@20_c2i": 0.21482569431495055,
"eval_priorArt_ndcg@20_i2a": 0.278038279411262,
"eval_priorArt_ndcg@20_i2all": 0.24847023963726036,
"eval_priorArt_ndcg@20_i2c": 0.25617956569385447,
"eval_priorArt_ndcg@20_i2i": 0.22525689788620867,
"eval_priorArt_ndcg@50_a2a": 0.2854155186887935,
"eval_priorArt_ndcg@50_a2all": 0.3071977765952201,
"eval_priorArt_ndcg@50_a2c": 0.2916279749772697,
"eval_priorArt_ndcg@50_a2i": 0.2679850180701786,
"eval_priorArt_ndcg@50_c2a": 0.31539159116900295,
"eval_priorArt_ndcg@50_c2all": 0.3372957600537362,
"eval_priorArt_ndcg@50_c2c": 0.3344008870050456,
"eval_priorArt_ndcg@50_c2i": 0.2824414807038017,
"eval_priorArt_ndcg@50_i2a": 0.32537681493565496,
"eval_priorArt_ndcg@50_i2all": 0.29837707578796174,
"eval_priorArt_ndcg@50_i2c": 0.2954524100074942,
"eval_priorArt_ndcg@50_i2i": 0.26528048295210577,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.2958333333333333,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5208333333333334,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.47916666666666663,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.6916666666666667,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7625000000000001,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49446666996145566,
"eval_singularentropy_claim": 0.5180813632204813,
"eval_singularentropy_global": 0.5008964673215178,
"eval_singularentropy_invention": 0.5526476063573242,
"eval_uniformity_abstract": -2.604220390319824,
"eval_uniformity_claim": -2.5509073734283447,
"eval_uniformity_global": -2.5628676414489746,
"eval_uniformity_invention": -2.5044517517089844,
"step": 4500
},
{
"epoch": 0.8308769344141489,
"grad_norm": 0.3343369960784912,
"learning_rate": 8.517179303513879e-07,
"loss": 0.0118,
"step": 4510
},
{
"epoch": 0.8327192336035372,
"grad_norm": 0.36444932222366333,
"learning_rate": 8.338522461495358e-07,
"loss": 0.0131,
"step": 4520
},
{
"epoch": 0.8345615327929256,
"grad_norm": 0.21409226953983307,
"learning_rate": 8.161588692887462e-07,
"loss": 0.0068,
"step": 4530
},
{
"epoch": 0.8364038319823139,
"grad_norm": 0.42928919196128845,
"learning_rate": 7.98638531547849e-07,
"loss": 0.0079,
"step": 4540
},
{
"epoch": 0.8382461311717023,
"grad_norm": 0.5462186336517334,
"learning_rate": 7.812919575489619e-07,
"loss": 0.0101,
"step": 4550
},
{
"epoch": 0.8400884303610906,
"grad_norm": 0.5737442970275879,
"learning_rate": 7.641198647275244e-07,
"loss": 0.0087,
"step": 4560
},
{
"epoch": 0.841930729550479,
"grad_norm": 0.361184298992157,
"learning_rate": 7.471229633026228e-07,
"loss": 0.0138,
"step": 4570
},
{
"epoch": 0.8437730287398674,
"grad_norm": 0.16527928411960602,
"learning_rate": 7.303019562476188e-07,
"loss": 0.0098,
"step": 4580
},
{
"epoch": 0.8456153279292558,
"grad_norm": 0.4197762906551361,
"learning_rate": 7.136575392610745e-07,
"loss": 0.011,
"step": 4590
},
{
"epoch": 0.847457627118644,
"grad_norm": 0.5672111511230469,
"learning_rate": 6.971904007379787e-07,
"loss": 0.0111,
"step": 4600
},
{
"epoch": 0.8492999263080324,
"grad_norm": 0.3383517265319824,
"learning_rate": 6.809012217412741e-07,
"loss": 0.0095,
"step": 4610
},
{
"epoch": 0.8511422254974208,
"grad_norm": 0.34367725253105164,
"learning_rate": 6.647906759736928e-07,
"loss": 0.0127,
"step": 4620
},
{
"epoch": 0.8520633750921149,
"eval_alignment_abstract": {
"mean_alignment": 0.5556926131248474
},
"eval_alignment_claim": {
"mean_alignment": 0.4939085841178894
},
"eval_alignment_global": {
"mean_alignment": 0.530167281627655
},
"eval_alignment_invention": {
"mean_alignment": 0.502392053604126
},
"eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006,
"eval_ipc_cls_abstract_precision@1": 62.839999999999996,
"eval_ipc_cls_abstract_precision@3": 31.613333333333333,
"eval_ipc_cls_abstract_precision@5": 21.103999999999996,
"eval_ipc_cls_global_accuracy_primary": 58.040000000000006,
"eval_ipc_cls_global_precision@1": 62.839999999999996,
"eval_ipc_cls_global_precision@3": 31.613333333333333,
"eval_ipc_cls_global_precision@5": 21.103999999999996,
"eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_abstract_precision@1": 69.48,
"eval_ipc_knn_abstract_precision@3": 28.09333333333333,
"eval_ipc_knn_abstract_precision@5": 17.024,
"eval_ipc_knn_global_accuracy_primary": 63.959999999999994,
"eval_ipc_knn_global_precision@1": 69.48,
"eval_ipc_knn_global_precision@3": 28.09333333333333,
"eval_ipc_knn_global_precision@5": 17.024,
"eval_priorArt_ndcg@100_a2a": 0.33677858493493684,
"eval_priorArt_ndcg@100_a2all": 0.33647543905280675,
"eval_priorArt_ndcg@100_a2c": 0.328433014056113,
"eval_priorArt_ndcg@100_a2i": 0.2949888256283024,
"eval_priorArt_ndcg@100_c2a": 0.3607816450060074,
"eval_priorArt_ndcg@100_c2all": 0.3628825268492962,
"eval_priorArt_ndcg@100_c2c": 0.36456501686276,
"eval_priorArt_ndcg@100_c2i": 0.32228575176644986,
"eval_priorArt_ndcg@100_i2a": 0.3616567276402861,
"eval_priorArt_ndcg@100_i2all": 0.3249353230594391,
"eval_priorArt_ndcg@100_i2c": 0.33747678717247775,
"eval_priorArt_ndcg@100_i2i": 0.2985532025030992,
"eval_priorArt_ndcg@10_a2a": 0.2243705153594769,
"eval_priorArt_ndcg@10_a2all": 0.21083713886160496,
"eval_priorArt_ndcg@10_a2c": 0.20749989710952182,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2324527103568182,
"eval_priorArt_ndcg@10_c2all": 0.2222195254956965,
"eval_priorArt_ndcg@10_c2c": 0.22097772948152494,
"eval_priorArt_ndcg@10_c2i": 0.17109032621970544,
"eval_priorArt_ndcg@10_i2a": 0.2555242935833927,
"eval_priorArt_ndcg@10_i2all": 0.21399597475329818,
"eval_priorArt_ndcg@10_i2c": 0.2114714263974693,
"eval_priorArt_ndcg@10_i2i": 0.17591951524064445,
"eval_priorArt_ndcg@20_a2a": 0.262801102538942,
"eval_priorArt_ndcg@20_a2all": 0.24822613887286815,
"eval_priorArt_ndcg@20_a2c": 0.23616650598716832,
"eval_priorArt_ndcg@20_a2i": 0.2017570005113889,
"eval_priorArt_ndcg@20_c2a": 0.28556526958443207,
"eval_priorArt_ndcg@20_c2all": 0.26536909765100747,
"eval_priorArt_ndcg@20_c2c": 0.27709343757945515,
"eval_priorArt_ndcg@20_c2i": 0.20760686381374388,
"eval_priorArt_ndcg@20_i2a": 0.2905061246275088,
"eval_priorArt_ndcg@20_i2all": 0.24879494447795433,
"eval_priorArt_ndcg@20_i2c": 0.263735798825764,
"eval_priorArt_ndcg@20_i2i": 0.22531495777804872,
"eval_priorArt_ndcg@50_a2a": 0.29533518712041984,
"eval_priorArt_ndcg@50_a2all": 0.3196578762343582,
"eval_priorArt_ndcg@50_a2c": 0.2986707608478261,
"eval_priorArt_ndcg@50_a2i": 0.27617323738204436,
"eval_priorArt_ndcg@50_c2a": 0.314793294270551,
"eval_priorArt_ndcg@50_c2all": 0.3337872351418166,
"eval_priorArt_ndcg@50_c2c": 0.3355212567953868,
"eval_priorArt_ndcg@50_c2i": 0.28205662419392546,
"eval_priorArt_ndcg@50_i2a": 0.322595956774067,
"eval_priorArt_ndcg@50_i2all": 0.30389376892495795,
"eval_priorArt_ndcg@50_i2c": 0.3028706038233946,
"eval_priorArt_ndcg@50_i2i": 0.2652765254233539,
"eval_priorArt_recall@100_a2a": 0.825,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7708333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.36250000000000004,
"eval_priorArt_recall@10_c2i": 0.29583333333333334,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.4916666666666666,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4958333333333333,
"eval_priorArt_recall@20_i2all": 0.4625,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6958333333333334,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7458333333333333,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6208333333333333,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49435802515968064,
"eval_singularentropy_claim": 0.5181274332973314,
"eval_singularentropy_global": 0.5008837093775118,
"eval_singularentropy_invention": 0.5526829230344159,
"eval_uniformity_abstract": -2.6040000915527344,
"eval_uniformity_claim": -2.5507993698120117,
"eval_uniformity_global": -2.5626020431518555,
"eval_uniformity_invention": -2.5038740634918213,
"step": 4625
},
{
"epoch": 0.8529845246868092,
"grad_norm": 0.32476329803466797,
"learning_rate": 6.488594297498895e-07,
"loss": 0.0073,
"step": 4630
},
{
"epoch": 0.8548268238761975,
"grad_norm": 0.3914649188518524,
"learning_rate": 6.331081419688856e-07,
"loss": 0.0133,
"step": 4640
},
{
"epoch": 0.8566691230655858,
"grad_norm": 0.34593215584754944,
"learning_rate": 6.17537464086817e-07,
"loss": 0.0083,
"step": 4650
},
{
"epoch": 0.8585114222549742,
"grad_norm": 0.06467632204294205,
"learning_rate": 6.021480400899893e-07,
"loss": 0.0105,
"step": 4660
},
{
"epoch": 0.8603537214443626,
"grad_norm": 0.3366629183292389,
"learning_rate": 5.869405064682465e-07,
"loss": 0.0101,
"step": 4670
},
{
"epoch": 0.8621960206337509,
"grad_norm": 0.4877528250217438,
"learning_rate": 5.719154921886411e-07,
"loss": 0.0117,
"step": 4680
},
{
"epoch": 0.8640383198231393,
"grad_norm": 0.4143899083137512,
"learning_rate": 5.570736186694298e-07,
"loss": 0.0097,
"step": 4690
},
{
"epoch": 0.8658806190125277,
"grad_norm": 0.42581185698509216,
"learning_rate": 5.424154997543606e-07,
"loss": 0.0098,
"step": 4700
},
{
"epoch": 0.8677229182019159,
"grad_norm": 0.45371246337890625,
"learning_rate": 5.279417416872962e-07,
"loss": 0.0116,
"step": 4710
},
{
"epoch": 0.8695652173913043,
"grad_norm": 0.33072584867477417,
"learning_rate": 5.136529430871284e-07,
"loss": 0.0115,
"step": 4720
},
{
"epoch": 0.8714075165806927,
"grad_norm": 0.15338252484798431,
"learning_rate": 4.995496949230333e-07,
"loss": 0.0083,
"step": 4730
},
{
"epoch": 0.8732498157700811,
"grad_norm": 0.684597373008728,
"learning_rate": 4.856325804900181e-07,
"loss": 0.0116,
"step": 4740
},
{
"epoch": 0.8750921149594694,
"grad_norm": 0.12001273036003113,
"learning_rate": 4.719021753848041e-07,
"loss": 0.0113,
"step": 4750
},
{
"epoch": 0.8750921149594694,
"eval_alignment_abstract": {
"mean_alignment": 0.5535699725151062
},
"eval_alignment_claim": {
"mean_alignment": 0.4924524128437042
},
"eval_alignment_global": {
"mean_alignment": 0.528472900390625
},
"eval_alignment_invention": {
"mean_alignment": 0.5010059475898743
},
"eval_ipc_cls_abstract_accuracy_primary": 57.92,
"eval_ipc_cls_abstract_precision@1": 62.8,
"eval_ipc_cls_abstract_precision@3": 31.62666666666667,
"eval_ipc_cls_abstract_precision@5": 21.072,
"eval_ipc_cls_global_accuracy_primary": 57.92,
"eval_ipc_cls_global_precision@1": 62.8,
"eval_ipc_cls_global_precision@3": 31.62666666666667,
"eval_ipc_cls_global_precision@5": 21.072,
"eval_ipc_knn_abstract_accuracy_primary": 64.12,
"eval_ipc_knn_abstract_precision@1": 69.72,
"eval_ipc_knn_abstract_precision@3": 28.16,
"eval_ipc_knn_abstract_precision@5": 17.064,
"eval_ipc_knn_global_accuracy_primary": 64.12,
"eval_ipc_knn_global_precision@1": 69.72,
"eval_ipc_knn_global_precision@3": 28.16,
"eval_ipc_knn_global_precision@5": 17.064,
"eval_priorArt_ndcg@100_a2a": 0.33351539240667843,
"eval_priorArt_ndcg@100_a2all": 0.33403518326501624,
"eval_priorArt_ndcg@100_a2c": 0.3275390577889076,
"eval_priorArt_ndcg@100_a2i": 0.29434854781237363,
"eval_priorArt_ndcg@100_c2a": 0.3617926156255566,
"eval_priorArt_ndcg@100_c2all": 0.36280804372009545,
"eval_priorArt_ndcg@100_c2c": 0.3632126702810373,
"eval_priorArt_ndcg@100_c2i": 0.321892556129893,
"eval_priorArt_ndcg@100_i2a": 0.35038894742750204,
"eval_priorArt_ndcg@100_i2all": 0.3234055789590116,
"eval_priorArt_ndcg@100_i2c": 0.3350553284755716,
"eval_priorArt_ndcg@100_i2i": 0.3032455349079615,
"eval_priorArt_ndcg@10_a2a": 0.22465226984017383,
"eval_priorArt_ndcg@10_a2all": 0.20932653105845986,
"eval_priorArt_ndcg@10_a2c": 0.20001604647641552,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.23379856121099066,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.21963420899136024,
"eval_priorArt_ndcg@10_c2i": 0.16544806915225868,
"eval_priorArt_ndcg@10_i2a": 0.25245216618566835,
"eval_priorArt_ndcg@10_i2all": 0.21252385408991312,
"eval_priorArt_ndcg@10_i2c": 0.20897933220718637,
"eval_priorArt_ndcg@10_i2i": 0.1762002652120135,
"eval_priorArt_ndcg@20_a2a": 0.26306127080007913,
"eval_priorArt_ndcg@20_a2all": 0.2464986860813771,
"eval_priorArt_ndcg@20_a2c": 0.23522013581884513,
"eval_priorArt_ndcg@20_a2i": 0.20154015552304286,
"eval_priorArt_ndcg@20_c2a": 0.2867974440385424,
"eval_priorArt_ndcg@20_c2all": 0.26557245195960855,
"eval_priorArt_ndcg@20_c2c": 0.2830122142912451,
"eval_priorArt_ndcg@20_c2i": 0.21423205432321266,
"eval_priorArt_ndcg@20_i2a": 0.28285030236176484,
"eval_priorArt_ndcg@20_i2all": 0.24179045546769912,
"eval_priorArt_ndcg@20_i2c": 0.2559179856722479,
"eval_priorArt_ndcg@20_i2i": 0.22550870430745565,
"eval_priorArt_ndcg@50_a2a": 0.29563395693059497,
"eval_priorArt_ndcg@50_a2all": 0.31732002136221604,
"eval_priorArt_ndcg@50_a2c": 0.29781482221947414,
"eval_priorArt_ndcg@50_a2i": 0.2668753646336697,
"eval_priorArt_ndcg@50_c2a": 0.32135358270629466,
"eval_priorArt_ndcg@50_c2all": 0.333915421429261,
"eval_priorArt_ndcg@50_c2c": 0.3302743215234707,
"eval_priorArt_ndcg@50_c2i": 0.28178988911472913,
"eval_priorArt_ndcg@50_i2a": 0.3301763859416432,
"eval_priorArt_ndcg@50_i2all": 0.30236183891833535,
"eval_priorArt_ndcg@50_i2c": 0.30587521053010064,
"eval_priorArt_ndcg@50_i2i": 0.2654702719527608,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.7791666666666668,
"eval_priorArt_recall@100_i2all": 0.7875000000000001,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.36250000000000004,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.4916666666666666,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4458333333333333,
"eval_priorArt_recall@20_i2c": 0.4958333333333333,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6875,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6708333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.495277291963903,
"eval_singularentropy_claim": 0.5190953004576409,
"eval_singularentropy_global": 0.501767732502917,
"eval_singularentropy_invention": 0.5535174357633319,
"eval_uniformity_abstract": -2.605119466781616,
"eval_uniformity_claim": -2.552927017211914,
"eval_uniformity_global": -2.564439535140991,
"eval_uniformity_invention": -2.5060505867004395,
"step": 4750
},
{
"epoch": 0.8769344141488578,
"grad_norm": 0.34959501028060913,
"learning_rate": 4.58359047482016e-07,
"loss": 0.0104,
"step": 4760
},
{
"epoch": 0.8787767133382461,
"grad_norm": 0.3041765093803406,
"learning_rate": 4.4500375691069906e-07,
"loss": 0.0106,
"step": 4770
},
{
"epoch": 0.8806190125276345,
"grad_norm": 0.10552799701690674,
"learning_rate": 4.318368560311492e-07,
"loss": 0.0152,
"step": 4780
},
{
"epoch": 0.8824613117170228,
"grad_norm": 0.21929576992988586,
"learning_rate": 4.188588894120693e-07,
"loss": 0.0141,
"step": 4790
},
{
"epoch": 0.8843036109064112,
"grad_norm": 0.07561508566141129,
"learning_rate": 4.0607039380804733e-07,
"loss": 0.0073,
"step": 4800
},
{
"epoch": 0.8861459100957996,
"grad_norm": 0.4671558737754822,
"learning_rate": 3.9347189813735644e-07,
"loss": 0.0124,
"step": 4810
},
{
"epoch": 0.887988209285188,
"grad_norm": 0.5197713375091553,
"learning_rate": 3.8106392346007827e-07,
"loss": 0.0164,
"step": 4820
},
{
"epoch": 0.8898305084745762,
"grad_norm": 0.5367122292518616,
"learning_rate": 3.688469829565533e-07,
"loss": 0.0133,
"step": 4830
},
{
"epoch": 0.8916728076639646,
"grad_norm": 0.28305691480636597,
"learning_rate": 3.5682158190615765e-07,
"loss": 0.0112,
"step": 4840
},
{
"epoch": 0.893515106853353,
"grad_norm": 0.6350913047790527,
"learning_rate": 3.4498821766640265e-07,
"loss": 0.0129,
"step": 4850
},
{
"epoch": 0.8953574060427414,
"grad_norm": 0.26293113827705383,
"learning_rate": 3.3334737965236505e-07,
"loss": 0.014,
"step": 4860
},
{
"epoch": 0.8971997052321297,
"grad_norm": 0.44041311740875244,
"learning_rate": 3.218995493164501e-07,
"loss": 0.0142,
"step": 4870
},
{
"epoch": 0.8981208548268239,
"eval_alignment_abstract": {
"mean_alignment": 0.5548968315124512
},
"eval_alignment_claim": {
"mean_alignment": 0.4931577742099762
},
"eval_alignment_global": {
"mean_alignment": 0.5296791791915894
},
"eval_alignment_invention": {
"mean_alignment": 0.5023882985115051
},
"eval_ipc_cls_abstract_accuracy_primary": 57.84,
"eval_ipc_cls_abstract_precision@1": 62.72,
"eval_ipc_cls_abstract_precision@3": 31.53333333333333,
"eval_ipc_cls_abstract_precision@5": 21.095999999999997,
"eval_ipc_cls_global_accuracy_primary": 57.84,
"eval_ipc_cls_global_precision@1": 62.72,
"eval_ipc_cls_global_precision@3": 31.53333333333333,
"eval_ipc_cls_global_precision@5": 21.095999999999997,
"eval_ipc_knn_abstract_accuracy_primary": 64.28,
"eval_ipc_knn_abstract_precision@1": 69.8,
"eval_ipc_knn_abstract_precision@3": 28.17333333333333,
"eval_ipc_knn_abstract_precision@5": 17.072,
"eval_ipc_knn_global_accuracy_primary": 64.28,
"eval_ipc_knn_global_precision@1": 69.8,
"eval_ipc_knn_global_precision@3": 28.17333333333333,
"eval_ipc_knn_global_precision@5": 17.072,
"eval_priorArt_ndcg@100_a2a": 0.3352460129754281,
"eval_priorArt_ndcg@100_a2all": 0.3352772102474946,
"eval_priorArt_ndcg@100_a2c": 0.327257171344098,
"eval_priorArt_ndcg@100_a2i": 0.29422080161491493,
"eval_priorArt_ndcg@100_c2a": 0.35527999837884294,
"eval_priorArt_ndcg@100_c2all": 0.36245414319564817,
"eval_priorArt_ndcg@100_c2c": 0.3633956209654871,
"eval_priorArt_ndcg@100_c2i": 0.3215858267299821,
"eval_priorArt_ndcg@100_i2a": 0.36318538650944493,
"eval_priorArt_ndcg@100_i2all": 0.3186751482559952,
"eval_priorArt_ndcg@100_i2c": 0.3311323208600453,
"eval_priorArt_ndcg@100_i2i": 0.3000225787358523,
"eval_priorArt_ndcg@10_a2a": 0.22642707075579643,
"eval_priorArt_ndcg@10_a2all": 0.21035480875661966,
"eval_priorArt_ndcg@10_a2c": 0.19973529650504646,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2319441949852406,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.23413843039800936,
"eval_priorArt_ndcg@10_c2i": 0.16544806915225868,
"eval_priorArt_ndcg@10_i2a": 0.257200785858703,
"eval_priorArt_ndcg@10_i2all": 0.21164291423413134,
"eval_priorArt_ndcg@10_i2c": 0.20496537166459577,
"eval_priorArt_ndcg@10_i2i": 0.17289458964391455,
"eval_priorArt_ndcg@20_a2a": 0.2646877490936054,
"eval_priorArt_ndcg@20_a2all": 0.24752696377953684,
"eval_priorArt_ndcg@20_a2c": 0.23511744472945958,
"eval_priorArt_ndcg@20_a2i": 0.20133590685625272,
"eval_priorArt_ndcg@20_c2a": 0.28490854278430844,
"eval_priorArt_ndcg@20_c2all": 0.2654374506454241,
"eval_priorArt_ndcg@20_c2c": 0.2767102335895153,
"eval_priorArt_ndcg@20_c2i": 0.21423205432321266,
"eval_priorArt_ndcg@20_i2a": 0.2875989220347995,
"eval_priorArt_ndcg@20_i2all": 0.24776040401561703,
"eval_priorArt_ndcg@20_i2c": 0.2573423751841588,
"eval_priorArt_ndcg@20_i2i": 0.2223063534311752,
"eval_priorArt_ndcg@50_a2a": 0.2972170483743436,
"eval_priorArt_ndcg@50_a2all": 0.31857449706849106,
"eval_priorArt_ndcg@50_a2c": 0.2975069854449698,
"eval_priorArt_ndcg@50_a2i": 0.2667901532027952,
"eval_priorArt_ndcg@50_c2a": 0.314077834975829,
"eval_priorArt_ndcg@50_c2all": 0.32942624854689717,
"eval_priorArt_ndcg@50_c2c": 0.33048091732870505,
"eval_priorArt_ndcg@50_c2i": 0.28154001989280153,
"eval_priorArt_ndcg@50_i2a": 0.32944967487127846,
"eval_priorArt_ndcg@50_i2all": 0.3012023234505539,
"eval_priorArt_ndcg@50_i2c": 0.30198827386997756,
"eval_priorArt_ndcg@50_i2i": 0.26226792107648034,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8208333333333334,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.36666666666666664,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.4,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.4916666666666666,
"eval_priorArt_recall@20_c2c": 0.5208333333333333,
"eval_priorArt_recall@20_c2i": 0.4333333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4708333333333333,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6583333333333334,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6458333333333334,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6958333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.495033269581611,
"eval_singularentropy_claim": 0.5186877832883527,
"eval_singularentropy_global": 0.5013576993824396,
"eval_singularentropy_invention": 0.5529095757768094,
"eval_uniformity_abstract": -2.606908082962036,
"eval_uniformity_claim": -2.5542311668395996,
"eval_uniformity_global": -2.5661258697509766,
"eval_uniformity_invention": -2.5080580711364746,
"step": 4875
},
{
"epoch": 0.899042004421518,
"grad_norm": 0.38597485423088074,
"learning_rate": 3.1064520012847097e-07,
"loss": 0.0151,
"step": 4880
},
{
"epoch": 0.9008843036109064,
"grad_norm": 0.3595386743545532,
"learning_rate": 2.995847975560734e-07,
"loss": 0.0109,
"step": 4890
},
{
"epoch": 0.9027266028002948,
"grad_norm": 0.15498237311840057,
"learning_rate": 2.8871879904548095e-07,
"loss": 0.0112,
"step": 4900
},
{
"epoch": 0.9045689019896831,
"grad_norm": 0.7105544209480286,
"learning_rate": 2.7804765400257783e-07,
"loss": 0.0121,
"step": 4910
},
{
"epoch": 0.9064112011790715,
"grad_norm": 0.5570071339607239,
"learning_rate": 2.67571803774318e-07,
"loss": 0.0159,
"step": 4920
},
{
"epoch": 0.9082535003684599,
"grad_norm": 0.41718870401382446,
"learning_rate": 2.572916816304777e-07,
"loss": 0.0103,
"step": 4930
},
{
"epoch": 0.9100957995578481,
"grad_norm": 0.49191367626190186,
"learning_rate": 2.472077127457295e-07,
"loss": 0.0102,
"step": 4940
},
{
"epoch": 0.9119380987472365,
"grad_norm": 0.2679947018623352,
"learning_rate": 2.3732031418206236e-07,
"loss": 0.0089,
"step": 4950
},
{
"epoch": 0.9137803979366249,
"grad_norm": 0.3478553593158722,
"learning_rate": 2.2762989487153054e-07,
"loss": 0.0066,
"step": 4960
},
{
"epoch": 0.9156226971260133,
"grad_norm": 0.22572460770606995,
"learning_rate": 2.1813685559933907e-07,
"loss": 0.0105,
"step": 4970
},
{
"epoch": 0.9174649963154016,
"grad_norm": 0.5057871341705322,
"learning_rate": 2.0884158898727026e-07,
"loss": 0.0119,
"step": 4980
},
{
"epoch": 0.91930729550479,
"grad_norm": 0.5384923815727234,
"learning_rate": 1.9974447947744392e-07,
"loss": 0.0115,
"step": 4990
},
{
"epoch": 0.9211495946941783,
"grad_norm": 0.2790769040584564,
"learning_rate": 1.9084590331641785e-07,
"loss": 0.0091,
"step": 5000
},
{
"epoch": 0.9211495946941783,
"eval_alignment_abstract": {
"mean_alignment": 0.5546506643295288
},
"eval_alignment_claim": {
"mean_alignment": 0.4941359758377075
},
"eval_alignment_global": {
"mean_alignment": 0.5303371548652649
},
"eval_alignment_invention": {
"mean_alignment": 0.5039128065109253
},
"eval_ipc_cls_abstract_accuracy_primary": 57.92,
"eval_ipc_cls_abstract_precision@1": 62.8,
"eval_ipc_cls_abstract_precision@3": 31.57333333333333,
"eval_ipc_cls_abstract_precision@5": 21.072000000000003,
"eval_ipc_cls_global_accuracy_primary": 57.92,
"eval_ipc_cls_global_precision@1": 62.8,
"eval_ipc_cls_global_precision@3": 31.57333333333333,
"eval_ipc_cls_global_precision@5": 21.072000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 64.08,
"eval_ipc_knn_abstract_precision@1": 69.64,
"eval_ipc_knn_abstract_precision@3": 28.133333333333333,
"eval_ipc_knn_abstract_precision@5": 17.048,
"eval_ipc_knn_global_accuracy_primary": 64.08,
"eval_ipc_knn_global_precision@1": 69.64,
"eval_ipc_knn_global_precision@3": 28.133333333333333,
"eval_ipc_knn_global_precision@5": 17.048,
"eval_priorArt_ndcg@100_a2a": 0.3349884535573712,
"eval_priorArt_ndcg@100_a2all": 0.3359123586188543,
"eval_priorArt_ndcg@100_a2c": 0.32796106463941205,
"eval_priorArt_ndcg@100_a2i": 0.2943631586282682,
"eval_priorArt_ndcg@100_c2a": 0.3553791016629555,
"eval_priorArt_ndcg@100_c2all": 0.36275274844152017,
"eval_priorArt_ndcg@100_c2c": 0.36454189121650443,
"eval_priorArt_ndcg@100_c2i": 0.321551612514791,
"eval_priorArt_ndcg@100_i2a": 0.36155863237550623,
"eval_priorArt_ndcg@100_i2all": 0.31883706106941345,
"eval_priorArt_ndcg@100_i2c": 0.33108506564928775,
"eval_priorArt_ndcg@100_i2i": 0.30020294932327485,
"eval_priorArt_ndcg@10_a2a": 0.22642707075579643,
"eval_priorArt_ndcg@10_a2all": 0.2110560607181035,
"eval_priorArt_ndcg@10_a2c": 0.20721914713815276,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2319441949852406,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.22946125229764328,
"eval_priorArt_ndcg@10_c2i": 0.16544806915225868,
"eval_priorArt_ndcg@10_i2a": 0.2589986538642412,
"eval_priorArt_ndcg@10_i2all": 0.21164291423413134,
"eval_priorArt_ndcg@10_i2c": 0.20496537166459577,
"eval_priorArt_ndcg@10_i2i": 0.17289458964391455,
"eval_priorArt_ndcg@20_a2a": 0.26455274777942095,
"eval_priorArt_ndcg@20_a2all": 0.24836801445563889,
"eval_priorArt_ndcg@20_a2c": 0.23593062243477908,
"eval_priorArt_ndcg@20_a2i": 0.2016434802148614,
"eval_priorArt_ndcg@20_c2a": 0.2848080764986079,
"eval_priorArt_ndcg@20_c2all": 0.2707794908585136,
"eval_priorArt_ndcg@20_c2c": 0.2844575122357984,
"eval_priorArt_ndcg@20_c2i": 0.20740929479970874,
"eval_priorArt_ndcg@20_i2a": 0.2895365887549558,
"eval_priorArt_ndcg@20_i2all": 0.2531702056793621,
"eval_priorArt_ndcg@20_i2c": 0.25730710973067816,
"eval_priorArt_ndcg@20_i2i": 0.2170445510742506,
"eval_priorArt_ndcg@50_a2a": 0.2970073615719927,
"eval_priorArt_ndcg@50_a2all": 0.3191949547044651,
"eval_priorArt_ndcg@50_a2c": 0.29821134298055807,
"eval_priorArt_ndcg@50_a2i": 0.272246613713587,
"eval_priorArt_ndcg@50_c2a": 0.3141080843092266,
"eval_priorArt_ndcg@50_c2all": 0.3295431910044759,
"eval_priorArt_ndcg@50_c2c": 0.33144423160555314,
"eval_priorArt_ndcg@50_c2i": 0.28135499800280145,
"eval_priorArt_ndcg@50_i2a": 0.32719304072628147,
"eval_priorArt_ndcg@50_i2all": 0.30125475005836033,
"eval_priorArt_ndcg@50_i2c": 0.2964325412645119,
"eval_priorArt_ndcg@50_i2i": 0.26226776152692055,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8666666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4291666666666666,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.4949152675442647,
"eval_singularentropy_claim": 0.5177558216763942,
"eval_singularentropy_global": 0.5007052073974443,
"eval_singularentropy_invention": 0.5516843624366072,
"eval_uniformity_abstract": -2.6066079139709473,
"eval_uniformity_claim": -2.5543649196624756,
"eval_uniformity_global": -2.5666000843048096,
"eval_uniformity_invention": -2.509749174118042,
"step": 5000
},
{
"epoch": 0.9229918938835667,
"grad_norm": 0.25206977128982544,
"learning_rate": 1.8214622853962582e-07,
"loss": 0.011,
"step": 5010
},
{
"epoch": 0.924834193072955,
"grad_norm": 0.6527201533317566,
"learning_rate": 1.7364581495615817e-07,
"loss": 0.0083,
"step": 5020
},
{
"epoch": 0.9266764922623434,
"grad_norm": 0.4221443235874176,
"learning_rate": 1.6534501413387695e-07,
"loss": 0.0086,
"step": 5030
},
{
"epoch": 0.9285187914517318,
"grad_norm": 0.3209269344806671,
"learning_rate": 1.5724416938487807e-07,
"loss": 0.0122,
"step": 5040
},
{
"epoch": 0.9303610906411202,
"grad_norm": 0.34235551953315735,
"learning_rate": 1.493436157512923e-07,
"loss": 0.0083,
"step": 5050
},
{
"epoch": 0.9322033898305084,
"grad_norm": 0.7074379920959473,
"learning_rate": 1.416436799914278e-07,
"loss": 0.0119,
"step": 5060
},
{
"epoch": 0.9340456890198968,
"grad_norm": 0.44580844044685364,
"learning_rate": 1.341446805662544e-07,
"loss": 0.0096,
"step": 5070
},
{
"epoch": 0.9358879882092852,
"grad_norm": 0.3662112355232239,
"learning_rate": 1.2684692762623517e-07,
"loss": 0.0127,
"step": 5080
},
{
"epoch": 0.9377302873986736,
"grad_norm": 0.055077120661735535,
"learning_rate": 1.1975072299849567e-07,
"loss": 0.0062,
"step": 5090
},
{
"epoch": 0.9395725865880619,
"grad_norm": 0.5386039614677429,
"learning_rate": 1.1285636017434431e-07,
"loss": 0.0122,
"step": 5100
},
{
"epoch": 0.9414148857774502,
"grad_norm": 0.25755560398101807,
"learning_rate": 1.0616412429712952e-07,
"loss": 0.0102,
"step": 5110
},
{
"epoch": 0.9432571849668386,
"grad_norm": 0.5127227902412415,
"learning_rate": 9.96742921504512e-08,
"loss": 0.0119,
"step": 5120
},
{
"epoch": 0.9441783345615328,
"eval_alignment_abstract": {
"mean_alignment": 0.5547025799751282
},
"eval_alignment_claim": {
"mean_alignment": 0.4939539134502411
},
"eval_alignment_global": {
"mean_alignment": 0.5302951335906982
},
"eval_alignment_invention": {
"mean_alignment": 0.5039829015731812
},
"eval_ipc_cls_abstract_accuracy_primary": 58.08,
"eval_ipc_cls_abstract_precision@1": 62.96000000000001,
"eval_ipc_cls_abstract_precision@3": 31.57333333333333,
"eval_ipc_cls_abstract_precision@5": 21.048000000000002,
"eval_ipc_cls_global_accuracy_primary": 58.08,
"eval_ipc_cls_global_precision@1": 62.96000000000001,
"eval_ipc_cls_global_precision@3": 31.57333333333333,
"eval_ipc_cls_global_precision@5": 21.048000000000002,
"eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_abstract_precision@1": 69.6,
"eval_ipc_knn_abstract_precision@3": 28.133333333333333,
"eval_ipc_knn_abstract_precision@5": 17.048,
"eval_ipc_knn_global_accuracy_primary": 64.03999999999999,
"eval_ipc_knn_global_precision@1": 69.6,
"eval_ipc_knn_global_precision@3": 28.133333333333333,
"eval_ipc_knn_global_precision@5": 17.048,
"eval_priorArt_ndcg@100_a2a": 0.3351479822448603,
"eval_priorArt_ndcg@100_a2all": 0.3358860888126067,
"eval_priorArt_ndcg@100_a2c": 0.3283473089810803,
"eval_priorArt_ndcg@100_a2i": 0.29441050384634215,
"eval_priorArt_ndcg@100_c2a": 0.36000583573030365,
"eval_priorArt_ndcg@100_c2all": 0.36288493494524643,
"eval_priorArt_ndcg@100_c2c": 0.36455206610237545,
"eval_priorArt_ndcg@100_c2i": 0.3301671859124086,
"eval_priorArt_ndcg@100_i2a": 0.36154341366297527,
"eval_priorArt_ndcg@100_i2all": 0.3190052873128716,
"eval_priorArt_ndcg@100_i2c": 0.33144227359334616,
"eval_priorArt_ndcg@100_i2i": 0.2999382337102133,
"eval_priorArt_ndcg@10_a2a": 0.22642707075579643,
"eval_priorArt_ndcg@10_a2all": 0.2110560607181035,
"eval_priorArt_ndcg@10_a2c": 0.20766168248003786,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2319441949852406,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.22946125229764328,
"eval_priorArt_ndcg@10_c2i": 0.17410790990510322,
"eval_priorArt_ndcg@10_i2a": 0.2589986538642412,
"eval_priorArt_ndcg@10_i2all": 0.21164291423413134,
"eval_priorArt_ndcg@10_i2c": 0.20533219216437176,
"eval_priorArt_ndcg@10_i2i": 0.17289458964391455,
"eval_priorArt_ndcg@20_a2a": 0.2646877490936054,
"eval_priorArt_ndcg@20_a2all": 0.24836801445563889,
"eval_priorArt_ndcg@20_a2c": 0.23629448252925095,
"eval_priorArt_ndcg@20_a2i": 0.2016434802148614,
"eval_priorArt_ndcg@20_c2a": 0.2848080764986079,
"eval_priorArt_ndcg@20_c2all": 0.2707794908585136,
"eval_priorArt_ndcg@20_c2c": 0.2844575122357984,
"eval_priorArt_ndcg@20_c2i": 0.2160691355525533,
"eval_priorArt_ndcg@20_i2a": 0.2895365887549558,
"eval_priorArt_ndcg@20_i2all": 0.2532735303711806,
"eval_priorArt_ndcg@20_i2c": 0.25767393023045415,
"eval_priorArt_ndcg@20_i2i": 0.2221911858004353,
"eval_priorArt_ndcg@50_a2a": 0.2971423628861772,
"eval_priorArt_ndcg@50_a2all": 0.3191686848982174,
"eval_priorArt_ndcg@50_a2c": 0.29857520307502994,
"eval_priorArt_ndcg@50_a2i": 0.27230993316197305,
"eval_priorArt_ndcg@50_c2a": 0.3141080843092266,
"eval_priorArt_ndcg@50_c2all": 0.3296849004141453,
"eval_priorArt_ndcg@50_c2c": 0.3314735477636309,
"eval_priorArt_ndcg@50_c2i": 0.290014838755646,
"eval_priorArt_ndcg@50_i2a": 0.32719304072628147,
"eval_priorArt_ndcg@50_i2all": 0.30142297630181847,
"eval_priorArt_ndcg@50_i2c": 0.29679936176428795,
"eval_priorArt_ndcg@50_i2i": 0.2620154993138307,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7958333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7291666666666667,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.4946909569885452,
"eval_singularentropy_claim": 0.5176511223164734,
"eval_singularentropy_global": 0.5005246053309029,
"eval_singularentropy_invention": 0.5514575617488171,
"eval_uniformity_abstract": -2.607499122619629,
"eval_uniformity_claim": -2.555204391479492,
"eval_uniformity_global": -2.5675580501556396,
"eval_uniformity_invention": -2.510892629623413,
"step": 5125
},
{
"epoch": 0.945099484156227,
"grad_norm": 0.132228821516037,
"learning_rate": 9.338713214671003e-08,
"loss": 0.0081,
"step": 5130
},
{
"epoch": 0.9469417833456153,
"grad_norm": 0.39058205485343933,
"learning_rate": 8.730290431600786e-08,
"loss": 0.0094,
"step": 5140
},
{
"epoch": 0.9487840825350037,
"grad_norm": 0.7624611258506775,
"learning_rate": 8.1421860295392e-08,
"loss": 0.0158,
"step": 5150
},
{
"epoch": 0.9506263817243921,
"grad_norm": 0.4465104341506958,
"learning_rate": 7.574424331844854e-08,
"loss": 0.008,
"step": 5160
},
{
"epoch": 0.9524686809137805,
"grad_norm": 0.6791189908981323,
"learning_rate": 7.027028820524195e-08,
"loss": 0.0136,
"step": 5170
},
{
"epoch": 0.9543109801031687,
"grad_norm": 0.4523979425430298,
"learning_rate": 6.500022135260353e-08,
"loss": 0.0115,
"step": 5180
},
{
"epoch": 0.9561532792925571,
"grad_norm": 0.09580545127391815,
"learning_rate": 5.993426072476771e-08,
"loss": 0.0114,
"step": 5190
},
{
"epoch": 0.9579955784819455,
"grad_norm": 0.3452601134777069,
"learning_rate": 5.507261584435819e-08,
"loss": 0.0084,
"step": 5200
},
{
"epoch": 0.9598378776713338,
"grad_norm": 0.4796968996524811,
"learning_rate": 5.0415487783720965e-08,
"loss": 0.012,
"step": 5210
},
{
"epoch": 0.9616801768607222,
"grad_norm": 0.5042070150375366,
"learning_rate": 4.59630691566082e-08,
"loss": 0.0104,
"step": 5220
},
{
"epoch": 0.9635224760501105,
"grad_norm": 0.38603177666664124,
"learning_rate": 4.1715544110212944e-08,
"loss": 0.0079,
"step": 5230
},
{
"epoch": 0.9653647752394989,
"grad_norm": 0.4243401885032654,
"learning_rate": 3.767308831755301e-08,
"loss": 0.0118,
"step": 5240
},
{
"epoch": 0.9672070744288872,
"grad_norm": 0.3209580183029175,
"learning_rate": 3.3835868970204525e-08,
"loss": 0.0098,
"step": 5250
},
{
"epoch": 0.9672070744288872,
"eval_alignment_abstract": {
"mean_alignment": 0.5550414323806763
},
"eval_alignment_claim": {
"mean_alignment": 0.4942944049835205
},
"eval_alignment_global": {
"mean_alignment": 0.5307050347328186
},
"eval_alignment_invention": {
"mean_alignment": 0.5045651793479919
},
"eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_abstract_precision@1": 63.0,
"eval_ipc_cls_abstract_precision@3": 31.6,
"eval_ipc_cls_abstract_precision@5": 21.072000000000003,
"eval_ipc_cls_global_accuracy_primary": 58.120000000000005,
"eval_ipc_cls_global_precision@1": 63.0,
"eval_ipc_cls_global_precision@3": 31.6,
"eval_ipc_cls_global_precision@5": 21.072000000000003,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.56,
"eval_ipc_knn_abstract_precision@3": 28.12,
"eval_ipc_knn_abstract_precision@5": 17.04,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.56,
"eval_ipc_knn_global_precision@3": 28.12,
"eval_ipc_knn_global_precision@5": 17.04,
"eval_priorArt_ndcg@100_a2a": 0.3351135446101084,
"eval_priorArt_ndcg@100_a2all": 0.3362718248603739,
"eval_priorArt_ndcg@100_a2c": 0.3283074266297549,
"eval_priorArt_ndcg@100_a2i": 0.29436829291532185,
"eval_priorArt_ndcg@100_c2a": 0.36014400898405874,
"eval_priorArt_ndcg@100_c2all": 0.3630836446788697,
"eval_priorArt_ndcg@100_c2c": 0.36469305926840134,
"eval_priorArt_ndcg@100_c2i": 0.33029067289115244,
"eval_priorArt_ndcg@100_i2a": 0.36148502410153266,
"eval_priorArt_ndcg@100_i2all": 0.3191017358493796,
"eval_priorArt_ndcg@100_i2c": 0.3316158050422391,
"eval_priorArt_ndcg@100_i2i": 0.29568925282857134,
"eval_priorArt_ndcg@10_a2a": 0.22642707075579643,
"eval_priorArt_ndcg@10_a2all": 0.21142288121787955,
"eval_priorArt_ndcg@10_a2c": 0.20766168248003786,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2319441949852406,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.22946125229764328,
"eval_priorArt_ndcg@10_c2i": 0.17410790990510322,
"eval_priorArt_ndcg@10_i2a": 0.2589986538642412,
"eval_priorArt_ndcg@10_i2all": 0.21164291423413134,
"eval_priorArt_ndcg@10_i2c": 0.20533219216437176,
"eval_priorArt_ndcg@10_i2i": 0.17312813781428912,
"eval_priorArt_ndcg@20_a2a": 0.2646877490936054,
"eval_priorArt_ndcg@20_a2all": 0.2487348349554149,
"eval_priorArt_ndcg@20_a2c": 0.23629448252925095,
"eval_priorArt_ndcg@20_a2i": 0.2016434802148614,
"eval_priorArt_ndcg@20_c2a": 0.28492175289867006,
"eval_priorArt_ndcg@20_c2all": 0.2708828155503321,
"eval_priorArt_ndcg@20_c2c": 0.2844575122357984,
"eval_priorArt_ndcg@20_c2i": 0.21613351803447461,
"eval_priorArt_ndcg@20_i2a": 0.2895365887549558,
"eval_priorArt_ndcg@20_i2all": 0.25342165265202504,
"eval_priorArt_ndcg@20_i2c": 0.25783093940018775,
"eval_priorArt_ndcg@20_i2i": 0.22254830459664623,
"eval_priorArt_ndcg@50_a2a": 0.29710792525142526,
"eval_priorArt_ndcg@50_a2all": 0.31952987329977456,
"eval_priorArt_ndcg@50_a2c": 0.29857520307502994,
"eval_priorArt_ndcg@50_a2i": 0.27223405201549145,
"eval_priorArt_ndcg@50_c2a": 0.3142217607092888,
"eval_priorArt_ndcg@50_c2all": 0.33397857333941,
"eval_priorArt_ndcg@50_c2c": 0.33156891805328464,
"eval_priorArt_ndcg@50_c2i": 0.2901074574528052,
"eval_priorArt_ndcg@50_i2a": 0.3271447436531935,
"eval_priorArt_ndcg@50_i2all": 0.30150619703102327,
"eval_priorArt_ndcg@50_i2c": 0.29693264255626406,
"eval_priorArt_ndcg@50_i2i": 0.26237261811004176,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7708333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49447375498453383,
"eval_singularentropy_claim": 0.5173870796841097,
"eval_singularentropy_global": 0.5002557345066871,
"eval_singularentropy_invention": 0.551095100099299,
"eval_uniformity_abstract": -2.607532501220703,
"eval_uniformity_claim": -2.5553486347198486,
"eval_uniformity_global": -2.5677261352539062,
"eval_uniformity_invention": -2.511178493499756,
"step": 5250
},
{
"epoch": 0.9690493736182756,
"grad_norm": 0.2910194993019104,
"learning_rate": 3.020404477138694e-08,
"loss": 0.0091,
"step": 5260
},
{
"epoch": 0.970891672807664,
"grad_norm": 0.3346911072731018,
"learning_rate": 2.6777765929400513e-08,
"loss": 0.0121,
"step": 5270
},
{
"epoch": 0.9727339719970524,
"grad_norm": 0.4350140690803528,
"learning_rate": 2.3557174151411788e-08,
"loss": 0.0125,
"step": 5280
},
{
"epoch": 0.9745762711864406,
"grad_norm": 0.3916904628276825,
"learning_rate": 2.0542402637596105e-08,
"loss": 0.011,
"step": 5290
},
{
"epoch": 0.976418570375829,
"grad_norm": 0.5756121873855591,
"learning_rate": 1.7733576075624202e-08,
"loss": 0.0101,
"step": 5300
},
{
"epoch": 0.9782608695652174,
"grad_norm": 0.18630872666835785,
"learning_rate": 1.5130810635508585e-08,
"loss": 0.0086,
"step": 5310
},
{
"epoch": 0.9801031687546058,
"grad_norm": 0.13734780251979828,
"learning_rate": 1.2734213964797903e-08,
"loss": 0.0121,
"step": 5320
},
{
"epoch": 0.9819454679439941,
"grad_norm": 0.3894253671169281,
"learning_rate": 1.054388518412497e-08,
"loss": 0.0102,
"step": 5330
},
{
"epoch": 0.9837877671333825,
"grad_norm": 0.061957232654094696,
"learning_rate": 8.559914883105592e-09,
"loss": 0.0085,
"step": 5340
},
{
"epoch": 0.9856300663227708,
"grad_norm": 0.12330303341150284,
"learning_rate": 6.782385116594903e-09,
"loss": 0.0118,
"step": 5350
},
{
"epoch": 0.9874723655121592,
"grad_norm": 0.4410039782524109,
"learning_rate": 5.211369401291189e-09,
"loss": 0.013,
"step": 5360
},
{
"epoch": 0.9893146647015475,
"grad_norm": 0.2883341610431671,
"learning_rate": 3.846932712696095e-09,
"loss": 0.0061,
"step": 5370
},
{
"epoch": 0.9902358142962417,
"eval_alignment_abstract": {
"mean_alignment": 0.5551782846450806
},
"eval_alignment_claim": {
"mean_alignment": 0.49446943402290344
},
"eval_alignment_global": {
"mean_alignment": 0.5308414101600647
},
"eval_alignment_invention": {
"mean_alignment": 0.5046462416648865
},
"eval_ipc_cls_abstract_accuracy_primary": 57.84,
"eval_ipc_cls_abstract_precision@1": 62.72,
"eval_ipc_cls_abstract_precision@3": 31.58666666666667,
"eval_ipc_cls_abstract_precision@5": 21.064000000000004,
"eval_ipc_cls_global_accuracy_primary": 57.84,
"eval_ipc_cls_global_precision@1": 62.72,
"eval_ipc_cls_global_precision@3": 31.58666666666667,
"eval_ipc_cls_global_precision@5": 21.064000000000004,
"eval_ipc_knn_abstract_accuracy_primary": 64.0,
"eval_ipc_knn_abstract_precision@1": 69.56,
"eval_ipc_knn_abstract_precision@3": 28.12,
"eval_ipc_knn_abstract_precision@5": 17.04,
"eval_ipc_knn_global_accuracy_primary": 64.0,
"eval_ipc_knn_global_precision@1": 69.56,
"eval_ipc_knn_global_precision@3": 28.12,
"eval_ipc_knn_global_precision@5": 17.04,
"eval_priorArt_ndcg@100_a2a": 0.3351135446101084,
"eval_priorArt_ndcg@100_a2all": 0.3362718248603739,
"eval_priorArt_ndcg@100_a2c": 0.32833100576883745,
"eval_priorArt_ndcg@100_a2i": 0.2944657555667055,
"eval_priorArt_ndcg@100_c2a": 0.36020059200977506,
"eval_priorArt_ndcg@100_c2all": 0.3630836446788697,
"eval_priorArt_ndcg@100_c2c": 0.36476252278466714,
"eval_priorArt_ndcg@100_c2i": 0.3303223724047639,
"eval_priorArt_ndcg@100_i2a": 0.36151238229230453,
"eval_priorArt_ndcg@100_i2all": 0.3191017358493796,
"eval_priorArt_ndcg@100_i2c": 0.3316158050422391,
"eval_priorArt_ndcg@100_i2i": 0.2957412400527364,
"eval_priorArt_ndcg@10_a2a": 0.22642707075579643,
"eval_priorArt_ndcg@10_a2all": 0.21142288121787955,
"eval_priorArt_ndcg@10_a2c": 0.20766168248003786,
"eval_priorArt_ndcg@10_a2i": 0.16052721513621587,
"eval_priorArt_ndcg@10_c2a": 0.2319441949852406,
"eval_priorArt_ndcg@10_c2all": 0.22245778733176924,
"eval_priorArt_ndcg@10_c2c": 0.22946125229764328,
"eval_priorArt_ndcg@10_c2i": 0.17410790990510322,
"eval_priorArt_ndcg@10_i2a": 0.2589986538642412,
"eval_priorArt_ndcg@10_i2all": 0.21164291423413134,
"eval_priorArt_ndcg@10_i2c": 0.20533219216437176,
"eval_priorArt_ndcg@10_i2i": 0.17312813781428912,
"eval_priorArt_ndcg@20_a2a": 0.2646877490936054,
"eval_priorArt_ndcg@20_a2all": 0.2487348349554149,
"eval_priorArt_ndcg@20_a2c": 0.23629448252925095,
"eval_priorArt_ndcg@20_a2i": 0.2016434802148614,
"eval_priorArt_ndcg@20_c2a": 0.28492175289867006,
"eval_priorArt_ndcg@20_c2all": 0.2708828155503321,
"eval_priorArt_ndcg@20_c2c": 0.2844575122357984,
"eval_priorArt_ndcg@20_c2i": 0.21613351803447461,
"eval_priorArt_ndcg@20_i2a": 0.2895365887549558,
"eval_priorArt_ndcg@20_i2all": 0.25342165265202504,
"eval_priorArt_ndcg@20_i2c": 0.25783093940018775,
"eval_priorArt_ndcg@20_i2i": 0.22242473397080992,
"eval_priorArt_ndcg@50_a2a": 0.29710792525142526,
"eval_priorArt_ndcg@50_a2all": 0.31952987329977456,
"eval_priorArt_ndcg@50_a2c": 0.29857520307502994,
"eval_priorArt_ndcg@50_a2i": 0.2723315146668751,
"eval_priorArt_ndcg@50_c2a": 0.31428666226092833,
"eval_priorArt_ndcg@50_c2all": 0.33397857333941,
"eval_priorArt_ndcg@50_c2c": 0.33163838156955044,
"eval_priorArt_ndcg@50_c2i": 0.29015311734621896,
"eval_priorArt_ndcg@50_i2a": 0.3271721018439654,
"eval_priorArt_ndcg@50_i2all": 0.30150619703102327,
"eval_priorArt_ndcg@50_i2c": 0.29693264255626406,
"eval_priorArt_ndcg@50_i2i": 0.26242460533420686,
"eval_priorArt_recall@100_a2a": 0.8083333333333333,
"eval_priorArt_recall@100_a2all": 0.8333333333333334,
"eval_priorArt_recall@100_a2c": 0.85,
"eval_priorArt_recall@100_a2i": 0.7875,
"eval_priorArt_recall@100_c2a": 0.8916666666666666,
"eval_priorArt_recall@100_c2all": 0.8958333333333334,
"eval_priorArt_recall@100_c2c": 0.8916666666666666,
"eval_priorArt_recall@100_c2i": 0.8916666666666668,
"eval_priorArt_recall@100_i2a": 0.8041666666666668,
"eval_priorArt_recall@100_i2all": 0.7708333333333334,
"eval_priorArt_recall@100_i2c": 0.8458333333333332,
"eval_priorArt_recall@100_i2i": 0.7708333333333333,
"eval_priorArt_recall@10_a2a": 0.3916666666666667,
"eval_priorArt_recall@10_a2all": 0.35833333333333334,
"eval_priorArt_recall@10_a2c": 0.38333333333333336,
"eval_priorArt_recall@10_a2i": 0.2791666666666667,
"eval_priorArt_recall@10_c2a": 0.39166666666666666,
"eval_priorArt_recall@10_c2all": 0.36250000000000004,
"eval_priorArt_recall@10_c2c": 0.38750000000000007,
"eval_priorArt_recall@10_c2i": 0.2833333333333333,
"eval_priorArt_recall@10_i2a": 0.39583333333333337,
"eval_priorArt_recall@10_i2all": 0.3625,
"eval_priorArt_recall@10_i2c": 0.3458333333333333,
"eval_priorArt_recall@10_i2i": 0.29583333333333334,
"eval_priorArt_recall@20_a2a": 0.5041666666666667,
"eval_priorArt_recall@20_a2all": 0.4666666666666666,
"eval_priorArt_recall@20_a2c": 0.4625,
"eval_priorArt_recall@20_a2i": 0.39166666666666666,
"eval_priorArt_recall@20_c2a": 0.5541666666666666,
"eval_priorArt_recall@20_c2all": 0.5083333333333334,
"eval_priorArt_recall@20_c2c": 0.5458333333333333,
"eval_priorArt_recall@20_c2i": 0.4083333333333334,
"eval_priorArt_recall@20_i2a": 0.4833333333333333,
"eval_priorArt_recall@20_i2all": 0.4875,
"eval_priorArt_recall@20_i2c": 0.5125,
"eval_priorArt_recall@20_i2i": 0.4458333333333334,
"eval_priorArt_recall@50_a2a": 0.6208333333333333,
"eval_priorArt_recall@50_a2all": 0.7541666666666667,
"eval_priorArt_recall@50_a2c": 0.7166666666666667,
"eval_priorArt_recall@50_a2i": 0.6833333333333333,
"eval_priorArt_recall@50_c2a": 0.6625,
"eval_priorArt_recall@50_c2all": 0.7458333333333333,
"eval_priorArt_recall@50_c2c": 0.7291666666666667,
"eval_priorArt_recall@50_c2i": 0.6916666666666667,
"eval_priorArt_recall@50_i2a": 0.6291666666666667,
"eval_priorArt_recall@50_i2all": 0.6708333333333334,
"eval_priorArt_recall@50_i2c": 0.6708333333333334,
"eval_priorArt_recall@50_i2i": 0.6,
"eval_singularentropy_abstract": 0.49439457232878337,
"eval_singularentropy_claim": 0.5172953102300355,
"eval_singularentropy_global": 0.5001668303947427,
"eval_singularentropy_invention": 0.5509888874239619,
"eval_uniformity_abstract": -2.6077628135681152,
"eval_uniformity_claim": -2.555588722229004,
"eval_uniformity_global": -2.567988157272339,
"eval_uniformity_invention": -2.5114593505859375,
"step": 5375
},
{
"epoch": 0.9911569638909359,
"grad_norm": 0.3936016261577606,
"learning_rate": 2.689131482427332e-09,
"loss": 0.0092,
"step": 5380
},
{
"epoch": 0.9929992630803243,
"grad_norm": 0.35457584261894226,
"learning_rate": 1.7380135958849909e-09,
"loss": 0.006,
"step": 5390
},
{
"epoch": 0.9948415622697127,
"grad_norm": 0.1334971934556961,
"learning_rate": 9.936183902703456e-10,
"loss": 0.0095,
"step": 5400
},
{
"epoch": 0.9966838614591009,
"grad_norm": 0.28327295184135437,
"learning_rate": 4.55976652959933e-10,
"loss": 0.0104,
"step": 5410
},
{
"epoch": 0.9985261606484893,
"grad_norm": 0.3810657858848572,
"learning_rate": 1.2511062023157218e-10,
"loss": 0.0125,
"step": 5420
}
],
"logging_steps": 10,
"max_steps": 5428,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.179892998934102e+18,
"train_batch_size": 512,
"trial_name": null,
"trial_params": null
}
{
"best_metric": 0.725,
"best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+summary_reg-None/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5428,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00018422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8174876570701599
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 48.24,
"eval_ipc_cls_abstract_precision@1": 52.44,
"eval_ipc_cls_abstract_precision@3": 27.346666666666664,
"eval_ipc_cls_abstract_precision@5": 18.656,
"eval_ipc_cls_global_accuracy_primary": 48.24,
"eval_ipc_cls_global_precision@1": 52.44,
"eval_ipc_cls_global_precision@3": 27.346666666666664,
"eval_ipc_cls_global_precision@5": 18.656,
"eval_ipc_knn_abstract_accuracy_primary": 38.2,
"eval_ipc_knn_abstract_precision@1": 41.64,
"eval_ipc_knn_abstract_precision@3": 20.96,
"eval_ipc_knn_abstract_precision@5": 14.16,
"eval_ipc_knn_global_accuracy_primary": 38.2,
"eval_ipc_knn_global_precision@1": 41.64,
"eval_ipc_knn_global_precision@3": 20.96,
"eval_ipc_knn_global_precision@5": 14.16,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.10621660426875561,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.08974000140339546,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.12435147611836836,
"eval_priorArt_ndcg@100_i2c": 0.0750706904235097,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.07084205804983375,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08466299412420417,
"eval_priorArt_ndcg@10_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.0767080421251182,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09100384496582384,
"eval_priorArt_ndcg@20_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.09139940548532297,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.08098054102295274,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09490764546574486,
"eval_priorArt_ndcg@50_i2c": 0.054212358141965164,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.1791666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.24166666666666664,
"eval_priorArt_recall@100_i2i": 0.2625,