PatentMap-V0-SecPair-ClaimSummary / trainer_state.json
ZoeYou's picture
Upload PatentMap-V0-SecPair-ClaimSummary
d084d8a verified
Raw History Blame Contribute Delete
421 kB
{ "best_metric": 0.725, "best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+summary_reg-None/best_model", "epoch": 1.0, "eval_steps": 500, "global_step": 5428, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00018422991893883567, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2719331681728363 }, "eval_alignment_global": { "mean_alignment": 0.8174876570701599 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 48.24, "eval_ipc_cls_abstract_precision@1": 52.44, "eval_ipc_cls_abstract_precision@3": 27.346666666666664, "eval_ipc_cls_abstract_precision@5": 18.656, "eval_ipc_cls_global_accuracy_primary": 48.24, "eval_ipc_cls_global_precision@1": 52.44, "eval_ipc_cls_global_precision@3": 27.346666666666664, "eval_ipc_cls_global_precision@5": 18.656, "eval_ipc_knn_abstract_accuracy_primary": 38.2, "eval_ipc_knn_abstract_precision@1": 41.64, "eval_ipc_knn_abstract_precision@3": 20.96, "eval_ipc_knn_abstract_precision@5": 14.16, "eval_ipc_knn_global_accuracy_primary": 38.2, "eval_ipc_knn_global_precision@1": 41.64, "eval_ipc_knn_global_precision@3": 20.96, "eval_ipc_knn_global_precision@5": 14.16, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02156851240255303, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.018844478238184775, "eval_priorArt_ndcg@100_c2all": 0.10621660426875561, "eval_priorArt_ndcg@100_c2c": 0.09372988972614268, "eval_priorArt_ndcg@100_c2i": 0.08974000140339546, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12435147611836836, "eval_priorArt_ndcg@100_i2c": 0.0750706904235097, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.048124705451653677, "eval_priorArt_ndcg@10_c2c": 0.040303393351274405, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08466299412420417, "eval_priorArt_ndcg@10_i2c": 0.039302556566462456, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.011389603823239327, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.05617684670611408, "eval_priorArt_ndcg@20_c2c": 0.05387915435368969, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09100384496582384, "eval_priorArt_ndcg@20_i2c": 0.039302556566462456, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.02156851240255303, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.014804095548293261, "eval_priorArt_ndcg@50_c2all": 0.09139940548532297, "eval_priorArt_ndcg@50_c2c": 0.074788575523719, "eval_priorArt_ndcg@50_c2i": 0.08098054102295274, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09490764546574486, "eval_priorArt_ndcg@50_i2c": 0.054212358141965164, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.1791666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3291666666666667, "eval_priorArt_recall@100_i2c": 0.24166666666666664, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.03333333333333333, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.016666666666666666, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7066481926373577, "eval_singularentropy_global": 0.5412447306860664, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8398373126983643, "eval_uniformity_global": -1.7167308330535889, "eval_uniformity_invention": -1.4561618566513062, "step": 1 }, { "epoch": 0.0007369196757553427, "eval_alignment_abstract": { "mean_alignment": 0.45510047674179077 }, "eval_alignment_claim": { "mean_alignment": 0.2719331681728363 }, "eval_alignment_global": { "mean_alignment": 0.8174876570701599 }, "eval_alignment_invention": { "mean_alignment": 0.44017961621284485 }, "eval_ipc_cls_abstract_accuracy_primary": 48.24, "eval_ipc_cls_abstract_precision@1": 52.44, "eval_ipc_cls_abstract_precision@3": 27.346666666666664, "eval_ipc_cls_abstract_precision@5": 18.656, "eval_ipc_cls_global_accuracy_primary": 48.24, "eval_ipc_cls_global_precision@1": 52.44, "eval_ipc_cls_global_precision@3": 27.346666666666664, "eval_ipc_cls_global_precision@5": 18.656, "eval_ipc_knn_abstract_accuracy_primary": 38.2, "eval_ipc_knn_abstract_precision@1": 41.64, "eval_ipc_knn_abstract_precision@3": 20.96, "eval_ipc_knn_abstract_precision@5": 14.16, "eval_ipc_knn_global_accuracy_primary": 38.2, "eval_ipc_knn_global_precision@1": 41.64, "eval_ipc_knn_global_precision@3": 20.96, "eval_ipc_knn_global_precision@5": 14.16, "eval_priorArt_ndcg@100_a2a": 0.17719471451742733, "eval_priorArt_ndcg@100_a2all": 0.1771869901241114, "eval_priorArt_ndcg@100_a2c": 0.02156851240255303, "eval_priorArt_ndcg@100_a2i": 0.08671382288397524, "eval_priorArt_ndcg@100_c2a": 0.018844478238184775, "eval_priorArt_ndcg@100_c2all": 0.10621660426875561, "eval_priorArt_ndcg@100_c2c": 0.09372988972614268, "eval_priorArt_ndcg@100_c2i": 0.08974000140339546, "eval_priorArt_ndcg@100_i2a": 0.02161331259967114, "eval_priorArt_ndcg@100_i2all": 0.12435147611836836, "eval_priorArt_ndcg@100_i2c": 0.0750706904235097, "eval_priorArt_ndcg@100_i2i": 0.10991365561423687, "eval_priorArt_ndcg@10_a2a": 0.07366426849450196, "eval_priorArt_ndcg@10_a2all": 0.07366426849450196, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.019681197738844088, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.048124705451653677, "eval_priorArt_ndcg@10_c2c": 0.040303393351274405, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08466299412420417, "eval_priorArt_ndcg@10_i2c": 0.039302556566462456, "eval_priorArt_ndcg@10_i2i": 0.0775996454812127, "eval_priorArt_ndcg@20_a2a": 0.10305092482996128, "eval_priorArt_ndcg@20_a2all": 0.10305092482996128, "eval_priorArt_ndcg@20_a2c": 0.011389603823239327, "eval_priorArt_ndcg@20_a2i": 0.03247909897933486, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.05617684670611408, "eval_priorArt_ndcg@20_c2c": 0.05387915435368969, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09100384496582384, "eval_priorArt_ndcg@20_i2c": 0.039302556566462456, "eval_priorArt_ndcg@20_i2i": 0.08394049632283239, "eval_priorArt_ndcg@50_a2a": 0.1483962334175445, "eval_priorArt_ndcg@50_a2all": 0.1483962334175445, "eval_priorArt_ndcg@50_a2c": 0.02156851240255303, "eval_priorArt_ndcg@50_a2i": 0.05531636190583542, "eval_priorArt_ndcg@50_c2a": 0.014804095548293261, "eval_priorArt_ndcg@50_c2all": 0.09139940548532297, "eval_priorArt_ndcg@50_c2c": 0.074788575523719, "eval_priorArt_ndcg@50_c2i": 0.08098054102295274, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.09490764546574486, "eval_priorArt_ndcg@50_i2c": 0.054212358141965164, "eval_priorArt_ndcg@50_i2i": 0.08784429682275341, "eval_priorArt_recall@100_a2a": 0.5875, "eval_priorArt_recall@100_a2all": 0.5875, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.33749999999999997, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.1791666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3291666666666667, "eval_priorArt_recall@100_i2c": 0.24166666666666664, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.041666666666666664, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.03333333333333333, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.19166666666666668, "eval_priorArt_recall@50_c2a": 0.016666666666666666, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.17916666666666664, "eval_priorArt_recall@50_i2c": 0.13333333333333333, "eval_priorArt_recall@50_i2i": 0.1625, "eval_singularentropy_abstract": 0.5395312801413632, "eval_singularentropy_claim": 0.7066481926373577, "eval_singularentropy_global": 0.5412447306860664, "eval_singularentropy_invention": 0.5933926025595535, "eval_uniformity_abstract": -2.0126848220825195, "eval_uniformity_claim": -0.8398373126983643, "eval_uniformity_global": -1.7167308330535889, "eval_uniformity_invention": -1.4561618566513062, "step": 4 }, { "epoch": 0.0018422991893883567, "grad_norm": 167.56707763671875, "learning_rate": 1.4732965009208104e-07, "loss": 5.0141, "step": 10 }, { "epoch": 0.0029476787030213707, "eval_alignment_abstract": { "mean_alignment": 0.45796722173690796 }, "eval_alignment_claim": { "mean_alignment": 0.2751217782497406 }, "eval_alignment_global": { "mean_alignment": 0.8077161312103271 }, "eval_alignment_invention": { "mean_alignment": 0.44016438722610474 }, "eval_ipc_cls_abstract_accuracy_primary": 48.32, "eval_ipc_cls_abstract_precision@1": 52.480000000000004, "eval_ipc_cls_abstract_precision@3": 27.346666666666664, "eval_ipc_cls_abstract_precision@5": 18.68, "eval_ipc_cls_global_accuracy_primary": 48.32, "eval_ipc_cls_global_precision@1": 52.480000000000004, "eval_ipc_cls_global_precision@3": 27.346666666666664, "eval_ipc_cls_global_precision@5": 18.68, "eval_ipc_knn_abstract_accuracy_primary": 38.519999999999996, "eval_ipc_knn_abstract_precision@1": 42.04, "eval_ipc_knn_abstract_precision@3": 21.05333333333333, "eval_ipc_knn_abstract_precision@5": 14.384, "eval_ipc_knn_global_accuracy_primary": 38.519999999999996, "eval_ipc_knn_global_precision@1": 42.04, "eval_ipc_knn_global_precision@3": 21.05333333333333, "eval_ipc_knn_global_precision@5": 14.384, "eval_priorArt_ndcg@100_a2a": 0.18467310216452235, "eval_priorArt_ndcg@100_a2all": 0.18467310216452235, "eval_priorArt_ndcg@100_a2c": 0.02203955738426279, "eval_priorArt_ndcg@100_a2i": 0.094254690786075, "eval_priorArt_ndcg@100_c2a": 0.019005365708676263, "eval_priorArt_ndcg@100_c2all": 0.10887794145942575, "eval_priorArt_ndcg@100_c2c": 0.09618281110853412, "eval_priorArt_ndcg@100_c2i": 0.09431332662832115, "eval_priorArt_ndcg@100_i2a": 0.02183305415063253, "eval_priorArt_ndcg@100_i2all": 0.12072861549740577, "eval_priorArt_ndcg@100_i2c": 0.08040866881826636, "eval_priorArt_ndcg@100_i2i": 0.10936621477919709, "eval_priorArt_ndcg@10_a2a": 0.07443003206944676, "eval_priorArt_ndcg@10_a2all": 0.07443003206944676, "eval_priorArt_ndcg@10_a2c": 0.0, "eval_priorArt_ndcg@10_a2i": 0.03539021658122684, "eval_priorArt_ndcg@10_c2a": 0.014804095548293261, "eval_priorArt_ndcg@10_c2all": 0.05031589299359625, "eval_priorArt_ndcg@10_c2c": 0.04249458089321697, "eval_priorArt_ndcg@10_c2i": 0.07084205804983375, "eval_priorArt_ndcg@10_i2a": 0.01781035935540111, "eval_priorArt_ndcg@10_i2all": 0.08523860135096531, "eval_priorArt_ndcg@10_i2c": 0.040769151171810666, "eval_priorArt_ndcg@10_i2i": 0.0768805786026552, "eval_priorArt_ndcg@20_a2a": 0.10415972582791147, "eval_priorArt_ndcg@20_a2all": 0.10415972582791147, "eval_priorArt_ndcg@20_a2c": 0.01692197217010951, "eval_priorArt_ndcg@20_a2i": 0.03539021658122684, "eval_priorArt_ndcg@20_c2a": 0.014804095548293261, "eval_priorArt_ndcg@20_c2all": 0.05836803424805666, "eval_priorArt_ndcg@20_c2c": 0.05607034189563226, "eval_priorArt_ndcg@20_c2i": 0.0767080421251182, "eval_priorArt_ndcg@20_i2a": 0.01781035935540111, "eval_priorArt_ndcg@20_i2all": 0.09157945219258498, "eval_priorArt_ndcg@20_i2c": 0.040769151171810666, "eval_priorArt_ndcg@20_i2i": 0.08322142944427488, "eval_priorArt_ndcg@50_a2a": 0.15107952549046502, "eval_priorArt_ndcg@50_a2all": 0.15107952549046502, "eval_priorArt_ndcg@50_a2c": 0.02203955738426279, "eval_priorArt_ndcg@50_a2i": 0.06217803475802993, "eval_priorArt_ndcg@50_c2a": 0.019005365708676263, "eval_priorArt_ndcg@50_c2all": 0.09392776693231357, "eval_priorArt_ndcg@50_c2c": 0.07712815048383731, "eval_priorArt_ndcg@50_c2i": 0.08093228570600017, "eval_priorArt_ndcg@50_i2a": 0.01781035935540111, "eval_priorArt_ndcg@50_i2all": 0.10106438217726485, "eval_priorArt_ndcg@50_i2c": 0.0644623256402034, "eval_priorArt_ndcg@50_i2i": 0.09686378929820773, "eval_priorArt_recall@100_a2a": 0.6125, "eval_priorArt_recall@100_a2all": 0.6125, "eval_priorArt_recall@100_a2c": 0.06666666666666667, "eval_priorArt_recall@100_a2i": 0.35416666666666663, "eval_priorArt_recall@100_c2a": 0.03333333333333333, "eval_priorArt_recall@100_c2all": 0.3458333333333333, "eval_priorArt_recall@100_c2c": 0.3125, "eval_priorArt_recall@100_c2i": 0.2041666666666667, "eval_priorArt_recall@100_i2a": 0.06666666666666667, "eval_priorArt_recall@100_i2all": 0.3041666666666667, "eval_priorArt_recall@100_i2c": 0.2583333333333333, "eval_priorArt_recall@100_i2i": 0.2625, "eval_priorArt_recall@10_a2a": 0.15416666666666665, "eval_priorArt_recall@10_a2all": 0.15416666666666665, "eval_priorArt_recall@10_a2c": 0.0, "eval_priorArt_recall@10_a2i": 0.09166666666666666, "eval_priorArt_recall@10_c2a": 0.016666666666666666, "eval_priorArt_recall@10_c2all": 0.10833333333333332, "eval_priorArt_recall@10_c2c": 0.09166666666666666, "eval_priorArt_recall@10_c2i": 0.10416666666666666, "eval_priorArt_recall@10_i2a": 0.05, "eval_priorArt_recall@10_i2all": 0.15, "eval_priorArt_recall@10_i2c": 0.06666666666666667, "eval_priorArt_recall@10_i2i": 0.13333333333333333, "eval_priorArt_recall@20_a2a": 0.25833333333333336, "eval_priorArt_recall@20_a2all": 0.25833333333333336, "eval_priorArt_recall@20_a2c": 0.05, "eval_priorArt_recall@20_a2i": 0.09166666666666666, "eval_priorArt_recall@20_c2a": 0.016666666666666666, "eval_priorArt_recall@20_c2all": 0.13333333333333333, "eval_priorArt_recall@20_c2c": 0.13333333333333333, "eval_priorArt_recall@20_c2i": 0.12083333333333335, "eval_priorArt_recall@20_i2a": 0.05, "eval_priorArt_recall@20_i2all": 0.16666666666666666, "eval_priorArt_recall@20_i2c": 0.06666666666666667, "eval_priorArt_recall@20_i2i": 0.15, "eval_priorArt_recall@50_a2a": 0.4458333333333333, "eval_priorArt_recall@50_a2all": 0.4458333333333333, "eval_priorArt_recall@50_a2c": 0.06666666666666667, "eval_priorArt_recall@50_a2i": 0.2041666666666667, "eval_priorArt_recall@50_c2a": 0.03333333333333333, "eval_priorArt_recall@50_c2all": 0.26666666666666666, "eval_priorArt_recall@50_c2c": 0.2166666666666667, "eval_priorArt_recall@50_c2i": 0.1375, "eval_priorArt_recall@50_i2a": 0.05, "eval_priorArt_recall@50_i2all": 0.2041666666666667, "eval_priorArt_recall@50_i2c": 0.18333333333333332, "eval_priorArt_recall@50_i2i": 0.2041666666666667, "eval_singularentropy_abstract": 0.5374839096371116, "eval_singularentropy_claim": 0.7022248426790997, "eval_singularentropy_global": 0.5391054307169221, "eval_singularentropy_invention": 0.5917534496076248, "eval_uniformity_abstract": -2.0359575748443604, "eval_uniformity_claim": -0.8529466986656189, "eval_uniformity_global": -1.7266663312911987, "eval_uniformity_invention": -1.4706631898880005, "step": 16 }, { "epoch": 0.0036845983787767134, "grad_norm": 149.30764770507812, "learning_rate": 3.3149171270718233e-07, "loss": 4.8293, "step": 20 }, { "epoch": 0.00552689756816507, "grad_norm": 113.22061157226562, "learning_rate": 5.156537753222837e-07, "loss": 3.4129, "step": 30 }, { "epoch": 0.007369196757553427, "grad_norm": 36.424346923828125, "learning_rate": 6.99815837937385e-07, "loss": 1.2879, "step": 40 }, { "epoch": 0.009211495946941784, "grad_norm": 8.563973426818848, "learning_rate": 8.839779005524863e-07, "loss": 0.3412, "step": 50 }, { "epoch": 0.01105379513633014, "grad_norm": 3.5415611267089844, "learning_rate": 1.0681399631675876e-06, "loss": 0.1503, "step": 60 }, { "epoch": 0.011790714812085483, "eval_alignment_abstract": { "mean_alignment": 0.40723398327827454 }, "eval_alignment_claim": { "mean_alignment": 0.40767234563827515 }, "eval_alignment_global": { "mean_alignment": 0.44957244396209717 }, "eval_alignment_invention": { "mean_alignment": 0.40583929419517517 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.480000000000004, "eval_ipc_cls_abstract_precision@5": 20.863999999999997, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.480000000000004, "eval_ipc_cls_global_precision@5": 20.863999999999997, "eval_ipc_knn_abstract_accuracy_primary": 61.919999999999995, "eval_ipc_knn_abstract_precision@1": 67.44, "eval_ipc_knn_abstract_precision@3": 27.400000000000002, "eval_ipc_knn_abstract_precision@5": 16.592, "eval_ipc_knn_global_accuracy_primary": 61.919999999999995, "eval_ipc_knn_global_precision@1": 67.44, "eval_ipc_knn_global_precision@3": 27.400000000000002, "eval_ipc_knn_global_precision@5": 16.592, "eval_priorArt_ndcg@100_a2a": 0.3053463700237094, "eval_priorArt_ndcg@100_a2all": 0.30897750506246896, "eval_priorArt_ndcg@100_a2c": 0.2855299577295568, "eval_priorArt_ndcg@100_a2i": 0.26740070084810447, "eval_priorArt_ndcg@100_c2a": 0.33612592315450124, "eval_priorArt_ndcg@100_c2all": 0.33506251804184733, "eval_priorArt_ndcg@100_c2c": 0.3307733270936678, "eval_priorArt_ndcg@100_c2i": 0.2981480330298962, "eval_priorArt_ndcg@100_i2a": 0.3200888028692949, "eval_priorArt_ndcg@100_i2all": 0.3090622627681344, "eval_priorArt_ndcg@100_i2c": 0.28715211716315625, "eval_priorArt_ndcg@100_i2i": 0.2898991479708627, "eval_priorArt_ndcg@10_a2a": 0.18940922358574766, "eval_priorArt_ndcg@10_a2all": 0.18829058730447962, "eval_priorArt_ndcg@10_a2c": 0.15484245645866732, "eval_priorArt_ndcg@10_a2i": 0.1719664529954044, "eval_priorArt_ndcg@10_c2a": 0.22753965241403007, "eval_priorArt_ndcg@10_c2all": 0.21888604501886463, "eval_priorArt_ndcg@10_c2c": 0.21306481781448555, "eval_priorArt_ndcg@10_c2i": 0.18583006394658486, "eval_priorArt_ndcg@10_i2a": 0.1885363645188594, "eval_priorArt_ndcg@10_i2all": 0.18849781374504182, "eval_priorArt_ndcg@10_i2c": 0.15507955295661216, "eval_priorArt_ndcg@10_i2i": 0.2027178496161282, "eval_priorArt_ndcg@20_a2a": 0.23582663335375803, "eval_priorArt_ndcg@20_a2all": 0.24739645212829534, "eval_priorArt_ndcg@20_a2c": 0.20261924219888594, "eval_priorArt_ndcg@20_a2i": 0.1958249086511787, "eval_priorArt_ndcg@20_c2a": 0.2654741595141844, "eval_priorArt_ndcg@20_c2all": 0.2577891467065063, "eval_priorArt_ndcg@20_c2c": 0.2489686591968662, "eval_priorArt_ndcg@20_c2i": 0.20684521259495842, "eval_priorArt_ndcg@20_i2a": 0.24508203856555655, "eval_priorArt_ndcg@20_i2all": 0.21496682137309914, "eval_priorArt_ndcg@20_i2c": 0.18755041217835886, "eval_priorArt_ndcg@20_i2i": 0.21971262806784217, "eval_priorArt_ndcg@50_a2a": 0.27984191843685874, "eval_priorArt_ndcg@50_a2all": 0.2761336255253296, "eval_priorArt_ndcg@50_a2c": 0.2467143757773682, "eval_priorArt_ndcg@50_a2i": 0.2311290509029124, "eval_priorArt_ndcg@50_c2a": 0.2942031579347488, "eval_priorArt_ndcg@50_c2all": 0.28201950887465027, "eval_priorArt_ndcg@50_c2c": 0.29105055903508825, "eval_priorArt_ndcg@50_c2i": 0.255279658544984, "eval_priorArt_ndcg@50_i2a": 0.28345814103272526, "eval_priorArt_ndcg@50_i2all": 0.2795315500030093, "eval_priorArt_ndcg@50_i2c": 0.2606171497324274, "eval_priorArt_ndcg@50_i2i": 0.2581632174726093, "eval_priorArt_recall@100_a2a": 0.7833333333333334, "eval_priorArt_recall@100_a2all": 0.8, "eval_priorArt_recall@100_a2c": 0.7916666666666667, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.8333333333333334, "eval_priorArt_recall@100_c2all": 0.8666666666666668, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.7916666666666667, "eval_priorArt_recall@100_i2a": 0.7916666666666667, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8, "eval_priorArt_recall@100_i2i": 0.7166666666666667, "eval_priorArt_recall@10_a2a": 0.35000000000000003, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3583333333333333, "eval_priorArt_recall@10_c2a": 0.4125, "eval_priorArt_recall@10_c2all": 0.4125, "eval_priorArt_recall@10_c2c": 0.4041666666666667, "eval_priorArt_recall@10_c2i": 0.3416666666666667, "eval_priorArt_recall@10_i2a": 0.30416666666666664, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.28750000000000003, "eval_priorArt_recall@10_i2i": 0.36666666666666664, "eval_priorArt_recall@20_a2a": 0.4875, "eval_priorArt_recall@20_a2all": 0.5291666666666667, "eval_priorArt_recall@20_a2c": 0.4375, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.525, "eval_priorArt_recall@20_c2all": 0.525, "eval_priorArt_recall@20_c2c": 0.525, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4666666666666667, "eval_priorArt_recall@20_i2all": 0.4, "eval_priorArt_recall@20_i2c": 0.3916666666666667, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.65, "eval_priorArt_recall@50_a2c": 0.6041666666666667, "eval_priorArt_recall@50_a2i": 0.575, "eval_priorArt_recall@50_c2a": 0.6333333333333334, "eval_priorArt_recall@50_c2all": 0.6125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.5916666666666668, "eval_priorArt_recall@50_i2a": 0.6083333333333334, "eval_priorArt_recall@50_i2all": 0.6416666666666667, "eval_priorArt_recall@50_i2c": 0.6583333333333334, "eval_priorArt_recall@50_i2i": 0.5583333333333333, "eval_singularentropy_abstract": 0.5065150996331738, "eval_singularentropy_claim": 0.49714340700831194, "eval_singularentropy_global": 0.47359136851874084, "eval_singularentropy_invention": 0.5215979979371765, "eval_uniformity_abstract": -2.5564634799957275, "eval_uniformity_claim": -2.537513017654419, "eval_uniformity_global": -2.588758945465088, "eval_uniformity_invention": -2.5216355323791504, "step": 64 }, { "epoch": 0.012896094325718496, "grad_norm": 2.172987222671509, "learning_rate": 1.252302025782689e-06, "loss": 0.1204, "step": 70 }, { "epoch": 0.014738393515106854, "grad_norm": 1.7234808206558228, "learning_rate": 1.43646408839779e-06, "loss": 0.1082, "step": 80 }, { "epoch": 0.01658069270449521, "grad_norm": 1.5876312255859375, "learning_rate": 1.6022099447513815e-06, "loss": 0.0836, "step": 90 }, { "epoch": 0.018422991893883568, "grad_norm": 1.5301289558410645, "learning_rate": 1.7863720073664825e-06, "loss": 0.0775, "step": 100 }, { "epoch": 0.020265291083271922, "grad_norm": 1.2343491315841675, "learning_rate": 1.970534069981584e-06, "loss": 0.067, "step": 110 }, { "epoch": 0.02210759027266028, "grad_norm": 1.0597517490386963, "learning_rate": 2.1546961325966854e-06, "loss": 0.0589, "step": 120 }, { "epoch": 0.023949889462048637, "grad_norm": 1.276043176651001, "learning_rate": 2.338858195211787e-06, "loss": 0.0703, "step": 130 }, { "epoch": 0.025792188651436992, "grad_norm": 1.121118426322937, "learning_rate": 2.523020257826888e-06, "loss": 0.065, "step": 140 }, { "epoch": 0.02763448784082535, "grad_norm": 0.9652199745178223, "learning_rate": 2.707182320441989e-06, "loss": 0.0634, "step": 150 }, { "epoch": 0.029476787030213707, "grad_norm": 0.6120789647102356, "learning_rate": 2.8913443830570904e-06, "loss": 0.0542, "step": 160 }, { "epoch": 0.03131908621960206, "grad_norm": 1.0430477857589722, "learning_rate": 3.075506445672192e-06, "loss": 0.0526, "step": 170 }, { "epoch": 0.03316138540899042, "grad_norm": 1.200378656387329, "learning_rate": 3.2596685082872933e-06, "loss": 0.0557, "step": 180 }, { "epoch": 0.03500368459837878, "grad_norm": 0.7960963845252991, "learning_rate": 3.4438305709023943e-06, "loss": 0.0579, "step": 190 }, { "epoch": 0.036845983787767135, "grad_norm": 0.84988933801651, "learning_rate": 3.6279926335174957e-06, "loss": 0.0465, "step": 200 }, { "epoch": 0.03868828297715549, "grad_norm": 0.8095666170120239, "learning_rate": 3.812154696132597e-06, "loss": 0.055, "step": 210 }, { "epoch": 0.040530582166543844, "grad_norm": 0.7739960551261902, "learning_rate": 3.996316758747698e-06, "loss": 0.0398, "step": 220 }, { "epoch": 0.0423728813559322, "grad_norm": 0.7408103346824646, "learning_rate": 4.1804788213628e-06, "loss": 0.0473, "step": 230 }, { "epoch": 0.04421518054532056, "grad_norm": 0.9045010209083557, "learning_rate": 4.364640883977901e-06, "loss": 0.0471, "step": 240 }, { "epoch": 0.04605747973470892, "grad_norm": 0.6761288642883301, "learning_rate": 4.5488029465930025e-06, "loss": 0.0351, "step": 250 }, { "epoch": 0.04605747973470892, "eval_alignment_abstract": { "mean_alignment": 0.46280544996261597 }, "eval_alignment_claim": { "mean_alignment": 0.4595477879047394 }, "eval_alignment_global": { "mean_alignment": 0.4855876564979553 }, "eval_alignment_invention": { "mean_alignment": 0.4512811601161957 }, "eval_ipc_cls_abstract_accuracy_primary": 59.040000000000006, "eval_ipc_cls_abstract_precision@1": 64.0, "eval_ipc_cls_abstract_precision@3": 31.96, "eval_ipc_cls_abstract_precision@5": 21.104, "eval_ipc_cls_global_accuracy_primary": 59.040000000000006, "eval_ipc_cls_global_precision@1": 64.0, "eval_ipc_cls_global_precision@3": 31.96, "eval_ipc_cls_global_precision@5": 21.104, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.3169047521875948, "eval_priorArt_ndcg@100_a2all": 0.3203338016057117, "eval_priorArt_ndcg@100_a2c": 0.3201902374506381, "eval_priorArt_ndcg@100_a2i": 0.28458925429170845, "eval_priorArt_ndcg@100_c2a": 0.36949767049951837, "eval_priorArt_ndcg@100_c2all": 0.34755623489197374, "eval_priorArt_ndcg@100_c2c": 0.3360060941519006, "eval_priorArt_ndcg@100_c2i": 0.31722253599131234, "eval_priorArt_ndcg@100_i2a": 0.3286896864258299, "eval_priorArt_ndcg@100_i2all": 0.3263063618915769, "eval_priorArt_ndcg@100_i2c": 0.3152842758144181, "eval_priorArt_ndcg@100_i2i": 0.3077570591706328, "eval_priorArt_ndcg@10_a2a": 0.1826367738459435, "eval_priorArt_ndcg@10_a2all": 0.17880806262054982, "eval_priorArt_ndcg@10_a2c": 0.17576586062911487, "eval_priorArt_ndcg@10_a2i": 0.1943698451887585, "eval_priorArt_ndcg@10_c2a": 0.25631071101937297, "eval_priorArt_ndcg@10_c2all": 0.2456420641327292, "eval_priorArt_ndcg@10_c2c": 0.21224620044921544, "eval_priorArt_ndcg@10_c2i": 0.19462505437147856, "eval_priorArt_ndcg@10_i2a": 0.21219379397292742, "eval_priorArt_ndcg@10_i2all": 0.2112923233212499, "eval_priorArt_ndcg@10_i2c": 0.19800512437888612, "eval_priorArt_ndcg@10_i2i": 0.20106766630684345, "eval_priorArt_ndcg@20_a2a": 0.24697770029499871, "eval_priorArt_ndcg@20_a2all": 0.24778791779560577, "eval_priorArt_ndcg@20_a2c": 0.22937182844352116, "eval_priorArt_ndcg@20_a2i": 0.2125213935087537, "eval_priorArt_ndcg@20_c2a": 0.28833868631863513, "eval_priorArt_ndcg@20_c2all": 0.26794517054864064, "eval_priorArt_ndcg@20_c2c": 0.25608910246376587, "eval_priorArt_ndcg@20_c2i": 0.22512222405466814, "eval_priorArt_ndcg@20_i2a": 0.2520813997844082, "eval_priorArt_ndcg@20_i2all": 0.24034382738868879, "eval_priorArt_ndcg@20_i2c": 0.24174655862586242, "eval_priorArt_ndcg@20_i2i": 0.22509437994391296, "eval_priorArt_ndcg@50_a2a": 0.28783639963639895, "eval_priorArt_ndcg@50_a2all": 0.27498127616311024, "eval_priorArt_ndcg@50_a2c": 0.28263535259587974, "eval_priorArt_ndcg@50_a2i": 0.25583123643320205, "eval_priorArt_ndcg@50_c2a": 0.329495956449102, "eval_priorArt_ndcg@50_c2all": 0.30280082559059507, "eval_priorArt_ndcg@50_c2c": 0.30217545880029933, "eval_priorArt_ndcg@50_c2i": 0.28161036280165297, "eval_priorArt_ndcg@50_i2a": 0.296462136539193, "eval_priorArt_ndcg@50_i2all": 0.2944608037358285, "eval_priorArt_ndcg@50_i2c": 0.2804148189549928, "eval_priorArt_ndcg@50_i2i": 0.26245896549006453, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8416666666666668, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.7333333333333333, "eval_priorArt_recall@100_c2a": 0.875, "eval_priorArt_recall@100_c2all": 0.9, "eval_priorArt_recall@100_c2c": 0.9000000000000001, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8166666666666668, "eval_priorArt_recall@100_i2all": 0.8083333333333333, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.775, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.31666666666666665, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.4916666666666666, "eval_priorArt_recall@10_c2c": 0.425, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.3625, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.35000000000000003, "eval_priorArt_recall@10_i2i": 0.35, "eval_priorArt_recall@20_a2a": 0.5, "eval_priorArt_recall@20_a2all": 0.5166666666666667, "eval_priorArt_recall@20_a2c": 0.4541666666666667, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5291666666666667, "eval_priorArt_recall@20_c2all": 0.5541666666666667, "eval_priorArt_recall@20_c2c": 0.5624999999999999, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4375, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6333333333333334, "eval_priorArt_recall@50_a2c": 0.6666666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.6833333333333333, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.7333333333333334, "eval_priorArt_recall@50_c2i": 0.6708333333333334, "eval_priorArt_recall@50_i2a": 0.6500000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6416666666666667, "eval_priorArt_recall@50_i2i": 0.5541666666666666, "eval_singularentropy_abstract": 0.4516924900451606, "eval_singularentropy_claim": 0.44913443819654086, "eval_singularentropy_global": 0.43321935858187594, "eval_singularentropy_invention": 0.4775330317315388, "eval_uniformity_abstract": -2.88675856590271, "eval_uniformity_claim": -2.8747291564941406, "eval_uniformity_global": -2.893833875656128, "eval_uniformity_invention": -2.8383474349975586, "step": 250 }, { "epoch": 0.047899778924097275, "grad_norm": 0.5565025806427002, "learning_rate": 4.732965009208104e-06, "loss": 0.0353, "step": 260 }, { "epoch": 0.04974207811348563, "grad_norm": 0.6722770929336548, "learning_rate": 4.9171270718232054e-06, "loss": 0.0386, "step": 270 }, { "epoch": 0.051584377302873984, "grad_norm": 0.7081411480903625, "learning_rate": 5.101289134438306e-06, "loss": 0.036, "step": 280 }, { "epoch": 0.05342667649226234, "grad_norm": 0.7340980768203735, "learning_rate": 5.2854511970534075e-06, "loss": 0.0315, "step": 290 }, { "epoch": 0.0552689756816507, "grad_norm": 0.3888629078865051, "learning_rate": 5.469613259668509e-06, "loss": 0.0379, "step": 300 }, { "epoch": 0.05711127487103906, "grad_norm": 0.9086608290672302, "learning_rate": 5.65377532228361e-06, "loss": 0.0429, "step": 310 }, { "epoch": 0.058953574060427415, "grad_norm": 0.48961928486824036, "learning_rate": 5.837937384898711e-06, "loss": 0.0367, "step": 320 }, { "epoch": 0.06079587324981577, "grad_norm": 0.7892568111419678, "learning_rate": 6.0220994475138124e-06, "loss": 0.0328, "step": 330 }, { "epoch": 0.06263817243920412, "grad_norm": 0.5892226696014404, "learning_rate": 6.206261510128914e-06, "loss": 0.0367, "step": 340 }, { "epoch": 0.06448047162859248, "grad_norm": 0.8004345893859863, "learning_rate": 6.390423572744015e-06, "loss": 0.0309, "step": 350 }, { "epoch": 0.06632277081798084, "grad_norm": 0.4207727313041687, "learning_rate": 6.574585635359117e-06, "loss": 0.0285, "step": 360 }, { "epoch": 0.0681650700073692, "grad_norm": 0.48327285051345825, "learning_rate": 6.758747697974218e-06, "loss": 0.028, "step": 370 }, { "epoch": 0.06908621960206338, "eval_alignment_abstract": { "mean_alignment": 0.5087976455688477 }, "eval_alignment_claim": { "mean_alignment": 0.49777889251708984 }, "eval_alignment_global": { "mean_alignment": 0.5239630341529846 }, "eval_alignment_invention": { "mean_alignment": 0.4890246093273163 }, "eval_ipc_cls_abstract_accuracy_primary": 58.76, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 32.013333333333335, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.76, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 32.013333333333335, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.16, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.224, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.16, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.224, "eval_priorArt_ndcg@100_a2a": 0.3247678735983855, "eval_priorArt_ndcg@100_a2all": 0.3195553299828072, "eval_priorArt_ndcg@100_a2c": 0.31976641532387023, "eval_priorArt_ndcg@100_a2i": 0.2920291431702311, "eval_priorArt_ndcg@100_c2a": 0.37976161712173406, "eval_priorArt_ndcg@100_c2all": 0.366309305868274, "eval_priorArt_ndcg@100_c2c": 0.34725079500225065, "eval_priorArt_ndcg@100_c2i": 0.31468001598017414, "eval_priorArt_ndcg@100_i2a": 0.33418360985493656, "eval_priorArt_ndcg@100_i2all": 0.3178341835019798, "eval_priorArt_ndcg@100_i2c": 0.3104519185184359, "eval_priorArt_ndcg@100_i2i": 0.3019445172005676, "eval_priorArt_ndcg@10_a2a": 0.18576653549165584, "eval_priorArt_ndcg@10_a2all": 0.1918996525410903, "eval_priorArt_ndcg@10_a2c": 0.1892192360979971, "eval_priorArt_ndcg@10_a2i": 0.20161574722222828, "eval_priorArt_ndcg@10_c2a": 0.2645663652931337, "eval_priorArt_ndcg@10_c2all": 0.25909734056210165, "eval_priorArt_ndcg@10_c2c": 0.2213343193898299, "eval_priorArt_ndcg@10_c2i": 0.19656370058874853, "eval_priorArt_ndcg@10_i2a": 0.2118738078887513, "eval_priorArt_ndcg@10_i2all": 0.20566985353867348, "eval_priorArt_ndcg@10_i2c": 0.19834118733013312, "eval_priorArt_ndcg@10_i2i": 0.17836205294888532, "eval_priorArt_ndcg@20_a2a": 0.24957588023487837, "eval_priorArt_ndcg@20_a2all": 0.23988317582194213, "eval_priorArt_ndcg@20_a2c": 0.23744534059980066, "eval_priorArt_ndcg@20_a2i": 0.2199070942568416, "eval_priorArt_ndcg@20_c2a": 0.29624562838299784, "eval_priorArt_ndcg@20_c2all": 0.28173435672598496, "eval_priorArt_ndcg@20_c2c": 0.2665078552763437, "eval_priorArt_ndcg@20_c2i": 0.22747889404213012, "eval_priorArt_ndcg@20_i2a": 0.2570998357289195, "eval_priorArt_ndcg@20_i2all": 0.22952411169006953, "eval_priorArt_ndcg@20_i2c": 0.22988166921013842, "eval_priorArt_ndcg@20_i2i": 0.21506651573324506, "eval_priorArt_ndcg@50_a2a": 0.29113599588444555, "eval_priorArt_ndcg@50_a2all": 0.27839412277185144, "eval_priorArt_ndcg@50_a2c": 0.27768709045393375, "eval_priorArt_ndcg@50_a2i": 0.2634288111716765, "eval_priorArt_ndcg@50_c2a": 0.3490833678184077, "eval_priorArt_ndcg@50_c2all": 0.31653515757400247, "eval_priorArt_ndcg@50_c2c": 0.3115657770411019, "eval_priorArt_ndcg@50_c2i": 0.2876073227435083, "eval_priorArt_ndcg@50_i2a": 0.30164827116619036, "eval_priorArt_ndcg@50_i2all": 0.28978943573566407, "eval_priorArt_ndcg@50_i2c": 0.27509876842870523, "eval_priorArt_ndcg@50_i2i": 0.2526005565620422, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8416666666666668, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.7333333333333334, "eval_priorArt_recall@100_c2a": 0.8833333333333334, "eval_priorArt_recall@100_c2all": 0.925, "eval_priorArt_recall@100_c2c": 0.9000000000000001, "eval_priorArt_recall@100_c2i": 0.8083333333333332, "eval_priorArt_recall@100_i2a": 0.8166666666666668, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.33333333333333337, "eval_priorArt_recall@10_a2i": 0.375, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.4916666666666666, "eval_priorArt_recall@10_c2c": 0.425, "eval_priorArt_recall@10_c2i": 0.35416666666666663, "eval_priorArt_recall@10_i2a": 0.3458333333333333, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.5, "eval_priorArt_recall@20_a2all": 0.4916666666666666, "eval_priorArt_recall@20_a2c": 0.4833333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5291666666666667, "eval_priorArt_recall@20_c2all": 0.5541666666666667, "eval_priorArt_recall@20_c2c": 0.5624999999999999, "eval_priorArt_recall@20_c2i": 0.4416666666666667, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4208333333333334, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4125, "eval_priorArt_recall@50_a2a": 0.6666666666666667, "eval_priorArt_recall@50_a2all": 0.6500000000000001, "eval_priorArt_recall@50_a2c": 0.65, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7416666666666667, "eval_priorArt_recall@50_c2all": 0.6833333333333333, "eval_priorArt_recall@50_c2c": 0.7250000000000001, "eval_priorArt_recall@50_c2i": 0.6875, "eval_priorArt_recall@50_i2a": 0.6500000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6416666666666667, "eval_priorArt_recall@50_i2i": 0.5541666666666666, "eval_singularentropy_abstract": 0.4277934915963104, "eval_singularentropy_claim": 0.43083001876151095, "eval_singularentropy_global": 0.41479232577177727, "eval_singularentropy_invention": 0.4589121354532721, "eval_uniformity_abstract": -2.971050977706909, "eval_uniformity_claim": -2.945971727371216, "eval_uniformity_global": -2.9654576778411865, "eval_uniformity_invention": -2.9082558155059814, "step": 375 }, { "epoch": 0.07000736919675755, "grad_norm": 0.7454937696456909, "learning_rate": 6.942909760589319e-06, "loss": 0.026, "step": 380 }, { "epoch": 0.07184966838614591, "grad_norm": 0.5772233605384827, "learning_rate": 7.12707182320442e-06, "loss": 0.0274, "step": 390 }, { "epoch": 0.07369196757553427, "grad_norm": 0.5893479585647583, "learning_rate": 7.311233885819522e-06, "loss": 0.0262, "step": 400 }, { "epoch": 0.07553426676492263, "grad_norm": 0.5994731783866882, "learning_rate": 7.495395948434623e-06, "loss": 0.025, "step": 410 }, { "epoch": 0.07737656595431099, "grad_norm": 0.5217624306678772, "learning_rate": 7.679558011049725e-06, "loss": 0.0314, "step": 420 }, { "epoch": 0.07921886514369934, "grad_norm": 0.7234419584274292, "learning_rate": 7.863720073664826e-06, "loss": 0.0306, "step": 430 }, { "epoch": 0.08106116433308769, "grad_norm": 0.47646453976631165, "learning_rate": 8.047882136279928e-06, "loss": 0.025, "step": 440 }, { "epoch": 0.08290346352247605, "grad_norm": 0.9125881791114807, "learning_rate": 8.232044198895029e-06, "loss": 0.0262, "step": 450 }, { "epoch": 0.0847457627118644, "grad_norm": 0.5754931569099426, "learning_rate": 8.416206261510129e-06, "loss": 0.0263, "step": 460 }, { "epoch": 0.08658806190125276, "grad_norm": 0.4145120084285736, "learning_rate": 8.600368324125232e-06, "loss": 0.024, "step": 470 }, { "epoch": 0.08843036109064112, "grad_norm": 0.6920210719108582, "learning_rate": 8.784530386740332e-06, "loss": 0.0275, "step": 480 }, { "epoch": 0.09027266028002948, "grad_norm": 0.44164544343948364, "learning_rate": 8.968692449355435e-06, "loss": 0.0221, "step": 490 }, { "epoch": 0.09211495946941783, "grad_norm": 0.8898846507072449, "learning_rate": 9.152854511970534e-06, "loss": 0.0349, "step": 500 }, { "epoch": 0.09211495946941783, "eval_alignment_abstract": { "mean_alignment": 0.5415844917297363 }, "eval_alignment_claim": { "mean_alignment": 0.5204092264175415 }, "eval_alignment_global": { "mean_alignment": 0.5481566786766052 }, "eval_alignment_invention": { "mean_alignment": 0.5118601322174072 }, "eval_ipc_cls_abstract_accuracy_primary": 58.879999999999995, "eval_ipc_cls_abstract_precision@1": 63.68000000000001, "eval_ipc_cls_abstract_precision@3": 31.94666666666667, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.879999999999995, "eval_ipc_cls_global_precision@1": 63.68000000000001, "eval_ipc_cls_global_precision@3": 31.94666666666667, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.506666666666664, "eval_ipc_knn_abstract_precision@5": 17.287999999999997, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.52000000000001, "eval_ipc_knn_global_precision@3": 28.506666666666664, "eval_ipc_knn_global_precision@5": 17.287999999999997, "eval_priorArt_ndcg@100_a2a": 0.32129641709684736, "eval_priorArt_ndcg@100_a2all": 0.3194708816818853, "eval_priorArt_ndcg@100_a2c": 0.3171188715711243, "eval_priorArt_ndcg@100_a2i": 0.30101164047168666, "eval_priorArt_ndcg@100_c2a": 0.36834348424851143, "eval_priorArt_ndcg@100_c2all": 0.3572859325989458, "eval_priorArt_ndcg@100_c2c": 0.3477498411843671, "eval_priorArt_ndcg@100_c2i": 0.31804776455972833, "eval_priorArt_ndcg@100_i2a": 0.34882775849684927, "eval_priorArt_ndcg@100_i2all": 0.3150552781746759, "eval_priorArt_ndcg@100_i2c": 0.3217811056544713, "eval_priorArt_ndcg@100_i2i": 0.3057568492872129, "eval_priorArt_ndcg@10_a2a": 0.18196576092002997, "eval_priorArt_ndcg@10_a2all": 0.18773624640744307, "eval_priorArt_ndcg@10_a2c": 0.19085909208373186, "eval_priorArt_ndcg@10_a2i": 0.19491217471530847, "eval_priorArt_ndcg@10_c2a": 0.25566737853466187, "eval_priorArt_ndcg@10_c2all": 0.25301883255956775, "eval_priorArt_ndcg@10_c2c": 0.21340693575499414, "eval_priorArt_ndcg@10_c2i": 0.20257980369365325, "eval_priorArt_ndcg@10_i2a": 0.2280618942846003, "eval_priorArt_ndcg@10_i2all": 0.20184305445767686, "eval_priorArt_ndcg@10_i2c": 0.20462816785124632, "eval_priorArt_ndcg@10_i2i": 0.17939033064704507, "eval_priorArt_ndcg@20_a2a": 0.2449970245143603, "eval_priorArt_ndcg@20_a2all": 0.2347737648392072, "eval_priorArt_ndcg@20_a2c": 0.22978662302199218, "eval_priorArt_ndcg@20_a2i": 0.22535846852180427, "eval_priorArt_ndcg@20_c2a": 0.2930664424132817, "eval_priorArt_ndcg@20_c2all": 0.270352324407383, "eval_priorArt_ndcg@20_c2c": 0.26606079762118007, "eval_priorArt_ndcg@20_c2i": 0.21528769516169927, "eval_priorArt_ndcg@20_i2a": 0.26762110574652714, "eval_priorArt_ndcg@20_i2all": 0.2271534615543555, "eval_priorArt_ndcg@20_i2c": 0.23669640332285424, "eval_priorArt_ndcg@20_i2i": 0.22388824756654513, "eval_priorArt_ndcg@50_a2a": 0.29553535938737385, "eval_priorArt_ndcg@50_a2all": 0.2816349201298953, "eval_priorArt_ndcg@50_a2c": 0.27429602832238886, "eval_priorArt_ndcg@50_a2i": 0.2688115031650173, "eval_priorArt_ndcg@50_c2a": 0.3416804196231983, "eval_priorArt_ndcg@50_c2all": 0.3240170676125753, "eval_priorArt_ndcg@50_c2c": 0.31338857643094065, "eval_priorArt_ndcg@50_c2i": 0.2809723988882986, "eval_priorArt_ndcg@50_i2a": 0.3124431454195428, "eval_priorArt_ndcg@50_i2all": 0.2871336975571965, "eval_priorArt_ndcg@50_i2c": 0.2751801733397254, "eval_priorArt_ndcg@50_i2i": 0.2607110906844239, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8666666666666666, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.75, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.9083333333333334, "eval_priorArt_recall@100_c2c": 0.9000000000000001, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8333333333333334, "eval_priorArt_recall@100_i2all": 0.7916666666666667, "eval_priorArt_recall@100_i2c": 0.8333333333333334, "eval_priorArt_recall@100_i2i": 0.8, "eval_priorArt_recall@10_a2a": 0.31666666666666665, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.35833333333333334, "eval_priorArt_recall@10_a2i": 0.3458333333333333, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.4916666666666666, "eval_priorArt_recall@10_c2c": 0.3916666666666667, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.3625, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.3125, "eval_priorArt_recall@20_a2a": 0.5, "eval_priorArt_recall@20_a2all": 0.4916666666666666, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.425, "eval_priorArt_recall@20_c2a": 0.5458333333333334, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4041666666666667, "eval_priorArt_recall@20_i2a": 0.4791666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666666, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4375, "eval_priorArt_recall@50_a2a": 0.7, "eval_priorArt_recall@50_a2all": 0.6833333333333333, "eval_priorArt_recall@50_a2c": 0.6500000000000001, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7333333333333334, "eval_priorArt_recall@50_c2all": 0.7416666666666667, "eval_priorArt_recall@50_c2c": 0.7333333333333334, "eval_priorArt_recall@50_c2i": 0.6625, "eval_priorArt_recall@50_i2a": 0.6500000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6125, "eval_priorArt_recall@50_i2i": 0.5791666666666666, "eval_singularentropy_abstract": 0.4162361263014299, "eval_singularentropy_claim": 0.4249521474786173, "eval_singularentropy_global": 0.4081472247740198, "eval_singularentropy_invention": 0.4536151981624885, "eval_uniformity_abstract": -3.0021519660949707, "eval_uniformity_claim": -2.9675371646881104, "eval_uniformity_global": -2.9855403900146484, "eval_uniformity_invention": -2.922271728515625, "step": 500 }, { "epoch": 0.09395725865880619, "grad_norm": 0.2864799201488495, "learning_rate": 9.337016574585636e-06, "loss": 0.0204, "step": 510 }, { "epoch": 0.09579955784819455, "grad_norm": 0.6464411616325378, "learning_rate": 9.521178637200737e-06, "loss": 0.0246, "step": 520 }, { "epoch": 0.09764185703758291, "grad_norm": 0.5997849702835083, "learning_rate": 9.705340699815839e-06, "loss": 0.0231, "step": 530 }, { "epoch": 0.09948415622697127, "grad_norm": 0.7166539430618286, "learning_rate": 9.88950276243094e-06, "loss": 0.0241, "step": 540 }, { "epoch": 0.10132645541635962, "grad_norm": 0.26956120133399963, "learning_rate": 9.999983456387042e-06, "loss": 0.0226, "step": 550 }, { "epoch": 0.10316875460574797, "grad_norm": 0.6287024617195129, "learning_rate": 9.999797341998526e-06, "loss": 0.0256, "step": 560 }, { "epoch": 0.10501105379513632, "grad_norm": 0.9568583965301514, "learning_rate": 9.999404441428446e-06, "loss": 0.0229, "step": 570 }, { "epoch": 0.10685335298452468, "grad_norm": 0.7872079014778137, "learning_rate": 9.99880477092674e-06, "loss": 0.0277, "step": 580 }, { "epoch": 0.10869565217391304, "grad_norm": 0.3820112347602844, "learning_rate": 9.997998355295126e-06, "loss": 0.0237, "step": 590 }, { "epoch": 0.1105379513633014, "grad_norm": 0.5609018206596375, "learning_rate": 9.996985227886083e-06, "loss": 0.0273, "step": 600 }, { "epoch": 0.11238025055268976, "grad_norm": 0.5897182822227478, "learning_rate": 9.995765430601455e-06, "loss": 0.0286, "step": 610 }, { "epoch": 0.11422254974207811, "grad_norm": 1.5391769409179688, "learning_rate": 9.994339013890732e-06, "loss": 0.0287, "step": 620 }, { "epoch": 0.11514369933677229, "eval_alignment_abstract": { "mean_alignment": 0.567310631275177 }, "eval_alignment_claim": { "mean_alignment": 0.5258480310440063 }, "eval_alignment_global": { "mean_alignment": 0.5584056973457336 }, "eval_alignment_invention": { "mean_alignment": 0.5156002044677734 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.056, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.056, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.176, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.176, "eval_priorArt_ndcg@100_a2a": 0.32128800115177847, "eval_priorArt_ndcg@100_a2all": 0.31177387910346294, "eval_priorArt_ndcg@100_a2c": 0.32145325610490094, "eval_priorArt_ndcg@100_a2i": 0.3040146465124236, "eval_priorArt_ndcg@100_c2a": 0.3720935269585706, "eval_priorArt_ndcg@100_c2all": 0.35818892189584506, "eval_priorArt_ndcg@100_c2c": 0.34737905565926075, "eval_priorArt_ndcg@100_c2i": 0.3203589609935223, "eval_priorArt_ndcg@100_i2a": 0.3649286262309778, "eval_priorArt_ndcg@100_i2all": 0.3160869202805977, "eval_priorArt_ndcg@100_i2c": 0.31880932135500856, "eval_priorArt_ndcg@100_i2i": 0.312314627634605, "eval_priorArt_ndcg@10_a2a": 0.19680368486705588, "eval_priorArt_ndcg@10_a2all": 0.1754206000200585, "eval_priorArt_ndcg@10_a2c": 0.16762271612999022, "eval_priorArt_ndcg@10_a2i": 0.18420995475194388, "eval_priorArt_ndcg@10_c2a": 0.259357689405442, "eval_priorArt_ndcg@10_c2all": 0.21419721995609303, "eval_priorArt_ndcg@10_c2c": 0.2094397665234254, "eval_priorArt_ndcg@10_c2i": 0.2080986489770626, "eval_priorArt_ndcg@10_i2a": 0.24728731715227137, "eval_priorArt_ndcg@10_i2all": 0.22060347215578818, "eval_priorArt_ndcg@10_i2c": 0.18857104214119294, "eval_priorArt_ndcg@10_i2i": 0.19431328169937634, "eval_priorArt_ndcg@20_a2a": 0.2454954483345459, "eval_priorArt_ndcg@20_a2all": 0.2343051123592768, "eval_priorArt_ndcg@20_a2c": 0.22395808228312108, "eval_priorArt_ndcg@20_a2i": 0.2352841860652184, "eval_priorArt_ndcg@20_c2a": 0.29055406598577627, "eval_priorArt_ndcg@20_c2all": 0.2730043630382782, "eval_priorArt_ndcg@20_c2c": 0.2764927592538717, "eval_priorArt_ndcg@20_c2i": 0.22617315102332985, "eval_priorArt_ndcg@20_i2a": 0.2851363082909635, "eval_priorArt_ndcg@20_i2all": 0.22694432299740783, "eval_priorArt_ndcg@20_i2c": 0.22813576259576296, "eval_priorArt_ndcg@20_i2i": 0.22332953991039844, "eval_priorArt_ndcg@50_a2a": 0.2955204301128974, "eval_priorArt_ndcg@50_a2all": 0.2753029338980385, "eval_priorArt_ndcg@50_a2c": 0.28391572327603737, "eval_priorArt_ndcg@50_a2i": 0.2673216720288803, "eval_priorArt_ndcg@50_c2a": 0.3501003576524906, "eval_priorArt_ndcg@50_c2all": 0.3132987498209752, "eval_priorArt_ndcg@50_c2c": 0.31876435678625553, "eval_priorArt_ndcg@50_c2i": 0.28649153810772615, "eval_priorArt_ndcg@50_i2a": 0.31959949435656626, "eval_priorArt_ndcg@50_i2all": 0.2869095787374115, "eval_priorArt_ndcg@50_i2c": 0.27266618280055066, "eval_priorArt_ndcg@50_i2i": 0.26653671676167395, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.8416666666666666, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.925, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8166666666666668, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.8166666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.32083333333333336, "eval_priorArt_recall@10_c2a": 0.4375, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.4, "eval_priorArt_recall@10_i2all": 0.4125, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.3458333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.5041666666666667, "eval_priorArt_recall@20_a2c": 0.4583333333333333, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666667, "eval_priorArt_recall@20_c2all": 0.5541666666666666, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4208333333333334, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4291666666666666, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.675, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7666666666666667, "eval_priorArt_recall@50_c2all": 0.7083333333333334, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6625, "eval_priorArt_recall@50_i2a": 0.6375000000000001, "eval_priorArt_recall@50_i2all": 0.65, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.5916666666666666, "eval_singularentropy_abstract": 0.41202803160001483, "eval_singularentropy_claim": 0.42692118005970825, "eval_singularentropy_global": 0.4084575725892351, "eval_singularentropy_invention": 0.45534364861030874, "eval_uniformity_abstract": -3.0016441345214844, "eval_uniformity_claim": -2.959157943725586, "eval_uniformity_global": -2.979156970977783, "eval_uniformity_invention": -2.9151992797851562, "step": 625 }, { "epoch": 0.11606484893146647, "grad_norm": 0.6960370540618896, "learning_rate": 9.99270603674896e-06, "loss": 0.0277, "step": 630 }, { "epoch": 0.11790714812085483, "grad_norm": 0.5439109802246094, "learning_rate": 9.990866566714295e-06, "loss": 0.0261, "step": 640 }, { "epoch": 0.11974944731024319, "grad_norm": 0.45361655950546265, "learning_rate": 9.988820679865218e-06, "loss": 0.0224, "step": 650 }, { "epoch": 0.12159174649963155, "grad_norm": 0.6057038903236389, "learning_rate": 9.986568460817388e-06, "loss": 0.0206, "step": 660 }, { "epoch": 0.1234340456890199, "grad_norm": 0.6459630131721497, "learning_rate": 9.984110002720133e-06, "loss": 0.0223, "step": 670 }, { "epoch": 0.12527634487840825, "grad_norm": 0.557022213935852, "learning_rate": 9.981445407252606e-06, "loss": 0.0191, "step": 680 }, { "epoch": 0.1271186440677966, "grad_norm": 0.548691987991333, "learning_rate": 9.97857478461958e-06, "loss": 0.0173, "step": 690 }, { "epoch": 0.12896094325718496, "grad_norm": 0.48354479670524597, "learning_rate": 9.975498253546884e-06, "loss": 0.0162, "step": 700 }, { "epoch": 0.13080324244657332, "grad_norm": 0.6894910931587219, "learning_rate": 9.972215941276501e-06, "loss": 0.0222, "step": 710 }, { "epoch": 0.13264554163596168, "grad_norm": 0.28552010655403137, "learning_rate": 9.968727983561294e-06, "loss": 0.0243, "step": 720 }, { "epoch": 0.13448784082535004, "grad_norm": 0.48232370615005493, "learning_rate": 9.965034524659406e-06, "loss": 0.016, "step": 730 }, { "epoch": 0.1363301400147384, "grad_norm": 0.6583832502365112, "learning_rate": 9.961135717328274e-06, "loss": 0.0206, "step": 740 }, { "epoch": 0.13817243920412675, "grad_norm": 0.3258623778820038, "learning_rate": 9.957031722818335e-06, "loss": 0.0208, "step": 750 }, { "epoch": 0.13817243920412675, "eval_alignment_abstract": { "mean_alignment": 0.5828378200531006 }, "eval_alignment_claim": { "mean_alignment": 0.5276638865470886 }, "eval_alignment_global": { "mean_alignment": 0.5626772046089172 }, "eval_alignment_invention": { "mean_alignment": 0.5151866674423218 }, "eval_ipc_cls_abstract_accuracy_primary": 58.84, "eval_ipc_cls_abstract_precision@1": 63.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.84, "eval_ipc_cls_global_precision@1": 63.63999999999999, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.136, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.136, "eval_priorArt_ndcg@100_a2a": 0.33180086399291786, "eval_priorArt_ndcg@100_a2all": 0.3170346901548451, "eval_priorArt_ndcg@100_a2c": 0.32443495592435406, "eval_priorArt_ndcg@100_a2i": 0.29827528084540056, "eval_priorArt_ndcg@100_c2a": 0.3739418231980534, "eval_priorArt_ndcg@100_c2all": 0.3602580079146235, "eval_priorArt_ndcg@100_c2c": 0.3530622002690677, "eval_priorArt_ndcg@100_c2i": 0.31453887129997277, "eval_priorArt_ndcg@100_i2a": 0.3793865209848425, "eval_priorArt_ndcg@100_i2all": 0.3258642287858412, "eval_priorArt_ndcg@100_i2c": 0.31557916207795833, "eval_priorArt_ndcg@100_i2i": 0.3120484857297249, "eval_priorArt_ndcg@10_a2a": 0.1955665802836582, "eval_priorArt_ndcg@10_a2all": 0.18145872389734957, "eval_priorArt_ndcg@10_a2c": 0.1763835420279261, "eval_priorArt_ndcg@10_a2i": 0.1729964505588079, "eval_priorArt_ndcg@10_c2a": 0.25840914064938497, "eval_priorArt_ndcg@10_c2all": 0.21862515187741244, "eval_priorArt_ndcg@10_c2c": 0.21561501704819794, "eval_priorArt_ndcg@10_c2i": 0.19808881498854156, "eval_priorArt_ndcg@10_i2a": 0.26126838217054477, "eval_priorArt_ndcg@10_i2all": 0.2130167688609914, "eval_priorArt_ndcg@10_i2c": 0.18495420304779728, "eval_priorArt_ndcg@10_i2i": 0.18784810499223636, "eval_priorArt_ndcg@20_a2a": 0.24485499643922112, "eval_priorArt_ndcg@20_a2all": 0.219347417827728, "eval_priorArt_ndcg@20_a2c": 0.23046358362662564, "eval_priorArt_ndcg@20_a2i": 0.22833564195183906, "eval_priorArt_ndcg@20_c2a": 0.30270686939166735, "eval_priorArt_ndcg@20_c2all": 0.27799992515570005, "eval_priorArt_ndcg@20_c2c": 0.27566566480152255, "eval_priorArt_ndcg@20_c2i": 0.22299144407450688, "eval_priorArt_ndcg@20_i2a": 0.2877057499802639, "eval_priorArt_ndcg@20_i2all": 0.2399677375500815, "eval_priorArt_ndcg@20_i2c": 0.23187938280443193, "eval_priorArt_ndcg@20_i2i": 0.22961396532992198, "eval_priorArt_ndcg@50_a2a": 0.3063647510542796, "eval_priorArt_ndcg@50_a2all": 0.28962862392756583, "eval_priorArt_ndcg@50_a2c": 0.28641622620274365, "eval_priorArt_ndcg@50_a2i": 0.26093580202021266, "eval_priorArt_ndcg@50_c2a": 0.3401257852898131, "eval_priorArt_ndcg@50_c2all": 0.3229025540522027, "eval_priorArt_ndcg@50_c2c": 0.3192359693110981, "eval_priorArt_ndcg@50_c2i": 0.2804368416382318, "eval_priorArt_ndcg@50_i2a": 0.3418355100699414, "eval_priorArt_ndcg@50_i2all": 0.2841084773694021, "eval_priorArt_ndcg@50_i2c": 0.26958555606521206, "eval_priorArt_ndcg@50_i2i": 0.2701878850700979, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.8416666666666666, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.9083333333333334, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.85, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.8166666666666667, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.32500000000000007, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.30416666666666664, "eval_priorArt_recall@10_c2a": 0.4291666666666667, "eval_priorArt_recall@10_c2all": 0.36666666666666664, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.39166666666666666, "eval_priorArt_recall@10_i2all": 0.3875, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.47916666666666663, "eval_priorArt_recall@20_a2all": 0.4375, "eval_priorArt_recall@20_a2c": 0.4708333333333333, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.5625, "eval_priorArt_recall@20_c2all": 0.5541666666666666, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.4624999999999999, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.725, "eval_priorArt_recall@50_a2all": 0.7166666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6041666666666667, "eval_priorArt_recall@50_c2a": 0.7041666666666667, "eval_priorArt_recall@50_c2all": 0.7250000000000001, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6791666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333334, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6375, "eval_priorArt_recall@50_i2i": 0.6083333333333334, "eval_singularentropy_abstract": 0.40813194525050916, "eval_singularentropy_claim": 0.43022820770073955, "eval_singularentropy_global": 0.41050362057145634, "eval_singularentropy_invention": 0.46060400032626386, "eval_uniformity_abstract": -2.999234437942505, "eval_uniformity_claim": -2.9491794109344482, "eval_uniformity_global": -2.968477725982666, "eval_uniformity_invention": -2.9000630378723145, "step": 750 }, { "epoch": 0.1400147383935151, "grad_norm": 0.382443904876709, "learning_rate": 9.95272271086634e-06, "loss": 0.0129, "step": 760 }, { "epoch": 0.14185703758290347, "grad_norm": 0.3922696113586426, "learning_rate": 9.948208859688335e-06, "loss": 0.0197, "step": 770 }, { "epoch": 0.14369933677229182, "grad_norm": 0.6245198845863342, "learning_rate": 9.9434903559723e-06, "loss": 0.0177, "step": 780 }, { "epoch": 0.14554163596168018, "grad_norm": 0.5197867155075073, "learning_rate": 9.938567394870414e-06, "loss": 0.0185, "step": 790 }, { "epoch": 0.14738393515106854, "grad_norm": 0.6154348254203796, "learning_rate": 9.933440179990998e-06, "loss": 0.0164, "step": 800 }, { "epoch": 0.1492262343404569, "grad_norm": 0.6030163168907166, "learning_rate": 9.928108923390083e-06, "loss": 0.0143, "step": 810 }, { "epoch": 0.15106853352984526, "grad_norm": 0.3975157141685486, "learning_rate": 9.922573845562649e-06, "loss": 0.0147, "step": 820 }, { "epoch": 0.1529108327192336, "grad_norm": 0.2929564118385315, "learning_rate": 9.91683517543349e-06, "loss": 0.0199, "step": 830 }, { "epoch": 0.15475313190862197, "grad_norm": 0.2986675500869751, "learning_rate": 9.910893150347767e-06, "loss": 0.0208, "step": 840 }, { "epoch": 0.15659543109801033, "grad_norm": 0.5407031774520874, "learning_rate": 9.904748016061174e-06, "loss": 0.0203, "step": 850 }, { "epoch": 0.1584377302873987, "grad_norm": 0.5669462084770203, "learning_rate": 9.898400026729786e-06, "loss": 0.0176, "step": 860 }, { "epoch": 0.16028002947678702, "grad_norm": 0.19947005808353424, "learning_rate": 9.891849444899537e-06, "loss": 0.0186, "step": 870 }, { "epoch": 0.1612011790714812, "eval_alignment_abstract": { "mean_alignment": 0.6051962971687317 }, "eval_alignment_claim": { "mean_alignment": 0.5438300967216492 }, "eval_alignment_global": { "mean_alignment": 0.5810993313789368 }, "eval_alignment_invention": { "mean_alignment": 0.5334528088569641 }, "eval_ipc_cls_abstract_accuracy_primary": 58.440000000000005, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.826666666666664, "eval_ipc_cls_abstract_precision@5": 21.103999999999996, "eval_ipc_cls_global_accuracy_primary": 58.440000000000005, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.826666666666664, "eval_ipc_cls_global_precision@5": 21.103999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.17333333333333, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.17333333333333, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.33741764147889897, "eval_priorArt_ndcg@100_a2all": 0.3193901551014803, "eval_priorArt_ndcg@100_a2c": 0.3282817506932243, "eval_priorArt_ndcg@100_a2i": 0.29808921156788026, "eval_priorArt_ndcg@100_c2a": 0.3587065278547314, "eval_priorArt_ndcg@100_c2all": 0.35046985896569527, "eval_priorArt_ndcg@100_c2c": 0.354069743989404, "eval_priorArt_ndcg@100_c2i": 0.32354213597788867, "eval_priorArt_ndcg@100_i2a": 0.37619447084641655, "eval_priorArt_ndcg@100_i2all": 0.32534083621534154, "eval_priorArt_ndcg@100_i2c": 0.320156850070928, "eval_priorArt_ndcg@100_i2i": 0.30986981566297217, "eval_priorArt_ndcg@10_a2a": 0.19875194262907367, "eval_priorArt_ndcg@10_a2all": 0.19366853149437807, "eval_priorArt_ndcg@10_a2c": 0.16819741372188418, "eval_priorArt_ndcg@10_a2i": 0.16615688619435384, "eval_priorArt_ndcg@10_c2a": 0.22178713448059914, "eval_priorArt_ndcg@10_c2all": 0.20517045212875845, "eval_priorArt_ndcg@10_c2c": 0.21174423196927675, "eval_priorArt_ndcg@10_c2i": 0.2015808801848657, "eval_priorArt_ndcg@10_i2a": 0.26406037264279786, "eval_priorArt_ndcg@10_i2all": 0.20807576375502856, "eval_priorArt_ndcg@10_i2c": 0.18958491450607767, "eval_priorArt_ndcg@10_i2i": 0.18784810499223636, "eval_priorArt_ndcg@20_a2a": 0.2686360133887417, "eval_priorArt_ndcg@20_a2all": 0.2299449472105512, "eval_priorArt_ndcg@20_a2c": 0.24581049044249545, "eval_priorArt_ndcg@20_a2i": 0.21804974278586128, "eval_priorArt_ndcg@20_c2a": 0.296548845608429, "eval_priorArt_ndcg@20_c2all": 0.2737157753976943, "eval_priorArt_ndcg@20_c2c": 0.28366004690763713, "eval_priorArt_ndcg@20_c2i": 0.226483509270831, "eval_priorArt_ndcg@20_i2a": 0.2968907288639685, "eval_priorArt_ndcg@20_i2all": 0.23476602393734494, "eval_priorArt_ndcg@20_i2c": 0.2357691039145171, "eval_priorArt_ndcg@20_i2i": 0.22989649383863914, "eval_priorArt_ndcg@50_a2a": 0.30662982808352657, "eval_priorArt_ndcg@50_a2all": 0.29551800387475335, "eval_priorArt_ndcg@50_a2c": 0.2895625573114088, "eval_priorArt_ndcg@50_a2i": 0.2635435546308359, "eval_priorArt_ndcg@50_c2a": 0.32546937405962223, "eval_priorArt_ndcg@50_c2all": 0.3135455648334195, "eval_priorArt_ndcg@50_c2c": 0.3200842808152693, "eval_priorArt_ndcg@50_c2i": 0.2857897324919507, "eval_priorArt_ndcg@50_i2a": 0.338687631387828, "eval_priorArt_ndcg@50_i2all": 0.28461004425395986, "eval_priorArt_ndcg@50_i2c": 0.28780686855153936, "eval_priorArt_ndcg@50_i2i": 0.27242224128464865, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8916666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8583333333333334, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.8, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.30416666666666664, "eval_priorArt_recall@10_c2a": 0.3708333333333333, "eval_priorArt_recall@10_c2all": 0.35000000000000003, "eval_priorArt_recall@10_c2c": 0.3666666666666667, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5458333333333333, "eval_priorArt_recall@20_a2all": 0.4583333333333333, "eval_priorArt_recall@20_a2c": 0.5291666666666666, "eval_priorArt_recall@20_a2i": 0.4541666666666667, "eval_priorArt_recall@20_c2a": 0.5958333333333332, "eval_priorArt_recall@20_c2all": 0.5666666666666667, "eval_priorArt_recall@20_c2c": 0.6041666666666666, "eval_priorArt_recall@20_c2i": 0.4458333333333334, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.7, "eval_priorArt_recall@50_a2all": 0.7166666666666667, "eval_priorArt_recall@50_a2c": 0.7083333333333334, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.7041666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.6708333333333333, "eval_priorArt_recall@50_i2a": 0.6708333333333334, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4050363896459581, "eval_singularentropy_claim": 0.4305173247237977, "eval_singularentropy_global": 0.4100413438426984, "eval_singularentropy_invention": 0.46080700750721687, "eval_uniformity_abstract": -2.9868016242980957, "eval_uniformity_claim": -2.9364006519317627, "eval_uniformity_global": -2.954374313354492, "eval_uniformity_invention": -2.8863255977630615, "step": 875 }, { "epoch": 0.16212232866617537, "grad_norm": 0.670910656452179, "learning_rate": 9.885096541495372e-06, "loss": 0.0211, "step": 880 }, { "epoch": 0.16396462785556373, "grad_norm": 0.243512362241745, "learning_rate": 9.878141595810027e-06, "loss": 0.0158, "step": 890 }, { "epoch": 0.1658069270449521, "grad_norm": 0.5471833944320679, "learning_rate": 9.870984895492499e-06, "loss": 0.0175, "step": 900 }, { "epoch": 0.16764922623434045, "grad_norm": 0.5549697875976562, "learning_rate": 9.86362673653613e-06, "loss": 0.0158, "step": 910 }, { "epoch": 0.1694915254237288, "grad_norm": 0.5042574405670166, "learning_rate": 9.85606742326637e-06, "loss": 0.0121, "step": 920 }, { "epoch": 0.17133382461311716, "grad_norm": 0.3217884302139282, "learning_rate": 9.8483072683282e-06, "loss": 0.0132, "step": 930 }, { "epoch": 0.17317612380250552, "grad_norm": 0.32380059361457825, "learning_rate": 9.84034659267319e-06, "loss": 0.0104, "step": 940 }, { "epoch": 0.17501842299189388, "grad_norm": 0.4703865349292755, "learning_rate": 9.83218572554623e-06, "loss": 0.0265, "step": 950 }, { "epoch": 0.17686072218128224, "grad_norm": 0.3969466984272003, "learning_rate": 9.823825004471908e-06, "loss": 0.0193, "step": 960 }, { "epoch": 0.1787030213706706, "grad_norm": 0.5960456728935242, "learning_rate": 9.815264775240556e-06, "loss": 0.0211, "step": 970 }, { "epoch": 0.18054532056005895, "grad_norm": 0.42554572224617004, "learning_rate": 9.80650539189395e-06, "loss": 0.0153, "step": 980 }, { "epoch": 0.1823876197494473, "grad_norm": 0.5160042643547058, "learning_rate": 9.797547216710661e-06, "loss": 0.0202, "step": 990 }, { "epoch": 0.18422991893883567, "grad_norm": 0.3409252166748047, "learning_rate": 9.78839062019107e-06, "loss": 0.0148, "step": 1000 }, { "epoch": 0.18422991893883567, "eval_alignment_abstract": { "mean_alignment": 0.5974984169006348 }, "eval_alignment_claim": { "mean_alignment": 0.5297233462333679 }, "eval_alignment_global": { "mean_alignment": 0.5687319040298462 }, "eval_alignment_invention": { "mean_alignment": 0.5212519764900208 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.813333333333333, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.813333333333333, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.72, "eval_ipc_knn_abstract_precision@1": 69.96, "eval_ipc_knn_abstract_precision@3": 28.226666666666667, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 63.72, "eval_ipc_knn_global_precision@1": 69.96, "eval_ipc_knn_global_precision@3": 28.226666666666667, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.32741807867345496, "eval_priorArt_ndcg@100_a2all": 0.3132439935521233, "eval_priorArt_ndcg@100_a2c": 0.3190943665812692, "eval_priorArt_ndcg@100_a2i": 0.2903682187801002, "eval_priorArt_ndcg@100_c2a": 0.35470611113192946, "eval_priorArt_ndcg@100_c2all": 0.3520951659205775, "eval_priorArt_ndcg@100_c2c": 0.3605791385846249, "eval_priorArt_ndcg@100_c2i": 0.3140234560123244, "eval_priorArt_ndcg@100_i2a": 0.34672444243478096, "eval_priorArt_ndcg@100_i2all": 0.3184967604043065, "eval_priorArt_ndcg@100_i2c": 0.3216321133350186, "eval_priorArt_ndcg@100_i2i": 0.3077259449397599, "eval_priorArt_ndcg@10_a2a": 0.20271741252838518, "eval_priorArt_ndcg@10_a2all": 0.1923408394872427, "eval_priorArt_ndcg@10_a2c": 0.17180188849507189, "eval_priorArt_ndcg@10_a2i": 0.16983496518565336, "eval_priorArt_ndcg@10_c2a": 0.22542620367364918, "eval_priorArt_ndcg@10_c2all": 0.19001263807345184, "eval_priorArt_ndcg@10_c2c": 0.21623431358755277, "eval_priorArt_ndcg@10_c2i": 0.19608122872972503, "eval_priorArt_ndcg@10_i2a": 0.23450918296448603, "eval_priorArt_ndcg@10_i2all": 0.19592181854292334, "eval_priorArt_ndcg@10_i2c": 0.1901476057011895, "eval_priorArt_ndcg@10_i2i": 0.18776398709684536, "eval_priorArt_ndcg@20_a2a": 0.2575165419761723, "eval_priorArt_ndcg@20_a2all": 0.21730598991704966, "eval_priorArt_ndcg@20_a2c": 0.23767583733261227, "eval_priorArt_ndcg@20_a2i": 0.21942583895400675, "eval_priorArt_ndcg@20_c2a": 0.288047004625496, "eval_priorArt_ndcg@20_c2all": 0.2751693505735401, "eval_priorArt_ndcg@20_c2c": 0.29508613009033124, "eval_priorArt_ndcg@20_c2i": 0.22602401973033232, "eval_priorArt_ndcg@20_i2a": 0.26789896190725404, "eval_priorArt_ndcg@20_i2all": 0.22834638223507472, "eval_priorArt_ndcg@20_i2c": 0.23057409889821318, "eval_priorArt_ndcg@20_i2i": 0.22874860217537557, "eval_priorArt_ndcg@50_a2a": 0.3028639203711126, "eval_priorArt_ndcg@50_a2all": 0.2840747880713438, "eval_priorArt_ndcg@50_a2c": 0.27331041443232545, "eval_priorArt_ndcg@50_a2i": 0.26065960177734826, "eval_priorArt_ndcg@50_c2a": 0.31756072233769367, "eval_priorArt_ndcg@50_c2all": 0.3151640533720482, "eval_priorArt_ndcg@50_c2c": 0.33275503888764946, "eval_priorArt_ndcg@50_c2i": 0.27689784755366686, "eval_priorArt_ndcg@50_i2a": 0.3053725195544177, "eval_priorArt_ndcg@50_i2all": 0.2780161267222566, "eval_priorArt_ndcg@50_i2c": 0.28957911150794235, "eval_priorArt_ndcg@50_i2i": 0.2709090720099394, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.8, "eval_priorArt_recall@10_a2a": 0.36250000000000004, "eval_priorArt_recall@10_a2all": 0.35000000000000003, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.3208333333333333, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.30000000000000004, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5166666666666666, "eval_priorArt_recall@20_a2i": 0.4666666666666667, "eval_priorArt_recall@20_c2a": 0.5791666666666666, "eval_priorArt_recall@20_c2all": 0.5666666666666667, "eval_priorArt_recall@20_c2c": 0.6041666666666666, "eval_priorArt_recall@20_c2i": 0.45833333333333337, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4541666666666666, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6541666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4129784879951142, "eval_singularentropy_claim": 0.4383813738182535, "eval_singularentropy_global": 0.4186308122441542, "eval_singularentropy_invention": 0.4704444693298251, "eval_uniformity_abstract": -2.973576307296753, "eval_uniformity_claim": -2.9247071743011475, "eval_uniformity_global": -2.9400744438171387, "eval_uniformity_invention": -2.8712992668151855, "step": 1000 }, { "epoch": 0.18607221812822403, "grad_norm": 0.2520863711833954, "learning_rate": 9.779035981042058e-06, "loss": 0.018, "step": 1010 }, { "epoch": 0.18791451731761238, "grad_norm": 0.160310298204422, "learning_rate": 9.769483686161325e-06, "loss": 0.0153, "step": 1020 }, { "epoch": 0.18975681650700074, "grad_norm": 0.6317560076713562, "learning_rate": 9.7597341306214e-06, "loss": 0.0219, "step": 1030 }, { "epoch": 0.1915991156963891, "grad_norm": 0.892299473285675, "learning_rate": 9.7497877176533e-06, "loss": 0.0195, "step": 1040 }, { "epoch": 0.19344141488577746, "grad_norm": 0.30673420429229736, "learning_rate": 9.739644858629853e-06, "loss": 0.0129, "step": 1050 }, { "epoch": 0.19528371407516582, "grad_norm": 0.6706623435020447, "learning_rate": 9.729305973048675e-06, "loss": 0.0136, "step": 1060 }, { "epoch": 0.19712601326455417, "grad_norm": 0.7093353867530823, "learning_rate": 9.718771488514836e-06, "loss": 0.0191, "step": 1070 }, { "epoch": 0.19896831245394253, "grad_norm": 0.40979987382888794, "learning_rate": 9.708041840723156e-06, "loss": 0.0171, "step": 1080 }, { "epoch": 0.2008106116433309, "grad_norm": 1.1682881116867065, "learning_rate": 9.697117473440208e-06, "loss": 0.0197, "step": 1090 }, { "epoch": 0.20265291083271925, "grad_norm": 0.3508177101612091, "learning_rate": 9.685998838485939e-06, "loss": 0.0128, "step": 1100 }, { "epoch": 0.2044952100221076, "grad_norm": 0.4478757381439209, "learning_rate": 9.674686395715001e-06, "loss": 0.0153, "step": 1110 }, { "epoch": 0.20633750921149593, "grad_norm": 0.42990314960479736, "learning_rate": 9.66318061299773e-06, "loss": 0.0182, "step": 1120 }, { "epoch": 0.20725865880619013, "eval_alignment_abstract": { "mean_alignment": 0.5867920517921448 }, "eval_alignment_claim": { "mean_alignment": 0.5329867005348206 }, "eval_alignment_global": { "mean_alignment": 0.5664650201797485 }, "eval_alignment_invention": { "mean_alignment": 0.524415910243988 }, "eval_ipc_cls_abstract_accuracy_primary": 58.64, "eval_ipc_cls_abstract_precision@1": 63.44, "eval_ipc_cls_abstract_precision@3": 31.919999999999998, "eval_ipc_cls_abstract_precision@5": 21.16, "eval_ipc_cls_global_accuracy_primary": 58.64, "eval_ipc_cls_global_precision@1": 63.44, "eval_ipc_cls_global_precision@3": 31.919999999999998, "eval_ipc_cls_global_precision@5": 21.16, "eval_ipc_knn_abstract_accuracy_primary": 63.92, "eval_ipc_knn_abstract_precision@1": 70.0, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.119999999999997, "eval_ipc_knn_global_accuracy_primary": 63.92, "eval_ipc_knn_global_precision@1": 70.0, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.119999999999997, "eval_priorArt_ndcg@100_a2a": 0.3240063112469953, "eval_priorArt_ndcg@100_a2all": 0.3077248792636629, "eval_priorArt_ndcg@100_a2c": 0.3135948285288615, "eval_priorArt_ndcg@100_a2i": 0.28939115217303885, "eval_priorArt_ndcg@100_c2a": 0.35359697844031357, "eval_priorArt_ndcg@100_c2all": 0.34309932879750027, "eval_priorArt_ndcg@100_c2c": 0.3623918787388363, "eval_priorArt_ndcg@100_c2i": 0.3155747446022549, "eval_priorArt_ndcg@100_i2a": 0.34712705527611754, "eval_priorArt_ndcg@100_i2all": 0.31844534224052323, "eval_priorArt_ndcg@100_i2c": 0.3139612423089254, "eval_priorArt_ndcg@100_i2i": 0.3052243446380877, "eval_priorArt_ndcg@10_a2a": 0.20669937372769712, "eval_priorArt_ndcg@10_a2all": 0.1796411709794993, "eval_priorArt_ndcg@10_a2c": 0.17427999809590486, "eval_priorArt_ndcg@10_a2i": 0.16725026466343373, "eval_priorArt_ndcg@10_c2a": 0.22907896829936916, "eval_priorArt_ndcg@10_c2all": 0.19135894278901983, "eval_priorArt_ndcg@10_c2c": 0.2227949661996246, "eval_priorArt_ndcg@10_c2i": 0.19791296898893904, "eval_priorArt_ndcg@10_i2a": 0.23404387672354518, "eval_priorArt_ndcg@10_i2all": 0.20745377360648937, "eval_priorArt_ndcg@10_i2c": 0.18391267531875086, "eval_priorArt_ndcg@10_i2i": 0.18776398709684536, "eval_priorArt_ndcg@20_a2a": 0.249195588913029, "eval_priorArt_ndcg@20_a2all": 0.224622935712553, "eval_priorArt_ndcg@20_a2c": 0.23368098895171227, "eval_priorArt_ndcg@20_a2i": 0.21477961498201265, "eval_priorArt_ndcg@20_c2a": 0.27200542631578317, "eval_priorArt_ndcg@20_c2all": 0.2588918130724602, "eval_priorArt_ndcg@20_c2c": 0.301168087933095, "eval_priorArt_ndcg@20_c2i": 0.22794295914443788, "eval_priorArt_ndcg@20_i2a": 0.27276334054979756, "eval_priorArt_ndcg@20_i2all": 0.23167260580750523, "eval_priorArt_ndcg@20_i2c": 0.23106675127503135, "eval_priorArt_ndcg@20_i2i": 0.22501855534947485, "eval_priorArt_ndcg@50_a2a": 0.30398496972815336, "eval_priorArt_ndcg@50_a2all": 0.27855100047900994, "eval_priorArt_ndcg@50_a2c": 0.2762423498079247, "eval_priorArt_ndcg@50_a2i": 0.26000121114346814, "eval_priorArt_ndcg@50_c2a": 0.3205557169374447, "eval_priorArt_ndcg@50_c2all": 0.3065529013734927, "eval_priorArt_ndcg@50_c2c": 0.33306528317852335, "eval_priorArt_ndcg@50_c2i": 0.2739581230346083, "eval_priorArt_ndcg@50_i2a": 0.3067531779103403, "eval_priorArt_ndcg@50_i2all": 0.2826149688506073, "eval_priorArt_ndcg@50_i2c": 0.2848067662123475, "eval_priorArt_ndcg@50_i2i": 0.2722004764584353, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.825, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8666666666666666, "eval_priorArt_recall@100_c2i": 0.8333333333333333, "eval_priorArt_recall@100_i2a": 0.8333333333333334, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8166666666666668, "eval_priorArt_recall@100_i2i": 0.7833333333333333, "eval_priorArt_recall@10_a2a": 0.36250000000000004, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.3958333333333333, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3708333333333333, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.32916666666666666, "eval_priorArt_recall@20_a2a": 0.4916666666666666, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4916666666666666, "eval_priorArt_recall@20_a2i": 0.4541666666666667, "eval_priorArt_recall@20_c2a": 0.5208333333333333, "eval_priorArt_recall@20_c2all": 0.5375, "eval_priorArt_recall@20_c2c": 0.6041666666666666, "eval_priorArt_recall@20_c2i": 0.45833333333333337, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4708333333333333, "eval_priorArt_recall@20_i2i": 0.4333333333333333, "eval_priorArt_recall@50_a2a": 0.7083333333333333, "eval_priorArt_recall@50_a2all": 0.6666666666666667, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6375, "eval_priorArt_recall@50_c2a": 0.7041666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6333333333333333, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4218890617263583, "eval_singularentropy_claim": 0.4416360427497812, "eval_singularentropy_global": 0.424175658397409, "eval_singularentropy_invention": 0.4741455608955399, "eval_uniformity_abstract": -2.9436540603637695, "eval_uniformity_claim": -2.892671585083008, "eval_uniformity_global": -2.9081926345825195, "eval_uniformity_invention": -2.838082790374756, "step": 1125 }, { "epoch": 0.2081798084008843, "grad_norm": 0.37385353446006775, "learning_rate": 9.651481966200786e-06, "loss": 0.0151, "step": 1130 }, { "epoch": 0.21002210759027265, "grad_norm": 0.6125003695487976, "learning_rate": 9.63959093916748e-06, "loss": 0.0214, "step": 1140 }, { "epoch": 0.211864406779661, "grad_norm": 0.36482569575309753, "learning_rate": 9.627508023697762e-06, "loss": 0.0159, "step": 1150 }, { "epoch": 0.21370670596904937, "grad_norm": 0.1914256364107132, "learning_rate": 9.615233719527876e-06, "loss": 0.0157, "step": 1160 }, { "epoch": 0.21554900515843772, "grad_norm": 0.28354644775390625, "learning_rate": 9.602768534309696e-06, "loss": 0.0184, "step": 1170 }, { "epoch": 0.21739130434782608, "grad_norm": 0.1807250827550888, "learning_rate": 9.59011298358973e-06, "loss": 0.0178, "step": 1180 }, { "epoch": 0.21923360353721444, "grad_norm": 0.4606914222240448, "learning_rate": 9.577267590787793e-06, "loss": 0.0138, "step": 1190 }, { "epoch": 0.2210759027266028, "grad_norm": 0.5052463412284851, "learning_rate": 9.564232887175367e-06, "loss": 0.0184, "step": 1200 }, { "epoch": 0.22291820191599115, "grad_norm": 0.6114935278892517, "learning_rate": 9.551009411853616e-06, "loss": 0.022, "step": 1210 }, { "epoch": 0.2247605011053795, "grad_norm": 0.3241252601146698, "learning_rate": 9.537597711731104e-06, "loss": 0.0187, "step": 1220 }, { "epoch": 0.22660280029476787, "grad_norm": 0.48233383893966675, "learning_rate": 9.523998341501165e-06, "loss": 0.0134, "step": 1230 }, { "epoch": 0.22844509948415623, "grad_norm": 0.12608551979064941, "learning_rate": 9.510211863618963e-06, "loss": 0.0152, "step": 1240 }, { "epoch": 0.23028739867354459, "grad_norm": 0.35870644450187683, "learning_rate": 9.496238848278233e-06, "loss": 0.014, "step": 1250 }, { "epoch": 0.23028739867354459, "eval_alignment_abstract": { "mean_alignment": 0.5978758931159973 }, "eval_alignment_claim": { "mean_alignment": 0.5292453169822693 }, "eval_alignment_global": { "mean_alignment": 0.5694308280944824 }, "eval_alignment_invention": { "mean_alignment": 0.5264396071434021 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.8, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.8, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 70.19999999999999, "eval_ipc_knn_abstract_precision@3": 28.346666666666664, "eval_ipc_knn_abstract_precision@5": 17.192, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 70.19999999999999, "eval_ipc_knn_global_precision@3": 28.346666666666664, "eval_ipc_knn_global_precision@5": 17.192, "eval_priorArt_ndcg@100_a2a": 0.3340085489468468, "eval_priorArt_ndcg@100_a2all": 0.32580119545021213, "eval_priorArt_ndcg@100_a2c": 0.32060718895005164, "eval_priorArt_ndcg@100_a2i": 0.2920282209552887, "eval_priorArt_ndcg@100_c2a": 0.36303088897514696, "eval_priorArt_ndcg@100_c2all": 0.36614967813605487, "eval_priorArt_ndcg@100_c2c": 0.37306105667017364, "eval_priorArt_ndcg@100_c2i": 0.3236531560417236, "eval_priorArt_ndcg@100_i2a": 0.3562574983025942, "eval_priorArt_ndcg@100_i2all": 0.3228006869872825, "eval_priorArt_ndcg@100_i2c": 0.3156177065894528, "eval_priorArt_ndcg@100_i2i": 0.2999078734499008, "eval_priorArt_ndcg@10_a2a": 0.19886523735631062, "eval_priorArt_ndcg@10_a2all": 0.1937805742397502, "eval_priorArt_ndcg@10_a2c": 0.17574650796022423, "eval_priorArt_ndcg@10_a2i": 0.16561150202520403, "eval_priorArt_ndcg@10_c2a": 0.24147767717644086, "eval_priorArt_ndcg@10_c2all": 0.21247564198986493, "eval_priorArt_ndcg@10_c2c": 0.21954369655081432, "eval_priorArt_ndcg@10_c2i": 0.19165455175411292, "eval_priorArt_ndcg@10_i2a": 0.24154764537995646, "eval_priorArt_ndcg@10_i2all": 0.19601229493201605, "eval_priorArt_ndcg@10_i2c": 0.19310255265647233, "eval_priorArt_ndcg@10_i2i": 0.180349126605207, "eval_priorArt_ndcg@20_a2a": 0.268382999401245, "eval_priorArt_ndcg@20_a2all": 0.22872980895907044, "eval_priorArt_ndcg@20_a2c": 0.24465587508609304, "eval_priorArt_ndcg@20_a2i": 0.2096979717882328, "eval_priorArt_ndcg@20_c2a": 0.2828003421200374, "eval_priorArt_ndcg@20_c2all": 0.28050956856371373, "eval_priorArt_ndcg@20_c2c": 0.3003352989950484, "eval_priorArt_ndcg@20_c2i": 0.23075410422148507, "eval_priorArt_ndcg@20_i2a": 0.28156693306969993, "eval_priorArt_ndcg@20_i2all": 0.23554986226925365, "eval_priorArt_ndcg@20_i2c": 0.229577330017872, "eval_priorArt_ndcg@20_i2i": 0.21827948822207763, "eval_priorArt_ndcg@50_a2a": 0.3044947731316143, "eval_priorArt_ndcg@50_a2all": 0.3054653410414486, "eval_priorArt_ndcg@50_a2c": 0.27932172872792227, "eval_priorArt_ndcg@50_a2i": 0.2661771452402077, "eval_priorArt_ndcg@50_c2a": 0.32039128549095797, "eval_priorArt_ndcg@50_c2all": 0.3372898893540281, "eval_priorArt_ndcg@50_c2c": 0.34394849668559807, "eval_priorArt_ndcg@50_c2i": 0.28730594560432926, "eval_priorArt_ndcg@50_i2a": 0.3195113605784737, "eval_priorArt_ndcg@50_i2all": 0.2866917035752586, "eval_priorArt_ndcg@50_i2c": 0.28697079418305915, "eval_priorArt_ndcg@50_i2i": 0.27116252837107513, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.825, "eval_priorArt_recall@100_a2c": 0.8416666666666666, "eval_priorArt_recall@100_a2i": 0.775, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8833333333333334, "eval_priorArt_recall@100_c2i": 0.85, "eval_priorArt_recall@100_i2a": 0.8333333333333334, "eval_priorArt_recall@100_i2all": 0.8166666666666668, "eval_priorArt_recall@100_i2c": 0.8208333333333334, "eval_priorArt_recall@100_i2i": 0.7583333333333333, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4041666666666666, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3375, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.325, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.5374999999999999, "eval_priorArt_recall@20_a2all": 0.4333333333333333, "eval_priorArt_recall@20_a2c": 0.525, "eval_priorArt_recall@20_a2i": 0.4291666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5416666666666666, "eval_priorArt_recall@20_c2c": 0.5791666666666666, "eval_priorArt_recall@20_c2i": 0.45833333333333337, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4166666666666667, "eval_priorArt_recall@50_a2a": 0.6875, "eval_priorArt_recall@50_a2all": 0.7333333333333334, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6541666666666667, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4187244870293108, "eval_singularentropy_claim": 0.4449081331761345, "eval_singularentropy_global": 0.4253323252846605, "eval_singularentropy_invention": 0.4773595412157493, "eval_uniformity_abstract": -2.923760414123535, "eval_uniformity_claim": -2.8709378242492676, "eval_uniformity_global": -2.885401964187622, "eval_uniformity_invention": -2.8133835792541504, "step": 1250 }, { "epoch": 0.23212969786293294, "grad_norm": 0.33999529480934143, "learning_rate": 9.482079873387696e-06, "loss": 0.014, "step": 1260 }, { "epoch": 0.2339719970523213, "grad_norm": 0.41310369968414307, "learning_rate": 9.467735524547158e-06, "loss": 0.0143, "step": 1270 }, { "epoch": 0.23581429624170966, "grad_norm": 0.5142020583152771, "learning_rate": 9.453206395023289e-06, "loss": 0.0158, "step": 1280 }, { "epoch": 0.23765659543109802, "grad_norm": 0.42746245861053467, "learning_rate": 9.43849308572509e-06, "loss": 0.0136, "step": 1290 }, { "epoch": 0.23949889462048637, "grad_norm": 0.5291547775268555, "learning_rate": 9.423596205179034e-06, "loss": 0.0146, "step": 1300 }, { "epoch": 0.24134119380987473, "grad_norm": 0.3463471233844757, "learning_rate": 9.4085163695039e-06, "loss": 0.0155, "step": 1310 }, { "epoch": 0.2431834929992631, "grad_norm": 1.0242258310317993, "learning_rate": 9.393254202385298e-06, "loss": 0.0114, "step": 1320 }, { "epoch": 0.24502579218865145, "grad_norm": 0.49369552731513977, "learning_rate": 9.377810335049863e-06, "loss": 0.0133, "step": 1330 }, { "epoch": 0.2468680913780398, "grad_norm": 0.365641325712204, "learning_rate": 9.362185406239157e-06, "loss": 0.0143, "step": 1340 }, { "epoch": 0.24871039056742816, "grad_norm": 0.7034528851509094, "learning_rate": 9.346380062183244e-06, "loss": 0.0116, "step": 1350 }, { "epoch": 0.2505526897568165, "grad_norm": 0.5181868076324463, "learning_rate": 9.330394956573969e-06, "loss": 0.0127, "step": 1360 }, { "epoch": 0.2523949889462049, "grad_norm": 0.33588603138923645, "learning_rate": 9.31423075053792e-06, "loss": 0.0123, "step": 1370 }, { "epoch": 0.253316138540899, "eval_alignment_abstract": { "mean_alignment": 0.5977120399475098 }, "eval_alignment_claim": { "mean_alignment": 0.5291538834571838 }, "eval_alignment_global": { "mean_alignment": 0.5689070820808411 }, "eval_alignment_invention": { "mean_alignment": 0.5256054401397705 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.840000000000003, "eval_ipc_cls_abstract_precision@5": 21.143999999999995, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.840000000000003, "eval_ipc_cls_global_precision@5": 21.143999999999995, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.36, "eval_ipc_knn_abstract_precision@3": 28.439999999999998, "eval_ipc_knn_abstract_precision@5": 17.256, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.36, "eval_ipc_knn_global_precision@3": 28.439999999999998, "eval_ipc_knn_global_precision@5": 17.256, "eval_priorArt_ndcg@100_a2a": 0.33508979874331524, "eval_priorArt_ndcg@100_a2all": 0.32143156209110546, "eval_priorArt_ndcg@100_a2c": 0.3314905829444338, "eval_priorArt_ndcg@100_a2i": 0.2973844057874463, "eval_priorArt_ndcg@100_c2a": 0.36852104425620913, "eval_priorArt_ndcg@100_c2all": 0.3667460529179422, "eval_priorArt_ndcg@100_c2c": 0.36686905221723165, "eval_priorArt_ndcg@100_c2i": 0.32787355797651296, "eval_priorArt_ndcg@100_i2a": 0.362954222419798, "eval_priorArt_ndcg@100_i2all": 0.32522158671041, "eval_priorArt_ndcg@100_i2c": 0.3224430349807998, "eval_priorArt_ndcg@100_i2i": 0.30751581979311143, "eval_priorArt_ndcg@10_a2a": 0.20009546311923843, "eval_priorArt_ndcg@10_a2all": 0.1940010211587493, "eval_priorArt_ndcg@10_a2c": 0.17855794102527706, "eval_priorArt_ndcg@10_a2i": 0.16435572449871566, "eval_priorArt_ndcg@10_c2a": 0.23514900283007406, "eval_priorArt_ndcg@10_c2all": 0.22095229802880118, "eval_priorArt_ndcg@10_c2c": 0.22845604664727331, "eval_priorArt_ndcg@10_c2i": 0.18283007274286073, "eval_priorArt_ndcg@10_i2a": 0.25184255850450504, "eval_priorArt_ndcg@10_i2all": 0.19488566538447274, "eval_priorArt_ndcg@10_i2c": 0.1957616360455705, "eval_priorArt_ndcg@10_i2i": 0.1814744028167107, "eval_priorArt_ndcg@20_a2a": 0.26422622182848604, "eval_priorArt_ndcg@20_a2all": 0.22424036793080063, "eval_priorArt_ndcg@20_a2c": 0.24070221645764706, "eval_priorArt_ndcg@20_a2i": 0.21686561250044373, "eval_priorArt_ndcg@20_c2a": 0.28410524707995316, "eval_priorArt_ndcg@20_c2all": 0.2958142604103737, "eval_priorArt_ndcg@20_c2c": 0.3003358764937667, "eval_priorArt_ndcg@20_c2i": 0.2353012551826152, "eval_priorArt_ndcg@20_i2a": 0.283837847436273, "eval_priorArt_ndcg@20_i2all": 0.24074968524520174, "eval_priorArt_ndcg@20_i2c": 0.23256640428611286, "eval_priorArt_ndcg@20_i2i": 0.23074150781641106, "eval_priorArt_ndcg@50_a2a": 0.30158966768760814, "eval_priorArt_ndcg@50_a2all": 0.30885753131674637, "eval_priorArt_ndcg@50_a2c": 0.2819239295914543, "eval_priorArt_ndcg@50_a2i": 0.27598863653353156, "eval_priorArt_ndcg@50_c2a": 0.33340934459840954, "eval_priorArt_ndcg@50_c2all": 0.33402552005363184, "eval_priorArt_ndcg@50_c2c": 0.3366377921317663, "eval_priorArt_ndcg@50_c2i": 0.28699184295477265, "eval_priorArt_ndcg@50_i2a": 0.3218902190047569, "eval_priorArt_ndcg@50_i2all": 0.2845842763747934, "eval_priorArt_ndcg@50_i2c": 0.29371800746858767, "eval_priorArt_ndcg@50_i2i": 0.2741771390432686, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8833333333333334, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8833333333333334, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.8416666666666668, "eval_priorArt_recall@100_i2c": 0.8416666666666666, "eval_priorArt_recall@100_i2i": 0.7833333333333333, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.37500000000000006, "eval_priorArt_recall@10_c2i": 0.3208333333333333, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.33333333333333337, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.425, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.4541666666666667, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.5916666666666666, "eval_priorArt_recall@20_c2c": 0.6041666666666666, "eval_priorArt_recall@20_c2i": 0.475, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.75, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7375, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4230193177985129, "eval_singularentropy_claim": 0.44900876658498473, "eval_singularentropy_global": 0.429990985881903, "eval_singularentropy_invention": 0.4826920762455209, "eval_uniformity_abstract": -2.911651849746704, "eval_uniformity_claim": -2.858245849609375, "eval_uniformity_global": -2.873914957046509, "eval_uniformity_invention": -2.804453134536743, "step": 1375 }, { "epoch": 0.2542372881355932, "grad_norm": 0.5446661114692688, "learning_rate": 9.29788811260908e-06, "loss": 0.0133, "step": 1380 }, { "epoch": 0.2560795873249816, "grad_norm": 0.3353412449359894, "learning_rate": 9.281367718701185e-06, "loss": 0.0136, "step": 1390 }, { "epoch": 0.2579218865143699, "grad_norm": 0.8311284780502319, "learning_rate": 9.264670252079764e-06, "loss": 0.0156, "step": 1400 }, { "epoch": 0.2597641857037583, "grad_norm": 0.47081613540649414, "learning_rate": 9.247796403333878e-06, "loss": 0.0127, "step": 1410 }, { "epoch": 0.26160648489314664, "grad_norm": 0.14800018072128296, "learning_rate": 9.230746870347568e-06, "loss": 0.0114, "step": 1420 }, { "epoch": 0.263448784082535, "grad_norm": 0.8775957226753235, "learning_rate": 9.213522358270977e-06, "loss": 0.0135, "step": 1430 }, { "epoch": 0.26529108327192336, "grad_norm": 0.29116326570510864, "learning_rate": 9.196123579491195e-06, "loss": 0.0105, "step": 1440 }, { "epoch": 0.26713338246131174, "grad_norm": 0.5480334162712097, "learning_rate": 9.178551253602796e-06, "loss": 0.0138, "step": 1450 }, { "epoch": 0.26897568165070007, "grad_norm": 0.35951751470565796, "learning_rate": 9.160806107378069e-06, "loss": 0.0137, "step": 1460 }, { "epoch": 0.27081798084008846, "grad_norm": 0.341535359621048, "learning_rate": 9.142888874736968e-06, "loss": 0.0128, "step": 1470 }, { "epoch": 0.2726602800294768, "grad_norm": 0.5379030108451843, "learning_rate": 9.124800296716754e-06, "loss": 0.0146, "step": 1480 }, { "epoch": 0.2745025792188651, "grad_norm": 0.4250928461551666, "learning_rate": 9.106541121441344e-06, "loss": 0.0174, "step": 1490 }, { "epoch": 0.2763448784082535, "grad_norm": 0.6062889695167542, "learning_rate": 9.088112104090373e-06, "loss": 0.0184, "step": 1500 }, { "epoch": 0.2763448784082535, "eval_alignment_abstract": { "mean_alignment": 0.5872824192047119 }, "eval_alignment_claim": { "mean_alignment": 0.5255516767501831 }, "eval_alignment_global": { "mean_alignment": 0.560332715511322 }, "eval_alignment_invention": { "mean_alignment": 0.5178720355033875 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.773333333333337, "eval_ipc_cls_abstract_precision@5": 21.216000000000005, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.773333333333337, "eval_ipc_cls_global_precision@5": 21.216000000000005, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.92, "eval_ipc_knn_abstract_precision@3": 28.306666666666665, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.92, "eval_ipc_knn_global_precision@3": 28.306666666666665, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.3371920216135207, "eval_priorArt_ndcg@100_a2all": 0.32042381899557554, "eval_priorArt_ndcg@100_a2c": 0.32788625250381387, "eval_priorArt_ndcg@100_a2i": 0.29678773659665575, "eval_priorArt_ndcg@100_c2a": 0.3728335490748449, "eval_priorArt_ndcg@100_c2all": 0.3634703748639106, "eval_priorArt_ndcg@100_c2c": 0.37372612321398874, "eval_priorArt_ndcg@100_c2i": 0.3198029379005689, "eval_priorArt_ndcg@100_i2a": 0.36109214904342596, "eval_priorArt_ndcg@100_i2all": 0.32577403732535515, "eval_priorArt_ndcg@100_i2c": 0.321306164443462, "eval_priorArt_ndcg@100_i2i": 0.31499666638736773, "eval_priorArt_ndcg@10_a2a": 0.2013886312866921, "eval_priorArt_ndcg@10_a2all": 0.19262622234721388, "eval_priorArt_ndcg@10_a2c": 0.17132006760375132, "eval_priorArt_ndcg@10_a2i": 0.16909245801856385, "eval_priorArt_ndcg@10_c2a": 0.2280511613664467, "eval_priorArt_ndcg@10_c2all": 0.21030409253405122, "eval_priorArt_ndcg@10_c2c": 0.2207473998281131, "eval_priorArt_ndcg@10_c2i": 0.17552657190425885, "eval_priorArt_ndcg@10_i2a": 0.2416272658211478, "eval_priorArt_ndcg@10_i2all": 0.21239335471483586, "eval_priorArt_ndcg@10_i2c": 0.19529087556025454, "eval_priorArt_ndcg@10_i2i": 0.19053170063568395, "eval_priorArt_ndcg@20_a2a": 0.26631163841513933, "eval_priorArt_ndcg@20_a2all": 0.22787856527085562, "eval_priorArt_ndcg@20_a2c": 0.240385955286668, "eval_priorArt_ndcg@20_a2i": 0.20806134724252856, "eval_priorArt_ndcg@20_c2a": 0.2915516831536463, "eval_priorArt_ndcg@20_c2all": 0.28350939580027995, "eval_priorArt_ndcg@20_c2c": 0.3040392093434525, "eval_priorArt_ndcg@20_c2i": 0.22793869643116355, "eval_priorArt_ndcg@20_i2a": 0.28203455192583116, "eval_priorArt_ndcg@20_i2all": 0.23877921261684948, "eval_priorArt_ndcg@20_i2c": 0.2309345012949799, "eval_priorArt_ndcg@20_i2i": 0.22845368048065992, "eval_priorArt_ndcg@50_a2a": 0.30922544137231966, "eval_priorArt_ndcg@50_a2all": 0.3078639823640479, "eval_priorArt_ndcg@50_a2c": 0.29062040923541765, "eval_priorArt_ndcg@50_a2i": 0.27524238843150167, "eval_priorArt_ndcg@50_c2a": 0.33323888119317363, "eval_priorArt_ndcg@50_c2all": 0.33509318984797154, "eval_priorArt_ndcg@50_c2c": 0.33954855039722887, "eval_priorArt_ndcg@50_c2i": 0.2831715046937179, "eval_priorArt_ndcg@50_i2a": 0.32056098295812296, "eval_priorArt_ndcg@50_i2all": 0.28875224093120544, "eval_priorArt_ndcg@50_i2c": 0.2881137065871443, "eval_priorArt_ndcg@50_i2i": 0.27717525590280195, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.825, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8083333333333332, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.29166666666666663, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.3708333333333333, "eval_priorArt_recall@10_c2all": 0.31666666666666665, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.32083333333333336, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4416666666666666, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.4291666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5583333333333333, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4833333333333334, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4624999999999999, "eval_priorArt_recall@20_i2i": 0.4333333333333333, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.75, "eval_priorArt_recall@50_a2c": 0.6958333333333334, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6375, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4321401021987135, "eval_singularentropy_claim": 0.45793571469738015, "eval_singularentropy_global": 0.4394351124034223, "eval_singularentropy_invention": 0.4925637572931327, "eval_uniformity_abstract": -2.879106044769287, "eval_uniformity_claim": -2.825240135192871, "eval_uniformity_global": -2.840104818344116, "eval_uniformity_invention": -2.7701609134674072, "step": 1500 }, { "epoch": 0.27818717759764183, "grad_norm": 0.5345796346664429, "learning_rate": 9.06951400686796e-06, "loss": 0.0111, "step": 1510 }, { "epoch": 0.2800294767870302, "grad_norm": 0.3462889790534973, "learning_rate": 9.050747598971185e-06, "loss": 0.017, "step": 1520 }, { "epoch": 0.28187177597641855, "grad_norm": 0.5636200308799744, "learning_rate": 9.031813656558273e-06, "loss": 0.0147, "step": 1530 }, { "epoch": 0.28371407516580693, "grad_norm": 0.3817421793937683, "learning_rate": 9.012712962716493e-06, "loss": 0.0131, "step": 1540 }, { "epoch": 0.28555637435519526, "grad_norm": 0.37126460671424866, "learning_rate": 8.993446307429773e-06, "loss": 0.0124, "step": 1550 }, { "epoch": 0.28739867354458365, "grad_norm": 0.2704401910305023, "learning_rate": 8.974014487546028e-06, "loss": 0.0149, "step": 1560 }, { "epoch": 0.289240972733972, "grad_norm": 0.5580137372016907, "learning_rate": 8.9544183067442e-06, "loss": 0.0156, "step": 1570 }, { "epoch": 0.29108327192336036, "grad_norm": 0.4974873661994934, "learning_rate": 8.934658575501016e-06, "loss": 0.0147, "step": 1580 }, { "epoch": 0.2929255711127487, "grad_norm": 0.3160710334777832, "learning_rate": 8.914736111057476e-06, "loss": 0.0105, "step": 1590 }, { "epoch": 0.2947678703021371, "grad_norm": 0.32424360513687134, "learning_rate": 8.894651737385048e-06, "loss": 0.0176, "step": 1600 }, { "epoch": 0.2966101694915254, "grad_norm": 0.790346622467041, "learning_rate": 8.874406285151587e-06, "loss": 0.0178, "step": 1610 }, { "epoch": 0.2984524686809138, "grad_norm": 0.4403022229671478, "learning_rate": 8.854000591686985e-06, "loss": 0.0174, "step": 1620 }, { "epoch": 0.29937361827560793, "eval_alignment_abstract": { "mean_alignment": 0.5892924666404724 }, "eval_alignment_claim": { "mean_alignment": 0.5209156274795532 }, "eval_alignment_global": { "mean_alignment": 0.5596324801445007 }, "eval_alignment_invention": { "mean_alignment": 0.5189553499221802 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.78666666666666, "eval_ipc_cls_abstract_precision@5": 21.184, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.78666666666666, "eval_ipc_cls_global_precision@5": 21.184, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 70.08, "eval_ipc_knn_abstract_precision@3": 28.333333333333332, "eval_ipc_knn_abstract_precision@5": 17.168, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 70.08, "eval_ipc_knn_global_precision@3": 28.333333333333332, "eval_ipc_knn_global_precision@5": 17.168, "eval_priorArt_ndcg@100_a2a": 0.34061988093582435, "eval_priorArt_ndcg@100_a2all": 0.325769657027425, "eval_priorArt_ndcg@100_a2c": 0.33487370487524076, "eval_priorArt_ndcg@100_a2i": 0.29939400986782144, "eval_priorArt_ndcg@100_c2a": 0.3751468276042896, "eval_priorArt_ndcg@100_c2all": 0.37670724971088737, "eval_priorArt_ndcg@100_c2c": 0.3828992975110209, "eval_priorArt_ndcg@100_c2i": 0.3235367900608642, "eval_priorArt_ndcg@100_i2a": 0.352400714288234, "eval_priorArt_ndcg@100_i2all": 0.32347107690549903, "eval_priorArt_ndcg@100_i2c": 0.32921455244561354, "eval_priorArt_ndcg@100_i2i": 0.31308203750437075, "eval_priorArt_ndcg@10_a2a": 0.1993447815871275, "eval_priorArt_ndcg@10_a2all": 0.19175531532031947, "eval_priorArt_ndcg@10_a2c": 0.1905245700555112, "eval_priorArt_ndcg@10_a2i": 0.16515658234074757, "eval_priorArt_ndcg@10_c2a": 0.2591685673325921, "eval_priorArt_ndcg@10_c2all": 0.2265078107818884, "eval_priorArt_ndcg@10_c2c": 0.2325075910484013, "eval_priorArt_ndcg@10_c2i": 0.17802478219937132, "eval_priorArt_ndcg@10_i2a": 0.24041538591808959, "eval_priorArt_ndcg@10_i2all": 0.20727552929986257, "eval_priorArt_ndcg@10_i2c": 0.2041408445917759, "eval_priorArt_ndcg@10_i2i": 0.1818047668074954, "eval_priorArt_ndcg@20_a2a": 0.271365424714307, "eval_priorArt_ndcg@20_a2all": 0.22456874743181215, "eval_priorArt_ndcg@20_a2c": 0.2570594377233481, "eval_priorArt_ndcg@20_a2i": 0.21468846795021376, "eval_priorArt_ndcg@20_c2a": 0.29320588682028437, "eval_priorArt_ndcg@20_c2all": 0.28563179499086694, "eval_priorArt_ndcg@20_c2c": 0.32283240537143515, "eval_priorArt_ndcg@20_c2i": 0.2361238792257768, "eval_priorArt_ndcg@20_i2a": 0.27793600596237644, "eval_priorArt_ndcg@20_i2all": 0.2407581560818791, "eval_priorArt_ndcg@20_i2c": 0.2470221627973892, "eval_priorArt_ndcg@20_i2i": 0.23288523024498514, "eval_priorArt_ndcg@50_a2a": 0.30228524533005574, "eval_priorArt_ndcg@50_a2all": 0.30849178146929346, "eval_priorArt_ndcg@50_a2c": 0.29707099921071756, "eval_priorArt_ndcg@50_a2i": 0.2735504459353724, "eval_priorArt_ndcg@50_c2a": 0.33502893477797796, "eval_priorArt_ndcg@50_c2all": 0.34371450165314815, "eval_priorArt_ndcg@50_c2c": 0.3450261440761838, "eval_priorArt_ndcg@50_c2i": 0.2865616869716964, "eval_priorArt_ndcg@50_i2a": 0.31117562656495235, "eval_priorArt_ndcg@50_i2all": 0.29895818673377533, "eval_priorArt_ndcg@50_i2c": 0.2928769921727684, "eval_priorArt_ndcg@50_i2i": 0.27507249086453944, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.9166666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.8, "eval_priorArt_recall@100_i2c": 0.8583333333333332, "eval_priorArt_recall@100_i2i": 0.8083333333333332, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.33333333333333337, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4541666666666666, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3208333333333333, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.35833333333333334, "eval_priorArt_recall@10_i2c": 0.3625, "eval_priorArt_recall@10_i2i": 0.30416666666666664, "eval_priorArt_recall@20_a2a": 0.5458333333333333, "eval_priorArt_recall@20_a2all": 0.4333333333333334, "eval_priorArt_recall@20_a2c": 0.5333333333333333, "eval_priorArt_recall@20_a2i": 0.4416666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5333333333333332, "eval_priorArt_recall@20_c2c": 0.6375, "eval_priorArt_recall@20_c2i": 0.5000000000000001, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.5041666666666667, "eval_priorArt_recall@20_i2i": 0.4583333333333333, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.75, "eval_priorArt_recall@50_a2c": 0.6958333333333334, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4360178738741092, "eval_singularentropy_claim": 0.4619724706805821, "eval_singularentropy_global": 0.44374135065250975, "eval_singularentropy_invention": 0.4971463158596563, "eval_uniformity_abstract": -2.8604211807250977, "eval_uniformity_claim": -2.8059277534484863, "eval_uniformity_global": -2.819200038909912, "eval_uniformity_invention": -2.748480796813965, "step": 1625 }, { "epoch": 0.3002947678703021, "grad_norm": 0.8086073398590088, "learning_rate": 8.833435500948536e-06, "loss": 0.0127, "step": 1630 }, { "epoch": 0.3021370670596905, "grad_norm": 0.5683202147483826, "learning_rate": 8.812711863486028e-06, "loss": 0.0186, "step": 1640 }, { "epoch": 0.30397936624907884, "grad_norm": 0.33677104115486145, "learning_rate": 8.791830536406577e-06, "loss": 0.0124, "step": 1650 }, { "epoch": 0.3058216654384672, "grad_norm": 0.08620675653219223, "learning_rate": 8.770792383339162e-06, "loss": 0.016, "step": 1660 }, { "epoch": 0.30766396462785556, "grad_norm": 0.23861326277256012, "learning_rate": 8.749598274398923e-06, "loss": 0.0098, "step": 1670 }, { "epoch": 0.30950626381724394, "grad_norm": 0.5608763694763184, "learning_rate": 8.728249086151155e-06, "loss": 0.0115, "step": 1680 }, { "epoch": 0.3113485630066323, "grad_norm": 0.5711678266525269, "learning_rate": 8.706745701575075e-06, "loss": 0.0156, "step": 1690 }, { "epoch": 0.31319086219602066, "grad_norm": 0.18042394518852234, "learning_rate": 8.685089010027284e-06, "loss": 0.0137, "step": 1700 }, { "epoch": 0.315033161385409, "grad_norm": 0.3553334176540375, "learning_rate": 8.663279907204997e-06, "loss": 0.0127, "step": 1710 }, { "epoch": 0.3168754605747974, "grad_norm": 0.5705336332321167, "learning_rate": 8.641319295108994e-06, "loss": 0.0143, "step": 1720 }, { "epoch": 0.3187177597641857, "grad_norm": 1.1767919063568115, "learning_rate": 8.619208082006312e-06, "loss": 0.0183, "step": 1730 }, { "epoch": 0.32056005895357403, "grad_norm": 0.6883602142333984, "learning_rate": 8.596947182392681e-06, "loss": 0.0139, "step": 1740 }, { "epoch": 0.3224023581429624, "grad_norm": 0.6920212507247925, "learning_rate": 8.574537516954706e-06, "loss": 0.0159, "step": 1750 }, { "epoch": 0.3224023581429624, "eval_alignment_abstract": { "mean_alignment": 0.5784979462623596 }, "eval_alignment_claim": { "mean_alignment": 0.514609158039093 }, "eval_alignment_global": { "mean_alignment": 0.5504168272018433 }, "eval_alignment_invention": { "mean_alignment": 0.5094553232192993 }, "eval_ipc_cls_abstract_accuracy_primary": 58.36, "eval_ipc_cls_abstract_precision@1": 63.2, "eval_ipc_cls_abstract_precision@3": 31.86666666666667, "eval_ipc_cls_abstract_precision@5": 21.144000000000002, "eval_ipc_cls_global_accuracy_primary": 58.36, "eval_ipc_cls_global_precision@1": 63.2, "eval_ipc_cls_global_precision@3": 31.86666666666667, "eval_ipc_cls_global_precision@5": 21.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 70.28, "eval_ipc_knn_abstract_precision@3": 28.4, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 70.28, "eval_ipc_knn_global_precision@3": 28.4, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.33700336753652405, "eval_priorArt_ndcg@100_a2all": 0.32397541500311366, "eval_priorArt_ndcg@100_a2c": 0.3326779164955528, "eval_priorArt_ndcg@100_a2i": 0.29844569500024776, "eval_priorArt_ndcg@100_c2a": 0.3682318006991042, "eval_priorArt_ndcg@100_c2all": 0.36232187948136263, "eval_priorArt_ndcg@100_c2c": 0.3757042846459909, "eval_priorArt_ndcg@100_c2i": 0.3278802062068401, "eval_priorArt_ndcg@100_i2a": 0.3710988036044575, "eval_priorArt_ndcg@100_i2all": 0.32240876081203357, "eval_priorArt_ndcg@100_i2c": 0.32425236040661803, "eval_priorArt_ndcg@100_i2i": 0.31342693031176405, "eval_priorArt_ndcg@10_a2a": 0.2013886312866921, "eval_priorArt_ndcg@10_a2all": 0.1901624509057587, "eval_priorArt_ndcg@10_a2c": 0.1835376726015591, "eval_priorArt_ndcg@10_a2i": 0.1735973435436511, "eval_priorArt_ndcg@10_c2a": 0.23380548233990933, "eval_priorArt_ndcg@10_c2all": 0.21770351429928322, "eval_priorArt_ndcg@10_c2c": 0.22090085209103621, "eval_priorArt_ndcg@10_c2i": 0.1761968724275766, "eval_priorArt_ndcg@10_i2a": 0.25929001983410316, "eval_priorArt_ndcg@10_i2all": 0.21608622251957135, "eval_priorArt_ndcg@10_i2c": 0.19693164131929503, "eval_priorArt_ndcg@10_i2i": 0.1885873654791178, "eval_priorArt_ndcg@20_a2a": 0.27265281257937485, "eval_priorArt_ndcg@20_a2all": 0.2353999185359572, "eval_priorArt_ndcg@20_a2c": 0.2446637959394052, "eval_priorArt_ndcg@20_a2i": 0.21935724921044195, "eval_priorArt_ndcg@20_c2a": 0.29614491865333836, "eval_priorArt_ndcg@20_c2all": 0.2760931158953137, "eval_priorArt_ndcg@20_c2c": 0.3196947102950742, "eval_priorArt_ndcg@20_c2i": 0.24098462952597047, "eval_priorArt_ndcg@20_i2a": 0.29724514831958904, "eval_priorArt_ndcg@20_i2all": 0.2428248993026565, "eval_priorArt_ndcg@20_i2c": 0.2506907393086402, "eval_priorArt_ndcg@20_i2i": 0.23239435015936288, "eval_priorArt_ndcg@50_a2a": 0.30874372822116886, "eval_priorArt_ndcg@50_a2all": 0.29904754826794955, "eval_priorArt_ndcg@50_a2c": 0.2949886396181331, "eval_priorArt_ndcg@50_a2i": 0.2796943185970885, "eval_priorArt_ndcg@50_c2a": 0.3332031034747528, "eval_priorArt_ndcg@50_c2all": 0.3342075050545131, "eval_priorArt_ndcg@50_c2c": 0.34160299944386374, "eval_priorArt_ndcg@50_c2i": 0.2913911091052196, "eval_priorArt_ndcg@50_i2a": 0.32646060036808616, "eval_priorArt_ndcg@50_i2all": 0.30107499158748174, "eval_priorArt_ndcg@50_i2c": 0.2913868018497757, "eval_priorArt_ndcg@50_i2i": 0.27239545083634276, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8833333333333334, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8583333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8083333333333332, "eval_priorArt_recall@10_a2a": 0.3375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.31666666666666665, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.30416666666666664, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.32083333333333336, "eval_priorArt_recall@20_a2a": 0.5458333333333333, "eval_priorArt_recall@20_a2all": 0.475, "eval_priorArt_recall@20_a2c": 0.5, "eval_priorArt_recall@20_a2i": 0.4541666666666667, "eval_priorArt_recall@20_c2a": 0.5708333333333332, "eval_priorArt_recall@20_c2all": 0.5333333333333333, "eval_priorArt_recall@20_c2c": 0.6375, "eval_priorArt_recall@20_c2i": 0.5000000000000001, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.5208333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6958333333333333, "eval_priorArt_recall@50_a2all": 0.7208333333333334, "eval_priorArt_recall@50_a2c": 0.6958333333333334, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.7125, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4396113311048062, "eval_singularentropy_claim": 0.4660705717254582, "eval_singularentropy_global": 0.4480860823540871, "eval_singularentropy_invention": 0.5028288368787373, "eval_uniformity_abstract": -2.8392386436462402, "eval_uniformity_claim": -2.78711199760437, "eval_uniformity_global": -2.7984089851379395, "eval_uniformity_invention": -2.7265079021453857, "step": 1750 }, { "epoch": 0.32424465733235075, "grad_norm": 0.7132568955421448, "learning_rate": 8.55198001253178e-06, "loss": 0.0135, "step": 1760 }, { "epoch": 0.32608695652173914, "grad_norm": 0.26727592945098877, "learning_rate": 8.52927560207776e-06, "loss": 0.0142, "step": 1770 }, { "epoch": 0.32792925571112747, "grad_norm": 1.2514894008636475, "learning_rate": 8.506425224622374e-06, "loss": 0.0159, "step": 1780 }, { "epoch": 0.32977155490051585, "grad_norm": 0.25877389311790466, "learning_rate": 8.48342982523239e-06, "loss": 0.0109, "step": 1790 }, { "epoch": 0.3316138540899042, "grad_norm": 0.2980988919734955, "learning_rate": 8.460290354972518e-06, "loss": 0.0125, "step": 1800 }, { "epoch": 0.33345615327929257, "grad_norm": 0.3825792670249939, "learning_rate": 8.437007770866091e-06, "loss": 0.0151, "step": 1810 }, { "epoch": 0.3352984524686809, "grad_norm": 0.7471829652786255, "learning_rate": 8.41358303585547e-06, "loss": 0.0177, "step": 1820 }, { "epoch": 0.3371407516580693, "grad_norm": 0.19540776312351227, "learning_rate": 8.390017118762224e-06, "loss": 0.0177, "step": 1830 }, { "epoch": 0.3389830508474576, "grad_norm": 0.6154072284698486, "learning_rate": 8.366310994247062e-06, "loss": 0.011, "step": 1840 }, { "epoch": 0.340825350036846, "grad_norm": 0.48728612065315247, "learning_rate": 8.342465642769515e-06, "loss": 0.0139, "step": 1850 }, { "epoch": 0.3426676492262343, "grad_norm": 0.5840315818786621, "learning_rate": 8.318482050547393e-06, "loss": 0.0184, "step": 1860 }, { "epoch": 0.3445099484156227, "grad_norm": 0.41304314136505127, "learning_rate": 8.294361209515991e-06, "loss": 0.0123, "step": 1870 }, { "epoch": 0.34543109801031685, "eval_alignment_abstract": { "mean_alignment": 0.5800155401229858 }, "eval_alignment_claim": { "mean_alignment": 0.5149839520454407 }, "eval_alignment_global": { "mean_alignment": 0.5518742799758911 }, "eval_alignment_invention": { "mean_alignment": 0.5135977864265442 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.88, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.2, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.88, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.2, "eval_ipc_knn_abstract_accuracy_primary": 64.48, "eval_ipc_knn_abstract_precision@1": 70.12, "eval_ipc_knn_abstract_precision@3": 28.373333333333328, "eval_ipc_knn_abstract_precision@5": 17.215999999999998, "eval_ipc_knn_global_accuracy_primary": 64.48, "eval_ipc_knn_global_precision@1": 70.12, "eval_ipc_knn_global_precision@3": 28.373333333333328, "eval_ipc_knn_global_precision@5": 17.215999999999998, "eval_priorArt_ndcg@100_a2a": 0.3396364906336084, "eval_priorArt_ndcg@100_a2all": 0.3264639984383035, "eval_priorArt_ndcg@100_a2c": 0.32833546535162794, "eval_priorArt_ndcg@100_a2i": 0.2983723939595358, "eval_priorArt_ndcg@100_c2a": 0.36422899101674006, "eval_priorArt_ndcg@100_c2all": 0.35652691165706096, "eval_priorArt_ndcg@100_c2c": 0.3723356043670557, "eval_priorArt_ndcg@100_c2i": 0.3219478588038902, "eval_priorArt_ndcg@100_i2a": 0.37345212404850703, "eval_priorArt_ndcg@100_i2all": 0.3142001128400699, "eval_priorArt_ndcg@100_i2c": 0.3333206081737203, "eval_priorArt_ndcg@100_i2i": 0.29829452037081244, "eval_priorArt_ndcg@10_a2a": 0.21869468890261157, "eval_priorArt_ndcg@10_a2all": 0.2007232875353851, "eval_priorArt_ndcg@10_a2c": 0.19386610341123295, "eval_priorArt_ndcg@10_a2i": 0.17555220776975064, "eval_priorArt_ndcg@10_c2a": 0.2307775757142397, "eval_priorArt_ndcg@10_c2all": 0.2158367020138658, "eval_priorArt_ndcg@10_c2c": 0.22672380270071874, "eval_priorArt_ndcg@10_c2i": 0.16592870127642478, "eval_priorArt_ndcg@10_i2a": 0.27388376756475363, "eval_priorArt_ndcg@10_i2all": 0.21009841957046954, "eval_priorArt_ndcg@10_i2c": 0.20166507734440992, "eval_priorArt_ndcg@10_i2i": 0.16371688303532994, "eval_priorArt_ndcg@20_a2a": 0.27502286700727147, "eval_priorArt_ndcg@20_a2all": 0.23824655557647242, "eval_priorArt_ndcg@20_a2c": 0.2264264458727633, "eval_priorArt_ndcg@20_a2i": 0.20694732935087515, "eval_priorArt_ndcg@20_c2a": 0.29154913034369556, "eval_priorArt_ndcg@20_c2all": 0.2675610574204097, "eval_priorArt_ndcg@20_c2c": 0.3036481492684559, "eval_priorArt_ndcg@20_c2i": 0.23169419971830876, "eval_priorArt_ndcg@20_i2a": 0.29808769964705667, "eval_priorArt_ndcg@20_i2all": 0.23469368806792884, "eval_priorArt_ndcg@20_i2c": 0.26316574883606025, "eval_priorArt_ndcg@20_i2i": 0.22146470316652872, "eval_priorArt_ndcg@50_a2a": 0.3053622718376098, "eval_priorArt_ndcg@50_a2all": 0.3056873666417244, "eval_priorArt_ndcg@50_a2c": 0.28097990005426104, "eval_priorArt_ndcg@50_a2i": 0.27581834741856553, "eval_priorArt_ndcg@50_c2a": 0.3190128483944405, "eval_priorArt_ndcg@50_c2all": 0.3368319862929606, "eval_priorArt_ndcg@50_c2c": 0.3385232202742918, "eval_priorArt_ndcg@50_c2i": 0.2858329044066936, "eval_priorArt_ndcg@50_i2a": 0.32716364579081764, "eval_priorArt_ndcg@50_i2all": 0.2929562798826346, "eval_priorArt_ndcg@50_i2c": 0.30815572716425804, "eval_priorArt_ndcg@50_i2i": 0.2647423946906443, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.875, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.85, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8416666666666666, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7916666666666667, "eval_priorArt_recall@10_a2a": 0.3791666666666667, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.35833333333333334, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.3875, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.3416666666666667, "eval_priorArt_recall@10_c2i": 0.2791666666666667, "eval_priorArt_recall@10_i2a": 0.4333333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5458333333333333, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5708333333333332, "eval_priorArt_recall@20_c2all": 0.4916666666666667, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4833333333333334, "eval_priorArt_recall@20_i2a": 0.5041666666666667, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.5208333333333333, "eval_priorArt_recall@20_i2i": 0.45, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6125, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4463026629568515, "eval_singularentropy_claim": 0.474109929890714, "eval_singularentropy_global": 0.45535785781926075, "eval_singularentropy_invention": 0.5101770131125085, "eval_uniformity_abstract": -2.8199849128723145, "eval_uniformity_claim": -2.767235517501831, "eval_uniformity_global": -2.778040885925293, "eval_uniformity_invention": -2.705535650253296, "step": 1875 }, { "epoch": 0.34635224760501104, "grad_norm": 0.3149634897708893, "learning_rate": 8.270104117287068e-06, "loss": 0.0129, "step": 1880 }, { "epoch": 0.34819454679439943, "grad_norm": 0.5407164692878723, "learning_rate": 8.245711777107582e-06, "loss": 0.0122, "step": 1890 }, { "epoch": 0.35003684598378776, "grad_norm": 0.45768114924430847, "learning_rate": 8.221185197818198e-06, "loss": 0.0114, "step": 1900 }, { "epoch": 0.35187914517317614, "grad_norm": 0.9052979350090027, "learning_rate": 8.196525393811569e-06, "loss": 0.0165, "step": 1910 }, { "epoch": 0.3537214443625645, "grad_norm": 0.4429187774658203, "learning_rate": 8.171733384990375e-06, "loss": 0.0135, "step": 1920 }, { "epoch": 0.35556374355195286, "grad_norm": 0.156014084815979, "learning_rate": 8.146810196725144e-06, "loss": 0.0141, "step": 1930 }, { "epoch": 0.3574060427413412, "grad_norm": 0.5550301671028137, "learning_rate": 8.121756859811837e-06, "loss": 0.0158, "step": 1940 }, { "epoch": 0.3592483419307296, "grad_norm": 0.5417487621307373, "learning_rate": 8.096574410429237e-06, "loss": 0.0152, "step": 1950 }, { "epoch": 0.3610906411201179, "grad_norm": 0.3861573338508606, "learning_rate": 8.071263890096059e-06, "loss": 0.0134, "step": 1960 }, { "epoch": 0.3629329403095063, "grad_norm": 0.5317317247390747, "learning_rate": 8.045826345627908e-06, "loss": 0.0113, "step": 1970 }, { "epoch": 0.3647752394988946, "grad_norm": 0.5446399450302124, "learning_rate": 8.020262829093963e-06, "loss": 0.0119, "step": 1980 }, { "epoch": 0.36661753868828295, "grad_norm": 0.37831926345825195, "learning_rate": 7.994574397773469e-06, "loss": 0.012, "step": 1990 }, { "epoch": 0.36845983787767134, "grad_norm": 0.5966612100601196, "learning_rate": 7.968762114112018e-06, "loss": 0.0103, "step": 2000 }, { "epoch": 0.36845983787767134, "eval_alignment_abstract": { "mean_alignment": 0.5834394693374634 }, "eval_alignment_claim": { "mean_alignment": 0.5152189135551453 }, "eval_alignment_global": { "mean_alignment": 0.5537377595901489 }, "eval_alignment_invention": { "mean_alignment": 0.5168258547782898 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.144000000000002, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.144000000000002, "eval_ipc_knn_abstract_accuracy_primary": 63.75999999999999, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.28, "eval_ipc_knn_abstract_precision@5": 17.151999999999997, "eval_ipc_knn_global_accuracy_primary": 63.75999999999999, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.28, "eval_ipc_knn_global_precision@5": 17.151999999999997, "eval_priorArt_ndcg@100_a2a": 0.33961554196201227, "eval_priorArt_ndcg@100_a2all": 0.32570416426257376, "eval_priorArt_ndcg@100_a2c": 0.32974881062371486, "eval_priorArt_ndcg@100_a2i": 0.29087353757631323, "eval_priorArt_ndcg@100_c2a": 0.36582711964418285, "eval_priorArt_ndcg@100_c2all": 0.36148830441459834, "eval_priorArt_ndcg@100_c2c": 0.3678227050384783, "eval_priorArt_ndcg@100_c2i": 0.31833126316060556, "eval_priorArt_ndcg@100_i2a": 0.3709717191350972, "eval_priorArt_ndcg@100_i2all": 0.31358770707825495, "eval_priorArt_ndcg@100_i2c": 0.3312376137483849, "eval_priorArt_ndcg@100_i2i": 0.2961247146101336, "eval_priorArt_ndcg@10_a2a": 0.2093484120265856, "eval_priorArt_ndcg@10_a2all": 0.19715632870746203, "eval_priorArt_ndcg@10_a2c": 0.1796514881349752, "eval_priorArt_ndcg@10_a2i": 0.16829037554739598, "eval_priorArt_ndcg@10_c2a": 0.22674684761120178, "eval_priorArt_ndcg@10_c2all": 0.21621425117936263, "eval_priorArt_ndcg@10_c2c": 0.22336922747480692, "eval_priorArt_ndcg@10_c2i": 0.17580909836593406, "eval_priorArt_ndcg@10_i2a": 0.2621661808902326, "eval_priorArt_ndcg@10_i2all": 0.2013514203544303, "eval_priorArt_ndcg@10_i2c": 0.20044893739554634, "eval_priorArt_ndcg@10_i2i": 0.16371688303532994, "eval_priorArt_ndcg@20_a2a": 0.26454138527390403, "eval_priorArt_ndcg@20_a2all": 0.24088209980189085, "eval_priorArt_ndcg@20_a2c": 0.2292348870056502, "eval_priorArt_ndcg@20_a2i": 0.19963371096815502, "eval_priorArt_ndcg@20_c2a": 0.2904217531631101, "eval_priorArt_ndcg@20_c2all": 0.27625680762092253, "eval_priorArt_ndcg@20_c2c": 0.2994682918719625, "eval_priorArt_ndcg@20_c2i": 0.20759645069973426, "eval_priorArt_ndcg@20_i2a": 0.29358984992103, "eval_priorArt_ndcg@20_i2all": 0.2328466714357324, "eval_priorArt_ndcg@20_i2c": 0.24936082961893727, "eval_priorArt_ndcg@20_i2i": 0.21338227519545439, "eval_priorArt_ndcg@50_a2a": 0.30186959156749815, "eval_priorArt_ndcg@50_a2all": 0.3008089033032249, "eval_priorArt_ndcg@50_a2c": 0.29214471684975907, "eval_priorArt_ndcg@50_a2i": 0.27208152626586135, "eval_priorArt_ndcg@50_c2a": 0.31576061926054155, "eval_priorArt_ndcg@50_c2all": 0.33407824890549115, "eval_priorArt_ndcg@50_c2c": 0.33371495570358056, "eval_priorArt_ndcg@50_c2i": 0.2775737825830898, "eval_priorArt_ndcg@50_i2a": 0.3281905956060701, "eval_priorArt_ndcg@50_i2all": 0.29234555307279886, "eval_priorArt_ndcg@50_i2c": 0.3059192197016614, "eval_priorArt_ndcg@50_i2i": 0.2633550135657533, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.85, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.8666666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7833333333333333, "eval_priorArt_recall@10_a2a": 0.36250000000000004, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.30833333333333335, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5208333333333333, "eval_priorArt_recall@20_a2all": 0.4916666666666667, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5708333333333332, "eval_priorArt_recall@20_c2all": 0.5166666666666667, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.425, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7333333333333334, "eval_priorArt_recall@50_a2c": 0.6958333333333334, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4431278190892262, "eval_singularentropy_claim": 0.4691136255237438, "eval_singularentropy_global": 0.45144460873344533, "eval_singularentropy_invention": 0.5059616625516264, "eval_uniformity_abstract": -2.8166282176971436, "eval_uniformity_claim": -2.768369674682617, "eval_uniformity_global": -2.777740478515625, "eval_uniformity_invention": -2.708045721054077, "step": 2000 }, { "epoch": 0.37030213706705967, "grad_norm": 0.5177980065345764, "learning_rate": 7.94282704567759e-06, "loss": 0.0119, "step": 2010 }, { "epoch": 0.37214443625644805, "grad_norm": 0.19232505559921265, "learning_rate": 7.91677026511642e-06, "loss": 0.0079, "step": 2020 }, { "epoch": 0.3739867354458364, "grad_norm": 0.6841434240341187, "learning_rate": 7.890592850108619e-06, "loss": 0.0116, "step": 2030 }, { "epoch": 0.37582903463522477, "grad_norm": 0.31213411688804626, "learning_rate": 7.864295883323603e-06, "loss": 0.0077, "step": 2040 }, { "epoch": 0.3776713338246131, "grad_norm": 0.5041078329086304, "learning_rate": 7.837880452375327e-06, "loss": 0.0137, "step": 2050 }, { "epoch": 0.3795136330140015, "grad_norm": 0.5932875871658325, "learning_rate": 7.811347649777295e-06, "loss": 0.0128, "step": 2060 }, { "epoch": 0.3813559322033898, "grad_norm": 0.10610406845808029, "learning_rate": 7.784698572897368e-06, "loss": 0.0102, "step": 2070 }, { "epoch": 0.3831982313927782, "grad_norm": 0.3882955014705658, "learning_rate": 7.75793432391239e-06, "loss": 0.0122, "step": 2080 }, { "epoch": 0.38504053058216653, "grad_norm": 0.3609407842159271, "learning_rate": 7.731056009762601e-06, "loss": 0.0082, "step": 2090 }, { "epoch": 0.3868828297715549, "grad_norm": 0.5545542240142822, "learning_rate": 7.704064742105844e-06, "loss": 0.0124, "step": 2100 }, { "epoch": 0.38872512896094324, "grad_norm": 0.5284494161605835, "learning_rate": 7.676961637271602e-06, "loss": 0.0131, "step": 2110 }, { "epoch": 0.39056742815033163, "grad_norm": 0.37336400151252747, "learning_rate": 7.649747816214822e-06, "loss": 0.0115, "step": 2120 }, { "epoch": 0.39148857774502577, "eval_alignment_abstract": { "mean_alignment": 0.5811172723770142 }, "eval_alignment_claim": { "mean_alignment": 0.5101069211959839 }, "eval_alignment_global": { "mean_alignment": 0.5489848256111145 }, "eval_alignment_invention": { "mean_alignment": 0.5093116164207458 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.168, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.168, "eval_ipc_knn_abstract_accuracy_primary": 63.800000000000004, "eval_ipc_knn_abstract_precision@1": 69.88, "eval_ipc_knn_abstract_precision@3": 28.24, "eval_ipc_knn_abstract_precision@5": 17.128, "eval_ipc_knn_global_accuracy_primary": 63.800000000000004, "eval_ipc_knn_global_precision@1": 69.88, "eval_ipc_knn_global_precision@3": 28.24, "eval_ipc_knn_global_precision@5": 17.128, "eval_priorArt_ndcg@100_a2a": 0.3385632485029141, "eval_priorArt_ndcg@100_a2all": 0.32214270080830687, "eval_priorArt_ndcg@100_a2c": 0.3316666935402763, "eval_priorArt_ndcg@100_a2i": 0.2932821804728857, "eval_priorArt_ndcg@100_c2a": 0.3638856022681114, "eval_priorArt_ndcg@100_c2all": 0.37577898086685824, "eval_priorArt_ndcg@100_c2c": 0.3776464301486039, "eval_priorArt_ndcg@100_c2i": 0.3225949130405941, "eval_priorArt_ndcg@100_i2a": 0.3559351198755342, "eval_priorArt_ndcg@100_i2all": 0.3207735343726041, "eval_priorArt_ndcg@100_i2c": 0.32620413468193, "eval_priorArt_ndcg@100_i2i": 0.3075293388111485, "eval_priorArt_ndcg@10_a2a": 0.21331931005692875, "eval_priorArt_ndcg@10_a2all": 0.19499360201375265, "eval_priorArt_ndcg@10_a2c": 0.1891705937167978, "eval_priorArt_ndcg@10_a2i": 0.16739017647350268, "eval_priorArt_ndcg@10_c2a": 0.22612810490142107, "eval_priorArt_ndcg@10_c2all": 0.22612210587639964, "eval_priorArt_ndcg@10_c2c": 0.2288367558554146, "eval_priorArt_ndcg@10_c2i": 0.17841896628818574, "eval_priorArt_ndcg@10_i2a": 0.256076934074967, "eval_priorArt_ndcg@10_i2all": 0.2080000626227762, "eval_priorArt_ndcg@10_i2c": 0.19107680188257542, "eval_priorArt_ndcg@10_i2i": 0.17071151317059308, "eval_priorArt_ndcg@20_a2a": 0.26880486806149184, "eval_priorArt_ndcg@20_a2all": 0.233424708842685, "eval_priorArt_ndcg@20_a2c": 0.23551138050761714, "eval_priorArt_ndcg@20_a2i": 0.19174837568483002, "eval_priorArt_ndcg@20_c2a": 0.28929713227871934, "eval_priorArt_ndcg@20_c2all": 0.27661150095775444, "eval_priorArt_ndcg@20_c2c": 0.31162219156811777, "eval_priorArt_ndcg@20_c2i": 0.22211610870344467, "eval_priorArt_ndcg@20_i2a": 0.27865259431955186, "eval_priorArt_ndcg@20_i2all": 0.23465278643991425, "eval_priorArt_ndcg@20_i2c": 0.24069733305802993, "eval_priorArt_ndcg@20_i2i": 0.2138363507046846, "eval_priorArt_ndcg@50_a2a": 0.30073315249645216, "eval_priorArt_ndcg@50_a2all": 0.29732348006040227, "eval_priorArt_ndcg@50_a2c": 0.29794234807636527, "eval_priorArt_ndcg@50_a2i": 0.2680400415893367, "eval_priorArt_ndcg@50_c2a": 0.3177240766630287, "eval_priorArt_ndcg@50_c2all": 0.33924550559288363, "eval_priorArt_ndcg@50_c2c": 0.34014215229361644, "eval_priorArt_ndcg@50_c2i": 0.28564963635474666, "eval_priorArt_ndcg@50_i2a": 0.31316206235578614, "eval_priorArt_ndcg@50_i2all": 0.2995356930147256, "eval_priorArt_ndcg@50_i2c": 0.2973683093786758, "eval_priorArt_ndcg@50_i2i": 0.269533917992958, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.9166666666666667, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.37500000000000006, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.33333333333333337, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.37916666666666665, "eval_priorArt_recall@10_c2all": 0.3416666666666667, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4333333333333333, "eval_priorArt_recall@10_i2all": 0.35, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5374999999999999, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.4666666666666667, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5708333333333333, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.6125, "eval_priorArt_recall@20_c2i": 0.45, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7208333333333334, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6791666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.45120494007865225, "eval_singularentropy_claim": 0.4771258868932198, "eval_singularentropy_global": 0.45995967852997255, "eval_singularentropy_invention": 0.5154443322227886, "eval_uniformity_abstract": -2.7856595516204834, "eval_uniformity_claim": -2.735809803009033, "eval_uniformity_global": -2.744971990585327, "eval_uniformity_invention": -2.6756751537323, "step": 2125 }, { "epoch": 0.39240972733971996, "grad_norm": 0.517137885093689, "learning_rate": 7.622424404469547e-06, "loss": 0.0139, "step": 2130 }, { "epoch": 0.39425202652910835, "grad_norm": 0.4349604547023773, "learning_rate": 7.594992532102383e-06, "loss": 0.0126, "step": 2140 }, { "epoch": 0.3960943257184967, "grad_norm": 0.3831033706665039, "learning_rate": 7.56745333366574e-06, "loss": 0.0098, "step": 2150 }, { "epoch": 0.39793662490788506, "grad_norm": 0.4731753170490265, "learning_rate": 7.539807948150922e-06, "loss": 0.014, "step": 2160 }, { "epoch": 0.3997789240972734, "grad_norm": 0.5189511179924011, "learning_rate": 7.512057518941012e-06, "loss": 0.0134, "step": 2170 }, { "epoch": 0.4016212232866618, "grad_norm": 0.7648863196372986, "learning_rate": 7.484203193763589e-06, "loss": 0.0107, "step": 2180 }, { "epoch": 0.4034635224760501, "grad_norm": 0.4097006320953369, "learning_rate": 7.456246124643254e-06, "loss": 0.0114, "step": 2190 }, { "epoch": 0.4053058216654385, "grad_norm": 0.21456319093704224, "learning_rate": 7.42818746785399e-06, "loss": 0.0121, "step": 2200 }, { "epoch": 0.4071481208548268, "grad_norm": 0.4421174228191376, "learning_rate": 7.40002838387133e-06, "loss": 0.0095, "step": 2210 }, { "epoch": 0.4089904200442152, "grad_norm": 0.49855104088783264, "learning_rate": 7.37177003732437e-06, "loss": 0.0128, "step": 2220 }, { "epoch": 0.41083271923360354, "grad_norm": 0.38009005784988403, "learning_rate": 7.343413596947595e-06, "loss": 0.0127, "step": 2230 }, { "epoch": 0.41267501842299187, "grad_norm": 0.4838310182094574, "learning_rate": 7.314960235532547e-06, "loss": 0.0191, "step": 2240 }, { "epoch": 0.41451731761238025, "grad_norm": 0.5303558111190796, "learning_rate": 7.286411129879315e-06, "loss": 0.0144, "step": 2250 }, { "epoch": 0.41451731761238025, "eval_alignment_abstract": { "mean_alignment": 0.5696365833282471 }, "eval_alignment_claim": { "mean_alignment": 0.514818549156189 }, "eval_alignment_global": { "mean_alignment": 0.5504149794578552 }, "eval_alignment_invention": { "mean_alignment": 0.5219732522964478 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.12, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.12, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.28, "eval_ipc_knn_abstract_precision@1": 68.88, "eval_ipc_knn_abstract_precision@3": 28.026666666666667, "eval_ipc_knn_abstract_precision@5": 16.984, "eval_ipc_knn_global_accuracy_primary": 63.28, "eval_ipc_knn_global_precision@1": 68.88, "eval_ipc_knn_global_precision@3": 28.026666666666667, "eval_ipc_knn_global_precision@5": 16.984, "eval_priorArt_ndcg@100_a2a": 0.3469476671017916, "eval_priorArt_ndcg@100_a2all": 0.3303241509975161, "eval_priorArt_ndcg@100_a2c": 0.3261590491113241, "eval_priorArt_ndcg@100_a2i": 0.3041917793241863, "eval_priorArt_ndcg@100_c2a": 0.3631837703389428, "eval_priorArt_ndcg@100_c2all": 0.36583338247683017, "eval_priorArt_ndcg@100_c2c": 0.3766486065385936, "eval_priorArt_ndcg@100_c2i": 0.32261048300221135, "eval_priorArt_ndcg@100_i2a": 0.35045133153381636, "eval_priorArt_ndcg@100_i2all": 0.32113137698356087, "eval_priorArt_ndcg@100_i2c": 0.3220582848822296, "eval_priorArt_ndcg@100_i2i": 0.30253619155437345, "eval_priorArt_ndcg@10_a2a": 0.21682855591780706, "eval_priorArt_ndcg@10_a2all": 0.20915012829592147, "eval_priorArt_ndcg@10_a2c": 0.20259706201272315, "eval_priorArt_ndcg@10_a2i": 0.16305330863064088, "eval_priorArt_ndcg@10_c2a": 0.22922515243176794, "eval_priorArt_ndcg@10_c2all": 0.21818918737922113, "eval_priorArt_ndcg@10_c2c": 0.23107120408320422, "eval_priorArt_ndcg@10_c2i": 0.17599261548459472, "eval_priorArt_ndcg@10_i2a": 0.25012783154013424, "eval_priorArt_ndcg@10_i2all": 0.2158983143701322, "eval_priorArt_ndcg@10_i2c": 0.19107680188257542, "eval_priorArt_ndcg@10_i2i": 0.1702633707139028, "eval_priorArt_ndcg@20_a2a": 0.2671034454033168, "eval_priorArt_ndcg@20_a2all": 0.24642282679755687, "eval_priorArt_ndcg@20_a2c": 0.24147388497152292, "eval_priorArt_ndcg@20_a2i": 0.21186326219422763, "eval_priorArt_ndcg@20_c2a": 0.28601308214104276, "eval_priorArt_ndcg@20_c2all": 0.2812106432813517, "eval_priorArt_ndcg@20_c2c": 0.3144848203804536, "eval_priorArt_ndcg@20_c2i": 0.21240614077630796, "eval_priorArt_ndcg@20_i2a": 0.28002732410093323, "eval_priorArt_ndcg@20_i2all": 0.24036683602931336, "eval_priorArt_ndcg@20_i2c": 0.2400396911274841, "eval_priorArt_ndcg@20_i2i": 0.21250832190250044, "eval_priorArt_ndcg@50_a2a": 0.30940265403149736, "eval_priorArt_ndcg@50_a2all": 0.3145832525296487, "eval_priorArt_ndcg@50_a2c": 0.28357135179682036, "eval_priorArt_ndcg@50_a2i": 0.2757952476613909, "eval_priorArt_ndcg@50_c2a": 0.32169811572379703, "eval_priorArt_ndcg@50_c2all": 0.3409654111883486, "eval_priorArt_ndcg@50_c2c": 0.34277130439951675, "eval_priorArt_ndcg@50_c2i": 0.2781653874550808, "eval_priorArt_ndcg@50_i2a": 0.30331243097314026, "eval_priorArt_ndcg@50_i2all": 0.2997341791304742, "eval_priorArt_ndcg@50_i2c": 0.2966554478284835, "eval_priorArt_ndcg@50_i2i": 0.2680034174047212, "eval_priorArt_recall@100_a2a": 0.85, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8166666666666668, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.36250000000000004, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.37500000000000006, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4333333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333333, "eval_priorArt_recall@20_c2c": 0.6125, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4083333333333334, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.6458333333333334, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6125, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4630923120884567, "eval_singularentropy_claim": 0.4825440885547566, "eval_singularentropy_global": 0.46671925756090377, "eval_singularentropy_invention": 0.5181963071346768, "eval_uniformity_abstract": -2.7588369846343994, "eval_uniformity_claim": -2.7031641006469727, "eval_uniformity_global": -2.7155046463012695, "eval_uniformity_invention": -2.6455914974212646, "step": 2250 }, { "epoch": 0.4163596168017686, "grad_norm": 0.5948684811592102, "learning_rate": 7.257767460747867e-06, "loss": 0.0096, "step": 2260 }, { "epoch": 0.41820191599115697, "grad_norm": 0.3742263615131378, "learning_rate": 7.229030412809212e-06, "loss": 0.0112, "step": 2270 }, { "epoch": 0.4200442151805453, "grad_norm": 0.5858862400054932, "learning_rate": 7.200201174596404e-06, "loss": 0.0137, "step": 2280 }, { "epoch": 0.4218865143699337, "grad_norm": 0.4290596842765808, "learning_rate": 7.1712809384553915e-06, "loss": 0.0107, "step": 2290 }, { "epoch": 0.423728813559322, "grad_norm": 0.20127946138381958, "learning_rate": 7.142270900495694e-06, "loss": 0.0129, "step": 2300 }, { "epoch": 0.4255711127487104, "grad_norm": 0.29540154337882996, "learning_rate": 7.113172260540937e-06, "loss": 0.0101, "step": 2310 }, { "epoch": 0.42741341193809873, "grad_norm": 0.11722368746995926, "learning_rate": 7.0839862220792286e-06, "loss": 0.0082, "step": 2320 }, { "epoch": 0.4292557111274871, "grad_norm": 0.7630463242530823, "learning_rate": 7.054713992213386e-06, "loss": 0.0157, "step": 2330 }, { "epoch": 0.43109801031687545, "grad_norm": 0.3574387729167938, "learning_rate": 7.025356781611006e-06, "loss": 0.0131, "step": 2340 }, { "epoch": 0.43294030950626383, "grad_norm": 0.5697957873344421, "learning_rate": 6.995915804454396e-06, "loss": 0.0128, "step": 2350 }, { "epoch": 0.43478260869565216, "grad_norm": 0.33734893798828125, "learning_rate": 6.966392278390363e-06, "loss": 0.0093, "step": 2360 }, { "epoch": 0.43662490788504055, "grad_norm": 0.39271456003189087, "learning_rate": 6.936787424479839e-06, "loss": 0.0141, "step": 2370 }, { "epoch": 0.4375460574797347, "eval_alignment_abstract": { "mean_alignment": 0.5698667168617249 }, "eval_alignment_claim": { "mean_alignment": 0.5146140456199646 }, "eval_alignment_global": { "mean_alignment": 0.5487750768661499 }, "eval_alignment_invention": { "mean_alignment": 0.5183917284011841 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.127999999999997, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.127999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.16, "eval_ipc_knn_abstract_precision@3": 28.08, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.16, "eval_ipc_knn_global_precision@3": 28.08, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.33732803736193323, "eval_priorArt_ndcg@100_a2all": 0.3307408932429288, "eval_priorArt_ndcg@100_a2c": 0.32646808773856445, "eval_priorArt_ndcg@100_a2i": 0.29870240960233924, "eval_priorArt_ndcg@100_c2a": 0.3614445499660159, "eval_priorArt_ndcg@100_c2all": 0.365024538372606, "eval_priorArt_ndcg@100_c2c": 0.3798011693567423, "eval_priorArt_ndcg@100_c2i": 0.3233060859361313, "eval_priorArt_ndcg@100_i2a": 0.3491208953260357, "eval_priorArt_ndcg@100_i2all": 0.32062986936351034, "eval_priorArt_ndcg@100_i2c": 0.3253981297022427, "eval_priorArt_ndcg@100_i2i": 0.300450833516145, "eval_priorArt_ndcg@10_a2a": 0.2117863176770567, "eval_priorArt_ndcg@10_a2all": 0.20812185059776173, "eval_priorArt_ndcg@10_a2c": 0.20467642768030317, "eval_priorArt_ndcg@10_a2i": 0.16333405860200995, "eval_priorArt_ndcg@10_c2a": 0.2269708244123001, "eval_priorArt_ndcg@10_c2all": 0.21889043934070504, "eval_priorArt_ndcg@10_c2c": 0.23608000602836904, "eval_priorArt_ndcg@10_c2i": 0.17686328418387193, "eval_priorArt_ndcg@10_i2a": 0.2494988941981319, "eval_priorArt_ndcg@10_i2all": 0.21668855588755492, "eval_priorArt_ndcg@10_i2c": 0.1954924497704645, "eval_priorArt_ndcg@10_i2i": 0.16773084357792056, "eval_priorArt_ndcg@20_a2a": 0.26198099830074584, "eval_priorArt_ndcg@20_a2all": 0.24695716733120396, "eval_priorArt_ndcg@20_a2c": 0.24145211985122367, "eval_priorArt_ndcg@20_a2i": 0.2079575623307443, "eval_priorArt_ndcg@20_c2a": 0.28997776394738434, "eval_priorArt_ndcg@20_c2all": 0.2753565905758212, "eval_priorArt_ndcg@20_c2c": 0.311418693055424, "eval_priorArt_ndcg@20_c2i": 0.21475325088818953, "eval_priorArt_ndcg@20_i2a": 0.2750424792260092, "eval_priorArt_ndcg@20_i2all": 0.23492610633567926, "eval_priorArt_ndcg@20_i2c": 0.2490149391035188, "eval_priorArt_ndcg@20_i2i": 0.22111312299229655, "eval_priorArt_ndcg@50_a2a": 0.3044389614301367, "eval_priorArt_ndcg@50_a2all": 0.31494477649325725, "eval_priorArt_ndcg@50_a2c": 0.28808500041921514, "eval_priorArt_ndcg@50_a2i": 0.27685349348496197, "eval_priorArt_ndcg@50_c2a": 0.3203460617232642, "eval_priorArt_ndcg@50_c2all": 0.34022534755910316, "eval_priorArt_ndcg@50_c2c": 0.34627373558367325, "eval_priorArt_ndcg@50_c2i": 0.28320876416059293, "eval_priorArt_ndcg@50_i2a": 0.3025863805430802, "eval_priorArt_ndcg@50_i2all": 0.29931415655557114, "eval_priorArt_ndcg@50_i2c": 0.30019992725198463, "eval_priorArt_ndcg@50_i2i": 0.2626781528444453, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.35000000000000003, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4333333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.4916666666666667, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5708333333333333, "eval_priorArt_recall@20_c2all": 0.5041666666666667, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.6625, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6125, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.46624262342450745, "eval_singularentropy_claim": 0.4867730120987454, "eval_singularentropy_global": 0.4708121982194153, "eval_singularentropy_invention": 0.522587619615984, "eval_uniformity_abstract": -2.7501590251922607, "eval_uniformity_claim": -2.698301315307617, "eval_uniformity_global": -2.709991216659546, "eval_uniformity_invention": -2.643669843673706, "step": 2375 }, { "epoch": 0.4384672070744289, "grad_norm": 0.3595397472381592, "learning_rate": 6.907102467147392e-06, "loss": 0.0121, "step": 2380 }, { "epoch": 0.44030950626381726, "grad_norm": 0.2848951518535614, "learning_rate": 6.877338634130581e-06, "loss": 0.0151, "step": 2390 }, { "epoch": 0.4421518054532056, "grad_norm": 0.2890072464942932, "learning_rate": 6.847497156429175e-06, "loss": 0.0083, "step": 2400 }, { "epoch": 0.443994104642594, "grad_norm": 0.13215643167495728, "learning_rate": 6.817579268254244e-06, "loss": 0.0099, "step": 2410 }, { "epoch": 0.4458364038319823, "grad_norm": 0.6575115919113159, "learning_rate": 6.787586206977111e-06, "loss": 0.0133, "step": 2420 }, { "epoch": 0.4476787030213707, "grad_norm": 0.18560023605823517, "learning_rate": 6.75751921307818e-06, "loss": 0.0113, "step": 2430 }, { "epoch": 0.449521002210759, "grad_norm": 0.48715049028396606, "learning_rate": 6.727379530095623e-06, "loss": 0.013, "step": 2440 }, { "epoch": 0.4513633014001474, "grad_norm": 0.43957144021987915, "learning_rate": 6.697168404573956e-06, "loss": 0.0124, "step": 2450 }, { "epoch": 0.45320560058953574, "grad_norm": 0.6111152768135071, "learning_rate": 6.6668870860124815e-06, "loss": 0.0141, "step": 2460 }, { "epoch": 0.45504789977892407, "grad_norm": 0.5427009463310242, "learning_rate": 6.63653682681361e-06, "loss": 0.0092, "step": 2470 }, { "epoch": 0.45689019896831246, "grad_norm": 0.42434030771255493, "learning_rate": 6.606118882231059e-06, "loss": 0.0117, "step": 2480 }, { "epoch": 0.4587324981577008, "grad_norm": 0.1600610464811325, "learning_rate": 6.575634510317944e-06, "loss": 0.0108, "step": 2490 }, { "epoch": 0.46057479734708917, "grad_norm": 0.5410699248313904, "learning_rate": 6.545084971874738e-06, "loss": 0.0123, "step": 2500 }, { "epoch": 0.46057479734708917, "eval_alignment_abstract": { "mean_alignment": 0.5522407293319702 }, "eval_alignment_claim": { "mean_alignment": 0.5000070333480835 }, "eval_alignment_global": { "mean_alignment": 0.534259021282196 }, "eval_alignment_invention": { "mean_alignment": 0.5083986520767212 }, "eval_ipc_cls_abstract_accuracy_primary": 58.32000000000001, "eval_ipc_cls_abstract_precision@1": 63.239999999999995, "eval_ipc_cls_abstract_precision@3": 31.72, "eval_ipc_cls_abstract_precision@5": 21.184, "eval_ipc_cls_global_accuracy_primary": 58.32000000000001, "eval_ipc_cls_global_precision@1": 63.239999999999995, "eval_ipc_cls_global_precision@3": 31.72, "eval_ipc_cls_global_precision@5": 21.184, "eval_ipc_knn_abstract_accuracy_primary": 63.519999999999996, "eval_ipc_knn_abstract_precision@1": 69.16, "eval_ipc_knn_abstract_precision@3": 28.000000000000004, "eval_ipc_knn_abstract_precision@5": 16.976, "eval_ipc_knn_global_accuracy_primary": 63.519999999999996, "eval_ipc_knn_global_precision@1": 69.16, "eval_ipc_knn_global_precision@3": 28.000000000000004, "eval_ipc_knn_global_precision@5": 16.976, "eval_priorArt_ndcg@100_a2a": 0.3186217153769379, "eval_priorArt_ndcg@100_a2all": 0.31676287407883186, "eval_priorArt_ndcg@100_a2c": 0.3267869592290288, "eval_priorArt_ndcg@100_a2i": 0.2972886529851834, "eval_priorArt_ndcg@100_c2a": 0.3548284279864829, "eval_priorArt_ndcg@100_c2all": 0.37089472250685784, "eval_priorArt_ndcg@100_c2c": 0.37384829219090654, "eval_priorArt_ndcg@100_c2i": 0.3241503322338692, "eval_priorArt_ndcg@100_i2a": 0.35160369502941424, "eval_priorArt_ndcg@100_i2all": 0.331473711263235, "eval_priorArt_ndcg@100_i2c": 0.3316135317200791, "eval_priorArt_ndcg@100_i2i": 0.30524182385059334, "eval_priorArt_ndcg@10_a2a": 0.19748591555607997, "eval_priorArt_ndcg@10_a2all": 0.193821448476785, "eval_priorArt_ndcg@10_a2c": 0.2052242273788639, "eval_priorArt_ndcg@10_a2i": 0.16333405860200995, "eval_priorArt_ndcg@10_c2a": 0.23239334695755826, "eval_priorArt_ndcg@10_c2all": 0.23141877119100732, "eval_priorArt_ndcg@10_c2c": 0.215955109055097, "eval_priorArt_ndcg@10_c2i": 0.17835298941278882, "eval_priorArt_ndcg@10_i2a": 0.2393967595986451, "eval_priorArt_ndcg@10_i2all": 0.22922298302757027, "eval_priorArt_ndcg@10_i2c": 0.20277954409816362, "eval_priorArt_ndcg@10_i2i": 0.16985611726842748, "eval_priorArt_ndcg@20_a2a": 0.2480451869731492, "eval_priorArt_ndcg@20_a2all": 0.2329219033516315, "eval_priorArt_ndcg@20_a2c": 0.2351655120982687, "eval_priorArt_ndcg@20_a2i": 0.20030391078007398, "eval_priorArt_ndcg@20_c2a": 0.2804723176811902, "eval_priorArt_ndcg@20_c2all": 0.27262426574413334, "eval_priorArt_ndcg@20_c2c": 0.3082915101932576, "eval_priorArt_ndcg@20_c2i": 0.20205501545449195, "eval_priorArt_ndcg@20_i2a": 0.28566618894065615, "eval_priorArt_ndcg@20_i2all": 0.24785576240380083, "eval_priorArt_ndcg@20_i2c": 0.25145519809514144, "eval_priorArt_ndcg@20_i2i": 0.2165642150926704, "eval_priorArt_ndcg@50_a2a": 0.2900933988058917, "eval_priorArt_ndcg@50_a2all": 0.3011093298153932, "eval_priorArt_ndcg@50_a2c": 0.2973348811589292, "eval_priorArt_ndcg@50_a2i": 0.27551163034225634, "eval_priorArt_ndcg@50_c2a": 0.32216076519310854, "eval_priorArt_ndcg@50_c2all": 0.33546238491160385, "eval_priorArt_ndcg@50_c2c": 0.3364632055718701, "eval_priorArt_ndcg@50_c2i": 0.2755577369393203, "eval_priorArt_ndcg@50_i2a": 0.31334385115422564, "eval_priorArt_ndcg@50_i2all": 0.306465682570699, "eval_priorArt_ndcg@50_i2c": 0.2986674714745194, "eval_priorArt_ndcg@50_i2i": 0.26380487899155225, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8666666666666668, "eval_priorArt_recall@100_c2all": 0.9083333333333334, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.4041666666666666, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.39166666666666666, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5458333333333332, "eval_priorArt_recall@20_c2all": 0.49583333333333324, "eval_priorArt_recall@20_c2c": 0.6125, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.7041666666666667, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6583333333333334, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.47293754398659854, "eval_singularentropy_claim": 0.49415505543596605, "eval_singularentropy_global": 0.4773164981266384, "eval_singularentropy_invention": 0.5281383282224477, "eval_uniformity_abstract": -2.7361562252044678, "eval_uniformity_claim": -2.6815149784088135, "eval_uniformity_global": -2.6950345039367676, "eval_uniformity_invention": -2.630307674407959, "step": 2500 }, { "epoch": 0.4624170965364775, "grad_norm": 0.318793922662735, "learning_rate": 6.514471530397134e-06, "loss": 0.0135, "step": 2510 }, { "epoch": 0.4642593957258659, "grad_norm": 0.32680973410606384, "learning_rate": 6.483795452023784e-06, "loss": 0.01, "step": 2520 }, { "epoch": 0.4661016949152542, "grad_norm": 0.43005529046058655, "learning_rate": 6.453058005483935e-06, "loss": 0.012, "step": 2530 }, { "epoch": 0.4679439941046426, "grad_norm": 0.5164961218833923, "learning_rate": 6.422260462044952e-06, "loss": 0.0102, "step": 2540 }, { "epoch": 0.46978629329403093, "grad_norm": 0.32515135407447815, "learning_rate": 6.391404095459745e-06, "loss": 0.0076, "step": 2550 }, { "epoch": 0.4716285924834193, "grad_norm": 0.09114714711904526, "learning_rate": 6.360490181914085e-06, "loss": 0.0116, "step": 2560 }, { "epoch": 0.47347089167280765, "grad_norm": 0.3671882450580597, "learning_rate": 6.3295199999738214e-06, "loss": 0.0127, "step": 2570 }, { "epoch": 0.47531319086219603, "grad_norm": 0.18194572627544403, "learning_rate": 6.2984948305320045e-06, "loss": 0.0079, "step": 2580 }, { "epoch": 0.47715549005158436, "grad_norm": 0.7062210440635681, "learning_rate": 6.267415956755908e-06, "loss": 0.0118, "step": 2590 }, { "epoch": 0.47899778924097275, "grad_norm": 0.15538328886032104, "learning_rate": 6.236284664033956e-06, "loss": 0.0104, "step": 2600 }, { "epoch": 0.4808400884303611, "grad_norm": 0.2759568989276886, "learning_rate": 6.2051022399225665e-06, "loss": 0.0112, "step": 2610 }, { "epoch": 0.48268238761974946, "grad_norm": 0.32634982466697693, "learning_rate": 6.173869974092895e-06, "loss": 0.0123, "step": 2620 }, { "epoch": 0.4836035372144436, "eval_alignment_abstract": { "mean_alignment": 0.5532872676849365 }, "eval_alignment_claim": { "mean_alignment": 0.49877071380615234 }, "eval_alignment_global": { "mean_alignment": 0.5328530669212341 }, "eval_alignment_invention": { "mean_alignment": 0.5049328804016113 }, "eval_ipc_cls_abstract_accuracy_primary": 58.48, "eval_ipc_cls_abstract_precision@1": 63.28, "eval_ipc_cls_abstract_precision@3": 31.77333333333333, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 58.48, "eval_ipc_cls_global_precision@1": 63.28, "eval_ipc_cls_global_precision@3": 31.77333333333333, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.6, "eval_ipc_knn_abstract_precision@1": 69.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.066666666666666, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.6, "eval_ipc_knn_global_precision@1": 69.32000000000001, "eval_ipc_knn_global_precision@3": 28.066666666666666, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.33742952297030215, "eval_priorArt_ndcg@100_a2all": 0.3375025068725507, "eval_priorArt_ndcg@100_a2c": 0.328185155462423, "eval_priorArt_ndcg@100_a2i": 0.3005729083995706, "eval_priorArt_ndcg@100_c2a": 0.3620591418971528, "eval_priorArt_ndcg@100_c2all": 0.3758558054729738, "eval_priorArt_ndcg@100_c2c": 0.38284294513935124, "eval_priorArt_ndcg@100_c2i": 0.3240691043609468, "eval_priorArt_ndcg@100_i2a": 0.3646482714981776, "eval_priorArt_ndcg@100_i2all": 0.3275634279511586, "eval_priorArt_ndcg@100_i2c": 0.34084941682312786, "eval_priorArt_ndcg@100_i2i": 0.3029218076143992, "eval_priorArt_ndcg@10_a2a": 0.2117988235793809, "eval_priorArt_ndcg@10_a2all": 0.21840737398313306, "eval_priorArt_ndcg@10_a2c": 0.19982205526311594, "eval_priorArt_ndcg@10_a2i": 0.16910950555061505, "eval_priorArt_ndcg@10_c2a": 0.22850192407711606, "eval_priorArt_ndcg@10_c2all": 0.23985254912643827, "eval_priorArt_ndcg@10_c2c": 0.2253686380237437, "eval_priorArt_ndcg@10_c2i": 0.1779337250865562, "eval_priorArt_ndcg@10_i2a": 0.2604513308689752, "eval_priorArt_ndcg@10_i2all": 0.21886828568287525, "eval_priorArt_ndcg@10_i2c": 0.21160792886647037, "eval_priorArt_ndcg@10_i2i": 0.17180850937648112, "eval_priorArt_ndcg@20_a2a": 0.2625361538784336, "eval_priorArt_ndcg@20_a2all": 0.24407448354916167, "eval_priorArt_ndcg@20_a2c": 0.23644823820554867, "eval_priorArt_ndcg@20_a2i": 0.21131184520295593, "eval_priorArt_ndcg@20_c2a": 0.2902548439996574, "eval_priorArt_ndcg@20_c2all": 0.27551345351235573, "eval_priorArt_ndcg@20_c2c": 0.31001507652648086, "eval_priorArt_ndcg@20_c2i": 0.2034723300989288, "eval_priorArt_ndcg@20_i2a": 0.2945896276680375, "eval_priorArt_ndcg@20_i2all": 0.24311091819055236, "eval_priorArt_ndcg@20_i2c": 0.2604624484809215, "eval_priorArt_ndcg@20_i2i": 0.21979564696982296, "eval_priorArt_ndcg@50_a2a": 0.3045628078656836, "eval_priorArt_ndcg@50_a2all": 0.3170845022992105, "eval_priorArt_ndcg@50_a2c": 0.29860599781318875, "eval_priorArt_ndcg@50_a2i": 0.27578403984584016, "eval_priorArt_ndcg@50_c2a": 0.3165254985956611, "eval_priorArt_ndcg@50_c2all": 0.3470811986560688, "eval_priorArt_ndcg@50_c2c": 0.3452387623638886, "eval_priorArt_ndcg@50_c2i": 0.28345506236511986, "eval_priorArt_ndcg@50_i2a": 0.3275977390327664, "eval_priorArt_ndcg@50_i2all": 0.3023625290803195, "eval_priorArt_ndcg@50_i2c": 0.3118831518103836, "eval_priorArt_ndcg@50_i2i": 0.2646804739444934, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8125, "eval_priorArt_recall@10_a2a": 0.36250000000000004, "eval_priorArt_recall@10_a2all": 0.375, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4083333333333333, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.3375, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.4166666666666667, "eval_priorArt_recall@20_c2a": 0.5708333333333332, "eval_priorArt_recall@20_c2all": 0.47916666666666663, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.47379345512917326, "eval_singularentropy_claim": 0.4961156998589401, "eval_singularentropy_global": 0.47902781284093904, "eval_singularentropy_invention": 0.5300250257666408, "eval_uniformity_abstract": -2.722083806991577, "eval_uniformity_claim": -2.6645021438598633, "eval_uniformity_global": -2.6783804893493652, "eval_uniformity_invention": -2.6126132011413574, "step": 2625 }, { "epoch": 0.4845246868091378, "grad_norm": 0.39367663860321045, "learning_rate": 6.142589158277496e-06, "loss": 0.0111, "step": 2630 }, { "epoch": 0.4863669859985262, "grad_norm": 0.39503514766693115, "learning_rate": 6.111261086216896e-06, "loss": 0.0099, "step": 2640 }, { "epoch": 0.4882092851879145, "grad_norm": 0.16309002041816711, "learning_rate": 6.079887053606093e-06, "loss": 0.01, "step": 2650 }, { "epoch": 0.4900515843773029, "grad_norm": 0.5629305839538574, "learning_rate": 6.048468358040962e-06, "loss": 0.009, "step": 2660 }, { "epoch": 0.4918938835666912, "grad_norm": 0.36987337470054626, "learning_rate": 6.017006298964589e-06, "loss": 0.0072, "step": 2670 }, { "epoch": 0.4937361827560796, "grad_norm": 0.5579299926757812, "learning_rate": 5.985502177613526e-06, "loss": 0.0123, "step": 2680 }, { "epoch": 0.49557848194546794, "grad_norm": 0.3598358631134033, "learning_rate": 5.953957296963977e-06, "loss": 0.0102, "step": 2690 }, { "epoch": 0.4974207811348563, "grad_norm": 0.5441771745681763, "learning_rate": 5.922372961677903e-06, "loss": 0.0136, "step": 2700 }, { "epoch": 0.49926308032424466, "grad_norm": 0.11572699248790741, "learning_rate": 5.890750478049074e-06, "loss": 0.0094, "step": 2710 }, { "epoch": 0.501105379513633, "grad_norm": 0.3201373815536499, "learning_rate": 5.859091153949023e-06, "loss": 0.0075, "step": 2720 }, { "epoch": 0.5029476787030214, "grad_norm": 0.24452753365039825, "learning_rate": 5.827396298772974e-06, "loss": 0.0163, "step": 2730 }, { "epoch": 0.5047899778924098, "grad_norm": 0.41380783915519714, "learning_rate": 5.795667223385669e-06, "loss": 0.0109, "step": 2740 }, { "epoch": 0.506632277081798, "grad_norm": 0.3435365557670593, "learning_rate": 5.763905240067171e-06, "loss": 0.0123, "step": 2750 }, { "epoch": 0.506632277081798, "eval_alignment_abstract": { "mean_alignment": 0.5601661801338196 }, "eval_alignment_claim": { "mean_alignment": 0.5042967200279236 }, "eval_alignment_global": { "mean_alignment": 0.5396332144737244 }, "eval_alignment_invention": { "mean_alignment": 0.5144033432006836 }, "eval_ipc_cls_abstract_accuracy_primary": 58.160000000000004, "eval_ipc_cls_abstract_precision@1": 63.04, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 58.160000000000004, "eval_ipc_cls_global_precision@1": 63.04, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 63.56, "eval_ipc_knn_abstract_precision@1": 69.39999999999999, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 17.008000000000003, "eval_ipc_knn_global_accuracy_primary": 63.56, "eval_ipc_knn_global_precision@1": 69.39999999999999, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 17.008000000000003, "eval_priorArt_ndcg@100_a2a": 0.3461880725776707, "eval_priorArt_ndcg@100_a2all": 0.3423495481595606, "eval_priorArt_ndcg@100_a2c": 0.32858859311821115, "eval_priorArt_ndcg@100_a2i": 0.3022791733127486, "eval_priorArt_ndcg@100_c2a": 0.3662890962434593, "eval_priorArt_ndcg@100_c2all": 0.3718303583074264, "eval_priorArt_ndcg@100_c2c": 0.369819715301489, "eval_priorArt_ndcg@100_c2i": 0.32652042780870777, "eval_priorArt_ndcg@100_i2a": 0.37311178041568416, "eval_priorArt_ndcg@100_i2all": 0.3218541546017307, "eval_priorArt_ndcg@100_i2c": 0.33803891880173, "eval_priorArt_ndcg@100_i2i": 0.2992366380302732, "eval_priorArt_ndcg@10_a2a": 0.2190599122477363, "eval_priorArt_ndcg@10_a2all": 0.2317066384312123, "eval_priorArt_ndcg@10_a2c": 0.20587303551389122, "eval_priorArt_ndcg@10_a2i": 0.16367275773316511, "eval_priorArt_ndcg@10_c2a": 0.22791588819676706, "eval_priorArt_ndcg@10_c2all": 0.22345752885307446, "eval_priorArt_ndcg@10_c2c": 0.21882215034517083, "eval_priorArt_ndcg@10_c2i": 0.17965890445675542, "eval_priorArt_ndcg@10_i2a": 0.2790376100251533, "eval_priorArt_ndcg@10_i2all": 0.2168944097894258, "eval_priorArt_ndcg@10_i2c": 0.20560708339519018, "eval_priorArt_ndcg@10_i2i": 0.1758748191665637, "eval_priorArt_ndcg@20_a2a": 0.2765808783593901, "eval_priorArt_ndcg@20_a2all": 0.2540234460870673, "eval_priorArt_ndcg@20_a2c": 0.24558041469704878, "eval_priorArt_ndcg@20_a2i": 0.20549137373622783, "eval_priorArt_ndcg@20_c2a": 0.2965314738711028, "eval_priorArt_ndcg@20_c2all": 0.2868919420812098, "eval_priorArt_ndcg@20_c2c": 0.29641409762722964, "eval_priorArt_ndcg@20_c2i": 0.20374966554027032, "eval_priorArt_ndcg@20_i2a": 0.29873626068999604, "eval_priorArt_ndcg@20_i2all": 0.24082189710542598, "eval_priorArt_ndcg@20_i2c": 0.26638575507690543, "eval_priorArt_ndcg@20_i2i": 0.22424317291873183, "eval_priorArt_ndcg@50_a2a": 0.31251400578248684, "eval_priorArt_ndcg@50_a2all": 0.32190655871958385, "eval_priorArt_ndcg@50_a2c": 0.2985704319494185, "eval_priorArt_ndcg@50_a2i": 0.27740459185573296, "eval_priorArt_ndcg@50_c2a": 0.321379856846503, "eval_priorArt_ndcg@50_c2all": 0.3383710388101871, "eval_priorArt_ndcg@50_c2c": 0.33448591142582307, "eval_priorArt_ndcg@50_c2i": 0.28180634567093044, "eval_priorArt_ndcg@50_i2a": 0.33153521543779085, "eval_priorArt_ndcg@50_i2all": 0.30041231965451065, "eval_priorArt_ndcg@50_i2c": 0.31244772336634047, "eval_priorArt_ndcg@50_i2i": 0.26926893680866304, "eval_priorArt_recall@100_a2a": 0.8333333333333334, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8791666666666667, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.4, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.38749999999999996, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.45, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5291666666666666, "eval_priorArt_recall@20_a2all": 0.4666666666666667, "eval_priorArt_recall@20_a2c": 0.4958333333333333, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5874999999999999, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4416666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4740136617440788, "eval_singularentropy_claim": 0.495229256150229, "eval_singularentropy_global": 0.47836310882501454, "eval_singularentropy_invention": 0.5278386763211883, "eval_uniformity_abstract": -2.7025973796844482, "eval_uniformity_claim": -2.645251989364624, "eval_uniformity_global": -2.6596224308013916, "eval_uniformity_invention": -2.5969948768615723, "step": 2750 }, { "epoch": 0.5084745762711864, "grad_norm": 0.2065475881099701, "learning_rate": 5.732111662458572e-06, "loss": 0.0097, "step": 2760 }, { "epoch": 0.5103168754605748, "grad_norm": 0.521355926990509, "learning_rate": 5.700287805507669e-06, "loss": 0.0126, "step": 2770 }, { "epoch": 0.5121591746499632, "grad_norm": 0.14573921263217926, "learning_rate": 5.6684349854145845e-06, "loss": 0.0129, "step": 2780 }, { "epoch": 0.5140014738393515, "grad_norm": 0.08782938867807388, "learning_rate": 5.636554519577322e-06, "loss": 0.0057, "step": 2790 }, { "epoch": 0.5158437730287398, "grad_norm": 0.9008646607398987, "learning_rate": 5.604647726537283e-06, "loss": 0.012, "step": 2800 }, { "epoch": 0.5176860722181282, "grad_norm": 0.3235798478126526, "learning_rate": 5.5727159259247365e-06, "loss": 0.0081, "step": 2810 }, { "epoch": 0.5195283714075166, "grad_norm": 0.36699768900871277, "learning_rate": 5.5407604384042315e-06, "loss": 0.0108, "step": 2820 }, { "epoch": 0.5213706705969049, "grad_norm": 0.45372381806373596, "learning_rate": 5.508782585619986e-06, "loss": 0.0156, "step": 2830 }, { "epoch": 0.5232129697862933, "grad_norm": 0.38747352361679077, "learning_rate": 5.476783690141222e-06, "loss": 0.0132, "step": 2840 }, { "epoch": 0.5250552689756817, "grad_norm": 0.5432887673377991, "learning_rate": 5.444765075407461e-06, "loss": 0.0146, "step": 2850 }, { "epoch": 0.52689756816507, "grad_norm": 0.7550175189971924, "learning_rate": 5.412728065673794e-06, "loss": 0.0125, "step": 2860 }, { "epoch": 0.5287398673544583, "grad_norm": 0.5463756322860718, "learning_rate": 5.380673985956107e-06, "loss": 0.0127, "step": 2870 }, { "epoch": 0.5296610169491526, "eval_alignment_abstract": { "mean_alignment": 0.5487240552902222 }, "eval_alignment_claim": { "mean_alignment": 0.4895475208759308 }, "eval_alignment_global": { "mean_alignment": 0.5267453789710999 }, "eval_alignment_invention": { "mean_alignment": 0.5009440779685974 }, "eval_ipc_cls_abstract_accuracy_primary": 58.4, "eval_ipc_cls_abstract_precision@1": 63.080000000000005, "eval_ipc_cls_abstract_precision@3": 31.746666666666666, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 58.4, "eval_ipc_cls_global_precision@1": 63.080000000000005, "eval_ipc_cls_global_precision@3": 31.746666666666666, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.44, "eval_ipc_knn_abstract_precision@1": 69.36, "eval_ipc_knn_abstract_precision@3": 28.04, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.44, "eval_ipc_knn_global_precision@1": 69.36, "eval_ipc_knn_global_precision@3": 28.04, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.33709500376481016, "eval_priorArt_ndcg@100_a2all": 0.3359610770489365, "eval_priorArt_ndcg@100_a2c": 0.3287922993659546, "eval_priorArt_ndcg@100_a2i": 0.2968514899026146, "eval_priorArt_ndcg@100_c2a": 0.3568414101108226, "eval_priorArt_ndcg@100_c2all": 0.3685043169695657, "eval_priorArt_ndcg@100_c2c": 0.381561369864254, "eval_priorArt_ndcg@100_c2i": 0.3158421296299291, "eval_priorArt_ndcg@100_i2a": 0.3525713373878201, "eval_priorArt_ndcg@100_i2all": 0.3304533939776923, "eval_priorArt_ndcg@100_i2c": 0.33646408514907816, "eval_priorArt_ndcg@100_i2i": 0.29947846449936194, "eval_priorArt_ndcg@10_a2a": 0.21226679567665566, "eval_priorArt_ndcg@10_a2all": 0.21158683265379685, "eval_priorArt_ndcg@10_a2c": 0.21437923352174915, "eval_priorArt_ndcg@10_a2i": 0.16333405860200995, "eval_priorArt_ndcg@10_c2a": 0.23088515480492822, "eval_priorArt_ndcg@10_c2all": 0.22266839143557196, "eval_priorArt_ndcg@10_c2c": 0.22577144117336947, "eval_priorArt_ndcg@10_c2i": 0.16803902114394043, "eval_priorArt_ndcg@10_i2a": 0.23508069161529105, "eval_priorArt_ndcg@10_i2all": 0.22203833620247018, "eval_priorArt_ndcg@10_i2c": 0.20091261712500455, "eval_priorArt_ndcg@10_i2i": 0.17734957167372717, "eval_priorArt_ndcg@20_a2a": 0.2621811187174333, "eval_priorArt_ndcg@20_a2all": 0.24290814480205491, "eval_priorArt_ndcg@20_a2c": 0.23716718976714316, "eval_priorArt_ndcg@20_a2i": 0.2039991095629083, "eval_priorArt_ndcg@20_c2a": 0.2908704930981498, "eval_priorArt_ndcg@20_c2all": 0.27860385084324046, "eval_priorArt_ndcg@20_c2c": 0.3032133636331307, "eval_priorArt_ndcg@20_c2i": 0.20506463349375456, "eval_priorArt_ndcg@20_i2a": 0.2779023123401702, "eval_priorArt_ndcg@20_i2all": 0.25109206921922894, "eval_priorArt_ndcg@20_i2c": 0.25687746163845515, "eval_priorArt_ndcg@20_i2i": 0.21829450749700108, "eval_priorArt_ndcg@50_a2a": 0.30422586195726603, "eval_priorArt_ndcg@50_a2all": 0.3154308489590197, "eval_priorArt_ndcg@50_a2c": 0.29885547374255406, "eval_priorArt_ndcg@50_a2i": 0.27086312705907667, "eval_priorArt_ndcg@50_c2a": 0.31580571333887486, "eval_priorArt_ndcg@50_c2all": 0.3391462987175577, "eval_priorArt_ndcg@50_c2c": 0.3440787076115293, "eval_priorArt_ndcg@50_c2i": 0.278554532703679, "eval_priorArt_ndcg@50_i2a": 0.3150641934755305, "eval_priorArt_ndcg@50_i2all": 0.30534925900863985, "eval_priorArt_ndcg@50_i2c": 0.30754902047780175, "eval_priorArt_ndcg@50_i2i": 0.26964753051986445, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.9083333333333334, "eval_priorArt_recall@100_c2i": 0.8791666666666668, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.8041666666666668, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.4, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.4041666666666666, "eval_priorArt_recall@10_c2all": 0.32500000000000007, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.38333333333333336, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4666666666666666, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5874999999999999, "eval_priorArt_recall@20_c2all": 0.5, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.41666666666666663, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7375, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4847044595434991, "eval_singularentropy_claim": 0.5078206930303595, "eval_singularentropy_global": 0.4904859508405285, "eval_singularentropy_invention": 0.5424657556617103, "eval_uniformity_abstract": -2.683777093887329, "eval_uniformity_claim": -2.6235036849975586, "eval_uniformity_global": -2.6386077404022217, "eval_uniformity_invention": -2.572981357574463, "step": 2875 }, { "epoch": 0.5305821665438467, "grad_norm": 0.5421728491783142, "learning_rate": 5.348604161976285e-06, "loss": 0.0122, "step": 2880 }, { "epoch": 0.5324244657332351, "grad_norm": 0.4877738356590271, "learning_rate": 5.316519920107377e-06, "loss": 0.0115, "step": 2890 }, { "epoch": 0.5342667649226235, "grad_norm": 0.27219367027282715, "learning_rate": 5.284422587318739e-06, "loss": 0.0118, "step": 2900 }, { "epoch": 0.5361090641120118, "grad_norm": 0.5261592268943787, "learning_rate": 5.252313491121156e-06, "loss": 0.0111, "step": 2910 }, { "epoch": 0.5379513633014001, "grad_norm": 0.6761103868484497, "learning_rate": 5.220193959511931e-06, "loss": 0.0151, "step": 2920 }, { "epoch": 0.5397936624907885, "grad_norm": 0.503059446811676, "learning_rate": 5.188065320919965e-06, "loss": 0.0187, "step": 2930 }, { "epoch": 0.5416359616801769, "grad_norm": 0.3854053020477295, "learning_rate": 5.15592890415082e-06, "loss": 0.0143, "step": 2940 }, { "epoch": 0.5434782608695652, "grad_norm": 0.6720724701881409, "learning_rate": 5.123786038331746e-06, "loss": 0.0139, "step": 2950 }, { "epoch": 0.5453205600589536, "grad_norm": 0.41713327169418335, "learning_rate": 5.091638052856726e-06, "loss": 0.0086, "step": 2960 }, { "epoch": 0.547162859248342, "grad_norm": 0.19758397340774536, "learning_rate": 5.059486277331481e-06, "loss": 0.0151, "step": 2970 }, { "epoch": 0.5490051584377302, "grad_norm": 0.24710166454315186, "learning_rate": 5.0273320415184864e-06, "loss": 0.0128, "step": 2980 }, { "epoch": 0.5508474576271186, "grad_norm": 0.631451427936554, "learning_rate": 4.995176675281977e-06, "loss": 0.0164, "step": 2990 }, { "epoch": 0.552689756816507, "grad_norm": 0.5644357800483704, "learning_rate": 4.963021508532931e-06, "loss": 0.0109, "step": 3000 }, { "epoch": 0.552689756816507, "eval_alignment_abstract": { "mean_alignment": 0.5522660613059998 }, "eval_alignment_claim": { "mean_alignment": 0.4966375529766083 }, "eval_alignment_global": { "mean_alignment": 0.5328493714332581 }, "eval_alignment_invention": { "mean_alignment": 0.5088128447532654 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 62.92, "eval_ipc_cls_abstract_precision@3": 31.680000000000003, "eval_ipc_cls_abstract_precision@5": 21.136, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 62.92, "eval_ipc_cls_global_precision@3": 31.680000000000003, "eval_ipc_cls_global_precision@5": 21.136, "eval_ipc_knn_abstract_accuracy_primary": 63.839999999999996, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 63.839999999999996, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.34054322937410714, "eval_priorArt_ndcg@100_a2all": 0.33091781401233505, "eval_priorArt_ndcg@100_a2c": 0.3306727545890831, "eval_priorArt_ndcg@100_a2i": 0.2960388229339742, "eval_priorArt_ndcg@100_c2a": 0.35872654798458903, "eval_priorArt_ndcg@100_c2all": 0.37599745368930954, "eval_priorArt_ndcg@100_c2c": 0.38151293290400323, "eval_priorArt_ndcg@100_c2i": 0.31938340412024757, "eval_priorArt_ndcg@100_i2a": 0.34587391203198764, "eval_priorArt_ndcg@100_i2all": 0.31952763510169235, "eval_priorArt_ndcg@100_i2c": 0.3360373362818856, "eval_priorArt_ndcg@100_i2i": 0.2902258652795601, "eval_priorArt_ndcg@10_a2a": 0.20896144689969307, "eval_priorArt_ndcg@10_a2all": 0.21018363705307044, "eval_priorArt_ndcg@10_a2c": 0.21500474734974873, "eval_priorArt_ndcg@10_a2i": 0.16172131016953667, "eval_priorArt_ndcg@10_c2a": 0.2455032513738023, "eval_priorArt_ndcg@10_c2all": 0.23959891881388423, "eval_priorArt_ndcg@10_c2c": 0.22864206341818966, "eval_priorArt_ndcg@10_c2i": 0.17761705528453098, "eval_priorArt_ndcg@10_i2a": 0.22403476608442396, "eval_priorArt_ndcg@10_i2all": 0.2150621296100954, "eval_priorArt_ndcg@10_i2c": 0.20091261712500455, "eval_priorArt_ndcg@10_i2i": 0.16618581793485163, "eval_priorArt_ndcg@20_a2a": 0.2654883136887711, "eval_priorArt_ndcg@20_a2all": 0.24173759623512964, "eval_priorArt_ndcg@20_a2c": 0.24791896241474154, "eval_priorArt_ndcg@20_a2i": 0.19838228408069028, "eval_priorArt_ndcg@20_c2a": 0.2931116781304025, "eval_priorArt_ndcg@20_c2all": 0.28176872818133925, "eval_priorArt_ndcg@20_c2c": 0.29969971952253033, "eval_priorArt_ndcg@20_c2i": 0.20256238811305263, "eval_priorArt_ndcg@20_i2a": 0.2644700058422408, "eval_priorArt_ndcg@20_i2all": 0.2440533512865572, "eval_priorArt_ndcg@20_i2c": 0.2568266301484141, "eval_priorArt_ndcg@20_i2i": 0.2085617278341128, "eval_priorArt_ndcg@50_a2a": 0.3075114620789757, "eval_priorArt_ndcg@50_a2all": 0.31910116694542423, "eval_priorArt_ndcg@50_a2c": 0.30584749359529956, "eval_priorArt_ndcg@50_a2i": 0.2740227334786632, "eval_priorArt_ndcg@50_c2a": 0.3133734582529086, "eval_priorArt_ndcg@50_c2all": 0.3397123838073974, "eval_priorArt_ndcg@50_c2c": 0.3475427111387665, "eval_priorArt_ndcg@50_c2i": 0.28247840756624026, "eval_priorArt_ndcg@50_i2a": 0.3084220289138652, "eval_priorArt_ndcg@50_i2all": 0.2981953413384224, "eval_priorArt_ndcg@50_i2c": 0.3028239790736462, "eval_priorArt_ndcg@50_i2i": 0.2639487714298213, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8083333333333333, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666668, "eval_priorArt_recall@100_c2all": 0.8916666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7541666666666667, "eval_priorArt_recall@10_a2a": 0.3458333333333333, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.4, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.4374999999999999, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.37083333333333335, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2791666666666667, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4958333333333333, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5874999999999999, "eval_priorArt_recall@20_c2all": 0.4958333333333334, "eval_priorArt_recall@20_c2c": 0.5375, "eval_priorArt_recall@20_c2i": 0.3916666666666667, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7375, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.48241151794741094, "eval_singularentropy_claim": 0.5042435810254259, "eval_singularentropy_global": 0.4873464318638739, "eval_singularentropy_invention": 0.5387532131928273, "eval_uniformity_abstract": -2.6736457347869873, "eval_uniformity_claim": -2.6175451278686523, "eval_uniformity_global": -2.629286766052246, "eval_uniformity_invention": -2.5624306201934814, "step": 3000 }, { "epoch": 0.5545320560058954, "grad_norm": 0.579372763633728, "learning_rate": 4.930867871174085e-06, "loss": 0.014, "step": 3010 }, { "epoch": 0.5563743551952837, "grad_norm": 0.10225962102413177, "learning_rate": 4.898717093044915e-06, "loss": 0.0116, "step": 3020 }, { "epoch": 0.558216654384672, "grad_norm": 0.26514381170272827, "learning_rate": 4.866570503866649e-06, "loss": 0.0106, "step": 3030 }, { "epoch": 0.5600589535740604, "grad_norm": 0.3566693365573883, "learning_rate": 4.834429433187259e-06, "loss": 0.0142, "step": 3040 }, { "epoch": 0.5619012527634488, "grad_norm": 0.34901782870292664, "learning_rate": 4.80229521032648e-06, "loss": 0.0115, "step": 3050 }, { "epoch": 0.5637435519528371, "grad_norm": 0.6053492426872253, "learning_rate": 4.770169164320829e-06, "loss": 0.0139, "step": 3060 }, { "epoch": 0.5655858511422255, "grad_norm": 0.16859020292758942, "learning_rate": 4.738052623868636e-06, "loss": 0.012, "step": 3070 }, { "epoch": 0.5674281503316139, "grad_norm": 0.529362678527832, "learning_rate": 4.705946917275093e-06, "loss": 0.0126, "step": 3080 }, { "epoch": 0.5692704495210023, "grad_norm": 0.501363217830658, "learning_rate": 4.673853372397315e-06, "loss": 0.0141, "step": 3090 }, { "epoch": 0.5711127487103905, "grad_norm": 0.0721387267112732, "learning_rate": 4.641773316589422e-06, "loss": 0.0104, "step": 3100 }, { "epoch": 0.5729550478997789, "grad_norm": 0.4436507523059845, "learning_rate": 4.609708076647638e-06, "loss": 0.013, "step": 3110 }, { "epoch": 0.5747973470891673, "grad_norm": 0.10900504887104034, "learning_rate": 4.5776589787554215e-06, "loss": 0.009, "step": 3120 }, { "epoch": 0.5757184966838614, "eval_alignment_abstract": { "mean_alignment": 0.558174729347229 }, "eval_alignment_claim": { "mean_alignment": 0.5043301582336426 }, "eval_alignment_global": { "mean_alignment": 0.5374553799629211 }, "eval_alignment_invention": { "mean_alignment": 0.509455680847168 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.72, "eval_ipc_knn_abstract_precision@1": 69.32000000000001, "eval_ipc_knn_abstract_precision@3": 28.05333333333333, "eval_ipc_knn_abstract_precision@5": 17.0, "eval_ipc_knn_global_accuracy_primary": 63.72, "eval_ipc_knn_global_precision@1": 69.32000000000001, "eval_ipc_knn_global_precision@3": 28.05333333333333, "eval_ipc_knn_global_precision@5": 17.0, "eval_priorArt_ndcg@100_a2a": 0.3316130513755714, "eval_priorArt_ndcg@100_a2all": 0.3401447423255464, "eval_priorArt_ndcg@100_a2c": 0.32929796599233047, "eval_priorArt_ndcg@100_a2i": 0.3051267365701863, "eval_priorArt_ndcg@100_c2a": 0.3624328341935697, "eval_priorArt_ndcg@100_c2all": 0.3665728863719147, "eval_priorArt_ndcg@100_c2c": 0.3698486874503788, "eval_priorArt_ndcg@100_c2i": 0.32394357615649483, "eval_priorArt_ndcg@100_i2a": 0.32830467254346435, "eval_priorArt_ndcg@100_i2all": 0.30616633297803014, "eval_priorArt_ndcg@100_i2c": 0.3223985841020928, "eval_priorArt_ndcg@100_i2i": 0.29575584173601166, "eval_priorArt_ndcg@10_a2a": 0.20963498078168996, "eval_priorArt_ndcg@10_a2all": 0.22937501808355926, "eval_priorArt_ndcg@10_a2c": 0.198135652900551, "eval_priorArt_ndcg@10_a2i": 0.16231963329691843, "eval_priorArt_ndcg@10_c2a": 0.2420301088866544, "eval_priorArt_ndcg@10_c2all": 0.23423702569804744, "eval_priorArt_ndcg@10_c2c": 0.21776104242370872, "eval_priorArt_ndcg@10_c2i": 0.1802045774136353, "eval_priorArt_ndcg@10_i2a": 0.22983165636135752, "eval_priorArt_ndcg@10_i2all": 0.2096754675997614, "eval_priorArt_ndcg@10_i2c": 0.1912547806851789, "eval_priorArt_ndcg@10_i2i": 0.1725219417974703, "eval_priorArt_ndcg@20_a2a": 0.2601422064942852, "eval_priorArt_ndcg@20_a2all": 0.24653136506119006, "eval_priorArt_ndcg@20_a2c": 0.23644822085779524, "eval_priorArt_ndcg@20_a2i": 0.20413657891602105, "eval_priorArt_ndcg@20_c2a": 0.2912395822383581, "eval_priorArt_ndcg@20_c2all": 0.27088768604044694, "eval_priorArt_ndcg@20_c2c": 0.28722986269817613, "eval_priorArt_ndcg@20_c2i": 0.21605704078800878, "eval_priorArt_ndcg@20_i2a": 0.262242759419799, "eval_priorArt_ndcg@20_i2all": 0.23296752641157195, "eval_priorArt_ndcg@20_i2c": 0.24640314237496894, "eval_priorArt_ndcg@20_i2i": 0.21838181196124923, "eval_priorArt_ndcg@50_a2a": 0.3020468417568437, "eval_priorArt_ndcg@50_a2all": 0.32359004261620805, "eval_priorArt_ndcg@50_a2c": 0.30441752385542115, "eval_priorArt_ndcg@50_a2i": 0.2760726338429986, "eval_priorArt_ndcg@50_c2a": 0.32112420144966547, "eval_priorArt_ndcg@50_c2all": 0.333127843943141, "eval_priorArt_ndcg@50_c2c": 0.34094239434540563, "eval_priorArt_ndcg@50_c2i": 0.2924385428430228, "eval_priorArt_ndcg@50_i2a": 0.2950567610116973, "eval_priorArt_ndcg@50_i2all": 0.29305590792692543, "eval_priorArt_ndcg@50_i2c": 0.29143368035181294, "eval_priorArt_ndcg@50_i2i": 0.264923014062919, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.8208333333333334, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7458333333333333, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3625, "eval_priorArt_recall@10_a2all": 0.4, "eval_priorArt_recall@10_a2c": 0.35833333333333334, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.4208333333333333, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.4125, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.4666666666666667, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5708333333333332, "eval_priorArt_recall@20_c2all": 0.4833333333333334, "eval_priorArt_recall@20_c2c": 0.5375, "eval_priorArt_recall@20_c2i": 0.425, "eval_priorArt_recall@20_i2a": 0.5083333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4333333333333334, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7375, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.7166666666666667, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.48049938904499845, "eval_singularentropy_claim": 0.5017947842358227, "eval_singularentropy_global": 0.485670160993155, "eval_singularentropy_invention": 0.5372547248964847, "eval_uniformity_abstract": -2.6726486682891846, "eval_uniformity_claim": -2.616767168045044, "eval_uniformity_global": -2.6291394233703613, "eval_uniformity_invention": -2.564821720123291, "step": 3125 }, { "epoch": 0.5766396462785557, "grad_norm": 0.26327618956565857, "learning_rate": 4.5456273484286154e-06, "loss": 0.0091, "step": 3130 }, { "epoch": 0.578481945467944, "grad_norm": 0.29500699043273926, "learning_rate": 4.513614510460618e-06, "loss": 0.0139, "step": 3140 }, { "epoch": 0.5803242446573323, "grad_norm": 0.355410635471344, "learning_rate": 4.481621788867602e-06, "loss": 0.0122, "step": 3150 }, { "epoch": 0.5821665438467207, "grad_norm": 0.15751448273658752, "learning_rate": 4.449650506833741e-06, "loss": 0.0073, "step": 3160 }, { "epoch": 0.5840088430361091, "grad_norm": 0.3536268174648285, "learning_rate": 4.417701986656498e-06, "loss": 0.0104, "step": 3170 }, { "epoch": 0.5858511422254974, "grad_norm": 0.4921230673789978, "learning_rate": 4.3857775496919296e-06, "loss": 0.0109, "step": 3180 }, { "epoch": 0.5876934414148858, "grad_norm": 0.34309816360473633, "learning_rate": 4.353878516300035e-06, "loss": 0.0093, "step": 3190 }, { "epoch": 0.5895357406042742, "grad_norm": 0.547787606716156, "learning_rate": 4.322006205790148e-06, "loss": 0.0102, "step": 3200 }, { "epoch": 0.5913780397936624, "grad_norm": 0.4497307240962982, "learning_rate": 4.290161936366379e-06, "loss": 0.0124, "step": 3210 }, { "epoch": 0.5932203389830508, "grad_norm": 0.08711369335651398, "learning_rate": 4.258347025073083e-06, "loss": 0.0115, "step": 3220 }, { "epoch": 0.5950626381724392, "grad_norm": 0.36980748176574707, "learning_rate": 4.226562787740398e-06, "loss": 0.017, "step": 3230 }, { "epoch": 0.5969049373618276, "grad_norm": 0.47055765986442566, "learning_rate": 4.19481053892982e-06, "loss": 0.0099, "step": 3240 }, { "epoch": 0.5987472365512159, "grad_norm": 0.5597984790802002, "learning_rate": 4.163091591879834e-06, "loss": 0.0168, "step": 3250 }, { "epoch": 0.5987472365512159, "eval_alignment_abstract": { "mean_alignment": 0.5528731346130371 }, "eval_alignment_claim": { "mean_alignment": 0.49175047874450684 }, "eval_alignment_global": { "mean_alignment": 0.5288112759590149 }, "eval_alignment_invention": { "mean_alignment": 0.500151515007019 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.103999999999996, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.103999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.33085844438364287, "eval_priorArt_ndcg@100_a2all": 0.3351863358913333, "eval_priorArt_ndcg@100_a2c": 0.32648611070876754, "eval_priorArt_ndcg@100_a2i": 0.29267705984150066, "eval_priorArt_ndcg@100_c2a": 0.35975713487474936, "eval_priorArt_ndcg@100_c2all": 0.35845807964115184, "eval_priorArt_ndcg@100_c2c": 0.3636566776750539, "eval_priorArt_ndcg@100_c2i": 0.31850917538712203, "eval_priorArt_ndcg@100_i2a": 0.34744501658865906, "eval_priorArt_ndcg@100_i2all": 0.3198155621667657, "eval_priorArt_ndcg@100_i2c": 0.3297718149936282, "eval_priorArt_ndcg@100_i2i": 0.2978252952356178, "eval_priorArt_ndcg@10_a2a": 0.20902626766895543, "eval_priorArt_ndcg@10_a2all": 0.20219409637890115, "eval_priorArt_ndcg@10_a2c": 0.20566676272074905, "eval_priorArt_ndcg@10_a2i": 0.16487289066411642, "eval_priorArt_ndcg@10_c2a": 0.236665123869063, "eval_priorArt_ndcg@10_c2all": 0.22643137993775472, "eval_priorArt_ndcg@10_c2c": 0.2124583108486608, "eval_priorArt_ndcg@10_c2i": 0.1708865619922194, "eval_priorArt_ndcg@10_i2a": 0.23983757261591626, "eval_priorArt_ndcg@10_i2all": 0.21868225684658146, "eval_priorArt_ndcg@10_i2c": 0.2039207249197405, "eval_priorArt_ndcg@10_i2i": 0.17552604471854688, "eval_priorArt_ndcg@20_a2a": 0.2610761944375883, "eval_priorArt_ndcg@20_a2all": 0.24708482164750603, "eval_priorArt_ndcg@20_a2c": 0.22976425801203443, "eval_priorArt_ndcg@20_a2i": 0.1957324190854416, "eval_priorArt_ndcg@20_c2a": 0.28314692752014486, "eval_priorArt_ndcg@20_c2all": 0.26976670914199885, "eval_priorArt_ndcg@20_c2c": 0.28895536429482405, "eval_priorArt_ndcg@20_c2i": 0.21455769640773625, "eval_priorArt_ndcg@20_i2a": 0.27075571589560565, "eval_priorArt_ndcg@20_i2all": 0.24900644157155746, "eval_priorArt_ndcg@20_i2c": 0.24579196262476405, "eval_priorArt_ndcg@20_i2i": 0.21736761087548553, "eval_priorArt_ndcg@50_a2a": 0.30245571042866504, "eval_priorArt_ndcg@50_a2all": 0.31881235430692856, "eval_priorArt_ndcg@50_a2c": 0.2963907318891834, "eval_priorArt_ndcg@50_a2i": 0.26557406945725154, "eval_priorArt_ndcg@50_c2a": 0.3150013209014547, "eval_priorArt_ndcg@50_c2all": 0.32931837327296404, "eval_priorArt_ndcg@50_c2c": 0.33078117865808954, "eval_priorArt_ndcg@50_c2i": 0.28208534451802664, "eval_priorArt_ndcg@50_i2a": 0.314857550474463, "eval_priorArt_ndcg@50_i2all": 0.3023044852580805, "eval_priorArt_ndcg@50_i2c": 0.2967364656901993, "eval_priorArt_ndcg@50_i2i": 0.2636266610283989, "eval_priorArt_recall@100_a2a": 0.8, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.35833333333333334, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4041666666666666, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.32500000000000007, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.375, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5458333333333332, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.4791666666666667, "eval_priorArt_recall@20_i2i": 0.4208333333333334, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7125, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4852812842089474, "eval_singularentropy_claim": 0.5100537517674285, "eval_singularentropy_global": 0.4921815115847603, "eval_singularentropy_invention": 0.5451359290463168, "eval_uniformity_abstract": -2.6620237827301025, "eval_uniformity_claim": -2.6032016277313232, "eval_uniformity_global": -2.6159756183624268, "eval_uniformity_invention": -2.549697160720825, "step": 3250 }, { "epoch": 0.6005895357406043, "grad_norm": 0.3014449179172516, "learning_rate": 4.1314072584516005e-06, "loss": 0.0166, "step": 3260 }, { "epoch": 0.6024318349299926, "grad_norm": 0.41667819023132324, "learning_rate": 4.099758849074699e-06, "loss": 0.0149, "step": 3270 }, { "epoch": 0.604274134119381, "grad_norm": 0.3319992423057556, "learning_rate": 4.068147672692928e-06, "loss": 0.0134, "step": 3280 }, { "epoch": 0.6061164333087693, "grad_norm": 0.2515079975128174, "learning_rate": 4.03657503671017e-06, "loss": 0.0132, "step": 3290 }, { "epoch": 0.6079587324981577, "grad_norm": 0.36970579624176025, "learning_rate": 4.0050422469363195e-06, "loss": 0.0093, "step": 3300 }, { "epoch": 0.6098010316875461, "grad_norm": 0.5035133957862854, "learning_rate": 3.973550607533274e-06, "loss": 0.0123, "step": 3310 }, { "epoch": 0.6116433308769345, "grad_norm": 0.4228469133377075, "learning_rate": 3.942101420960998e-06, "loss": 0.0144, "step": 3320 }, { "epoch": 0.6134856300663227, "grad_norm": 0.733493983745575, "learning_rate": 3.910695987923652e-06, "loss": 0.015, "step": 3330 }, { "epoch": 0.6153279292557111, "grad_norm": 0.28585749864578247, "learning_rate": 3.879335607315797e-06, "loss": 0.0122, "step": 3340 }, { "epoch": 0.6171702284450995, "grad_norm": 0.34574052691459656, "learning_rate": 3.848021576168677e-06, "loss": 0.0158, "step": 3350 }, { "epoch": 0.6190125276344879, "grad_norm": 0.1677258312702179, "learning_rate": 3.816755189596568e-06, "loss": 0.0107, "step": 3360 }, { "epoch": 0.6208548268238762, "grad_norm": 0.3775396943092346, "learning_rate": 3.785537740743224e-06, "loss": 0.0116, "step": 3370 }, { "epoch": 0.6217759764185704, "eval_alignment_abstract": { "mean_alignment": 0.5513219833374023 }, "eval_alignment_claim": { "mean_alignment": 0.49977967143058777 }, "eval_alignment_global": { "mean_alignment": 0.5313116908073425 }, "eval_alignment_invention": { "mean_alignment": 0.5030316710472107 }, "eval_ipc_cls_abstract_accuracy_primary": 58.24, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.096000000000004, "eval_ipc_cls_global_accuracy_primary": 58.24, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.096000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.2, "eval_ipc_knn_abstract_precision@1": 69.67999999999999, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.088, "eval_ipc_knn_global_accuracy_primary": 64.2, "eval_ipc_knn_global_precision@1": 69.67999999999999, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.088, "eval_priorArt_ndcg@100_a2a": 0.33421525147526165, "eval_priorArt_ndcg@100_a2all": 0.3337188143848896, "eval_priorArt_ndcg@100_a2c": 0.3229748045752324, "eval_priorArt_ndcg@100_a2i": 0.2945348146518706, "eval_priorArt_ndcg@100_c2a": 0.35881346006649084, "eval_priorArt_ndcg@100_c2all": 0.35270484819352926, "eval_priorArt_ndcg@100_c2c": 0.3615634177516712, "eval_priorArt_ndcg@100_c2i": 0.3130566386568467, "eval_priorArt_ndcg@100_i2a": 0.3585379519643509, "eval_priorArt_ndcg@100_i2all": 0.31641077048683974, "eval_priorArt_ndcg@100_i2c": 0.3254433349734077, "eval_priorArt_ndcg@100_i2i": 0.2951482931427855, "eval_priorArt_ndcg@10_a2a": 0.21831158115552562, "eval_priorArt_ndcg@10_a2all": 0.2011658186807414, "eval_priorArt_ndcg@10_a2c": 0.19711809986896997, "eval_priorArt_ndcg@10_a2i": 0.1607451705161953, "eval_priorArt_ndcg@10_c2a": 0.2336600468561271, "eval_priorArt_ndcg@10_c2all": 0.22497196514405812, "eval_priorArt_ndcg@10_c2c": 0.20518096767546581, "eval_priorArt_ndcg@10_c2i": 0.1667194659860297, "eval_priorArt_ndcg@10_i2a": 0.25439573148114397, "eval_priorArt_ndcg@10_i2all": 0.2087254394510391, "eval_priorArt_ndcg@10_i2c": 0.20014189689087697, "eval_priorArt_ndcg@10_i2i": 0.1755829893690052, "eval_priorArt_ndcg@20_a2a": 0.2636785480518037, "eval_priorArt_ndcg@20_a2all": 0.24625372658773337, "eval_priorArt_ndcg@20_a2c": 0.22655654189266702, "eval_priorArt_ndcg@20_a2i": 0.19791565436918493, "eval_priorArt_ndcg@20_c2a": 0.2849684059308749, "eval_priorArt_ndcg@20_c2all": 0.268724150737819, "eval_priorArt_ndcg@20_c2c": 0.28196511035296506, "eval_priorArt_ndcg@20_c2i": 0.20246964375974516, "eval_priorArt_ndcg@20_i2a": 0.29032892149044726, "eval_priorArt_ndcg@20_i2all": 0.23982234728255403, "eval_priorArt_ndcg@20_i2c": 0.24679121973773963, "eval_priorArt_ndcg@20_i2i": 0.21969265616462041, "eval_priorArt_ndcg@50_a2a": 0.30495142741821457, "eval_priorArt_ndcg@50_a2all": 0.31728301300222783, "eval_priorArt_ndcg@50_a2c": 0.28473634064700104, "eval_priorArt_ndcg@50_a2i": 0.2633806163638529, "eval_priorArt_ndcg@50_c2a": 0.3171782328728643, "eval_priorArt_ndcg@50_c2all": 0.3232629300696519, "eval_priorArt_ndcg@50_c2c": 0.3191090033314715, "eval_priorArt_ndcg@50_c2i": 0.2726606997389437, "eval_priorArt_ndcg@50_i2a": 0.32588394046515345, "eval_priorArt_ndcg@50_i2all": 0.29888937946054966, "eval_priorArt_ndcg@50_i2c": 0.29235696086034324, "eval_priorArt_ndcg@50_i2i": 0.26459816128155766, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8791666666666667, "eval_priorArt_recall@100_c2all": 0.8625, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.875, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5458333333333332, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4541666666666667, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6416666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.6875, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6791666666666667, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4880856433594616, "eval_singularentropy_claim": 0.5106528536650261, "eval_singularentropy_global": 0.4934446438493655, "eval_singularentropy_invention": 0.5446585946932437, "eval_uniformity_abstract": -2.6420602798461914, "eval_uniformity_claim": -2.589531898498535, "eval_uniformity_global": -2.6011247634887695, "eval_uniformity_invention": -2.5387892723083496, "step": 3375 }, { "epoch": 0.6226971260132645, "grad_norm": 0.7197774052619934, "learning_rate": 3.7543705207283854e-06, "loss": 0.0165, "step": 3380 }, { "epoch": 0.6245394252026529, "grad_norm": 0.6713491082191467, "learning_rate": 3.7232548185943797e-06, "loss": 0.0167, "step": 3390 }, { "epoch": 0.6263817243920413, "grad_norm": 0.3262844681739807, "learning_rate": 3.6921919212528175e-06, "loss": 0.0091, "step": 3400 }, { "epoch": 0.6282240235814296, "grad_norm": 0.49227607250213623, "learning_rate": 3.6611831134313547e-06, "loss": 0.0106, "step": 3410 }, { "epoch": 0.630066322770818, "grad_norm": 0.4018155634403229, "learning_rate": 3.6302296776205664e-06, "loss": 0.0108, "step": 3420 }, { "epoch": 0.6319086219602064, "grad_norm": 0.34996312856674194, "learning_rate": 3.5993328940209006e-06, "loss": 0.0088, "step": 3430 }, { "epoch": 0.6337509211495947, "grad_norm": 0.4411248564720154, "learning_rate": 3.5684940404897297e-06, "loss": 0.0167, "step": 3440 }, { "epoch": 0.635593220338983, "grad_norm": 0.31569191813468933, "learning_rate": 3.5377143924885056e-06, "loss": 0.0098, "step": 3450 }, { "epoch": 0.6374355195283714, "grad_norm": 0.8630460500717163, "learning_rate": 3.506995223030001e-06, "loss": 0.0087, "step": 3460 }, { "epoch": 0.6392778187177598, "grad_norm": 0.5520592927932739, "learning_rate": 3.4763378026256623e-06, "loss": 0.0137, "step": 3470 }, { "epoch": 0.6411201179071481, "grad_norm": 0.39794254302978516, "learning_rate": 3.4457433992330623e-06, "loss": 0.0112, "step": 3480 }, { "epoch": 0.6429624170965365, "grad_norm": 0.3518620431423187, "learning_rate": 3.4152132782034573e-06, "loss": 0.0097, "step": 3490 }, { "epoch": 0.6448047162859248, "grad_norm": 0.5121556520462036, "learning_rate": 3.384748702229459e-06, "loss": 0.0095, "step": 3500 }, { "epoch": 0.6448047162859248, "eval_alignment_abstract": { "mean_alignment": 0.5550306439399719 }, "eval_alignment_claim": { "mean_alignment": 0.4962787628173828 }, "eval_alignment_global": { "mean_alignment": 0.53300541639328 }, "eval_alignment_invention": { "mean_alignment": 0.5078262686729431 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.031999999999996, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.031999999999996, "eval_ipc_knn_abstract_accuracy_primary": 64.16, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.133333333333333, "eval_ipc_knn_abstract_precision@5": 17.055999999999997, "eval_ipc_knn_global_accuracy_primary": 64.16, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.133333333333333, "eval_ipc_knn_global_precision@5": 17.055999999999997, "eval_priorArt_ndcg@100_a2a": 0.3343731125568851, "eval_priorArt_ndcg@100_a2all": 0.3364216219311152, "eval_priorArt_ndcg@100_a2c": 0.3267510669118425, "eval_priorArt_ndcg@100_a2i": 0.2980691333869858, "eval_priorArt_ndcg@100_c2a": 0.35775268143313144, "eval_priorArt_ndcg@100_c2all": 0.3635555496374971, "eval_priorArt_ndcg@100_c2c": 0.36871444220946664, "eval_priorArt_ndcg@100_c2i": 0.32464050684019236, "eval_priorArt_ndcg@100_i2a": 0.35211015280422464, "eval_priorArt_ndcg@100_i2all": 0.330109379437865, "eval_priorArt_ndcg@100_i2c": 0.330851161088754, "eval_priorArt_ndcg@100_i2i": 0.3090235512808155, "eval_priorArt_ndcg@10_a2a": 0.2148746788007941, "eval_priorArt_ndcg@10_a2all": 0.20324902516703247, "eval_priorArt_ndcg@10_a2c": 0.19798609909719278, "eval_priorArt_ndcg@10_a2i": 0.16927511376453494, "eval_priorArt_ndcg@10_c2a": 0.22906753799032656, "eval_priorArt_ndcg@10_c2all": 0.23156191483718488, "eval_priorArt_ndcg@10_c2c": 0.22426303196161368, "eval_priorArt_ndcg@10_c2i": 0.17323222969631843, "eval_priorArt_ndcg@10_i2a": 0.2482117277841839, "eval_priorArt_ndcg@10_i2all": 0.21800368419454336, "eval_priorArt_ndcg@10_i2c": 0.2037742997212142, "eval_priorArt_ndcg@10_i2i": 0.18254874137381072, "eval_priorArt_ndcg@20_a2a": 0.2601591475391963, "eval_priorArt_ndcg@20_a2all": 0.24830407314082276, "eval_priorArt_ndcg@20_a2c": 0.23003961594781894, "eval_priorArt_ndcg@20_a2i": 0.1999775443828426, "eval_priorArt_ndcg@20_c2a": 0.27541283328746874, "eval_priorArt_ndcg@20_c2all": 0.2726614745875823, "eval_priorArt_ndcg@20_c2c": 0.2934868653777703, "eval_priorArt_ndcg@20_c2i": 0.20975010943546607, "eval_priorArt_ndcg@20_i2a": 0.29038287623427106, "eval_priorArt_ndcg@20_i2all": 0.24742029814296101, "eval_priorArt_ndcg@20_i2c": 0.25680547390304, "eval_priorArt_ndcg@20_i2i": 0.2316494122191865, "eval_priorArt_ndcg@50_a2a": 0.30154369510031737, "eval_priorArt_ndcg@50_a2all": 0.3196435915060917, "eval_priorArt_ndcg@50_a2c": 0.29182463288928384, "eval_priorArt_ndcg@50_a2i": 0.27519456425832656, "eval_priorArt_ndcg@50_c2a": 0.31686909858957313, "eval_priorArt_ndcg@50_c2all": 0.3301191693037885, "eval_priorArt_ndcg@50_c2c": 0.3394536888322788, "eval_priorArt_ndcg@50_c2i": 0.28010979657824764, "eval_priorArt_ndcg@50_i2a": 0.3190189084042071, "eval_priorArt_ndcg@50_i2all": 0.3077268820765743, "eval_priorArt_ndcg@50_i2c": 0.3014739786986961, "eval_priorArt_ndcg@50_i2i": 0.2756273192723119, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7875, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.35833333333333334, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5291666666666666, "eval_priorArt_recall@20_c2all": 0.4958333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333334, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6791666666666667, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4860737787647343, "eval_singularentropy_claim": 0.5080929143394891, "eval_singularentropy_global": 0.49091189501073895, "eval_singularentropy_invention": 0.541040539124592, "eval_uniformity_abstract": -2.641212224960327, "eval_uniformity_claim": -2.587454319000244, "eval_uniformity_global": -2.599726676940918, "eval_uniformity_invention": -2.538642406463623, "step": 3500 }, { "epoch": 0.6466470154753132, "grad_norm": 0.12730635702610016, "learning_rate": 3.3543509312928028e-06, "loss": 0.0119, "step": 3510 }, { "epoch": 0.6484893146647015, "grad_norm": 0.7963449358940125, "learning_rate": 3.324021222612242e-06, "loss": 0.0098, "step": 3520 }, { "epoch": 0.6503316138540899, "grad_norm": 0.062048446387052536, "learning_rate": 3.293760830591548e-06, "loss": 0.0086, "step": 3530 }, { "epoch": 0.6521739130434783, "grad_norm": 0.1409083604812622, "learning_rate": 3.2635710067676342e-06, "loss": 0.0108, "step": 3540 }, { "epoch": 0.6540162122328667, "grad_norm": 0.33841973543167114, "learning_rate": 3.2334529997587826e-06, "loss": 0.0114, "step": 3550 }, { "epoch": 0.6558585114222549, "grad_norm": 0.41095027327537537, "learning_rate": 3.2034080552130176e-06, "loss": 0.0091, "step": 3560 }, { "epoch": 0.6577008106116433, "grad_norm": 0.4779090881347656, "learning_rate": 3.1734374157565743e-06, "loss": 0.0116, "step": 3570 }, { "epoch": 0.6595431098010317, "grad_norm": 0.06899835914373398, "learning_rate": 3.1435423209425154e-06, "loss": 0.0053, "step": 3580 }, { "epoch": 0.6613854089904201, "grad_norm": 0.3527766466140747, "learning_rate": 3.1137240071994533e-06, "loss": 0.0137, "step": 3590 }, { "epoch": 0.6632277081798084, "grad_norm": 0.36113834381103516, "learning_rate": 3.0839837077804235e-06, "loss": 0.0081, "step": 3600 }, { "epoch": 0.6650700073691967, "grad_norm": 0.27356529235839844, "learning_rate": 3.0543226527118708e-06, "loss": 0.0099, "step": 3610 }, { "epoch": 0.6669123065585851, "grad_norm": 0.27489495277404785, "learning_rate": 3.0247420687427807e-06, "loss": 0.0096, "step": 3620 }, { "epoch": 0.6678334561532793, "eval_alignment_abstract": { "mean_alignment": 0.5545872449874878 }, "eval_alignment_claim": { "mean_alignment": 0.5001331567764282 }, "eval_alignment_global": { "mean_alignment": 0.5340074896812439 }, "eval_alignment_invention": { "mean_alignment": 0.507218062877655 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.65333333333333, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.65333333333333, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.18666666666667, "eval_ipc_knn_abstract_precision@5": 17.080000000000002, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.18666666666667, "eval_ipc_knn_global_precision@5": 17.080000000000002, "eval_priorArt_ndcg@100_a2a": 0.33976759635948584, "eval_priorArt_ndcg@100_a2all": 0.3372528210359922, "eval_priorArt_ndcg@100_a2c": 0.3286482059703183, "eval_priorArt_ndcg@100_a2i": 0.29853078422731116, "eval_priorArt_ndcg@100_c2a": 0.3617552696138334, "eval_priorArt_ndcg@100_c2all": 0.36274325408230823, "eval_priorArt_ndcg@100_c2c": 0.3667213648925941, "eval_priorArt_ndcg@100_c2i": 0.32346061794378883, "eval_priorArt_ndcg@100_i2a": 0.36049737028475376, "eval_priorArt_ndcg@100_i2all": 0.3278434815227146, "eval_priorArt_ndcg@100_i2c": 0.326385839768406, "eval_priorArt_ndcg@100_i2i": 0.30287261155476597, "eval_priorArt_ndcg@10_a2a": 0.22019386063591204, "eval_priorArt_ndcg@10_a2all": 0.21012038773925798, "eval_priorArt_ndcg@10_a2c": 0.20085561502892707, "eval_priorArt_ndcg@10_a2i": 0.16997512806213666, "eval_priorArt_ndcg@10_c2a": 0.2396846385273986, "eval_priorArt_ndcg@10_c2all": 0.23064718354029273, "eval_priorArt_ndcg@10_c2c": 0.22981617585395467, "eval_priorArt_ndcg@10_c2i": 0.17838722303307147, "eval_priorArt_ndcg@10_i2a": 0.2565908185656594, "eval_priorArt_ndcg@10_i2all": 0.2156401879447794, "eval_priorArt_ndcg@10_i2c": 0.2027024555953627, "eval_priorArt_ndcg@10_i2i": 0.1790573496498537, "eval_priorArt_ndcg@20_a2a": 0.26524568234051316, "eval_priorArt_ndcg@20_a2all": 0.24936064132872246, "eval_priorArt_ndcg@20_a2c": 0.23095889311011503, "eval_priorArt_ndcg@20_a2i": 0.20765732737368184, "eval_priorArt_ndcg@20_c2a": 0.28591172646738455, "eval_priorArt_ndcg@20_c2all": 0.2745897147043751, "eval_priorArt_ndcg@20_c2c": 0.29081394114324155, "eval_priorArt_ndcg@20_c2i": 0.20138912485363467, "eval_priorArt_ndcg@20_i2a": 0.29904408524627324, "eval_priorArt_ndcg@20_i2all": 0.24505511194466179, "eval_priorArt_ndcg@20_i2c": 0.25549807902169297, "eval_priorArt_ndcg@20_i2i": 0.2159005940708238, "eval_priorArt_ndcg@50_a2a": 0.3068559865625697, "eval_priorArt_ndcg@50_a2all": 0.32056729513386556, "eval_priorArt_ndcg@50_a2c": 0.2974022302538587, "eval_priorArt_ndcg@50_a2i": 0.2798259271069649, "eval_priorArt_ndcg@50_c2a": 0.3166776821387917, "eval_priorArt_ndcg@50_c2all": 0.3294575648202242, "eval_priorArt_ndcg@50_c2c": 0.32772474538678464, "eval_priorArt_ndcg@50_c2i": 0.2789262357828077, "eval_priorArt_ndcg@50_i2a": 0.32756110739275907, "eval_priorArt_ndcg@50_i2all": 0.3053385424288954, "eval_priorArt_ndcg@50_i2c": 0.3005301884413767, "eval_priorArt_ndcg@50_i2i": 0.26849333332720365, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7958333333333334, "eval_priorArt_recall@100_i2c": 0.8291666666666666, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.35, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.41666666666666663, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.38333333333333336, "eval_priorArt_recall@20_i2a": 0.5208333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4041666666666666, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7083333333333334, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.675, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.48697035435695424, "eval_singularentropy_claim": 0.5093589664484497, "eval_singularentropy_global": 0.49246065611457285, "eval_singularentropy_invention": 0.5432675880433038, "eval_uniformity_abstract": -2.645261526107788, "eval_uniformity_claim": -2.59321928024292, "eval_uniformity_global": -2.6042351722717285, "eval_uniformity_invention": -2.542684555053711, "step": 3625 }, { "epoch": 0.6687546057479735, "grad_norm": 0.39863136410713196, "learning_rate": 2.995243179293944e-06, "loss": 0.0098, "step": 3630 }, { "epoch": 0.6705969049373618, "grad_norm": 0.17202910780906677, "learning_rate": 2.965827204407351e-06, "loss": 0.0091, "step": 3640 }, { "epoch": 0.6724392041267502, "grad_norm": 0.4054566025733948, "learning_rate": 2.9364953606957387e-06, "loss": 0.0087, "step": 3650 }, { "epoch": 0.6742815033161386, "grad_norm": 0.11737988889217377, "learning_rate": 2.907248861292268e-06, "loss": 0.0093, "step": 3660 }, { "epoch": 0.676123802505527, "grad_norm": 0.3021954298019409, "learning_rate": 2.8780889158003544e-06, "loss": 0.0095, "step": 3670 }, { "epoch": 0.6779661016949152, "grad_norm": 0.48890912532806396, "learning_rate": 2.849016730243637e-06, "loss": 0.0085, "step": 3680 }, { "epoch": 0.6798084008843036, "grad_norm": 0.3422384560108185, "learning_rate": 2.8200335070160976e-06, "loss": 0.0111, "step": 3690 }, { "epoch": 0.681650700073692, "grad_norm": 0.3005288243293762, "learning_rate": 2.791140444832335e-06, "loss": 0.0091, "step": 3700 }, { "epoch": 0.6834929992630803, "grad_norm": 0.32730963826179504, "learning_rate": 2.762338738677984e-06, "loss": 0.0091, "step": 3710 }, { "epoch": 0.6853352984524687, "grad_norm": 0.7525479197502136, "learning_rate": 2.733629579760294e-06, "loss": 0.0125, "step": 3720 }, { "epoch": 0.687177597641857, "grad_norm": 0.1143745556473732, "learning_rate": 2.705014155458861e-06, "loss": 0.0162, "step": 3730 }, { "epoch": 0.6890198968312454, "grad_norm": 0.2540559768676758, "learning_rate": 2.6764936492765193e-06, "loss": 0.0068, "step": 3740 }, { "epoch": 0.6908621960206337, "grad_norm": 0.3416416049003601, "learning_rate": 2.648069240790393e-06, "loss": 0.0104, "step": 3750 }, { "epoch": 0.6908621960206337, "eval_alignment_abstract": { "mean_alignment": 0.5510963201522827 }, "eval_alignment_claim": { "mean_alignment": 0.49531224370002747 }, "eval_alignment_global": { "mean_alignment": 0.5294141173362732 }, "eval_alignment_invention": { "mean_alignment": 0.5021783709526062 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.666666666666664, "eval_ipc_cls_abstract_precision@5": 21.136, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.666666666666664, "eval_ipc_cls_global_precision@5": 21.136, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 70.04, "eval_ipc_knn_abstract_precision@3": 28.199999999999996, "eval_ipc_knn_abstract_precision@5": 17.096, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 70.04, "eval_ipc_knn_global_precision@3": 28.199999999999996, "eval_ipc_knn_global_precision@5": 17.096, "eval_priorArt_ndcg@100_a2a": 0.32655456245317654, "eval_priorArt_ndcg@100_a2all": 0.32455629087810206, "eval_priorArt_ndcg@100_a2c": 0.33043501197643294, "eval_priorArt_ndcg@100_a2i": 0.29596290491414534, "eval_priorArt_ndcg@100_c2a": 0.36469709809924494, "eval_priorArt_ndcg@100_c2all": 0.3604440453164405, "eval_priorArt_ndcg@100_c2c": 0.36635307078753954, "eval_priorArt_ndcg@100_c2i": 0.3325333788795245, "eval_priorArt_ndcg@100_i2a": 0.35832538260920044, "eval_priorArt_ndcg@100_i2all": 0.3134653581695154, "eval_priorArt_ndcg@100_i2c": 0.3282699152481195, "eval_priorArt_ndcg@100_i2i": 0.30060528073174847, "eval_priorArt_ndcg@10_a2a": 0.2069754538821204, "eval_priorArt_ndcg@10_a2all": 0.19099479209293002, "eval_priorArt_ndcg@10_a2c": 0.2062269917503036, "eval_priorArt_ndcg@10_a2i": 0.16146423739475282, "eval_priorArt_ndcg@10_c2a": 0.23478056314384363, "eval_priorArt_ndcg@10_c2all": 0.22224868676436366, "eval_priorArt_ndcg@10_c2c": 0.23052169548488582, "eval_priorArt_ndcg@10_c2i": 0.1864331478681391, "eval_priorArt_ndcg@10_i2a": 0.24969034510929333, "eval_priorArt_ndcg@10_i2all": 0.20690127506038175, "eval_priorArt_ndcg@10_i2c": 0.1934736707563843, "eval_priorArt_ndcg@10_i2i": 0.16705432105969212, "eval_priorArt_ndcg@20_a2a": 0.2522787191652108, "eval_priorArt_ndcg@20_a2all": 0.2367801451908044, "eval_priorArt_ndcg@20_a2c": 0.23007820182489552, "eval_priorArt_ndcg@20_a2i": 0.20528319498466216, "eval_priorArt_ndcg@20_c2a": 0.28906418950701956, "eval_priorArt_ndcg@20_c2all": 0.27166935976317885, "eval_priorArt_ndcg@20_c2c": 0.290610413705449, "eval_priorArt_ndcg@20_c2i": 0.21701378882019626, "eval_priorArt_ndcg@20_i2a": 0.28509183744371597, "eval_priorArt_ndcg@20_i2all": 0.23009302951377503, "eval_priorArt_ndcg@20_i2c": 0.24866631240600245, "eval_priorArt_ndcg@20_i2i": 0.2212149782489521, "eval_priorArt_ndcg@50_a2a": 0.29380137977877985, "eval_priorArt_ndcg@50_a2all": 0.3080002221403938, "eval_priorArt_ndcg@50_a2c": 0.2885462645000791, "eval_priorArt_ndcg@50_a2i": 0.2699019076586907, "eval_priorArt_ndcg@50_c2a": 0.31967793855583554, "eval_priorArt_ndcg@50_c2all": 0.3269210290018378, "eval_priorArt_ndcg@50_c2c": 0.337027715662281, "eval_priorArt_ndcg@50_c2i": 0.29225306732612066, "eval_priorArt_ndcg@50_i2a": 0.32053511839467924, "eval_priorArt_ndcg@50_i2all": 0.2955787969046891, "eval_priorArt_ndcg@50_i2c": 0.29866167659458176, "eval_priorArt_ndcg@50_i2i": 0.2625523059302478, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8791666666666668, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8291666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.375, "eval_priorArt_recall@10_a2all": 0.33333333333333337, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4291666666666667, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6791666666666667, "eval_priorArt_recall@50_a2i": 0.6666666666666667, "eval_priorArt_recall@50_c2a": 0.6708333333333333, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6375, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49030898871135, "eval_singularentropy_claim": 0.5132732108113202, "eval_singularentropy_global": 0.49609953714081334, "eval_singularentropy_invention": 0.5469090859503132, "eval_uniformity_abstract": -2.6311850547790527, "eval_uniformity_claim": -2.5759029388427734, "eval_uniformity_global": -2.5884664058685303, "eval_uniformity_invention": -2.528212308883667, "step": 3750 }, { "epoch": 0.6927044952100221, "grad_norm": 0.49640804529190063, "learning_rate": 2.61974210560311e-06, "loss": 0.0095, "step": 3760 }, { "epoch": 0.6945467943994105, "grad_norm": 0.26289501786231995, "learning_rate": 2.591513415294181e-06, "loss": 0.0123, "step": 3770 }, { "epoch": 0.6963890935887989, "grad_norm": 0.5996602773666382, "learning_rate": 2.563384337371542e-06, "loss": 0.0142, "step": 3780 }, { "epoch": 0.6982313927781871, "grad_norm": 0.3429252505302429, "learning_rate": 2.5353560352232696e-06, "loss": 0.0145, "step": 3790 }, { "epoch": 0.7000736919675755, "grad_norm": 0.24151411652565002, "learning_rate": 2.5074296680694656e-06, "loss": 0.0106, "step": 3800 }, { "epoch": 0.7019159911569639, "grad_norm": 0.13939955830574036, "learning_rate": 2.479606390914308e-06, "loss": 0.0098, "step": 3810 }, { "epoch": 0.7037582903463523, "grad_norm": 0.4027891755104065, "learning_rate": 2.451887354498288e-06, "loss": 0.013, "step": 3820 }, { "epoch": 0.7056005895357406, "grad_norm": 0.08464545756578445, "learning_rate": 2.424273705250611e-06, "loss": 0.0084, "step": 3830 }, { "epoch": 0.707442888725129, "grad_norm": 0.15114976465702057, "learning_rate": 2.3967665852417833e-06, "loss": 0.0089, "step": 3840 }, { "epoch": 0.7092851879145173, "grad_norm": 0.35899728536605835, "learning_rate": 2.3693671321363815e-06, "loss": 0.0108, "step": 3850 }, { "epoch": 0.7111274871039057, "grad_norm": 0.4258492588996887, "learning_rate": 2.3420764791459915e-06, "loss": 0.0128, "step": 3860 }, { "epoch": 0.712969786293294, "grad_norm": 0.21781250834465027, "learning_rate": 2.3148957549823474e-06, "loss": 0.0104, "step": 3870 }, { "epoch": 0.7138909358879882, "eval_alignment_abstract": { "mean_alignment": 0.556155264377594 }, "eval_alignment_claim": { "mean_alignment": 0.499185174703598 }, "eval_alignment_global": { "mean_alignment": 0.5339828133583069 }, "eval_alignment_invention": { "mean_alignment": 0.5074960589408875 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.66666666666667, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.66666666666667, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.52000000000001, "eval_ipc_knn_abstract_precision@3": 28.10666666666667, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.52000000000001, "eval_ipc_knn_global_precision@3": 28.10666666666667, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.3246730747833865, "eval_priorArt_ndcg@100_a2all": 0.3229855603415169, "eval_priorArt_ndcg@100_a2c": 0.33528235685759017, "eval_priorArt_ndcg@100_a2i": 0.2977676116824798, "eval_priorArt_ndcg@100_c2a": 0.36287009345999816, "eval_priorArt_ndcg@100_c2all": 0.37186948084010296, "eval_priorArt_ndcg@100_c2c": 0.37243733590594724, "eval_priorArt_ndcg@100_c2i": 0.3246251596833084, "eval_priorArt_ndcg@100_i2a": 0.3535143321555568, "eval_priorArt_ndcg@100_i2all": 0.314045339234458, "eval_priorArt_ndcg@100_i2c": 0.330666784247135, "eval_priorArt_ndcg@100_i2i": 0.30272931505900696, "eval_priorArt_ndcg@10_a2a": 0.2114418858627766, "eval_priorArt_ndcg@10_a2all": 0.19723789408747755, "eval_priorArt_ndcg@10_a2c": 0.21044460567710765, "eval_priorArt_ndcg@10_a2i": 0.16927511376453494, "eval_priorArt_ndcg@10_c2a": 0.23212568462014235, "eval_priorArt_ndcg@10_c2all": 0.23460173599497755, "eval_priorArt_ndcg@10_c2c": 0.23577485108831345, "eval_priorArt_ndcg@10_c2i": 0.17842611961190177, "eval_priorArt_ndcg@10_i2a": 0.24436581560894002, "eval_priorArt_ndcg@10_i2all": 0.20649368412862845, "eval_priorArt_ndcg@10_i2c": 0.19510027158192583, "eval_priorArt_ndcg@10_i2i": 0.1662963576023043, "eval_priorArt_ndcg@20_a2a": 0.24999490760189316, "eval_priorArt_ndcg@20_a2all": 0.24033208437281678, "eval_priorArt_ndcg@20_a2c": 0.23438307492331772, "eval_priorArt_ndcg@20_a2i": 0.20666249214256194, "eval_priorArt_ndcg@20_c2a": 0.28707422774326663, "eval_priorArt_ndcg@20_c2all": 0.2839522815425894, "eval_priorArt_ndcg@20_c2c": 0.30321854598657544, "eval_priorArt_ndcg@20_c2i": 0.20896018234327798, "eval_priorArt_ndcg@20_i2a": 0.280286927715865, "eval_priorArt_ndcg@20_i2all": 0.24087298798750084, "eval_priorArt_ndcg@20_i2c": 0.25080461961480816, "eval_priorArt_ndcg@20_i2i": 0.22024016980321823, "eval_priorArt_ndcg@50_a2a": 0.2917254276630231, "eval_priorArt_ndcg@50_a2all": 0.3062701414890823, "eval_priorArt_ndcg@50_a2c": 0.30182668057221607, "eval_priorArt_ndcg@50_a2i": 0.27906359340554954, "eval_priorArt_ndcg@50_c2a": 0.32607230078575844, "eval_priorArt_ndcg@50_c2all": 0.3346776288251307, "eval_priorArt_ndcg@50_c2c": 0.33779742865365175, "eval_priorArt_ndcg@50_c2i": 0.2840549432263073, "eval_priorArt_ndcg@50_i2a": 0.31962430633852895, "eval_priorArt_ndcg@50_i2all": 0.29608225031959223, "eval_priorArt_ndcg@50_i2c": 0.3009567219102628, "eval_priorArt_ndcg@50_i2i": 0.2655994746997369, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8291666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.8041666666666668, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.37500000000000006, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4833333333333333, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.4041666666666667, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5875, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4416666666666667, "eval_priorArt_recall@50_a2a": 0.6708333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.7041666666666667, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.4869936807871984, "eval_singularentropy_claim": 0.5086342194325868, "eval_singularentropy_global": 0.49222390178096237, "eval_singularentropy_invention": 0.542633753340862, "eval_uniformity_abstract": -2.639634609222412, "eval_uniformity_claim": -2.5860283374786377, "eval_uniformity_global": -2.5971195697784424, "eval_uniformity_invention": -2.5366101264953613, "step": 3875 }, { "epoch": 0.7148120854826824, "grad_norm": 0.04704698920249939, "learning_rate": 2.287826083810646e-06, "loss": 0.0108, "step": 3880 }, { "epoch": 0.7166543846720708, "grad_norm": 0.5192656517028809, "learning_rate": 2.2608685852030517e-06, "loss": 0.0109, "step": 3890 }, { "epoch": 0.7184966838614592, "grad_norm": 0.14877091348171234, "learning_rate": 2.2340243740923954e-06, "loss": 0.0098, "step": 3900 }, { "epoch": 0.7203389830508474, "grad_norm": 0.41933730244636536, "learning_rate": 2.207294560726061e-06, "loss": 0.0074, "step": 3910 }, { "epoch": 0.7221812822402358, "grad_norm": 0.1636160910129547, "learning_rate": 2.1806802506200627e-06, "loss": 0.0108, "step": 3920 }, { "epoch": 0.7240235814296242, "grad_norm": 0.20030193030834198, "learning_rate": 2.154182544513329e-06, "loss": 0.0057, "step": 3930 }, { "epoch": 0.7258658806190126, "grad_norm": 0.46991226077079773, "learning_rate": 2.127802538322172e-06, "loss": 0.0133, "step": 3940 }, { "epoch": 0.7277081798084009, "grad_norm": 0.3020196855068207, "learning_rate": 2.101541323094963e-06, "loss": 0.0124, "step": 3950 }, { "epoch": 0.7295504789977892, "grad_norm": 0.07827743142843246, "learning_rate": 2.0753999849670105e-06, "loss": 0.0091, "step": 3960 }, { "epoch": 0.7313927781871776, "grad_norm": 0.41652196645736694, "learning_rate": 2.049379605115633e-06, "loss": 0.0136, "step": 3970 }, { "epoch": 0.7332350773765659, "grad_norm": 0.1256425976753235, "learning_rate": 2.0234812597154486e-06, "loss": 0.0115, "step": 3980 }, { "epoch": 0.7350773765659543, "grad_norm": 0.1292620152235031, "learning_rate": 1.9977060198938636e-06, "loss": 0.0089, "step": 3990 }, { "epoch": 0.7369196757553427, "grad_norm": 0.08408395200967789, "learning_rate": 1.972054951686769e-06, "loss": 0.009, "step": 4000 }, { "epoch": 0.7369196757553427, "eval_alignment_abstract": { "mean_alignment": 0.5549260377883911 }, "eval_alignment_claim": { "mean_alignment": 0.4940991699695587 }, "eval_alignment_global": { "mean_alignment": 0.5310667753219604 }, "eval_alignment_invention": { "mean_alignment": 0.5043619275093079 }, "eval_ipc_cls_abstract_accuracy_primary": 57.99999999999999, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.64, "eval_ipc_cls_abstract_precision@5": 21.151999999999997, "eval_ipc_cls_global_accuracy_primary": 57.99999999999999, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.64, "eval_ipc_cls_global_precision@5": 21.151999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 69.76, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 69.76, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.3225901541497323, "eval_priorArt_ndcg@100_a2all": 0.3220775194188696, "eval_priorArt_ndcg@100_a2c": 0.33727866987561084, "eval_priorArt_ndcg@100_a2i": 0.2957093252594233, "eval_priorArt_ndcg@100_c2a": 0.3634322069952422, "eval_priorArt_ndcg@100_c2all": 0.36996246839643965, "eval_priorArt_ndcg@100_c2c": 0.36819056936297595, "eval_priorArt_ndcg@100_c2i": 0.3235306918219176, "eval_priorArt_ndcg@100_i2a": 0.3507239909882916, "eval_priorArt_ndcg@100_i2all": 0.31596411505686917, "eval_priorArt_ndcg@100_i2c": 0.3362308349133726, "eval_priorArt_ndcg@100_i2i": 0.299161944527529, "eval_priorArt_ndcg@10_a2a": 0.21019420691425927, "eval_priorArt_ndcg@10_a2all": 0.19665215173120293, "eval_priorArt_ndcg@10_a2c": 0.20786062959244728, "eval_priorArt_ndcg@10_a2i": 0.16764851293899344, "eval_priorArt_ndcg@10_c2a": 0.23730921526059245, "eval_priorArt_ndcg@10_c2all": 0.22855779158223227, "eval_priorArt_ndcg@10_c2c": 0.2331249963008161, "eval_priorArt_ndcg@10_c2i": 0.17787292489132783, "eval_priorArt_ndcg@10_i2a": 0.23917717701930333, "eval_priorArt_ndcg@10_i2all": 0.20881105931092253, "eval_priorArt_ndcg@10_i2c": 0.2099315800060709, "eval_priorArt_ndcg@10_i2i": 0.17231067719498924, "eval_priorArt_ndcg@20_a2a": 0.2484829793161129, "eval_priorArt_ndcg@20_a2all": 0.23414396794190048, "eval_priorArt_ndcg@20_a2c": 0.23237930717215277, "eval_priorArt_ndcg@20_a2i": 0.1981466948905109, "eval_priorArt_ndcg@20_c2a": 0.28464022895109276, "eval_priorArt_ndcg@20_c2all": 0.28199699803221145, "eval_priorArt_ndcg@20_c2c": 0.2933210486020573, "eval_priorArt_ndcg@20_c2i": 0.20838334805261174, "eval_priorArt_ndcg@20_i2a": 0.274388393000771, "eval_priorArt_ndcg@20_i2all": 0.2380585590287058, "eval_priorArt_ndcg@20_i2c": 0.2570069081977796, "eval_priorArt_ndcg@20_i2i": 0.22172244098224989, "eval_priorArt_ndcg@50_a2a": 0.28445809684608625, "eval_priorArt_ndcg@50_a2all": 0.30531327371042377, "eval_priorArt_ndcg@50_a2c": 0.294003471067355, "eval_priorArt_ndcg@50_a2i": 0.27697722233277455, "eval_priorArt_ndcg@50_c2a": 0.3192215634159412, "eval_priorArt_ndcg@50_c2all": 0.33276297849507525, "eval_priorArt_ndcg@50_c2c": 0.3339666591526206, "eval_priorArt_ndcg@50_c2i": 0.2830869184427407, "eval_priorArt_ndcg@50_i2a": 0.30815855373364603, "eval_priorArt_ndcg@50_i2all": 0.29818217801211133, "eval_priorArt_ndcg@50_i2c": 0.30692837437773896, "eval_priorArt_ndcg@50_i2i": 0.2621722811915093, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8916666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.9083333333333334, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8458333333333334, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7875, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.4083333333333333, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.37916666666666665, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5625, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6333333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7125, "eval_priorArt_recall@50_c2c": 0.7208333333333334, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.48920686955135606, "eval_singularentropy_claim": 0.5121345740559853, "eval_singularentropy_global": 0.4950181271731988, "eval_singularentropy_invention": 0.5460238123113342, "eval_uniformity_abstract": -2.6327106952667236, "eval_uniformity_claim": -2.5776610374450684, "eval_uniformity_global": -2.589884042739868, "eval_uniformity_invention": -2.529684066772461, "step": 4000 }, { "epoch": 0.7387619749447311, "grad_norm": 0.29498210549354553, "learning_rate": 1.9465291159944554e-06, "loss": 0.0088, "step": 4010 }, { "epoch": 0.7406042741341193, "grad_norm": 0.16724169254302979, "learning_rate": 1.9211295685377298e-06, "loss": 0.0065, "step": 4020 }, { "epoch": 0.7424465733235077, "grad_norm": 0.5725774765014648, "learning_rate": 1.89585735981426e-06, "loss": 0.0123, "step": 4030 }, { "epoch": 0.7442888725128961, "grad_norm": 0.40432679653167725, "learning_rate": 1.870713535055117e-06, "loss": 0.012, "step": 4040 }, { "epoch": 0.7461311717022845, "grad_norm": 0.4404715597629547, "learning_rate": 1.8456991341815545e-06, "loss": 0.0096, "step": 4050 }, { "epoch": 0.7479734708916728, "grad_norm": 0.1658782809972763, "learning_rate": 1.820815191761992e-06, "loss": 0.0124, "step": 4060 }, { "epoch": 0.7498157700810612, "grad_norm": 0.3221132457256317, "learning_rate": 1.7960627369692312e-06, "loss": 0.0082, "step": 4070 }, { "epoch": 0.7516580692704495, "grad_norm": 0.1776404231786728, "learning_rate": 1.7714427935378875e-06, "loss": 0.0097, "step": 4080 }, { "epoch": 0.7535003684598379, "grad_norm": 0.38194820284843445, "learning_rate": 1.7469563797220511e-06, "loss": 0.0094, "step": 4090 }, { "epoch": 0.7553426676492262, "grad_norm": 0.5173155665397644, "learning_rate": 1.7226045082531723e-06, "loss": 0.0089, "step": 4100 }, { "epoch": 0.7571849668386146, "grad_norm": 0.17952848970890045, "learning_rate": 1.698388186298176e-06, "loss": 0.0099, "step": 4110 }, { "epoch": 0.759027266028003, "grad_norm": 0.06246769055724144, "learning_rate": 1.6743084154178053e-06, "loss": 0.008, "step": 4120 }, { "epoch": 0.7599484156226971, "eval_alignment_abstract": { "mean_alignment": 0.5521021485328674 }, "eval_alignment_claim": { "mean_alignment": 0.4926677346229553 }, "eval_alignment_global": { "mean_alignment": 0.5280661582946777 }, "eval_alignment_invention": { "mean_alignment": 0.4997105896472931 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.706666666666667, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.706666666666667, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.02666666666667, "eval_ipc_knn_abstract_precision@5": 16.984, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.02666666666667, "eval_ipc_knn_global_precision@5": 16.984, "eval_priorArt_ndcg@100_a2a": 0.33850103582223556, "eval_priorArt_ndcg@100_a2all": 0.33658023880595367, "eval_priorArt_ndcg@100_a2c": 0.3287332506541337, "eval_priorArt_ndcg@100_a2i": 0.2954031316531145, "eval_priorArt_ndcg@100_c2a": 0.357890698407494, "eval_priorArt_ndcg@100_c2all": 0.36502253565999176, "eval_priorArt_ndcg@100_c2c": 0.36713582365800146, "eval_priorArt_ndcg@100_c2i": 0.32192134588310417, "eval_priorArt_ndcg@100_i2a": 0.3432981796911209, "eval_priorArt_ndcg@100_i2all": 0.3197068574869577, "eval_priorArt_ndcg@100_i2c": 0.32771870177930584, "eval_priorArt_ndcg@100_i2i": 0.29991112013261395, "eval_priorArt_ndcg@10_a2a": 0.22593650821489533, "eval_priorArt_ndcg@10_a2all": 0.21142288121787955, "eval_priorArt_ndcg@10_a2c": 0.20783859624067702, "eval_priorArt_ndcg@10_a2i": 0.17409241247946064, "eval_priorArt_ndcg@10_c2a": 0.23407931118235972, "eval_priorArt_ndcg@10_c2all": 0.22360431724208504, "eval_priorArt_ndcg@10_c2c": 0.21829126625908626, "eval_priorArt_ndcg@10_c2i": 0.16472900227370116, "eval_priorArt_ndcg@10_i2a": 0.23652725094395105, "eval_priorArt_ndcg@10_i2all": 0.20919908490916797, "eval_priorArt_ndcg@10_i2c": 0.2018932442668714, "eval_priorArt_ndcg@10_i2i": 0.170535277053052, "eval_priorArt_ndcg@20_a2a": 0.2645532315671997, "eval_priorArt_ndcg@20_a2all": 0.2487348349554149, "eval_priorArt_ndcg@20_a2c": 0.23204970046177378, "eval_priorArt_ndcg@20_a2i": 0.2024482465470602, "eval_priorArt_ndcg@20_c2a": 0.28732396494328827, "eval_priorArt_ndcg@20_c2all": 0.2773967581019876, "eval_priorArt_ndcg@20_c2c": 0.28718112270532836, "eval_priorArt_ndcg@20_c2i": 0.20731086147592787, "eval_priorArt_ndcg@20_i2a": 0.2671080444293758, "eval_priorArt_ndcg@20_i2all": 0.23811204757193485, "eval_priorArt_ndcg@20_i2c": 0.2485715638703808, "eval_priorArt_ndcg@20_i2i": 0.2253320748741965, "eval_priorArt_ndcg@50_a2a": 0.2969506840269746, "eval_priorArt_ndcg@50_a2all": 0.3198646577955808, "eval_priorArt_ndcg@50_a2c": 0.29363773460997306, "eval_priorArt_ndcg@50_a2i": 0.2678861497455608, "eval_priorArt_ndcg@50_c2a": 0.3220174492990891, "eval_priorArt_ndcg@50_c2all": 0.3320875912043904, "eval_priorArt_ndcg@50_c2c": 0.3288877379445653, "eval_priorArt_ndcg@50_c2i": 0.28168538551810796, "eval_priorArt_ndcg@50_i2a": 0.3108747203662864, "eval_priorArt_ndcg@50_i2all": 0.2986601421058883, "eval_priorArt_ndcg@50_i2c": 0.29849886167309714, "eval_priorArt_ndcg@50_i2i": 0.26899557206126096, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8666666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7791666666666667, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.3125, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7041666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.49056466708705954, "eval_singularentropy_claim": 0.5133032544944349, "eval_singularentropy_global": 0.4964223724956733, "eval_singularentropy_invention": 0.5476298792060827, "eval_uniformity_abstract": -2.628366708755493, "eval_uniformity_claim": -2.574578285217285, "eval_uniformity_global": -2.5863535404205322, "eval_uniformity_invention": -2.527076482772827, "step": 4125 }, { "epoch": 0.7608695652173914, "grad_norm": 0.20942798256874084, "learning_rate": 1.6503661915252061e-06, "loss": 0.0151, "step": 4130 }, { "epoch": 0.7627118644067796, "grad_norm": 0.39655745029449463, "learning_rate": 1.6265625048447192e-06, "loss": 0.0084, "step": 4140 }, { "epoch": 0.764554163596168, "grad_norm": 0.2634730935096741, "learning_rate": 1.6028983398709457e-06, "loss": 0.011, "step": 4150 }, { "epoch": 0.7663964627855564, "grad_norm": 0.4996865689754486, "learning_rate": 1.5793746753280171e-06, "loss": 0.0124, "step": 4160 }, { "epoch": 0.7682387619749448, "grad_norm": 0.45725107192993164, "learning_rate": 1.5559924841291213e-06, "loss": 0.0091, "step": 4170 }, { "epoch": 0.7700810611643331, "grad_norm": 0.4076268672943115, "learning_rate": 1.5327527333362608e-06, "loss": 0.0127, "step": 4180 }, { "epoch": 0.7719233603537214, "grad_norm": 0.04472489282488823, "learning_rate": 1.5096563841202593e-06, "loss": 0.0069, "step": 4190 }, { "epoch": 0.7737656595431098, "grad_norm": 0.5064529180526733, "learning_rate": 1.4867043917210072e-06, "loss": 0.0085, "step": 4200 }, { "epoch": 0.7756079587324981, "grad_norm": 0.21208710968494415, "learning_rate": 1.4638977054079507e-06, "loss": 0.0109, "step": 4210 }, { "epoch": 0.7774502579218865, "grad_norm": 0.2780146598815918, "learning_rate": 1.4412372684408416e-06, "loss": 0.0111, "step": 4220 }, { "epoch": 0.7792925571112749, "grad_norm": 0.36945441365242004, "learning_rate": 1.41872401803071e-06, "loss": 0.0079, "step": 4230 }, { "epoch": 0.7811348563006633, "grad_norm": 0.29881754517555237, "learning_rate": 1.3963588853011146e-06, "loss": 0.0124, "step": 4240 }, { "epoch": 0.7829771554900515, "grad_norm": 0.1199067234992981, "learning_rate": 1.3741427952496255e-06, "loss": 0.0106, "step": 4250 }, { "epoch": 0.7829771554900515, "eval_alignment_abstract": { "mean_alignment": 0.5536882877349854 }, "eval_alignment_claim": { "mean_alignment": 0.49256056547164917 }, "eval_alignment_global": { "mean_alignment": 0.5288564562797546 }, "eval_alignment_invention": { "mean_alignment": 0.5011810064315796 }, "eval_ipc_cls_abstract_accuracy_primary": 57.8, "eval_ipc_cls_abstract_precision@1": 62.760000000000005, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.087999999999997, "eval_ipc_cls_global_accuracy_primary": 57.8, "eval_ipc_cls_global_precision@1": 62.760000000000005, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.087999999999997, "eval_ipc_knn_abstract_accuracy_primary": 63.88, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.08, "eval_ipc_knn_abstract_precision@5": 17.016, "eval_ipc_knn_global_accuracy_primary": 63.88, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.08, "eval_ipc_knn_global_precision@5": 17.016, "eval_priorArt_ndcg@100_a2a": 0.31972538682995144, "eval_priorArt_ndcg@100_a2all": 0.323811787904511, "eval_priorArt_ndcg@100_a2c": 0.3278595414866528, "eval_priorArt_ndcg@100_a2i": 0.29718955006416836, "eval_priorArt_ndcg@100_c2a": 0.357973229081702, "eval_priorArt_ndcg@100_c2all": 0.3670699096406937, "eval_priorArt_ndcg@100_c2c": 0.36974038684695676, "eval_priorArt_ndcg@100_c2i": 0.32454785450379253, "eval_priorArt_ndcg@100_i2a": 0.34038862514173174, "eval_priorArt_ndcg@100_i2all": 0.3137237784414231, "eval_priorArt_ndcg@100_i2c": 0.32998692591861567, "eval_priorArt_ndcg@100_i2i": 0.2969812661783674, "eval_priorArt_ndcg@10_a2a": 0.21080213381383447, "eval_priorArt_ndcg@10_a2all": 0.19871306374339795, "eval_priorArt_ndcg@10_a2c": 0.2073644377395294, "eval_priorArt_ndcg@10_a2i": 0.16893641463337977, "eval_priorArt_ndcg@10_c2a": 0.22890675712913833, "eval_priorArt_ndcg@10_c2all": 0.2258873515298064, "eval_priorArt_ndcg@10_c2c": 0.21329948070882235, "eval_priorArt_ndcg@10_c2i": 0.17849237399385207, "eval_priorArt_ndcg@10_i2a": 0.23728847891491914, "eval_priorArt_ndcg@10_i2all": 0.20772836648375764, "eval_priorArt_ndcg@10_i2c": 0.1951565536181759, "eval_priorArt_ndcg@10_i2i": 0.16950699935489225, "eval_priorArt_ndcg@20_a2a": 0.24919814638321744, "eval_priorArt_ndcg@20_a2all": 0.23062366065363263, "eval_priorArt_ndcg@20_a2c": 0.2310060991013878, "eval_priorArt_ndcg@20_a2i": 0.20374661983912654, "eval_priorArt_ndcg@20_c2a": 0.28242621091886944, "eval_priorArt_ndcg@20_c2all": 0.26795121009486744, "eval_priorArt_ndcg@20_c2c": 0.28806608935027034, "eval_priorArt_ndcg@20_c2i": 0.21633313797575932, "eval_priorArt_ndcg@20_i2a": 0.2680325751284246, "eval_priorArt_ndcg@20_i2all": 0.24185295809601168, "eval_priorArt_ndcg@20_i2c": 0.25633367261579076, "eval_priorArt_ndcg@20_i2i": 0.22874941307335903, "eval_priorArt_ndcg@50_a2a": 0.2818428777104757, "eval_priorArt_ndcg@50_a2all": 0.30711008334633194, "eval_priorArt_ndcg@50_a2c": 0.29260164492776475, "eval_priorArt_ndcg@50_a2i": 0.27849235082055074, "eval_priorArt_ndcg@50_c2a": 0.31736770777364154, "eval_priorArt_ndcg@50_c2all": 0.3379314901893129, "eval_priorArt_ndcg@50_c2c": 0.33676305893241765, "eval_priorArt_ndcg@50_c2i": 0.28434764142917884, "eval_priorArt_ndcg@50_i2a": 0.3115649158490374, "eval_priorArt_ndcg@50_i2all": 0.2973111180886824, "eval_priorArt_ndcg@50_i2c": 0.3008935630968644, "eval_priorArt_ndcg@50_i2i": 0.26479092457673137, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7625000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7625, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.29583333333333334, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.31250000000000006, "eval_priorArt_recall@10_c2i": 0.3125, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.32083333333333336, "eval_priorArt_recall@10_i2i": 0.2833333333333333, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.45, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.4833333333333334, "eval_priorArt_recall@20_c2c": 0.5375, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4624999999999999, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.45833333333333337, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6541666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49062077844597074, "eval_singularentropy_claim": 0.513757530992368, "eval_singularentropy_global": 0.4966038516601998, "eval_singularentropy_invention": 0.5474978728388245, "eval_uniformity_abstract": -2.6261377334594727, "eval_uniformity_claim": -2.572443962097168, "eval_uniformity_global": -2.5847465991973877, "eval_uniformity_invention": -2.526524066925049, "step": 4250 }, { "epoch": 0.7848194546794399, "grad_norm": 0.49321696162223816, "learning_rate": 1.3520766667095714e-06, "loss": 0.0107, "step": 4260 }, { "epoch": 0.7866617538688283, "grad_norm": 0.14756084978580475, "learning_rate": 1.3301614123120355e-06, "loss": 0.0066, "step": 4270 }, { "epoch": 0.7885040530582167, "grad_norm": 0.5418210029602051, "learning_rate": 1.3083979384481088e-06, "loss": 0.0093, "step": 4280 }, { "epoch": 0.790346352247605, "grad_norm": 0.25552016496658325, "learning_rate": 1.2867871452314072e-06, "loss": 0.0097, "step": 4290 }, { "epoch": 0.7921886514369934, "grad_norm": 0.7168205380439758, "learning_rate": 1.2653299264608398e-06, "loss": 0.0084, "step": 4300 }, { "epoch": 0.7940309506263817, "grad_norm": 0.2734985053539276, "learning_rate": 1.2440271695836415e-06, "loss": 0.0097, "step": 4310 }, { "epoch": 0.7958732498157701, "grad_norm": 0.3546009063720703, "learning_rate": 1.222879755658678e-06, "loss": 0.0125, "step": 4320 }, { "epoch": 0.7977155490051584, "grad_norm": 0.16558316349983215, "learning_rate": 1.2018885593199902e-06, "loss": 0.01, "step": 4330 }, { "epoch": 0.7995578481945468, "grad_norm": 0.6597695350646973, "learning_rate": 1.1810544487406356e-06, "loss": 0.0145, "step": 4340 }, { "epoch": 0.8014001473839352, "grad_norm": 0.49442198872566223, "learning_rate": 1.1603782855967737e-06, "loss": 0.0119, "step": 4350 }, { "epoch": 0.8032424465733236, "grad_norm": 0.07263913750648499, "learning_rate": 1.1398609250320309e-06, "loss": 0.0068, "step": 4360 }, { "epoch": 0.8050847457627118, "grad_norm": 0.5270311236381531, "learning_rate": 1.1195032156221298e-06, "loss": 0.0096, "step": 4370 }, { "epoch": 0.8060058953574061, "eval_alignment_abstract": { "mean_alignment": 0.5524957180023193 }, "eval_alignment_claim": { "mean_alignment": 0.4896257221698761 }, "eval_alignment_global": { "mean_alignment": 0.5267407894134521 }, "eval_alignment_invention": { "mean_alignment": 0.4984533190727234 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.63999999999999, "eval_ipc_cls_abstract_precision@3": 31.546666666666667, "eval_ipc_cls_abstract_precision@5": 21.08, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.63999999999999, "eval_ipc_cls_global_precision@3": 31.546666666666667, "eval_ipc_cls_global_precision@5": 21.08, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.84, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.031999999999996, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.84, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.031999999999996, "eval_priorArt_ndcg@100_a2a": 0.3382704900692101, "eval_priorArt_ndcg@100_a2all": 0.3380931146756051, "eval_priorArt_ndcg@100_a2c": 0.33159426777665396, "eval_priorArt_ndcg@100_a2i": 0.29586670281887134, "eval_priorArt_ndcg@100_c2a": 0.3576573192380647, "eval_priorArt_ndcg@100_c2all": 0.3663022405361254, "eval_priorArt_ndcg@100_c2c": 0.36648964279302454, "eval_priorArt_ndcg@100_c2i": 0.32265974131534053, "eval_priorArt_ndcg@100_i2a": 0.33201055223420506, "eval_priorArt_ndcg@100_i2all": 0.32089006982858115, "eval_priorArt_ndcg@100_i2c": 0.3349245679998403, "eval_priorArt_ndcg@100_i2i": 0.3027875322954761, "eval_priorArt_ndcg@10_a2a": 0.2262172581862644, "eval_priorArt_ndcg@10_a2all": 0.21300910924849914, "eval_priorArt_ndcg@10_a2c": 0.20749989710952182, "eval_priorArt_ndcg@10_a2i": 0.16730981380783824, "eval_priorArt_ndcg@10_c2a": 0.22934929247102342, "eval_priorArt_ndcg@10_c2all": 0.22524508300112558, "eval_priorArt_ndcg@10_c2c": 0.21735175246152966, "eval_priorArt_ndcg@10_c2i": 0.16544806915225868, "eval_priorArt_ndcg@10_i2a": 0.23343276818814068, "eval_priorArt_ndcg@10_i2all": 0.21023979886526503, "eval_priorArt_ndcg@10_i2c": 0.20803247849996892, "eval_priorArt_ndcg@10_i2i": 0.17566355456408264, "eval_priorArt_ndcg@20_a2a": 0.2643872195106587, "eval_priorArt_ndcg@20_a2all": 0.2501975855212727, "eval_priorArt_ndcg@20_a2c": 0.2314856058527885, "eval_priorArt_ndcg@20_a2i": 0.20261688372694908, "eval_priorArt_ndcg@20_c2a": 0.28252623418055867, "eval_priorArt_ndcg@20_c2all": 0.27822947638276474, "eval_priorArt_ndcg@20_c2c": 0.2857041673804585, "eval_priorArt_ndcg@20_c2i": 0.2080501742885032, "eval_priorArt_ndcg@20_i2a": 0.26400219290960536, "eval_priorArt_ndcg@20_i2all": 0.25000252064358636, "eval_priorArt_ndcg@20_i2c": 0.26091510536826135, "eval_priorArt_ndcg@20_i2i": 0.22981447043967237, "eval_priorArt_ndcg@50_a2a": 0.2968031090726782, "eval_priorArt_ndcg@50_a2all": 0.3213726210372886, "eval_priorArt_ndcg@50_a2c": 0.2929059918226856, "eval_priorArt_ndcg@50_a2i": 0.26819024601110425, "eval_priorArt_ndcg@50_c2a": 0.3116718112914837, "eval_priorArt_ndcg@50_c2all": 0.34115520112036823, "eval_priorArt_ndcg@50_c2c": 0.337439791982883, "eval_priorArt_ndcg@50_c2i": 0.28228243589572743, "eval_priorArt_ndcg@50_i2a": 0.3117437080735662, "eval_priorArt_ndcg@50_i2all": 0.29974758444175553, "eval_priorArt_ndcg@50_i2c": 0.3002834559954378, "eval_priorArt_ndcg@50_i2i": 0.26914246523978114, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.8666666666666666, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7875, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.3375, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.45, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.47916666666666663, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.45833333333333337, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7625000000000001, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333334, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6125, "eval_singularentropy_abstract": 0.49254113027771496, "eval_singularentropy_claim": 0.5166420334825478, "eval_singularentropy_global": 0.49905270165918625, "eval_singularentropy_invention": 0.5505312471851771, "eval_uniformity_abstract": -2.6107308864593506, "eval_uniformity_claim": -2.5544211864471436, "eval_uniformity_global": -2.5678293704986572, "eval_uniformity_invention": -2.5094361305236816, "step": 4375 }, { "epoch": 0.8069270449521002, "grad_norm": 0.28307339549064636, "learning_rate": 1.0993059993397958e-06, "loss": 0.0135, "step": 4380 }, { "epoch": 0.8087693441414886, "grad_norm": 0.6479164958000183, "learning_rate": 1.0792701115199322e-06, "loss": 0.0083, "step": 4390 }, { "epoch": 0.810611643330877, "grad_norm": 0.369851291179657, "learning_rate": 1.059396380825075e-06, "loss": 0.0088, "step": 4400 }, { "epoch": 0.8124539425202653, "grad_norm": 0.5095457434654236, "learning_rate": 1.0396856292111162e-06, "loss": 0.0066, "step": 4410 }, { "epoch": 0.8142962417096536, "grad_norm": 0.4178428649902344, "learning_rate": 1.02013867189331e-06, "loss": 0.0117, "step": 4420 }, { "epoch": 0.816138540899042, "grad_norm": 0.6244593262672424, "learning_rate": 1.0007563173125556e-06, "loss": 0.0086, "step": 4430 }, { "epoch": 0.8179808400884304, "grad_norm": 0.08331800252199173, "learning_rate": 9.815393671019642e-07, "loss": 0.0069, "step": 4440 }, { "epoch": 0.8198231392778187, "grad_norm": 0.34531691670417786, "learning_rate": 9.624886160537e-07, "loss": 0.0117, "step": 4450 }, { "epoch": 0.8216654384672071, "grad_norm": 0.45012471079826355, "learning_rate": 9.436048520861129e-07, "loss": 0.0116, "step": 4460 }, { "epoch": 0.8235077376565955, "grad_norm": 0.26549574732780457, "learning_rate": 9.248888562111475e-07, "loss": 0.0103, "step": 4470 }, { "epoch": 0.8253500368459837, "grad_norm": 0.14521612226963043, "learning_rate": 9.063414025020417e-07, "loss": 0.0183, "step": 4480 }, { "epoch": 0.8271923360353721, "grad_norm": 0.7515463829040527, "learning_rate": 8.879632580613118e-07, "loss": 0.013, "step": 4490 }, { "epoch": 0.8290346352247605, "grad_norm": 0.3010443150997162, "learning_rate": 8.697551829890322e-07, "loss": 0.0101, "step": 4500 }, { "epoch": 0.8290346352247605, "eval_alignment_abstract": { "mean_alignment": 0.5533875226974487 }, "eval_alignment_claim": { "mean_alignment": 0.4934578239917755 }, "eval_alignment_global": { "mean_alignment": 0.5283046364784241 }, "eval_alignment_invention": { "mean_alignment": 0.4990819990634918 }, "eval_ipc_cls_abstract_accuracy_primary": 57.76, "eval_ipc_cls_abstract_precision@1": 62.68, "eval_ipc_cls_abstract_precision@3": 31.586666666666662, "eval_ipc_cls_abstract_precision@5": 21.112, "eval_ipc_cls_global_accuracy_primary": 57.76, "eval_ipc_cls_global_precision@1": 62.68, "eval_ipc_cls_global_precision@3": 31.586666666666662, "eval_ipc_cls_global_precision@5": 21.112, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 69.64, "eval_ipc_knn_abstract_precision@3": 28.106666666666662, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 69.64, "eval_ipc_knn_global_precision@3": 28.106666666666662, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.3233422671538957, "eval_priorArt_ndcg@100_a2all": 0.3239118484016619, "eval_priorArt_ndcg@100_a2c": 0.3268038023060536, "eval_priorArt_ndcg@100_a2i": 0.2954327563056201, "eval_priorArt_ndcg@100_c2a": 0.36123603526357273, "eval_priorArt_ndcg@100_c2all": 0.36223058902418803, "eval_priorArt_ndcg@100_c2c": 0.36331969512988727, "eval_priorArt_ndcg@100_c2i": 0.3226294466361991, "eval_priorArt_ndcg@100_i2a": 0.35013817451240425, "eval_priorArt_ndcg@100_i2all": 0.31943575819426573, "eval_priorArt_ndcg@100_i2c": 0.33000047088401274, "eval_priorArt_ndcg@100_i2i": 0.30322446993064045, "eval_priorArt_ndcg@10_a2a": 0.21447243314741032, "eval_priorArt_ndcg@10_a2all": 0.19871306374339795, "eval_priorArt_ndcg@10_a2c": 0.19973529650504646, "eval_priorArt_ndcg@10_a2i": 0.16730981380783824, "eval_priorArt_ndcg@10_c2a": 0.2331539623183021, "eval_priorArt_ndcg@10_c2all": 0.2218569726653678, "eval_priorArt_ndcg@10_c2c": 0.2288348724617178, "eval_priorArt_ndcg@10_c2i": 0.16544806915225868, "eval_priorArt_ndcg@10_i2a": 0.24764014323516553, "eval_priorArt_ndcg@10_i2all": 0.2087075178589391, "eval_priorArt_ndcg@10_i2c": 0.2040185179573783, "eval_priorArt_ndcg@10_i2i": 0.17566355456408264, "eval_priorArt_ndcg@20_a2a": 0.2528814341073157, "eval_priorArt_ndcg@20_a2all": 0.2361020637546612, "eval_priorArt_ndcg@20_a2c": 0.23457020219550642, "eval_priorArt_ndcg@20_a2i": 0.2023607527831112, "eval_priorArt_ndcg@20_c2a": 0.28613152023173155, "eval_priorArt_ndcg@20_c2all": 0.2747258970373322, "eval_priorArt_ndcg@20_c2c": 0.27624859774037047, "eval_priorArt_ndcg@20_c2i": 0.21482569431495055, "eval_priorArt_ndcg@20_i2a": 0.278038279411262, "eval_priorArt_ndcg@20_i2all": 0.24847023963726036, "eval_priorArt_ndcg@20_i2c": 0.25617956569385447, "eval_priorArt_ndcg@20_i2i": 0.22525689788620867, "eval_priorArt_ndcg@50_a2a": 0.2854155186887935, "eval_priorArt_ndcg@50_a2all": 0.3071977765952201, "eval_priorArt_ndcg@50_a2c": 0.2916279749772697, "eval_priorArt_ndcg@50_a2i": 0.2679850180701786, "eval_priorArt_ndcg@50_c2a": 0.31539159116900295, "eval_priorArt_ndcg@50_c2all": 0.3372957600537362, "eval_priorArt_ndcg@50_c2c": 0.3344008870050456, "eval_priorArt_ndcg@50_c2i": 0.2824414807038017, "eval_priorArt_ndcg@50_i2a": 0.32537681493565496, "eval_priorArt_ndcg@50_i2all": 0.29837707578796174, "eval_priorArt_ndcg@50_i2c": 0.2954524100074942, "eval_priorArt_ndcg@50_i2i": 0.26528048295210577, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.2958333333333333, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5208333333333334, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.47916666666666663, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.6916666666666667, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7625000000000001, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333334, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49446666996145566, "eval_singularentropy_claim": 0.5180813632204813, "eval_singularentropy_global": 0.5008964673215178, "eval_singularentropy_invention": 0.5526476063573242, "eval_uniformity_abstract": -2.604220390319824, "eval_uniformity_claim": -2.5509073734283447, "eval_uniformity_global": -2.5628676414489746, "eval_uniformity_invention": -2.5044517517089844, "step": 4500 }, { "epoch": 0.8308769344141489, "grad_norm": 0.3343369960784912, "learning_rate": 8.517179303513879e-07, "loss": 0.0118, "step": 4510 }, { "epoch": 0.8327192336035372, "grad_norm": 0.36444932222366333, "learning_rate": 8.338522461495358e-07, "loss": 0.0131, "step": 4520 }, { "epoch": 0.8345615327929256, "grad_norm": 0.21409226953983307, "learning_rate": 8.161588692887462e-07, "loss": 0.0068, "step": 4530 }, { "epoch": 0.8364038319823139, "grad_norm": 0.42928919196128845, "learning_rate": 7.98638531547849e-07, "loss": 0.0079, "step": 4540 }, { "epoch": 0.8382461311717023, "grad_norm": 0.5462186336517334, "learning_rate": 7.812919575489619e-07, "loss": 0.0101, "step": 4550 }, { "epoch": 0.8400884303610906, "grad_norm": 0.5737442970275879, "learning_rate": 7.641198647275244e-07, "loss": 0.0087, "step": 4560 }, { "epoch": 0.841930729550479, "grad_norm": 0.361184298992157, "learning_rate": 7.471229633026228e-07, "loss": 0.0138, "step": 4570 }, { "epoch": 0.8437730287398674, "grad_norm": 0.16527928411960602, "learning_rate": 7.303019562476188e-07, "loss": 0.0098, "step": 4580 }, { "epoch": 0.8456153279292558, "grad_norm": 0.4197762906551361, "learning_rate": 7.136575392610745e-07, "loss": 0.011, "step": 4590 }, { "epoch": 0.847457627118644, "grad_norm": 0.5672111511230469, "learning_rate": 6.971904007379787e-07, "loss": 0.0111, "step": 4600 }, { "epoch": 0.8492999263080324, "grad_norm": 0.3383517265319824, "learning_rate": 6.809012217412741e-07, "loss": 0.0095, "step": 4610 }, { "epoch": 0.8511422254974208, "grad_norm": 0.34367725253105164, "learning_rate": 6.647906759736928e-07, "loss": 0.0127, "step": 4620 }, { "epoch": 0.8520633750921149, "eval_alignment_abstract": { "mean_alignment": 0.5556926131248474 }, "eval_alignment_claim": { "mean_alignment": 0.4939085841178894 }, "eval_alignment_global": { "mean_alignment": 0.530167281627655 }, "eval_alignment_invention": { "mean_alignment": 0.502392053604126 }, "eval_ipc_cls_abstract_accuracy_primary": 58.040000000000006, "eval_ipc_cls_abstract_precision@1": 62.839999999999996, "eval_ipc_cls_abstract_precision@3": 31.613333333333333, "eval_ipc_cls_abstract_precision@5": 21.103999999999996, "eval_ipc_cls_global_accuracy_primary": 58.040000000000006, "eval_ipc_cls_global_precision@1": 62.839999999999996, "eval_ipc_cls_global_precision@3": 31.613333333333333, "eval_ipc_cls_global_precision@5": 21.103999999999996, "eval_ipc_knn_abstract_accuracy_primary": 63.959999999999994, "eval_ipc_knn_abstract_precision@1": 69.48, "eval_ipc_knn_abstract_precision@3": 28.09333333333333, "eval_ipc_knn_abstract_precision@5": 17.024, "eval_ipc_knn_global_accuracy_primary": 63.959999999999994, "eval_ipc_knn_global_precision@1": 69.48, "eval_ipc_knn_global_precision@3": 28.09333333333333, "eval_ipc_knn_global_precision@5": 17.024, "eval_priorArt_ndcg@100_a2a": 0.33677858493493684, "eval_priorArt_ndcg@100_a2all": 0.33647543905280675, "eval_priorArt_ndcg@100_a2c": 0.328433014056113, "eval_priorArt_ndcg@100_a2i": 0.2949888256283024, "eval_priorArt_ndcg@100_c2a": 0.3607816450060074, "eval_priorArt_ndcg@100_c2all": 0.3628825268492962, "eval_priorArt_ndcg@100_c2c": 0.36456501686276, "eval_priorArt_ndcg@100_c2i": 0.32228575176644986, "eval_priorArt_ndcg@100_i2a": 0.3616567276402861, "eval_priorArt_ndcg@100_i2all": 0.3249353230594391, "eval_priorArt_ndcg@100_i2c": 0.33747678717247775, "eval_priorArt_ndcg@100_i2i": 0.2985532025030992, "eval_priorArt_ndcg@10_a2a": 0.2243705153594769, "eval_priorArt_ndcg@10_a2all": 0.21083713886160496, "eval_priorArt_ndcg@10_a2c": 0.20749989710952182, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2324527103568182, "eval_priorArt_ndcg@10_c2all": 0.2222195254956965, "eval_priorArt_ndcg@10_c2c": 0.22097772948152494, "eval_priorArt_ndcg@10_c2i": 0.17109032621970544, "eval_priorArt_ndcg@10_i2a": 0.2555242935833927, "eval_priorArt_ndcg@10_i2all": 0.21399597475329818, "eval_priorArt_ndcg@10_i2c": 0.2114714263974693, "eval_priorArt_ndcg@10_i2i": 0.17591951524064445, "eval_priorArt_ndcg@20_a2a": 0.262801102538942, "eval_priorArt_ndcg@20_a2all": 0.24822613887286815, "eval_priorArt_ndcg@20_a2c": 0.23616650598716832, "eval_priorArt_ndcg@20_a2i": 0.2017570005113889, "eval_priorArt_ndcg@20_c2a": 0.28556526958443207, "eval_priorArt_ndcg@20_c2all": 0.26536909765100747, "eval_priorArt_ndcg@20_c2c": 0.27709343757945515, "eval_priorArt_ndcg@20_c2i": 0.20760686381374388, "eval_priorArt_ndcg@20_i2a": 0.2905061246275088, "eval_priorArt_ndcg@20_i2all": 0.24879494447795433, "eval_priorArt_ndcg@20_i2c": 0.263735798825764, "eval_priorArt_ndcg@20_i2i": 0.22531495777804872, "eval_priorArt_ndcg@50_a2a": 0.29533518712041984, "eval_priorArt_ndcg@50_a2all": 0.3196578762343582, "eval_priorArt_ndcg@50_a2c": 0.2986707608478261, "eval_priorArt_ndcg@50_a2i": 0.27617323738204436, "eval_priorArt_ndcg@50_c2a": 0.314793294270551, "eval_priorArt_ndcg@50_c2all": 0.3337872351418166, "eval_priorArt_ndcg@50_c2c": 0.3355212567953868, "eval_priorArt_ndcg@50_c2i": 0.28205662419392546, "eval_priorArt_ndcg@50_i2a": 0.322595956774067, "eval_priorArt_ndcg@50_i2all": 0.30389376892495795, "eval_priorArt_ndcg@50_i2c": 0.3028706038233946, "eval_priorArt_ndcg@50_i2i": 0.2652765254233539, "eval_priorArt_recall@100_a2a": 0.825, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.29583333333333334, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4958333333333333, "eval_priorArt_recall@20_i2all": 0.4625, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6958333333333334, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7458333333333333, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6208333333333333, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49435802515968064, "eval_singularentropy_claim": 0.5181274332973314, "eval_singularentropy_global": 0.5008837093775118, "eval_singularentropy_invention": 0.5526829230344159, "eval_uniformity_abstract": -2.6040000915527344, "eval_uniformity_claim": -2.5507993698120117, "eval_uniformity_global": -2.5626020431518555, "eval_uniformity_invention": -2.5038740634918213, "step": 4625 }, { "epoch": 0.8529845246868092, "grad_norm": 0.32476329803466797, "learning_rate": 6.488594297498895e-07, "loss": 0.0073, "step": 4630 }, { "epoch": 0.8548268238761975, "grad_norm": 0.3914649188518524, "learning_rate": 6.331081419688856e-07, "loss": 0.0133, "step": 4640 }, { "epoch": 0.8566691230655858, "grad_norm": 0.34593215584754944, "learning_rate": 6.17537464086817e-07, "loss": 0.0083, "step": 4650 }, { "epoch": 0.8585114222549742, "grad_norm": 0.06467632204294205, "learning_rate": 6.021480400899893e-07, "loss": 0.0105, "step": 4660 }, { "epoch": 0.8603537214443626, "grad_norm": 0.3366629183292389, "learning_rate": 5.869405064682465e-07, "loss": 0.0101, "step": 4670 }, { "epoch": 0.8621960206337509, "grad_norm": 0.4877528250217438, "learning_rate": 5.719154921886411e-07, "loss": 0.0117, "step": 4680 }, { "epoch": 0.8640383198231393, "grad_norm": 0.4143899083137512, "learning_rate": 5.570736186694298e-07, "loss": 0.0097, "step": 4690 }, { "epoch": 0.8658806190125277, "grad_norm": 0.42581185698509216, "learning_rate": 5.424154997543606e-07, "loss": 0.0098, "step": 4700 }, { "epoch": 0.8677229182019159, "grad_norm": 0.45371246337890625, "learning_rate": 5.279417416872962e-07, "loss": 0.0116, "step": 4710 }, { "epoch": 0.8695652173913043, "grad_norm": 0.33072584867477417, "learning_rate": 5.136529430871284e-07, "loss": 0.0115, "step": 4720 }, { "epoch": 0.8714075165806927, "grad_norm": 0.15338252484798431, "learning_rate": 4.995496949230333e-07, "loss": 0.0083, "step": 4730 }, { "epoch": 0.8732498157700811, "grad_norm": 0.684597373008728, "learning_rate": 4.856325804900181e-07, "loss": 0.0116, "step": 4740 }, { "epoch": 0.8750921149594694, "grad_norm": 0.12001273036003113, "learning_rate": 4.719021753848041e-07, "loss": 0.0113, "step": 4750 }, { "epoch": 0.8750921149594694, "eval_alignment_abstract": { "mean_alignment": 0.5535699725151062 }, "eval_alignment_claim": { "mean_alignment": 0.4924524128437042 }, "eval_alignment_global": { "mean_alignment": 0.528472900390625 }, "eval_alignment_invention": { "mean_alignment": 0.5010059475898743 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.62666666666667, "eval_ipc_cls_abstract_precision@5": 21.072, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.62666666666667, "eval_ipc_cls_global_precision@5": 21.072, "eval_ipc_knn_abstract_accuracy_primary": 64.12, "eval_ipc_knn_abstract_precision@1": 69.72, "eval_ipc_knn_abstract_precision@3": 28.16, "eval_ipc_knn_abstract_precision@5": 17.064, "eval_ipc_knn_global_accuracy_primary": 64.12, "eval_ipc_knn_global_precision@1": 69.72, "eval_ipc_knn_global_precision@3": 28.16, "eval_ipc_knn_global_precision@5": 17.064, "eval_priorArt_ndcg@100_a2a": 0.33351539240667843, "eval_priorArt_ndcg@100_a2all": 0.33403518326501624, "eval_priorArt_ndcg@100_a2c": 0.3275390577889076, "eval_priorArt_ndcg@100_a2i": 0.29434854781237363, "eval_priorArt_ndcg@100_c2a": 0.3617926156255566, "eval_priorArt_ndcg@100_c2all": 0.36280804372009545, "eval_priorArt_ndcg@100_c2c": 0.3632126702810373, "eval_priorArt_ndcg@100_c2i": 0.321892556129893, "eval_priorArt_ndcg@100_i2a": 0.35038894742750204, "eval_priorArt_ndcg@100_i2all": 0.3234055789590116, "eval_priorArt_ndcg@100_i2c": 0.3350553284755716, "eval_priorArt_ndcg@100_i2i": 0.3032455349079615, "eval_priorArt_ndcg@10_a2a": 0.22465226984017383, "eval_priorArt_ndcg@10_a2all": 0.20932653105845986, "eval_priorArt_ndcg@10_a2c": 0.20001604647641552, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.23379856121099066, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.21963420899136024, "eval_priorArt_ndcg@10_c2i": 0.16544806915225868, "eval_priorArt_ndcg@10_i2a": 0.25245216618566835, "eval_priorArt_ndcg@10_i2all": 0.21252385408991312, "eval_priorArt_ndcg@10_i2c": 0.20897933220718637, "eval_priorArt_ndcg@10_i2i": 0.1762002652120135, "eval_priorArt_ndcg@20_a2a": 0.26306127080007913, "eval_priorArt_ndcg@20_a2all": 0.2464986860813771, "eval_priorArt_ndcg@20_a2c": 0.23522013581884513, "eval_priorArt_ndcg@20_a2i": 0.20154015552304286, "eval_priorArt_ndcg@20_c2a": 0.2867974440385424, "eval_priorArt_ndcg@20_c2all": 0.26557245195960855, "eval_priorArt_ndcg@20_c2c": 0.2830122142912451, "eval_priorArt_ndcg@20_c2i": 0.21423205432321266, "eval_priorArt_ndcg@20_i2a": 0.28285030236176484, "eval_priorArt_ndcg@20_i2all": 0.24179045546769912, "eval_priorArt_ndcg@20_i2c": 0.2559179856722479, "eval_priorArt_ndcg@20_i2i": 0.22550870430745565, "eval_priorArt_ndcg@50_a2a": 0.29563395693059497, "eval_priorArt_ndcg@50_a2all": 0.31732002136221604, "eval_priorArt_ndcg@50_a2c": 0.29781482221947414, "eval_priorArt_ndcg@50_a2i": 0.2668753646336697, "eval_priorArt_ndcg@50_c2a": 0.32135358270629466, "eval_priorArt_ndcg@50_c2all": 0.333915421429261, "eval_priorArt_ndcg@50_c2c": 0.3302743215234707, "eval_priorArt_ndcg@50_c2i": 0.28178988911472913, "eval_priorArt_ndcg@50_i2a": 0.3301763859416432, "eval_priorArt_ndcg@50_i2all": 0.30236183891833535, "eval_priorArt_ndcg@50_i2c": 0.30587521053010064, "eval_priorArt_ndcg@50_i2i": 0.2654702719527608, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.7791666666666668, "eval_priorArt_recall@100_i2all": 0.7875000000000001, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.36250000000000004, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4458333333333333, "eval_priorArt_recall@20_i2c": 0.4958333333333333, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6875, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6708333333333334, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.495277291963903, "eval_singularentropy_claim": 0.5190953004576409, "eval_singularentropy_global": 0.501767732502917, "eval_singularentropy_invention": 0.5535174357633319, "eval_uniformity_abstract": -2.605119466781616, "eval_uniformity_claim": -2.552927017211914, "eval_uniformity_global": -2.564439535140991, "eval_uniformity_invention": -2.5060505867004395, "step": 4750 }, { "epoch": 0.8769344141488578, "grad_norm": 0.34959501028060913, "learning_rate": 4.58359047482016e-07, "loss": 0.0104, "step": 4760 }, { "epoch": 0.8787767133382461, "grad_norm": 0.3041765093803406, "learning_rate": 4.4500375691069906e-07, "loss": 0.0106, "step": 4770 }, { "epoch": 0.8806190125276345, "grad_norm": 0.10552799701690674, "learning_rate": 4.318368560311492e-07, "loss": 0.0152, "step": 4780 }, { "epoch": 0.8824613117170228, "grad_norm": 0.21929576992988586, "learning_rate": 4.188588894120693e-07, "loss": 0.0141, "step": 4790 }, { "epoch": 0.8843036109064112, "grad_norm": 0.07561508566141129, "learning_rate": 4.0607039380804733e-07, "loss": 0.0073, "step": 4800 }, { "epoch": 0.8861459100957996, "grad_norm": 0.4671558737754822, "learning_rate": 3.9347189813735644e-07, "loss": 0.0124, "step": 4810 }, { "epoch": 0.887988209285188, "grad_norm": 0.5197713375091553, "learning_rate": 3.8106392346007827e-07, "loss": 0.0164, "step": 4820 }, { "epoch": 0.8898305084745762, "grad_norm": 0.5367122292518616, "learning_rate": 3.688469829565533e-07, "loss": 0.0133, "step": 4830 }, { "epoch": 0.8916728076639646, "grad_norm": 0.28305691480636597, "learning_rate": 3.5682158190615765e-07, "loss": 0.0112, "step": 4840 }, { "epoch": 0.893515106853353, "grad_norm": 0.6350913047790527, "learning_rate": 3.4498821766640265e-07, "loss": 0.0129, "step": 4850 }, { "epoch": 0.8953574060427414, "grad_norm": 0.26293113827705383, "learning_rate": 3.3334737965236505e-07, "loss": 0.014, "step": 4860 }, { "epoch": 0.8971997052321297, "grad_norm": 0.44041311740875244, "learning_rate": 3.218995493164501e-07, "loss": 0.0142, "step": 4870 }, { "epoch": 0.8981208548268239, "eval_alignment_abstract": { "mean_alignment": 0.5548968315124512 }, "eval_alignment_claim": { "mean_alignment": 0.4931577742099762 }, "eval_alignment_global": { "mean_alignment": 0.5296791791915894 }, "eval_alignment_invention": { "mean_alignment": 0.5023882985115051 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.53333333333333, "eval_ipc_cls_abstract_precision@5": 21.095999999999997, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.53333333333333, "eval_ipc_cls_global_precision@5": 21.095999999999997, "eval_ipc_knn_abstract_accuracy_primary": 64.28, "eval_ipc_knn_abstract_precision@1": 69.8, "eval_ipc_knn_abstract_precision@3": 28.17333333333333, "eval_ipc_knn_abstract_precision@5": 17.072, "eval_ipc_knn_global_accuracy_primary": 64.28, "eval_ipc_knn_global_precision@1": 69.8, "eval_ipc_knn_global_precision@3": 28.17333333333333, "eval_ipc_knn_global_precision@5": 17.072, "eval_priorArt_ndcg@100_a2a": 0.3352460129754281, "eval_priorArt_ndcg@100_a2all": 0.3352772102474946, "eval_priorArt_ndcg@100_a2c": 0.327257171344098, "eval_priorArt_ndcg@100_a2i": 0.29422080161491493, "eval_priorArt_ndcg@100_c2a": 0.35527999837884294, "eval_priorArt_ndcg@100_c2all": 0.36245414319564817, "eval_priorArt_ndcg@100_c2c": 0.3633956209654871, "eval_priorArt_ndcg@100_c2i": 0.3215858267299821, "eval_priorArt_ndcg@100_i2a": 0.36318538650944493, "eval_priorArt_ndcg@100_i2all": 0.3186751482559952, "eval_priorArt_ndcg@100_i2c": 0.3311323208600453, "eval_priorArt_ndcg@100_i2i": 0.3000225787358523, "eval_priorArt_ndcg@10_a2a": 0.22642707075579643, "eval_priorArt_ndcg@10_a2all": 0.21035480875661966, "eval_priorArt_ndcg@10_a2c": 0.19973529650504646, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2319441949852406, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.23413843039800936, "eval_priorArt_ndcg@10_c2i": 0.16544806915225868, "eval_priorArt_ndcg@10_i2a": 0.257200785858703, "eval_priorArt_ndcg@10_i2all": 0.21164291423413134, "eval_priorArt_ndcg@10_i2c": 0.20496537166459577, "eval_priorArt_ndcg@10_i2i": 0.17289458964391455, "eval_priorArt_ndcg@20_a2a": 0.2646877490936054, "eval_priorArt_ndcg@20_a2all": 0.24752696377953684, "eval_priorArt_ndcg@20_a2c": 0.23511744472945958, "eval_priorArt_ndcg@20_a2i": 0.20133590685625272, "eval_priorArt_ndcg@20_c2a": 0.28490854278430844, "eval_priorArt_ndcg@20_c2all": 0.2654374506454241, "eval_priorArt_ndcg@20_c2c": 0.2767102335895153, "eval_priorArt_ndcg@20_c2i": 0.21423205432321266, "eval_priorArt_ndcg@20_i2a": 0.2875989220347995, "eval_priorArt_ndcg@20_i2all": 0.24776040401561703, "eval_priorArt_ndcg@20_i2c": 0.2573423751841588, "eval_priorArt_ndcg@20_i2i": 0.2223063534311752, "eval_priorArt_ndcg@50_a2a": 0.2972170483743436, "eval_priorArt_ndcg@50_a2all": 0.31857449706849106, "eval_priorArt_ndcg@50_a2c": 0.2975069854449698, "eval_priorArt_ndcg@50_a2i": 0.2667901532027952, "eval_priorArt_ndcg@50_c2a": 0.314077834975829, "eval_priorArt_ndcg@50_c2all": 0.32942624854689717, "eval_priorArt_ndcg@50_c2c": 0.33048091732870505, "eval_priorArt_ndcg@50_c2i": 0.28154001989280153, "eval_priorArt_ndcg@50_i2a": 0.32944967487127846, "eval_priorArt_ndcg@50_i2all": 0.3012023234505539, "eval_priorArt_ndcg@50_i2c": 0.30198827386997756, "eval_priorArt_ndcg@50_i2i": 0.26226792107648034, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8666666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8208333333333334, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.36666666666666664, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.4, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.4916666666666666, "eval_priorArt_recall@20_c2c": 0.5208333333333333, "eval_priorArt_recall@20_c2i": 0.4333333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4708333333333333, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6583333333333334, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6458333333333334, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6958333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.495033269581611, "eval_singularentropy_claim": 0.5186877832883527, "eval_singularentropy_global": 0.5013576993824396, "eval_singularentropy_invention": 0.5529095757768094, "eval_uniformity_abstract": -2.606908082962036, "eval_uniformity_claim": -2.5542311668395996, "eval_uniformity_global": -2.5661258697509766, "eval_uniformity_invention": -2.5080580711364746, "step": 4875 }, { "epoch": 0.899042004421518, "grad_norm": 0.38597485423088074, "learning_rate": 3.1064520012847097e-07, "loss": 0.0151, "step": 4880 }, { "epoch": 0.9008843036109064, "grad_norm": 0.3595386743545532, "learning_rate": 2.995847975560734e-07, "loss": 0.0109, "step": 4890 }, { "epoch": 0.9027266028002948, "grad_norm": 0.15498237311840057, "learning_rate": 2.8871879904548095e-07, "loss": 0.0112, "step": 4900 }, { "epoch": 0.9045689019896831, "grad_norm": 0.7105544209480286, "learning_rate": 2.7804765400257783e-07, "loss": 0.0121, "step": 4910 }, { "epoch": 0.9064112011790715, "grad_norm": 0.5570071339607239, "learning_rate": 2.67571803774318e-07, "loss": 0.0159, "step": 4920 }, { "epoch": 0.9082535003684599, "grad_norm": 0.41718870401382446, "learning_rate": 2.572916816304777e-07, "loss": 0.0103, "step": 4930 }, { "epoch": 0.9100957995578481, "grad_norm": 0.49191367626190186, "learning_rate": 2.472077127457295e-07, "loss": 0.0102, "step": 4940 }, { "epoch": 0.9119380987472365, "grad_norm": 0.2679947018623352, "learning_rate": 2.3732031418206236e-07, "loss": 0.0089, "step": 4950 }, { "epoch": 0.9137803979366249, "grad_norm": 0.3478553593158722, "learning_rate": 2.2762989487153054e-07, "loss": 0.0066, "step": 4960 }, { "epoch": 0.9156226971260133, "grad_norm": 0.22572460770606995, "learning_rate": 2.1813685559933907e-07, "loss": 0.0105, "step": 4970 }, { "epoch": 0.9174649963154016, "grad_norm": 0.5057871341705322, "learning_rate": 2.0884158898727026e-07, "loss": 0.0119, "step": 4980 }, { "epoch": 0.91930729550479, "grad_norm": 0.5384923815727234, "learning_rate": 1.9974447947744392e-07, "loss": 0.0115, "step": 4990 }, { "epoch": 0.9211495946941783, "grad_norm": 0.2790769040584564, "learning_rate": 1.9084590331641785e-07, "loss": 0.0091, "step": 5000 }, { "epoch": 0.9211495946941783, "eval_alignment_abstract": { "mean_alignment": 0.5546506643295288 }, "eval_alignment_claim": { "mean_alignment": 0.4941359758377075 }, "eval_alignment_global": { "mean_alignment": 0.5303371548652649 }, "eval_alignment_invention": { "mean_alignment": 0.5039128065109253 }, "eval_ipc_cls_abstract_accuracy_primary": 57.92, "eval_ipc_cls_abstract_precision@1": 62.8, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.072000000000003, "eval_ipc_cls_global_accuracy_primary": 57.92, "eval_ipc_cls_global_precision@1": 62.8, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.072000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.08, "eval_ipc_knn_abstract_precision@1": 69.64, "eval_ipc_knn_abstract_precision@3": 28.133333333333333, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 64.08, "eval_ipc_knn_global_precision@1": 69.64, "eval_ipc_knn_global_precision@3": 28.133333333333333, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.3349884535573712, "eval_priorArt_ndcg@100_a2all": 0.3359123586188543, "eval_priorArt_ndcg@100_a2c": 0.32796106463941205, "eval_priorArt_ndcg@100_a2i": 0.2943631586282682, "eval_priorArt_ndcg@100_c2a": 0.3553791016629555, "eval_priorArt_ndcg@100_c2all": 0.36275274844152017, "eval_priorArt_ndcg@100_c2c": 0.36454189121650443, "eval_priorArt_ndcg@100_c2i": 0.321551612514791, "eval_priorArt_ndcg@100_i2a": 0.36155863237550623, "eval_priorArt_ndcg@100_i2all": 0.31883706106941345, "eval_priorArt_ndcg@100_i2c": 0.33108506564928775, "eval_priorArt_ndcg@100_i2i": 0.30020294932327485, "eval_priorArt_ndcg@10_a2a": 0.22642707075579643, "eval_priorArt_ndcg@10_a2all": 0.2110560607181035, "eval_priorArt_ndcg@10_a2c": 0.20721914713815276, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2319441949852406, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.22946125229764328, "eval_priorArt_ndcg@10_c2i": 0.16544806915225868, "eval_priorArt_ndcg@10_i2a": 0.2589986538642412, "eval_priorArt_ndcg@10_i2all": 0.21164291423413134, "eval_priorArt_ndcg@10_i2c": 0.20496537166459577, "eval_priorArt_ndcg@10_i2i": 0.17289458964391455, "eval_priorArt_ndcg@20_a2a": 0.26455274777942095, "eval_priorArt_ndcg@20_a2all": 0.24836801445563889, "eval_priorArt_ndcg@20_a2c": 0.23593062243477908, "eval_priorArt_ndcg@20_a2i": 0.2016434802148614, "eval_priorArt_ndcg@20_c2a": 0.2848080764986079, "eval_priorArt_ndcg@20_c2all": 0.2707794908585136, "eval_priorArt_ndcg@20_c2c": 0.2844575122357984, "eval_priorArt_ndcg@20_c2i": 0.20740929479970874, "eval_priorArt_ndcg@20_i2a": 0.2895365887549558, "eval_priorArt_ndcg@20_i2all": 0.2531702056793621, "eval_priorArt_ndcg@20_i2c": 0.25730710973067816, "eval_priorArt_ndcg@20_i2i": 0.2170445510742506, "eval_priorArt_ndcg@50_a2a": 0.2970073615719927, "eval_priorArt_ndcg@50_a2all": 0.3191949547044651, "eval_priorArt_ndcg@50_a2c": 0.29821134298055807, "eval_priorArt_ndcg@50_a2i": 0.272246613713587, "eval_priorArt_ndcg@50_c2a": 0.3141080843092266, "eval_priorArt_ndcg@50_c2all": 0.3295431910044759, "eval_priorArt_ndcg@50_c2c": 0.33144423160555314, "eval_priorArt_ndcg@50_c2i": 0.28135499800280145, "eval_priorArt_ndcg@50_i2a": 0.32719304072628147, "eval_priorArt_ndcg@50_i2all": 0.30125475005836033, "eval_priorArt_ndcg@50_i2c": 0.2964325412645119, "eval_priorArt_ndcg@50_i2i": 0.26226776152692055, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8666666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4291666666666666, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4949152675442647, "eval_singularentropy_claim": 0.5177558216763942, "eval_singularentropy_global": 0.5007052073974443, "eval_singularentropy_invention": 0.5516843624366072, "eval_uniformity_abstract": -2.6066079139709473, "eval_uniformity_claim": -2.5543649196624756, "eval_uniformity_global": -2.5666000843048096, "eval_uniformity_invention": -2.509749174118042, "step": 5000 }, { "epoch": 0.9229918938835667, "grad_norm": 0.25206977128982544, "learning_rate": 1.8214622853962582e-07, "loss": 0.011, "step": 5010 }, { "epoch": 0.924834193072955, "grad_norm": 0.6527201533317566, "learning_rate": 1.7364581495615817e-07, "loss": 0.0083, "step": 5020 }, { "epoch": 0.9266764922623434, "grad_norm": 0.4221443235874176, "learning_rate": 1.6534501413387695e-07, "loss": 0.0086, "step": 5030 }, { "epoch": 0.9285187914517318, "grad_norm": 0.3209269344806671, "learning_rate": 1.5724416938487807e-07, "loss": 0.0122, "step": 5040 }, { "epoch": 0.9303610906411202, "grad_norm": 0.34235551953315735, "learning_rate": 1.493436157512923e-07, "loss": 0.0083, "step": 5050 }, { "epoch": 0.9322033898305084, "grad_norm": 0.7074379920959473, "learning_rate": 1.416436799914278e-07, "loss": 0.0119, "step": 5060 }, { "epoch": 0.9340456890198968, "grad_norm": 0.44580844044685364, "learning_rate": 1.341446805662544e-07, "loss": 0.0096, "step": 5070 }, { "epoch": 0.9358879882092852, "grad_norm": 0.3662112355232239, "learning_rate": 1.2684692762623517e-07, "loss": 0.0127, "step": 5080 }, { "epoch": 0.9377302873986736, "grad_norm": 0.055077120661735535, "learning_rate": 1.1975072299849567e-07, "loss": 0.0062, "step": 5090 }, { "epoch": 0.9395725865880619, "grad_norm": 0.5386039614677429, "learning_rate": 1.1285636017434431e-07, "loss": 0.0122, "step": 5100 }, { "epoch": 0.9414148857774502, "grad_norm": 0.25755560398101807, "learning_rate": 1.0616412429712952e-07, "loss": 0.0102, "step": 5110 }, { "epoch": 0.9432571849668386, "grad_norm": 0.5127227902412415, "learning_rate": 9.96742921504512e-08, "loss": 0.0119, "step": 5120 }, { "epoch": 0.9441783345615328, "eval_alignment_abstract": { "mean_alignment": 0.5547025799751282 }, "eval_alignment_claim": { "mean_alignment": 0.4939539134502411 }, "eval_alignment_global": { "mean_alignment": 0.5302951335906982 }, "eval_alignment_invention": { "mean_alignment": 0.5039829015731812 }, "eval_ipc_cls_abstract_accuracy_primary": 58.08, "eval_ipc_cls_abstract_precision@1": 62.96000000000001, "eval_ipc_cls_abstract_precision@3": 31.57333333333333, "eval_ipc_cls_abstract_precision@5": 21.048000000000002, "eval_ipc_cls_global_accuracy_primary": 58.08, "eval_ipc_cls_global_precision@1": 62.96000000000001, "eval_ipc_cls_global_precision@3": 31.57333333333333, "eval_ipc_cls_global_precision@5": 21.048000000000002, "eval_ipc_knn_abstract_accuracy_primary": 64.03999999999999, "eval_ipc_knn_abstract_precision@1": 69.6, "eval_ipc_knn_abstract_precision@3": 28.133333333333333, "eval_ipc_knn_abstract_precision@5": 17.048, "eval_ipc_knn_global_accuracy_primary": 64.03999999999999, "eval_ipc_knn_global_precision@1": 69.6, "eval_ipc_knn_global_precision@3": 28.133333333333333, "eval_ipc_knn_global_precision@5": 17.048, "eval_priorArt_ndcg@100_a2a": 0.3351479822448603, "eval_priorArt_ndcg@100_a2all": 0.3358860888126067, "eval_priorArt_ndcg@100_a2c": 0.3283473089810803, "eval_priorArt_ndcg@100_a2i": 0.29441050384634215, "eval_priorArt_ndcg@100_c2a": 0.36000583573030365, "eval_priorArt_ndcg@100_c2all": 0.36288493494524643, "eval_priorArt_ndcg@100_c2c": 0.36455206610237545, "eval_priorArt_ndcg@100_c2i": 0.3301671859124086, "eval_priorArt_ndcg@100_i2a": 0.36154341366297527, "eval_priorArt_ndcg@100_i2all": 0.3190052873128716, "eval_priorArt_ndcg@100_i2c": 0.33144227359334616, "eval_priorArt_ndcg@100_i2i": 0.2999382337102133, "eval_priorArt_ndcg@10_a2a": 0.22642707075579643, "eval_priorArt_ndcg@10_a2all": 0.2110560607181035, "eval_priorArt_ndcg@10_a2c": 0.20766168248003786, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2319441949852406, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.22946125229764328, "eval_priorArt_ndcg@10_c2i": 0.17410790990510322, "eval_priorArt_ndcg@10_i2a": 0.2589986538642412, "eval_priorArt_ndcg@10_i2all": 0.21164291423413134, "eval_priorArt_ndcg@10_i2c": 0.20533219216437176, "eval_priorArt_ndcg@10_i2i": 0.17289458964391455, "eval_priorArt_ndcg@20_a2a": 0.2646877490936054, "eval_priorArt_ndcg@20_a2all": 0.24836801445563889, "eval_priorArt_ndcg@20_a2c": 0.23629448252925095, "eval_priorArt_ndcg@20_a2i": 0.2016434802148614, "eval_priorArt_ndcg@20_c2a": 0.2848080764986079, "eval_priorArt_ndcg@20_c2all": 0.2707794908585136, "eval_priorArt_ndcg@20_c2c": 0.2844575122357984, "eval_priorArt_ndcg@20_c2i": 0.2160691355525533, "eval_priorArt_ndcg@20_i2a": 0.2895365887549558, "eval_priorArt_ndcg@20_i2all": 0.2532735303711806, "eval_priorArt_ndcg@20_i2c": 0.25767393023045415, "eval_priorArt_ndcg@20_i2i": 0.2221911858004353, "eval_priorArt_ndcg@50_a2a": 0.2971423628861772, "eval_priorArt_ndcg@50_a2all": 0.3191686848982174, "eval_priorArt_ndcg@50_a2c": 0.29857520307502994, "eval_priorArt_ndcg@50_a2i": 0.27230993316197305, "eval_priorArt_ndcg@50_c2a": 0.3141080843092266, "eval_priorArt_ndcg@50_c2all": 0.3296849004141453, "eval_priorArt_ndcg@50_c2c": 0.3314735477636309, "eval_priorArt_ndcg@50_c2i": 0.290014838755646, "eval_priorArt_ndcg@50_i2a": 0.32719304072628147, "eval_priorArt_ndcg@50_i2all": 0.30142297630181847, "eval_priorArt_ndcg@50_i2c": 0.29679936176428795, "eval_priorArt_ndcg@50_i2i": 0.2620154993138307, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7958333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7291666666666667, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.4946909569885452, "eval_singularentropy_claim": 0.5176511223164734, "eval_singularentropy_global": 0.5005246053309029, "eval_singularentropy_invention": 0.5514575617488171, "eval_uniformity_abstract": -2.607499122619629, "eval_uniformity_claim": -2.555204391479492, "eval_uniformity_global": -2.5675580501556396, "eval_uniformity_invention": -2.510892629623413, "step": 5125 }, { "epoch": 0.945099484156227, "grad_norm": 0.132228821516037, "learning_rate": 9.338713214671003e-08, "loss": 0.0081, "step": 5130 }, { "epoch": 0.9469417833456153, "grad_norm": 0.39058205485343933, "learning_rate": 8.730290431600786e-08, "loss": 0.0094, "step": 5140 }, { "epoch": 0.9487840825350037, "grad_norm": 0.7624611258506775, "learning_rate": 8.1421860295392e-08, "loss": 0.0158, "step": 5150 }, { "epoch": 0.9506263817243921, "grad_norm": 0.4465104341506958, "learning_rate": 7.574424331844854e-08, "loss": 0.008, "step": 5160 }, { "epoch": 0.9524686809137805, "grad_norm": 0.6791189908981323, "learning_rate": 7.027028820524195e-08, "loss": 0.0136, "step": 5170 }, { "epoch": 0.9543109801031687, "grad_norm": 0.4523979425430298, "learning_rate": 6.500022135260353e-08, "loss": 0.0115, "step": 5180 }, { "epoch": 0.9561532792925571, "grad_norm": 0.09580545127391815, "learning_rate": 5.993426072476771e-08, "loss": 0.0114, "step": 5190 }, { "epoch": 0.9579955784819455, "grad_norm": 0.3452601134777069, "learning_rate": 5.507261584435819e-08, "loss": 0.0084, "step": 5200 }, { "epoch": 0.9598378776713338, "grad_norm": 0.4796968996524811, "learning_rate": 5.0415487783720965e-08, "loss": 0.012, "step": 5210 }, { "epoch": 0.9616801768607222, "grad_norm": 0.5042070150375366, "learning_rate": 4.59630691566082e-08, "loss": 0.0104, "step": 5220 }, { "epoch": 0.9635224760501105, "grad_norm": 0.38603177666664124, "learning_rate": 4.1715544110212944e-08, "loss": 0.0079, "step": 5230 }, { "epoch": 0.9653647752394989, "grad_norm": 0.4243401885032654, "learning_rate": 3.767308831755301e-08, "loss": 0.0118, "step": 5240 }, { "epoch": 0.9672070744288872, "grad_norm": 0.3209580183029175, "learning_rate": 3.3835868970204525e-08, "loss": 0.0098, "step": 5250 }, { "epoch": 0.9672070744288872, "eval_alignment_abstract": { "mean_alignment": 0.5550414323806763 }, "eval_alignment_claim": { "mean_alignment": 0.4942944049835205 }, "eval_alignment_global": { "mean_alignment": 0.5307050347328186 }, "eval_alignment_invention": { "mean_alignment": 0.5045651793479919 }, "eval_ipc_cls_abstract_accuracy_primary": 58.120000000000005, "eval_ipc_cls_abstract_precision@1": 63.0, "eval_ipc_cls_abstract_precision@3": 31.6, "eval_ipc_cls_abstract_precision@5": 21.072000000000003, "eval_ipc_cls_global_accuracy_primary": 58.120000000000005, "eval_ipc_cls_global_precision@1": 63.0, "eval_ipc_cls_global_precision@3": 31.6, "eval_ipc_cls_global_precision@5": 21.072000000000003, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.3351135446101084, "eval_priorArt_ndcg@100_a2all": 0.3362718248603739, "eval_priorArt_ndcg@100_a2c": 0.3283074266297549, "eval_priorArt_ndcg@100_a2i": 0.29436829291532185, "eval_priorArt_ndcg@100_c2a": 0.36014400898405874, "eval_priorArt_ndcg@100_c2all": 0.3630836446788697, "eval_priorArt_ndcg@100_c2c": 0.36469305926840134, "eval_priorArt_ndcg@100_c2i": 0.33029067289115244, "eval_priorArt_ndcg@100_i2a": 0.36148502410153266, "eval_priorArt_ndcg@100_i2all": 0.3191017358493796, "eval_priorArt_ndcg@100_i2c": 0.3316158050422391, "eval_priorArt_ndcg@100_i2i": 0.29568925282857134, "eval_priorArt_ndcg@10_a2a": 0.22642707075579643, "eval_priorArt_ndcg@10_a2all": 0.21142288121787955, "eval_priorArt_ndcg@10_a2c": 0.20766168248003786, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2319441949852406, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.22946125229764328, "eval_priorArt_ndcg@10_c2i": 0.17410790990510322, "eval_priorArt_ndcg@10_i2a": 0.2589986538642412, "eval_priorArt_ndcg@10_i2all": 0.21164291423413134, "eval_priorArt_ndcg@10_i2c": 0.20533219216437176, "eval_priorArt_ndcg@10_i2i": 0.17312813781428912, "eval_priorArt_ndcg@20_a2a": 0.2646877490936054, "eval_priorArt_ndcg@20_a2all": 0.2487348349554149, "eval_priorArt_ndcg@20_a2c": 0.23629448252925095, "eval_priorArt_ndcg@20_a2i": 0.2016434802148614, "eval_priorArt_ndcg@20_c2a": 0.28492175289867006, "eval_priorArt_ndcg@20_c2all": 0.2708828155503321, "eval_priorArt_ndcg@20_c2c": 0.2844575122357984, "eval_priorArt_ndcg@20_c2i": 0.21613351803447461, "eval_priorArt_ndcg@20_i2a": 0.2895365887549558, "eval_priorArt_ndcg@20_i2all": 0.25342165265202504, "eval_priorArt_ndcg@20_i2c": 0.25783093940018775, "eval_priorArt_ndcg@20_i2i": 0.22254830459664623, "eval_priorArt_ndcg@50_a2a": 0.29710792525142526, "eval_priorArt_ndcg@50_a2all": 0.31952987329977456, "eval_priorArt_ndcg@50_a2c": 0.29857520307502994, "eval_priorArt_ndcg@50_a2i": 0.27223405201549145, "eval_priorArt_ndcg@50_c2a": 0.3142217607092888, "eval_priorArt_ndcg@50_c2all": 0.33397857333941, "eval_priorArt_ndcg@50_c2c": 0.33156891805328464, "eval_priorArt_ndcg@50_c2i": 0.2901074574528052, "eval_priorArt_ndcg@50_i2a": 0.3271447436531935, "eval_priorArt_ndcg@50_i2all": 0.30150619703102327, "eval_priorArt_ndcg@50_i2c": 0.29693264255626406, "eval_priorArt_ndcg@50_i2i": 0.26237261811004176, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49447375498453383, "eval_singularentropy_claim": 0.5173870796841097, "eval_singularentropy_global": 0.5002557345066871, "eval_singularentropy_invention": 0.551095100099299, "eval_uniformity_abstract": -2.607532501220703, "eval_uniformity_claim": -2.5553486347198486, "eval_uniformity_global": -2.5677261352539062, "eval_uniformity_invention": -2.511178493499756, "step": 5250 }, { "epoch": 0.9690493736182756, "grad_norm": 0.2910194993019104, "learning_rate": 3.020404477138694e-08, "loss": 0.0091, "step": 5260 }, { "epoch": 0.970891672807664, "grad_norm": 0.3346911072731018, "learning_rate": 2.6777765929400513e-08, "loss": 0.0121, "step": 5270 }, { "epoch": 0.9727339719970524, "grad_norm": 0.4350140690803528, "learning_rate": 2.3557174151411788e-08, "loss": 0.0125, "step": 5280 }, { "epoch": 0.9745762711864406, "grad_norm": 0.3916904628276825, "learning_rate": 2.0542402637596105e-08, "loss": 0.011, "step": 5290 }, { "epoch": 0.976418570375829, "grad_norm": 0.5756121873855591, "learning_rate": 1.7733576075624202e-08, "loss": 0.0101, "step": 5300 }, { "epoch": 0.9782608695652174, "grad_norm": 0.18630872666835785, "learning_rate": 1.5130810635508585e-08, "loss": 0.0086, "step": 5310 }, { "epoch": 0.9801031687546058, "grad_norm": 0.13734780251979828, "learning_rate": 1.2734213964797903e-08, "loss": 0.0121, "step": 5320 }, { "epoch": 0.9819454679439941, "grad_norm": 0.3894253671169281, "learning_rate": 1.054388518412497e-08, "loss": 0.0102, "step": 5330 }, { "epoch": 0.9837877671333825, "grad_norm": 0.061957232654094696, "learning_rate": 8.559914883105592e-09, "loss": 0.0085, "step": 5340 }, { "epoch": 0.9856300663227708, "grad_norm": 0.12330303341150284, "learning_rate": 6.782385116594903e-09, "loss": 0.0118, "step": 5350 }, { "epoch": 0.9874723655121592, "grad_norm": 0.4410039782524109, "learning_rate": 5.211369401291189e-09, "loss": 0.013, "step": 5360 }, { "epoch": 0.9893146647015475, "grad_norm": 0.2883341610431671, "learning_rate": 3.846932712696095e-09, "loss": 0.0061, "step": 5370 }, { "epoch": 0.9902358142962417, "eval_alignment_abstract": { "mean_alignment": 0.5551782846450806 }, "eval_alignment_claim": { "mean_alignment": 0.49446943402290344 }, "eval_alignment_global": { "mean_alignment": 0.5308414101600647 }, "eval_alignment_invention": { "mean_alignment": 0.5046462416648865 }, "eval_ipc_cls_abstract_accuracy_primary": 57.84, "eval_ipc_cls_abstract_precision@1": 62.72, "eval_ipc_cls_abstract_precision@3": 31.58666666666667, "eval_ipc_cls_abstract_precision@5": 21.064000000000004, "eval_ipc_cls_global_accuracy_primary": 57.84, "eval_ipc_cls_global_precision@1": 62.72, "eval_ipc_cls_global_precision@3": 31.58666666666667, "eval_ipc_cls_global_precision@5": 21.064000000000004, "eval_ipc_knn_abstract_accuracy_primary": 64.0, "eval_ipc_knn_abstract_precision@1": 69.56, "eval_ipc_knn_abstract_precision@3": 28.12, "eval_ipc_knn_abstract_precision@5": 17.04, "eval_ipc_knn_global_accuracy_primary": 64.0, "eval_ipc_knn_global_precision@1": 69.56, "eval_ipc_knn_global_precision@3": 28.12, "eval_ipc_knn_global_precision@5": 17.04, "eval_priorArt_ndcg@100_a2a": 0.3351135446101084, "eval_priorArt_ndcg@100_a2all": 0.3362718248603739, "eval_priorArt_ndcg@100_a2c": 0.32833100576883745, "eval_priorArt_ndcg@100_a2i": 0.2944657555667055, "eval_priorArt_ndcg@100_c2a": 0.36020059200977506, "eval_priorArt_ndcg@100_c2all": 0.3630836446788697, "eval_priorArt_ndcg@100_c2c": 0.36476252278466714, "eval_priorArt_ndcg@100_c2i": 0.3303223724047639, "eval_priorArt_ndcg@100_i2a": 0.36151238229230453, "eval_priorArt_ndcg@100_i2all": 0.3191017358493796, "eval_priorArt_ndcg@100_i2c": 0.3316158050422391, "eval_priorArt_ndcg@100_i2i": 0.2957412400527364, "eval_priorArt_ndcg@10_a2a": 0.22642707075579643, "eval_priorArt_ndcg@10_a2all": 0.21142288121787955, "eval_priorArt_ndcg@10_a2c": 0.20766168248003786, "eval_priorArt_ndcg@10_a2i": 0.16052721513621587, "eval_priorArt_ndcg@10_c2a": 0.2319441949852406, "eval_priorArt_ndcg@10_c2all": 0.22245778733176924, "eval_priorArt_ndcg@10_c2c": 0.22946125229764328, "eval_priorArt_ndcg@10_c2i": 0.17410790990510322, "eval_priorArt_ndcg@10_i2a": 0.2589986538642412, "eval_priorArt_ndcg@10_i2all": 0.21164291423413134, "eval_priorArt_ndcg@10_i2c": 0.20533219216437176, "eval_priorArt_ndcg@10_i2i": 0.17312813781428912, "eval_priorArt_ndcg@20_a2a": 0.2646877490936054, "eval_priorArt_ndcg@20_a2all": 0.2487348349554149, "eval_priorArt_ndcg@20_a2c": 0.23629448252925095, "eval_priorArt_ndcg@20_a2i": 0.2016434802148614, "eval_priorArt_ndcg@20_c2a": 0.28492175289867006, "eval_priorArt_ndcg@20_c2all": 0.2708828155503321, "eval_priorArt_ndcg@20_c2c": 0.2844575122357984, "eval_priorArt_ndcg@20_c2i": 0.21613351803447461, "eval_priorArt_ndcg@20_i2a": 0.2895365887549558, "eval_priorArt_ndcg@20_i2all": 0.25342165265202504, "eval_priorArt_ndcg@20_i2c": 0.25783093940018775, "eval_priorArt_ndcg@20_i2i": 0.22242473397080992, "eval_priorArt_ndcg@50_a2a": 0.29710792525142526, "eval_priorArt_ndcg@50_a2all": 0.31952987329977456, "eval_priorArt_ndcg@50_a2c": 0.29857520307502994, "eval_priorArt_ndcg@50_a2i": 0.2723315146668751, "eval_priorArt_ndcg@50_c2a": 0.31428666226092833, "eval_priorArt_ndcg@50_c2all": 0.33397857333941, "eval_priorArt_ndcg@50_c2c": 0.33163838156955044, "eval_priorArt_ndcg@50_c2i": 0.29015311734621896, "eval_priorArt_ndcg@50_i2a": 0.3271721018439654, "eval_priorArt_ndcg@50_i2all": 0.30150619703102327, "eval_priorArt_ndcg@50_i2c": 0.29693264255626406, "eval_priorArt_ndcg@50_i2i": 0.26242460533420686, "eval_priorArt_recall@100_a2a": 0.8083333333333333, "eval_priorArt_recall@100_a2all": 0.8333333333333334, "eval_priorArt_recall@100_a2c": 0.85, "eval_priorArt_recall@100_a2i": 0.7875, "eval_priorArt_recall@100_c2a": 0.8916666666666666, "eval_priorArt_recall@100_c2all": 0.8958333333333334, "eval_priorArt_recall@100_c2c": 0.8916666666666666, "eval_priorArt_recall@100_c2i": 0.8916666666666668, "eval_priorArt_recall@100_i2a": 0.8041666666666668, "eval_priorArt_recall@100_i2all": 0.7708333333333334, "eval_priorArt_recall@100_i2c": 0.8458333333333332, "eval_priorArt_recall@100_i2i": 0.7708333333333333, "eval_priorArt_recall@10_a2a": 0.3916666666666667, "eval_priorArt_recall@10_a2all": 0.35833333333333334, "eval_priorArt_recall@10_a2c": 0.38333333333333336, "eval_priorArt_recall@10_a2i": 0.2791666666666667, "eval_priorArt_recall@10_c2a": 0.39166666666666666, "eval_priorArt_recall@10_c2all": 0.36250000000000004, "eval_priorArt_recall@10_c2c": 0.38750000000000007, "eval_priorArt_recall@10_c2i": 0.2833333333333333, "eval_priorArt_recall@10_i2a": 0.39583333333333337, "eval_priorArt_recall@10_i2all": 0.3625, "eval_priorArt_recall@10_i2c": 0.3458333333333333, "eval_priorArt_recall@10_i2i": 0.29583333333333334, "eval_priorArt_recall@20_a2a": 0.5041666666666667, "eval_priorArt_recall@20_a2all": 0.4666666666666666, "eval_priorArt_recall@20_a2c": 0.4625, "eval_priorArt_recall@20_a2i": 0.39166666666666666, "eval_priorArt_recall@20_c2a": 0.5541666666666666, "eval_priorArt_recall@20_c2all": 0.5083333333333334, "eval_priorArt_recall@20_c2c": 0.5458333333333333, "eval_priorArt_recall@20_c2i": 0.4083333333333334, "eval_priorArt_recall@20_i2a": 0.4833333333333333, "eval_priorArt_recall@20_i2all": 0.4875, "eval_priorArt_recall@20_i2c": 0.5125, "eval_priorArt_recall@20_i2i": 0.4458333333333334, "eval_priorArt_recall@50_a2a": 0.6208333333333333, "eval_priorArt_recall@50_a2all": 0.7541666666666667, "eval_priorArt_recall@50_a2c": 0.7166666666666667, "eval_priorArt_recall@50_a2i": 0.6833333333333333, "eval_priorArt_recall@50_c2a": 0.6625, "eval_priorArt_recall@50_c2all": 0.7458333333333333, "eval_priorArt_recall@50_c2c": 0.7291666666666667, "eval_priorArt_recall@50_c2i": 0.6916666666666667, "eval_priorArt_recall@50_i2a": 0.6291666666666667, "eval_priorArt_recall@50_i2all": 0.6708333333333334, "eval_priorArt_recall@50_i2c": 0.6708333333333334, "eval_priorArt_recall@50_i2i": 0.6, "eval_singularentropy_abstract": 0.49439457232878337, "eval_singularentropy_claim": 0.5172953102300355, "eval_singularentropy_global": 0.5001668303947427, "eval_singularentropy_invention": 0.5509888874239619, "eval_uniformity_abstract": -2.6077628135681152, "eval_uniformity_claim": -2.555588722229004, "eval_uniformity_global": -2.567988157272339, "eval_uniformity_invention": -2.5114593505859375, "step": 5375 }, { "epoch": 0.9911569638909359, "grad_norm": 0.3936016261577606, "learning_rate": 2.689131482427332e-09, "loss": 0.0092, "step": 5380 }, { "epoch": 0.9929992630803243, "grad_norm": 0.35457584261894226, "learning_rate": 1.7380135958849909e-09, "loss": 0.006, "step": 5390 }, { "epoch": 0.9948415622697127, "grad_norm": 0.1334971934556961, "learning_rate": 9.936183902703456e-10, "loss": 0.0095, "step": 5400 }, { "epoch": 0.9966838614591009, "grad_norm": 0.28327295184135437, "learning_rate": 4.55976652959933e-10, "loss": 0.0104, "step": 5410 }, { "epoch": 0.9985261606484893, "grad_norm": 0.3810657858848572, "learning_rate": 1.2511062023157218e-10, "loss": 0.0125, "step": 5420 } ], "logging_steps": 10, "max_steps": 5428, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 5.179892998934102e+18, "train_batch_size": 512, "trial_name": null, "trial_params": null }
{
"best_metric": 0.725,
"best_model_checkpoint": "results/batchsize_512_da_dropout_section_pair_adaptive_lr-1e-05_views-claim+summary_reg-None/best_model",
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5428,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00018422991893883567,
"eval_alignment_abstract": {
"mean_alignment": 0.45510047674179077
},
"eval_alignment_claim": {
"mean_alignment": 0.2719331681728363
},
"eval_alignment_global": {
"mean_alignment": 0.8174876570701599
},
"eval_alignment_invention": {
"mean_alignment": 0.44017961621284485
},
"eval_ipc_cls_abstract_accuracy_primary": 48.24,
"eval_ipc_cls_abstract_precision@1": 52.44,
"eval_ipc_cls_abstract_precision@3": 27.346666666666664,
"eval_ipc_cls_abstract_precision@5": 18.656,
"eval_ipc_cls_global_accuracy_primary": 48.24,
"eval_ipc_cls_global_precision@1": 52.44,
"eval_ipc_cls_global_precision@3": 27.346666666666664,
"eval_ipc_cls_global_precision@5": 18.656,
"eval_ipc_knn_abstract_accuracy_primary": 38.2,
"eval_ipc_knn_abstract_precision@1": 41.64,
"eval_ipc_knn_abstract_precision@3": 20.96,
"eval_ipc_knn_abstract_precision@5": 14.16,
"eval_ipc_knn_global_accuracy_primary": 38.2,
"eval_ipc_knn_global_precision@1": 41.64,
"eval_ipc_knn_global_precision@3": 20.96,
"eval_ipc_knn_global_precision@5": 14.16,
"eval_priorArt_ndcg@100_a2a": 0.17719471451742733,
"eval_priorArt_ndcg@100_a2all": 0.1771869901241114,
"eval_priorArt_ndcg@100_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@100_a2i": 0.08671382288397524,
"eval_priorArt_ndcg@100_c2a": 0.018844478238184775,
"eval_priorArt_ndcg@100_c2all": 0.10621660426875561,
"eval_priorArt_ndcg@100_c2c": 0.09372988972614268,
"eval_priorArt_ndcg@100_c2i": 0.08974000140339546,
"eval_priorArt_ndcg@100_i2a": 0.02161331259967114,
"eval_priorArt_ndcg@100_i2all": 0.12435147611836836,
"eval_priorArt_ndcg@100_i2c": 0.0750706904235097,
"eval_priorArt_ndcg@100_i2i": 0.10991365561423687,
"eval_priorArt_ndcg@10_a2a": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2all": 0.07366426849450196,
"eval_priorArt_ndcg@10_a2c": 0.0,
"eval_priorArt_ndcg@10_a2i": 0.019681197738844088,
"eval_priorArt_ndcg@10_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@10_c2all": 0.048124705451653677,
"eval_priorArt_ndcg@10_c2c": 0.040303393351274405,
"eval_priorArt_ndcg@10_c2i": 0.07084205804983375,
"eval_priorArt_ndcg@10_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@10_i2all": 0.08466299412420417,
"eval_priorArt_ndcg@10_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@10_i2i": 0.0775996454812127,
"eval_priorArt_ndcg@20_a2a": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2all": 0.10305092482996128,
"eval_priorArt_ndcg@20_a2c": 0.011389603823239327,
"eval_priorArt_ndcg@20_a2i": 0.03247909897933486,
"eval_priorArt_ndcg@20_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@20_c2all": 0.05617684670611408,
"eval_priorArt_ndcg@20_c2c": 0.05387915435368969,
"eval_priorArt_ndcg@20_c2i": 0.0767080421251182,
"eval_priorArt_ndcg@20_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@20_i2all": 0.09100384496582384,
"eval_priorArt_ndcg@20_i2c": 0.039302556566462456,
"eval_priorArt_ndcg@20_i2i": 0.08394049632283239,
"eval_priorArt_ndcg@50_a2a": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2all": 0.1483962334175445,
"eval_priorArt_ndcg@50_a2c": 0.02156851240255303,
"eval_priorArt_ndcg@50_a2i": 0.05531636190583542,
"eval_priorArt_ndcg@50_c2a": 0.014804095548293261,
"eval_priorArt_ndcg@50_c2all": 0.09139940548532297,
"eval_priorArt_ndcg@50_c2c": 0.074788575523719,
"eval_priorArt_ndcg@50_c2i": 0.08098054102295274,
"eval_priorArt_ndcg@50_i2a": 0.01781035935540111,
"eval_priorArt_ndcg@50_i2all": 0.09490764546574486,
"eval_priorArt_ndcg@50_i2c": 0.054212358141965164,
"eval_priorArt_ndcg@50_i2i": 0.08784429682275341,
"eval_priorArt_recall@100_a2a": 0.5875,
"eval_priorArt_recall@100_a2all": 0.5875,
"eval_priorArt_recall@100_a2c": 0.06666666666666667,
"eval_priorArt_recall@100_a2i": 0.33749999999999997,
"eval_priorArt_recall@100_c2a": 0.03333333333333333,
"eval_priorArt_recall@100_c2all": 0.3458333333333333,
"eval_priorArt_recall@100_c2c": 0.3125,
"eval_priorArt_recall@100_c2i": 0.1791666666666667,
"eval_priorArt_recall@100_i2a": 0.06666666666666667,
"eval_priorArt_recall@100_i2all": 0.3291666666666667,
"eval_priorArt_recall@100_i2c": 0.24166666666666664,
"eval_priorArt_recall@100_i2i": 0.2625,