{ "model_name": "DualMedBert", "student_ck": "distilbert-base-uncased", "teacher1_ck": "bert-base-uncased", "teacher2_ck": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext", "num_labels": 27, "max_len": 256, "lora_r": 8, "lora_alpha": 32, "lora_dropout": 0.05, "kd_alpha": 0.4, "kd_beta": 0.5, "kd_temp": 3.5, "lr_student": 0.00015, "epochs_student": 12, "patience_stu": 3, "xgb_features": "27_softmax + max_prob + entropy + top2_gap + top3_sum", "test_f1": 0.8432, "test_acc": 0.844, "cal_auroc": 0.8847, "cal_acc": 0.8333, "encoder_lat_ms": 10.13, "e2e_lat_ms": 11.06, "auto_map": { "AutoConfig": "configuration_dualmedbert.DualMedBertConfig", "AutoModel": "modeling_dualmedbert.DualMedBertForSequenceClassification", "AutoModelForSequenceClassification": "modeling_dualmedbert.DualMedBertForSequenceClassification" }, "architectures": [ "DualMedBertForSequenceClassification" ], "model_type": "dualmedbert", "num_classes": 27, "lora_rank": 8, "id2label": { "0": "abnormal uterine bleeding", "1": "allergic rhinitis", "2": "bacterial infection", "3": "benign prostatic hyperplasia", "4": "constipation", "5": "diabetes, type 2", "6": "endometriosis", "7": "erectile dysfunction", "8": "gerd", "9": "hepatitis c", "10": "high blood pressure", "11": "high cholesterol", "12": "hiv infection", "13": "hyperhidrosis", "14": "ibromyalgia", "15": "irritable bowel syndrome", "16": "migraine", "17": "migraine prevention", "18": "multiple sclerosis", "19": "osteoarthritis", "20": "overactive bladde", "21": "psoriasis", "22": "restless legs syndrome", "23": "rheumatoid arthritis", "24": "sinusitis", "25": "urinary tract infection", "26": "vaginal yeast infection" }, "label2id": { "abnormal uterine bleeding": 0, "allergic rhinitis": 1, "bacterial infection": 2, "benign prostatic hyperplasia": 3, "constipation": 4, "diabetes, type 2": 5, "endometriosis": 6, "erectile dysfunction": 7, "gerd": 8, "hepatitis c": 9, "high blood pressure": 10, "high cholesterol": 11, "hiv infection": 12, "hyperhidrosis": 13, "ibromyalgia": 14, "irritable bowel syndrome": 15, "migraine": 16, "migraine prevention": 17, "multiple sclerosis": 18, "osteoarthritis": 19, "overactive bladde": 20, "psoriasis": 21, "restless legs syndrome": 22, "rheumatoid arthritis": 23, "sinusitis": 24, "urinary tract infection": 25, "vaginal yeast infection": 26 } }