config.json

{
  "model_name": "DualMedBert",
  "student_ck": "distilbert-base-uncased",
  "teacher1_ck": "bert-base-uncased",
  "teacher2_ck": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",
  "num_labels": 27,
  "max_len": 256,
  "lora_r": 8,
  "lora_alpha": 32,
  "lora_dropout": 0.05,
  "kd_alpha": 0.4,
  "kd_beta": 0.5,
  "kd_temp": 3.5,
  "lr_student": 0.00015,
  "epochs_student": 12,
  "patience_stu": 3,
  "xgb_features": "27_softmax + max_prob + entropy + top2_gap + top3_sum",
  "test_f1": 0.8432,
  "test_acc": 0.844,
  "cal_auroc": 0.8847,
  "cal_acc": 0.8333,
  "encoder_lat_ms": 10.13,
  "e2e_lat_ms": 11.06,
  "auto_map": {
    "AutoConfig": "configuration_dualmedbert.DualMedBertConfig",
    "AutoModel": "modeling_dualmedbert.DualMedBertForSequenceClassification",
    "AutoModelForSequenceClassification": "modeling_dualmedbert.DualMedBertForSequenceClassification"
  },
  "architectures": [
    "DualMedBertForSequenceClassification"
  ],
  "model_type": "dualmedbert",
  "num_classes": 27,
  "lora_rank": 8,
  "id2label": {
    "0": "abnormal uterine bleeding",
    "1": "allergic rhinitis",
    "2": "bacterial infection",
    "3": "benign prostatic hyperplasia",
    "4": "constipation",
    "5": "diabetes, type 2",
    "6": "endometriosis",
    "7": "erectile dysfunction",
    "8": "gerd",
    "9": "hepatitis c",
    "10": "high blood pressure",
    "11": "high cholesterol",
    "12": "hiv infection",
    "13": "hyperhidrosis",
    "14": "ibromyalgia",
    "15": "irritable bowel syndrome",
    "16": "migraine",
    "17": "migraine prevention",
    "18": "multiple sclerosis",
    "19": "osteoarthritis",
    "20": "overactive bladde",
    "21": "psoriasis",
    "22": "restless legs syndrome",
    "23": "rheumatoid arthritis",
    "24": "sinusitis",
    "25": "urinary tract infection",
    "26": "vaginal yeast infection"
  },
  "label2id": {
    "abnormal uterine bleeding": 0,
    "allergic rhinitis": 1,
    "bacterial infection": 2,
    "benign prostatic hyperplasia": 3,
    "constipation": 4,
    "diabetes, type 2": 5,
    "endometriosis": 6,
    "erectile dysfunction": 7,
    "gerd": 8,
    "hepatitis c": 9,
    "high blood pressure": 10,
    "high cholesterol": 11,
    "hiv infection": 12,
    "hyperhidrosis": 13,
    "ibromyalgia": 14,
    "irritable bowel syndrome": 15,
    "migraine": 16,
    "migraine prevention": 17,
    "multiple sclerosis": 18,
    "osteoarthritis": 19,
    "overactive bladde": 20,
    "psoriasis": 21,
    "restless legs syndrome": 22,
    "rheumatoid arthritis": 23,
    "sinusitis": 24,
    "urinary tract infection": 25,
    "vaginal yeast infection": 26
  }
}