{
  "_attn_implementation_autoset": true,
  "_name_or_path": "Synthyra/ESM2-8M",
  "architectures": [
    "EsmForMaskedLM"
  ],
  "attention_probs_dropout_prob": 0.0,
  "attn_backend": "sdpa",
  "auto_map": {
  "AutoConfig": "modeling_fastesm.FastEsmConfig",
  "AutoModel": "modeling_fastesm.FastEsmModel",
  "AutoModelForMaskedLM": "modeling_fastesm.FastEsmForMaskedLM",
  "AutoModelForSequenceClassification": "modeling_fastesm.FastEsmForSequenceClassification",
  "AutoModelForTokenClassification": "modeling_fastesm.FastEsmForTokenClassification"
  },
  "classifier_dropout": null,
  "dtype": "float32",
  "emb_layer_norm_before": false,
  "esmfold_config": null,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.0,
  "hidden_size": 320,
  "id2label": {
    "0": "Membrane",
    "1": "Cytoplasm",
    "10": "Peroxisome",
    "11": "Peripheral",
    "12": "Transmembrane",
    "13": "LipidAnchor",
    "14": "Soluble",
    "2": "Nucleus",
    "3": "Extracellular",
    "4": "Cell membrane",
    "5": "Mitochondrion",
    "6": "Plastid",
    "7": "Endoplasmic reticulum",
    "8": "Lysosome/Vacuole",
    "9": "Golgi apparatus"
  },
  "initializer_range": 0.02,
  "intermediate_size": 1280,
  "is_folding_model": false,
  "label2id": {
    "Cell membrane": "4",
    "Cytoplasm": "1",
    "Endoplasmic reticulum": "7",
    "Extracellular": "3",
    "Golgi apparatus": "9",
    "LipidAnchor": "13",
    "Lysosome/Vacuole": "8",
    "Membrane": "0",
    "Mitochondrion": "5",
    "Nucleus": "2",
    "Peripheral": "11",
    "Peroxisome": "10",
    "Plastid": "6",
    "Soluble": "14",
    "Transmembrane": "12"
  },
  "layer_norm_eps": 1e-05,
  "mask_token_id": 32,
  "max_position_embeddings": 1026,
  "model_type": "esm",
  "num_attention_heads": 20,
  "num_hidden_layers": 6,
  "pad_token_id": 1,
  "position_embedding_type": "rotary",
  "tie_word_embeddings": false,
  "token_dropout": true,
  "transformers_version": "4.48.3",
  "use_cache": true,
  "vocab_list": null,
  "vocab_size": 33
}