{
    "module": "keras_hub.src.models.esm.esm_backbone",
    "class_name": "ESMBackbone",
    "config": {
        "name": "esm_backbone",
        "trainable": true,
        "vocabulary_size": 33,
        "num_layers": 12,
        "num_heads": 20,
        "hidden_dim": 480,
        "intermediate_dim": 1920,
        "dropout": 0.0,
        "max_wavelength": 10000,
        "use_bias": true,
        "activation": "gelu",
        "layer_norm_eps": 1e-05,
        "use_pre_layer_norm": false,
        "position_embedding_type": "rotary",
        "max_sequence_length": 1026,
        "pad_token_id": 1
    },
    "registered_name": "keras_hub>ESMBackbone"
}