_target_: lobster.model.LobsterPMLM

lr: 1e-3
model_name: esm2_t6_8M_UR50D
mask_percentage: 0.25
ckpt_path: null
num_warmup_steps: 10_000
tokenizer_dir: pmlm_tokenizer
max_length: 512
num_training_steps: ${trainer.max_steps}

# Model-specific configuration parameters
model_kwargs:
  embedding_layer: linear_pos 
  hidden_act: gelu

# Scheduler-specific configuration parameters
scheduler_kwargs:
  # Any specific scheduler parameters would go here
  # For example:
  # min_lr: 1e-7  # For cosine_with_min_lr scheduler
