_target_: lobster.tokenization.HyenaTokenizerTransform

pretrained_model_name_or_path: null
padding: "max_length"
truncation: True
max_length: ${model.max_length}
tokenizer_dir: ${model.tokenizer_dir}
mlm: False
