do_padding: true
pad_value: -2
do_mlm: true
do_binning: true
mlm_probability: 0.5
mask_value: -1
max_length: 2048
sampling: true
data_style: both
num_bins: 51
right_binning: false
use_junk_tokens: false
use_chem_token: true
drug_to_id_path:
  remote: s3://vevo-ml-datasets/mosaicfm_v2/datasets/drug_to_id_pad.json
  local: drug_to_id_pad.json
keep_first_n_tokens: 2
pad_token_id: 0