from erictransformer.utils.tok_data.num_proc import get_procs
from erictransformer.utils.tok_data.save_tok_data import save_json_tok_data
from erictransformer.utils.tok_data.tok_data_to_dataset import tok_dir_to_dataset
from erictransformer.utils.tok_data.tok_helpers import (
    prepare_output_locations,
    resolve_input_files,
    write_details_file,
)
