cerebras.modelzoo.data_preparation.nlp.slimpajama.utils#

Functions

cycle_documents

rm_if_exists

sha256str

utf8len

write_lmd_dataset