cerebras.modelzoo.data_preparation.nlp.slimpajama.utils.write_lmd_dataset

cerebras.modelzoo.data_preparation.nlp.slimpajama.utils.write_lmd_dataset(fh, lines, indices=None, return_total_written=False)

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.utils.utf8len

next

cerebras.modelzoo.data_preparation.nlp.t5