cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout#

Functions

pass_1_shuffle

pass_2_shuffle_holdout

write_docs

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.normalize_text.recreate_dataset

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle