cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_2_shuffle_holdout(input_dir_path, output_dir_path, output_holdout_dir_path, start_index, end_index, chunk_id)

previous

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.pass_1_shuffle

next

cerebras.modelzoo.data_preparation.nlp.slimpajama.preprocessing.shuffle_holdout.write_docs