cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range

cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_token_range(region, offsets, starting_offset_position)

previous

cerebras.modelzoo.data_preparation.data_preprocessing.utils.find_region_in_formatted_string

next

cerebras.modelzoo.data_preparation.data_preprocessing.utils.format_fim