cerebras.modelzoo.tools.checkpoint_converters.mup.scale_initializers_by_dimension#

cerebras.modelzoo.tools.checkpoint_converters.mup.scale_initializers_by_dimension(initializers, width_scale=None, depth_scale=None)[source]#

previous

cerebras.modelzoo.tools.checkpoint_converters.mup

next

cerebras.modelzoo.tools.checkpoint_converters.mup.ConfigConverter_T5_sP_muP