cerebras.modelzoo.config_manager.config_classes.base.model_config.InitializerConfig#
- class cerebras.modelzoo.config_manager.config_classes.base.model_config.InitializerConfig(name: str = typing.Literal['constant', 'ones', 'zeros', 'eyeuniform', 'normal', 'xavier_normal', 'glorot_normal', 'xavier_uniform', 'glorot_uniform', 'truncated_normal', 'variance_scaling', 'lecun_normal', 'lecun_uniform', 'kaiming_normal', 'kaiming_uniform'], mean: Optional[float] = None, std: Optional[float] = None, a: Optional[float] = None, b: Optional[float] = None, nonlinearity: Optional[Literal['linear', 'conv1d', 'conv2d', 'conv3d', 'conv_transpose1d', 'conv_transpose2d', 'conv_transpose3d', 'sigmoid', 'tanh', 'relu', 'leaky_relu']] = None, mode: Optional[str] = None, scale: Optional[float] = None, distribution: Optional[str] = None, gain: Optional[float] = None)[source]#
- name#
alias of
Literal[‘constant’, ‘ones’, ‘zeros’, ‘eyeuniform’, ‘normal’, ‘xavier_normal’, ‘glorot_normal’, ‘xavier_uniform’, ‘glorot_uniform’, ‘truncated_normal’, ‘variance_scaling’, ‘lecun_normal’, ‘lecun_uniform’, ‘kaiming_normal’, ‘kaiming_uniform’]
- mean: Optional[float] = None#
- std: Optional[float] = None#
- a: Optional[float] = None#
- b: Optional[float] = None#
- nonlinearity: Optional[Literal['linear', 'conv1d', 'conv2d', 'conv3d', 'conv_transpose1d', 'conv_transpose2d', 'conv_transpose3d', 'sigmoid', 'tanh', 'relu', 'leaky_relu']] = None#
- mode: Optional[str] = None#
- scale: Optional[float] = None#
- distribution: Optional[str] = None#
- gain: Optional[float] = None#