cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig#

class cerebras.modelzoo.config_manager.config_classes.base.model_config.SelectiveGradConfig(param_filter: Union[str, List[str], NoneType] = None, init_method: str = 'outlier')[source]#
param_filter: Optional[Union[str, List[str]]] = None#

A glob or list of glob expressions to match against parameter names that are to have the selective gradient mask applied

init_method: str = 'outlier'#

An initialization method that represents the mask to apply