|
|
|
@ -36,7 +36,7 @@ class CosineLRScheduler(Scheduler):
|
|
|
|
|
warmup_lr_init (float, optional): Initial learning rate during warmup . Defaults to 0.
|
|
|
|
|
warmup_prefix (bool, optional): If True, after warmup annealing starts from initial LR. Defaults to False.
|
|
|
|
|
t_in_epochs (bool, optional): If set to False, returned lr are None. Defaults to True.
|
|
|
|
|
noise_range_t (Union[int, float, List[int, float]], optional): Epoch when noise starts.\
|
|
|
|
|
noise_range_t (Union[int, float, List[int | float]], optional): Epoch when noise starts.\
|
|
|
|
|
If list or tuple - epoch range, when noise applied. Defaults to None.
|
|
|
|
|
noise_pct (float, optional): Percentage of noise to add. Defaults to 0.67.
|
|
|
|
|
noise_std (float, optional): Noise standard deviation. Defaults to 1.0.
|
|
|
|
@ -56,7 +56,7 @@ class CosineLRScheduler(Scheduler):
|
|
|
|
|
warmup_lr_init: float = 0,
|
|
|
|
|
warmup_prefix: bool = False,
|
|
|
|
|
t_in_epochs: bool = True,
|
|
|
|
|
noise_range_t: Union[int, float, List[int, float]] = None,
|
|
|
|
|
noise_range_t: Union[int, float, List[Union[int, float]]] = None,
|
|
|
|
|
noise_pct: float = 0.67,
|
|
|
|
|
noise_std: float = 1.0,
|
|
|
|
|
noise_seed: int = 42,
|
|
|
|
|