pytorch

1
from typing import Tuple
2

3
from .optimizer import Optimizer, ParamsT
4

5
class RAdam(Optimizer):
6
    def __init__(
7
        self,
8
        params: ParamsT,
9
        lr: float = ...,
10
        betas: Tuple[float, float] = ...,
11
        eps: float = ...,
12
        weight_decay: float = ...,
13
        decoupled_weight_decay: bool = ...,
14
    ) -> None: ...
15