jUddlmZmZmZmZddlZddlmcmZ ddlm Z ddl m Z gZ eeed<ejjGddZdS))DictListOptionalTupleN)Tensor)2_scripted_functional_optimizer_deprecation_warning__all__ceZdZ ddeededeeefd ed ed ed ed efdZdee efdZ dS)_FunctionalAdamaxMbP?g?g+?:0yE>Fparamslrbetaseps weight_decayforeachmaximize_allow_empty_param_listc tdd|kstd|d|kstd|d|dcxkrdksntd|dd|d cxkrdksntd |d d|kstd ||||d|d |d |_||_||_t jtt j ttt j ffi|_ t|dkr|std d|i|_ dS)N) stacklevelrzInvalid learning rate: zInvalid epsilon value: rg?z#Invalid beta parameter at index 0: z#Invalid beta parameter at index 1: zInvalid weight_decay value: )rrbeta1beta2rz%optimizer got an empty parameter listr)r ValueErrordefaultsrrtorchjitannotaterrstrstatelen param_group) selfrrrrrrrrs ZC:\Projects\Historical\venv\Lib\site-packages\torch/distributed/optim/functional_adamax.py__init__z_FunctionalAdamax.__init__s ;aHHHHbyy;r;;<< <czz: '                      sA#H55H9<H9N)r r rrFFF) __name__ __module__ __qualname__rrfloatrboolr)rr-r*r(r r s %1!(-'.'.V '. '.UE\" '.  '.  '.'.'."&'.'.'.'.R8d8F#34888888r*r )typingrrrrr torch.optim._functionaloptim _functionalr9r,torch.distributed.optim._deprecation_warningrr r#__annotations__r!scriptr rGr*r(rOs............. ######### cbbbbbbbbbbr*