jWUddlmZmZmZmZddlZddlmcmZ ddlm Z ddl m Z gZ eeed<ejjGddZdS))DictListOptionalTupleN)Tensor)2_scripted_functional_optimizer_deprecation_warning__all__ceZdZ ddeededeeefd ed ed ed ed ededefdZdede efdZ dee efdZ dS)_FunctionalAdamWMbP?g?g+?:0yE>{Gz?Fparamslrbetaseps weight_decayamsgradmaximizeforeachfused_allow_empty_param_listc tdd|kstd|d|kstd|d|dcxkrdksntd|dd|d cxkrdksntd |d d|kstd ||||d|d |d |_||_||_||_| |_tj ttj tttj ffi|_ t|dkr| std d|i|_dS)N) stacklevelzInvalid learning rate: zInvalid epsilon value: rg?z#Invalid beta parameter at index 0: z#Invalid beta parameter at index 1: zInvalid weight_decay value: )rrbeta1beta2rz%optimizer got an empty parameter listr)r ValueErrordefaultsrrrrtorchjitannotaterrstrstatelen param_group) selfrrrrrrrrrrs YC:\Projects\Historical\venv\Lib\site-packages\torch/distributed/optim/functional_adamw.py__init__z_FunctionalAdamW.__init__s ;aHHHHbyy;r;;<< <czz+++&' 5!i()))5./// < <  " "5)9#: ; ; ;5=))) ]__   G  mG,mG,=&!]>:M%( j'%                      sA2HH  H  gradientsc>|jd}g}g}g}g}g}g}t|t|kr6tddt|dzdt|zd} t|jd|D]q\} } | h| t j| z} || || | |jvri|j| <|j| } t jd| d<t j | tj | d <t j | tj | d <|j r#t j | tj | d <|j| } || d || d |j r|| d || dst j 5tj|||||||j |j|jd |jd|jd|jd|jd|j|jdd| ddddS#1swxYwYdS)NrzEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: Frr1r2r4r5r6rr rrrr7)r)r(r!zipr#r;r<r'r=r>r?rr@rArBrr"rr) r*rJrrCrDrErFrGrHr:r.gradientr's r+r1z_FunctionalAdamW.steps!(+ $& v;;#i.. ( (W3CKK33347s9~~778   "4#3H#=yII 2 2OE8#u/666  ''... X&&& **(*DJu% Ju-E$)L$5$5E&M','7U-B(((E)$+0*:U-B+++E,'|272B!1F333./ 5)i 0111""5#6777<D#**51A+BCCC""5=111 ]__   G  mG,mG,=&!]>:M%( j'%                      sA2JJJN) r r rrFFFFF) __name__ __module__ __qualname__rrfloatrboolr,rrIr1r-r+r r s %1"(-+.+.V +. +.UE\" +.  +.  +.+.+.+.+."&+.+.+.+.Z;;hv.>;;;;zGd8F#34GGGGGGr-r )typingrrrrr#torch.optim._functionaloptim _functionalrAr,torch.distributed.optim._deprecation_warningrr r&__annotations__r$scriptr rSr-r+r[s............. ######### crrrrrrrrrrr-