JjPddlZddlZddlmZmZddlZddlmZddlm Z ej e Z GddZ dedefd ZGd d ZGd d eZGddZeZdZdejdefdZdede ejzfdZd!dedzfdZdZdefdZdedzfdZdedefdZdedefdZdedeeeffdZ dejdefdZ!dZ"defd Z#dS)"N)AnyProtocolparse_namespace)_disable_current_modesceZdZdededejdzfdZfdZdZ dZ d Z d Z d Z d eeefd dfdZxZS)FakeScriptObject wrapped_objscript_class_namexNct|d|t|d|ddlm}|}|t |sv t 5t j|}dddn #1swxYwYn:#ttf$r&}t d||Yd}~nd}~wwxYwt|d|dS)Nr r r)is_opaque_typezUnable to deepcopy the custom object %s due to %s. Defaulting to the user given object. This might be dangerous as side effects may be directly applied to the object.real_obj) object __setattr__torch._library.opaque_objectrtypercopydeepcopy RuntimeError TypeErrorlogwarning)selfr r r rres PC:\Projects\DSCons\.venv\Lib\site-packages\torch\_library\fake_class_registry.py__init__zFakeScriptObject.__init__s] 4 <<<4!46GHHH?????? ~d1gg&&  +--00#}Q//H000000000000000 ),    %&   4X66666s<B(B = B B  BB BC &CC c t|S#t$r}td|d|d}~wwxYw)Nz%Tried to call __getattr__ with attr 'aE' on a FakeScriptObject, implying that you are calling this inside of a fake kernel. The fake kernel should not depend on the contents of the OpaqueObject at all, so we're erroring out. If this attr is a method or constant attribute, you can allow this member access by registering it via `register_opaque_type(members=...)`.)super__getattribute__AttributeError)rnamer __class__s rr z!FakeScriptObject.__getattribute__,sp 77++D11 1    JJJJ  s $ AAAc(td|d)Nz%Tried to call __setattr__ with attr 'a3' on a FakeScriptObject, implying that you are calling this inside of a fake kernel. The fake kernel should not depend on the contents of the OpaqueObject at all, so we're erroring out. If you need thisfunctionality, consider creating a custom TorchBind Object instead(but note that this is more difficult).)r!)rr"values rrzFakeScriptObject.__setattr__9s* 6D 6 6 6   c|j|SN)r)rkeys r __getitem__zFakeScriptObject.__getitem__Cs}S!!r&c||urdSt|d}t|tr't|d}||urdS||kS||kS)NTr)rr isinstancer )rother self_real other_reals r__eq__zFakeScriptObject.__eq__Gss 5==4++D*== e- . . +00 CCJJ&&t * *E!!r&c.|| Sr()r0)rr-s r__ne__zFakeScriptObject.__ne__Vs;;u%%%%r&ct|d} t|S#t$rt |cYSwxYw)Nr)rr hashrid)rrs r__hash__zFakeScriptObject.__hash__YsU**4<< >> !   h<<    s,AAmemoreturnc t||vr|t|Stt}||t|<t|dt j|j|t|d|jt5t j|j |}t|d||j D]\}}|dvrt|tr6t||t||j|jTt#||r+t||t%||t||| dddn #1swxYwY|S)Nr r r)r r r)r5r __new__rrrrr r rr__dict__itemsr,FakeScriptMethod method_nameschemahasattrgetattr)rr7new_obj new_real_objr"r%s r __deepcopy__zFakeScriptObject.__deepcopy__bs d88t  4> !"**+;<< RXX ]DM$2BD$I$I    7$79OPPP $ % % E E===L   w L A A A#}2244 E E eOOO!%)9:: E**# ,We6GVV #<66E".. 'w|T/J/J#..weDDD E E E E E E E E E E E E E E E E$s;Ct|tr|jS|S)z@If obj is a FakeScriptObject, return the underlying real object.)r,r rrNs rmaybe_unwrap_fake_script_objectrQs"#'((| Jr&c8eZdZdededejdzfdZdZdS)r= self_fake_objr>r?Nc0||_||_||_dSr()rSr>r?)rrSr>r?s rrzFakeScriptMethod.__init__s +& r&c<ddlm}||j|jg|Ri|S)Nr)call_torchbind)!torch._higher_order_ops.torchbindrVrSr>)rargskwargsrVs r__call__zFakeScriptMethod.__call__s<DDDDDD~d0$2BTTTTTVTTTr&) rErFrGr rHrIFunctionSchemarrZr&rr=r=s`'$t+ UUUUUr&r=c4eZdZedejfdZdS)HasStaticMethodFromRealrcdSr(r\)clsrs r from_realz!HasStaticMethodFromReal.from_reals r&N)rErFrG classmethodrIrJrar\r&rr^r^s< !3   [   r&r^cpeZdZd dZdedefdZdedefdZd deddfdZ dedefdZ d d Z deddfd Z dS) FakeClassRegistryr8Nci|_dSr(_registered_classrs rrzFakeClassRegistry.__init__s13r& full_qualnamec||jvSr(rfrris rhas_implzFakeClassRegistry.has_impls 666r&cF|||j|Sr()_check_registeredrgrks rget_implzFakeClassRegistry.get_impls$ }---%m44r&c|||rtd||||j|<dS)NzE%s is already registered. Previous fake class is overridden with %s.)rlrrrg)rri fake_classs rregisterzFakeClassRegistry.registersJ == ' '  KKW    1;}---r&c||std|dS|j|S)NziCannot deregister %s. Please use register_fake_class to register it first. Or do you dereigster it twice?)rlrrrgpoprks r deregisterzFakeClassRegistry.deregistersW}}]++ = KK2      )--m<< >  v %%r&c Xddlmcm}t|r|Sddlm}m}m}m}m }t|}||r||n ||} t|| |} ||} | td|d| j D]x} t5t|| st!d| d| dt"| | t'|| dddn #1swxYwYy| St5|} dddn #1swxYwYt+| |5ddlmfd t1| Dfd t1| D}t3|dkrt4d || ||t:jd | }dddn #1swxYwYt?| |}t||!"|} |#D]}t'||d}|tI|stKd |d|dt'||}d}tM|t:j'r|j(}t"| |tS| ||hd}||vrt4d||| S)Nr)FakeOpaqueObjectget_opaque_obj_infoget_opaque_type_namer OpaqueTypeStrzopaque_info for type z must not be NonezOpaque object of type 'z ' was specified to have member 'z1', but this doesn't actually exist in the object.)_tensor_storagecbi|]+\}}t|tj||,Sr\r,rITensor).0iinprs r z%maybe_to_fake_obj..sKAsc5<00$$ar&ci|]F\}}t|tjr'||k4||GSr\r)rrrr storage_maps rrz%maybe_to_fake_obj..sjAsc5<00  4 45::;s334;::r&zDetected script object %s has aliasing relationship among its tensors. Flattened obj: %s. Aliasing tensor indices: %s. This is not supported and may cause unexpected behavior.ctj|||j|j|j|jS)N)devicedtype requires_gradlayout)rI empty_stridedsizestriderrrr)ts rz#maybe_to_fake_obj..4sB%-FFHHHHJJ8'"#/8 r&zExpect z to be a callable but got .> __getstate__ __setstate____obj_flatten__z.fake object of %s doesn't implement method %s.)*torch.utils._pytreeutils_pytreerrrrrrrrr rmembersrr@rrrrArrtorch._higher_order_ops.utilsr enumerater}rr tree_map_onlyrIr"_find_fake_class_for_script_object__obj_unflatten___typequalified_name _method_namescallablerr, ScriptMethodr?r=) fake_moder pytreerrrrrx_type type_namefake_x_wrapped opaque_info attr_namer~ alias_mapfake_flattenedfake_xr"attr real_attr method_schemaoverride_skip_listrrs @@rmaybe_to_fake_objrs)((((((((!WWF~fDY%&YMM4H4H4P4P )*:*:*<*9ga>S>STTT  U U U U U U U U U U U U U U U $ % % ) )&&((F ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) %V,,, & &  E E E E E E'//K '//I 9~~!! O $11   N7& & & & & & & & & & & & & & & P4A66HHXX%faggii.F.F.H.H!LLN!!WWvtT**  D>> V"#TT#T#TT#T#T#TUUU4((I:>M)U%788 1 ) 0     }EE     "U!T!T --- LaQUVVV s8$ADD D D>>EEBG66G:=G:rqc<dtffd }||S||S)a Register a fake implementation for this class. It's in the same spirit of registering a fake implementation for an operator but with the difference that it associates a fake class with the original torch bind class (registered with torch::class_). In this way, torch.compile can handle them properly in components such as Dynamo and AOTAutograd. This API may be used as a decorator (see example). For the fake class, users are required to provide a from_real classmethod that takes a real object and returns an instance of the fake class. All tensors in the fake object should also be properly fakified with to_fake_tensor() in from_real. Examples: # For a custom class Foo defined in test_custom_class_registration.cpp: TORCH_LIBRARY(_TorchScriptTesting, m) { m.class_("_TensorQueue") .def(torch::init()) .def("push", &TensorQueue::push) .def("pop", &TensorQueue::pop) .def("top", &TensorQueue::top) .def("size", &TensorQueue::size) .def("clone_queue", &TensorQueue::clone_queue) .def("__obj_flatten__", &TensorQueue::__obj_flatten__) .def_pickle( // __getstate__ [](const c10::intrusive_ptr& self) -> c10::Dict { return self->serialize(); }, // __setstate__ [](c10::Dict data) -> c10::intrusive_ptr { return c10::make_intrusive(std::move(data)); }); }; # We could register a fake class FakeTensorQueue in Python as follows: import torch @torch._library.register_fake_class("_TorchScriptTesting::_TensorQueue") class FakeTensorQueue: def __init__(self, queue): self.queue = queue @classmethod def __obj_unflatten__(cls, flattened_ctx): return cls(**dict(ctx)) def push(self, x): self.queue.append(x) def pop(self): return self.queue.pop(0) def size(self): return len(self.queue) In this example, the original TensorQeue need to add a __obj_flatten__ method to the class TensorQueue and the flattened result is passed into FakeTensorQueue's __obj_unflatten__ as inputs to create a fake class. This protocol allows pytorch to look at the contents of the script object and properly handle them in the subsystems like dynamo, aot_aotugrad or more. rqct\}}tj||t |t d}|st |dt dt|jt tst t dt t||S)Nz doesn't define a classmethod rz method is not a classmethod.) rrI_C _get_custom_class_python_wrapperrA_CONVERT_FROM_REAL_NAMErr,r;rbglobal_fake_class_registryrr_full_qual_class_name)rqnsr" from_methodqualnames rinnerz"register_fake_class..inners"8,,D 11"d;;;j*A4HH  WW=TWWW *-.EF TT *III  #++,A(,K,KZXXXr&)r^)rrqrs` rregister_fake_classr]sGF1( 5  r&cPtt|Sr()rrur)rs rderegister_fake_classrs % 0 01Fx1P1P Q QQr&c6t|Sr()rrlris rhas_fake_classrs % . .} = ==r&cXt|sdSt|Sr()rrrors rfind_fake_classrs+ - ( (t % . .} = ==r&rc<t|\}}d|zdz|zS)Nz__torch__.torch.classes.rr)rrr"s rrrs(x((HB % *S 04 77r&ct|tjo8|dS)Nz__torch__.torch.classes)r,rIrJrr startswithrPs r_is_script_objectrsK  U     ))++ $ $ & & 1 1!  r&ric|d}t|dkrtd|d|\}}}}}||fS)NrzCould not split full_qualname=z, expected 5 parts)splitr}r)risplits_torch _torch_ns_classesr class_names r_ns_and_class_namersZ   % %F 6{{aR RRRSSS28/FIxZ z>r&c |}t|\}}t|}|!t d|d|d|dt d |S)Nz ScriptObject's zA haven't registered a fake class. Please use register_fake_class(z::a) to annotate a fake class for the script obj. Specifically, create a python class that implements a fake version for all the methods that're used in the program and put annotated class in the program e.g. after loading the library. The fake methods can be written in the same way as a meta kernel for an operator but need to additionally simulate the object's states. Be sure to add a z; classmethod to enable creating a fake obj from a real one.)rrrrrr)r rirrrqs rrrsGGII,,..M' 66NB  //J ?} ? ?/1 ? ?5? ? ? @W  ? ? ?    r&rc|t|}t|td}|st|dtdtjj|dtjjfd5| |cdddS#1swxYwYdS)Nz must define a classmethod z2 that converts the real object to the fake object.cSr(r\)ctxsrrz%_fake_obj_from_real..sr&) rrArrrI_library fake_impl FakeImplCtxset_ctx_getterra)rr rqfrom_real_methodrs @r_fake_obj_from_realrs3A66Jz+BDII   B B6M B B B   . " . .y$ ? ?C  ! 0 0 = =''##A&&''''''''''''''''''sB11B58B5r()$rloggingtypingrrrItorch._library.utilsrtorch.utils._python_dispatchr getLoggerrErr rQr=r^rdrrrJryrrrrrrrHrrr|rrrrr\r&rrs  000000??????g!!sssssssslUUUUUUUU"     h   %%%%%%%%P/.00   &+&&&&&s s**sssslYY.E.LYYYYxRRR>T>>>>>cDj>>>> 8C8C8888 34ceCHo%*<". ' ' ' ' ' ' 'r&