j_ ^UddlZddlZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZmZmZddlZddlmZddlmZmZdZe eed<ejddd kZd Zd Zd Z d Z!dZ"d Z#d Z$d Z%d Z&d Z'ejdd d kZ(d Z)d Z*dZ+d Z,d Z-d Z.d Z/d Z0e1Z2eee ed<e3ejdd Z4ejddd kZ5d Z6ejdd Z7ejdd Z8iZ9e e e fed<hdZ:ejddZ;edZ?ejdd kZ@d ZAejdd kZBejddd kZCd ZDd ZEd ZFd ZGee3efed <ejd!dd kZHe3ed"<gd#ZId$ZJd ZKd ZLd ZMd ZNd ZOd ZPd ZQd ZRd ZSd ZTd ZUerd nd ZVd ZWd ZXeeeeeYZZd Z[d%Z\d&Z]d'Z^d Z_d Z`e Zad Zbd Zcd Zdd Zed(ZfefZghd)Zhd Zid Zjd Zkd Zld Zmd Zne1Zoee e gdfed*<e1Zpee d+e fed,<d Zqgd-Zrersd.ejtejuDejd/d d kZvejd0dd kZwd ZxiZye ee fed1<ejd2dd kZzejd3dd kZ{e3ed4<ed5Z|e e3ed6<dZ}e e ed7<erdd8l~Td9ZeejedS):N)abspathdirname)AnyCallableDictOptionalSetType TYPE_CHECKINGUnion) is_fbcode)get_tristate_envinstall_config_module log_file_nameTORCHDYNAMO_VERBOSE01FT#TORCH_COMPILE_USE_LAZY_GRAPH_MODULEdynamictraceable_tensor_subclassesTORCHDYNAMO_SUPPRESS_ERRORSTORCH_COMPILE_REPLAY_RECORDTORCH_COMPILE_DISABLETORCH_COMPILE_CPROFILE!skipfiles_inline_module_allowlist> torch._refs torch._prims torch._decomp torch.testingtorch.distributionsTORCHDYNAMO_REPRO_AFTERTORCHDYNAMO_REPRO_LEVELTORCHDYNAMO_REPRO_FORWARD_ONLYgMbP?TORCHDYNAMO_REPRO_IGNORE_NON_FP"TORCHDYNAMO_CAPTURE_SCALAR_OUTPUTS,TORCHDYNAMO_CAPTURE_DYNAMIC_OUTPUT_SHAPE_OPS optimize_ddp(TORCH_DYNAMO_DO_NOT_EMIT_RUNTIME_ASSERTSdo_not_emit_runtime_asserts) ddp_optimizerpython_reducer'python_reducer_without_compiled_forwardno_optimizationc:tjt}t|jt r |jrd}nId}nFt|jt r|j}n$tdtt||j vs Jd||S)Nr.r1z!Invalid type, type(optimize_ddp)=zInvalid mode mode=) sysmodules__name__ isinstancer+boolstr ValueErrortype_ddp_optimization_mode)mmodes EC:\Projects\Historical\venv\Lib\site-packages\torch/_dynamo/config.py_get_optimize_ddp_moder?)s HA!.$''A > %"DD$DD ANC ( (A~?$|*<*<??@@@ 1+ + + +-DT-D-D + + + Kfloat64 complex128int64cd}|tjvr0tjtj|dSt rCtjt jtjdStjtj dS)NTORCH_COMPILE_DEBUG_DIRtorch_compile_debug) osenvironpathjoinr tempfile gettempdirgetpassgetusergetcwd)DEBUG_DIR_VAR_NAMEs r>default_debug_dir_rootrQs2RZ''w||BJ'9:???r@> repro_after repro_levelconstant_functionsrreorderable_logging_functions.ignore_logger_methods)stride requires_gradstorage_offsetlayoutdatacBg|]\}}tjd||S)z^is_.*)rematch).0name_s r> rbs.WWWgdARXiQU=V=VWTWWWr@ TORCH_FAKE_TENSOR_DISPATCH_CACHE+TORCH_FAKE_TENSOR_DISPATCH_CACHE_CROSSCHECK!compiled_autograd_kwargs_overrideTORCH_COMPILER_COLLECTIVES(TORCH_DYNAMO_AUTOMATIC_DYNAMIC_LOCAL_PGOautomatic_dynamic_local_pgo)TORCH_DYNAMO_AUTOMATIC_DYNAMIC_REMOTE_PGOautomatic_dynamic_remote_pgo_custom_ops_profile)*c dS)N)changess r>_make_closure_patcherrp#s r@)rMinspectrGr]r3rKos.pathrrtypingrrrrr r r r torchtorch._environmentr torch.utils._config_modulerrrr8__annotations__rHgetverboseverify_correctnessminimum_call_countdead_code_eliminationcache_size_limitaccumulated_cache_size_limit&skip_code_recursive_on_cache_limit_hitfail_on_cache_limit_hitspecialize_intspecialize_floatdynamic_shapesuse_lazy_graph_moduleassume_static_by_defaultautomatic_dynamic_shapes automatic_dynamic_shapes_mark_asforce_parameter_static_shapes&force_nn_module_property_static_shapesallow_ignore_mark_dynamicguard_nn_modules guard_nn_modules_using_dict_tagssetrr7suppress_errorsreplay_record_enabled rewrite_assert_with_torch_assertdisablecprofiler*allowed_functions_module_string_ignorelistrRintrSrepro_forward_onlyrepro_tolerancerepro_ignore_non_fpsame_two_models_use_fp64capture_scalar_outputs capture_dynamic_output_shape_ops+prefer_deferred_runtime_asserts_over_guards'allow_complex_guards_as_runtime_asserts3force_unspec_int_unbacked_size_like_on_torchrec_kjtr+r-r;r? skip_torchrecoptimize_ddp_lazy_compileskip_fsdp_guardsskip_fsdp_hooksskip_nnmodule_hook_guards,skip_no_tensor_aliasing_guards_on_parametersraise_on_ctx_manager_usageraise_on_unsafe_aot_autograderror_on_nested_jit_traceerror_on_nested_fx_trace allow_rnncapture_sparse_computeerror_on_recompilereport_guard_failures__file__base_dir trace_numpynumpy_default_floatnumpy_default_complexnumpy_default_intuse_numpy_random_streamenable_cpp_guard_managerinline_inbuilt_nn_modulesuse_graph_deduplicationtrack_nodes_for_deduplicationissue_3_13_0_warning%record_compile_time_instruction_countrQdebug_dir_root_save_config_ignore%cudagraph_backend_keep_input_mutation(cudagraph_backend_support_input_mutationonly_allow_pt2_compliant_opscapture_autograd_functioncapture_func_transformslog_compilation_metricsrUrV+inject_BUILD_SET_unimplemented_TESTING_ONLY)_autograd_backward_strict_mode_banned_opsextend getmembersTensorfake_tensor_cache_enabled$fake_tensor_cache_crosscheck_enabledcompiled_autogradreenable_compiler_collectivesrhrjrktorch.utils._config_typingrpr4r5rnr@r>rs $$$$$$$$QQQQQQQQQQQQQQQQQQQQ ((((((NNNNNNNN $ x}### *... 4 4 ; #*.&   JNN8#>>#E   $- !% *.&"$( &/2ceeSc^333 $rz~~&CUKKLL  'DcJJcQ$(  *..0% 8 8 :>>2E : :57!4S>666 ...*jnn6== c"*..!:A>>?? Z^^$DEEL jnn%FGG3N  (LMMQTTJNNA3GG3N! /4+ +0'7<3*"& eD#I%%%JNN=sCCsJT   " " ! 04," %!   #,)++74  77777778#4#45566 7 7  $  !* O !& ).% @ @ @('))).%,1( %! =@CEEs8SE4K#89AAA 25s8CH-.666/4+---)*00WW++EL99WWW JNN5s;;sB JNN@#FF#M% 57!4S>666!jnn-I3OOSVV0JNN=sCCsJT 0@/?/00htn &*Xc]))) ,,,,   ck(+,,,,,r@