o ߗi]@sUddlZddlZddlZddlZddlZddlZddlmZmZddl m Z m Z m Z m Z mZmZmZmZddlZddlmZddlmZmZdZe eed<ejddd kZd Zd Zd Z d Z!dZ"d Z#d Z$d Z%d Z&d Z'ejdd d kZ(d Z)d Z*dZ+d Z,d Z-d Z.d Z/d Z0e1Z2eee ed<e3ejdd Z4ejddd kZ5d Z6ejdd Z7ejdd Z8iZ9e e e fed<hdZ:ejddZ;edZ?ejdd kZ@d ZAejdd kZBejddd kZCd ZDd ZEd ZFd ZGee3efed <ejd!dd kZHe3ed"<gd#ZId$d%ZJd ZKd ZLd ZMd ZNd ZOd ZPd ZQd ZRd ZSd ZTd ZUer6d nd ZVd ZWd ZXeeeeeYZZd Z[d&Z\d'Z]d(Z^d Z_d Z`e Zad Zbd Zcd Zdd Zed)d*ZfefZghd+Zhd Zid Zjd Zkd Zld Zmd Zne1Zoee e gdfed,<e1Zpee d-e fed.<d Zqgd/Zrersd0d1etejuDejd2d d kZvejd3dd kZwd ZxiZye ee fed4<ejd5dd kZzejd6dd kZ{e3ed7<ed8Z|e e3ed9<dZ}e e ed:<erdd;l~TdN)abspathdirname)AnyCallableDictOptionalSetType TYPE_CHECKINGUnion) is_fbcode)get_tristate_envinstall_config_module log_file_nameTORCHDYNAMO_VERBOSE01FT#TORCH_COMPILE_USE_LAZY_GRAPH_MODULEdynamictraceable_tensor_subclassesTORCHDYNAMO_SUPPRESS_ERRORSTORCH_COMPILE_REPLAY_RECORDTORCH_COMPILE_DISABLETORCH_COMPILE_CPROFILE!skipfiles_inline_module_allowlist> torch._refs torch._prims torch._decomp torch.testingtorch.distributionsTORCHDYNAMO_REPRO_AFTERTORCHDYNAMO_REPRO_LEVELTORCHDYNAMO_REPRO_FORWARD_ONLYgMbP?TORCHDYNAMO_REPRO_IGNORE_NON_FP"TORCHDYNAMO_CAPTURE_SCALAR_OUTPUTS,TORCHDYNAMO_CAPTURE_DYNAMIC_OUTPUT_SHAPE_OPS optimize_ddp(TORCH_DYNAMO_DO_NOT_EMIT_RUNTIME_ASSERTSdo_not_emit_runtime_asserts) ddp_optimizerpython_reducer'python_reducer_without_compiled_forwardno_optimizationcCsjtjt}t|jtr|jrd}nd}nt|jtr|j}n tdtt||j vs3Jd||S)Nr-r0z!Invalid type, type(optimize_ddp)=zInvalid mode mode=) sysmodules__name__ isinstancer*boolstr ValueErrortype_ddp_optimization_mode)mmoder<R/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/_dynamo/config.py_get_optimize_ddp_mode)s   r>float64 complex128int64cCsRd}|tjvrtjtj|dStr tjttdStjt dS)NTORCH_COMPILE_DEBUG_DIRtorch_compile_debug) osenvironpathjoinr tempfile gettempdirgetpassgetusergetcwd)DEBUG_DIR_VAR_NAMEr<r<r=default_debug_dir_roots rN> repro_after repro_levelconstant_functionsrreorderable_logging_functions.ignore_logger_methods)stride requires_gradstorage_offsetlayoutdatacCs g|] \}}td|r|qS)z^is_.*)rematch).0name_r<r<r= s r^ TORCH_FAKE_TENSOR_DISPATCH_CACHE+TORCH_FAKE_TENSOR_DISPATCH_CACHE_CROSSCHECK!compiled_autograd_kwargs_overrideTORCH_COMPILER_COLLECTIVES(TORCH_DYNAMO_AUTOMATIC_DYNAMIC_LOCAL_PGOautomatic_dynamic_local_pgo)TORCH_DYNAMO_AUTOMATIC_DYNAMIC_REMOTE_PGOautomatic_dynamic_remote_pgo_custom_ops_profile)*cKsdS)Nr<)changesr<r<r=_make_closure_patcher#srj)rJinspectrDrYr1rHos.pathrrtypingrrrrrr r r torchtorch._environmentr torch.utils._config_moduler rrr6__annotations__rEgetverboseverify_correctnessminimum_call_countdead_code_eliminationcache_size_limitaccumulated_cache_size_limit&skip_code_recursive_on_cache_limit_hitfail_on_cache_limit_hitspecialize_intspecialize_floatdynamic_shapesuse_lazy_graph_moduleassume_static_by_defaultautomatic_dynamic_shapes automatic_dynamic_shapes_mark_asforce_parameter_static_shapes&force_nn_module_property_static_shapesallow_ignore_mark_dynamicguard_nn_modules guard_nn_modules_using_dict_tagssetrr5suppress_errorsreplay_record_enabled rewrite_assert_with_torch_assertdisablecprofiler*allowed_functions_module_string_ignorelistrOintrPrepro_forward_onlyrepro_tolerancerepro_ignore_non_fpsame_two_models_use_fp64capture_scalar_outputs capture_dynamic_output_shape_ops+prefer_deferred_runtime_asserts_over_guards'allow_complex_guards_as_runtime_asserts3force_unspec_int_unbacked_size_like_on_torchrec_kjtr*r,r9r> skip_torchrecoptimize_ddp_lazy_compileskip_fsdp_guardsskip_fsdp_hooksskip_nnmodule_hook_guards,skip_no_tensor_aliasing_guards_on_parametersraise_on_ctx_manager_usageraise_on_unsafe_aot_autograderror_on_nested_jit_traceerror_on_nested_fx_trace allow_rnncapture_sparse_computeerror_on_recompilereport_guard_failures__file__base_dir trace_numpynumpy_default_floatnumpy_default_complexnumpy_default_intuse_numpy_random_streamenable_cpp_guard_managerinline_inbuilt_nn_modulesuse_graph_deduplicationtrack_nodes_for_deduplicationissue_3_13_0_warning%record_compile_time_instruction_countrNdebug_dir_root_save_config_ignore%cudagraph_backend_keep_input_mutation(cudagraph_backend_support_input_mutationonly_allow_pt2_compliant_opscapture_autograd_functioncapture_func_transformslog_compilation_metricsrRrS+inject_BUILD_SET_unimplemented_TESTING_ONLY)_autograd_backward_strict_mode_banned_opsextend getmembersTensorfake_tensor_cache_enabled$fake_tensor_cache_crosscheck_enabledcompiled_autogradraenable_compiler_collectivesrdrfrgtorch.utils._config_typingrjr2r3r<r<r<r=s (