Ph) ddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZddlmZmZddlmZmZmZmZmZmZmZmZmZmZddl m!Z!ddl"Z"ddl#Z"ddl$m%cm&Z'ddl(Z"ddl"m)Z)dd l*m+Z+dd l,m-Z-dd l.m/Z/m0Z0dd l1m2Z2m3Z3m4Z4dd l5m6Z6m7Z7ddl8m9Z9ddl:m;Z;ddlZ>ddl?m@Z@erddlAmBZBmCZCmDZDmEZEmFZFnleGe"jjjD]CZKeKjdreMe"jjjeKeNeK<EddlOmPZPmQZQmRZRmSZSm%Z%ddlTmTZTddlUmVZVmWZWmXZXddlYmZZZddl m[Z[m\Z\ddl%m]Z]eje_Z`ddlambZbddlcmdZde%jZfejZhddliZiGddeZjejjZle jZne jZpd Zqd!ZrejdSd"Zteje;eeeevd#hZw dTd$ZxGd%d&e"jjZ{d'Z|d(Z}d)Z~e jZeGd*d+Zd,Zej dUd-ZdVd.ZdWd/ZGd0d1ZGd2d3eZGd4d5eZGd6d7eZd8ZdXd9Zehddd:d;f dXd<Zd=ZGd>d?ejZd@ZdAZ dYd;ddd;dd:dBdCZe!dDd:dEZGdFdGe"jtj$j&ZGdHdIeZdJZdKZd;d;ddLdd;d:d;dM dZdNZe@ddd;ddd:dOdPZGdQdRZy)[) annotationsN) dataclass)Enum)dirnamejoin) AnyCallableDictList NamedTupleOptionalSetTuple TYPE_CHECKINGUnion)patch)_guards) fake_tensor) Constraint)make_fxmaybe_disable_fake_tensor_mode)ConstraintViolationError DimDynamicStatelessSymbolicContext)_PyTreeCodeGen _PyTreeInfo)DistributedDataParallel) GraphModule) CompilerFnlookup_backend)Hooks) reset_codeset_eval_frameset_guard_error_hook skip_code unsupported__)config convert_frameexternal_utils skipfilesutils) code_context)CondOpArgsMismatchError UserError UserErrorTypeinstall_generation_tagging_init) CacheEntryDynamoCallback) compile_times)enable_python_dispatcher)_disable_current_modesceZdZdZy)UnsetrN)__name__ __module__ __qualname__tokencC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_dynamo/eval_frame.pyr;r;Ys ErAr;cttds dt_ttds dt_ttds it_yy)N$skip_backend_check_for_run_only_modeFcurrent_backendcached_backends)hasattrguarded_backend_cacherDrErFr@rArB!_maybe_init_guarded_backend_cacherIcsF (*P QEJB (*; <04- (*; <02- =rActdt_dt_tj}|j D]}t |ds|j!|jit_y)NFreset) rIrHrDrErFvaluesrGrKclear)rFbackends rB_reset_guarded_backend_cacherOlsb%'AF>,0)+;;O"))+ 7G $ MMO,,.)rAc#Kt|dur, tj}dt_d|t_yt|}dd}||} |||y#t_wxYw#||wxYww)NFTcttj}|t_|tjt|<|SN)rHrErFid)rN prev_backends rB_set_current_backendz3backend_cache_wrapper.._set_current_backends10@@L4; ! 1AH ! 1 1"W+ > rA)rNr!)rIrHrD innermost_fn)callback prev_skiprNrUrTs rBbackend_cache_wrapperrYxs%' 5 S-RRIIM ! FJIR ! Fx( ,G4  /M  .JS ! F ! .s3A?A"#A?A2 A?" A//A?2 A<<A?z+onnx/_internal/fx/dynamo_graph_extractor.pyct|r |j}tjjj j |}g}| |j||j}| |S)zh Given a code object or a callable object, retrieve the cache entries stored in this code. ) callable__code__torch_C_dynamo eval_frame_debug_get_cache_entry_listappendnext)code cache_head cache_lists rBrarasf~}}!!,,HHNJJ  *%__    rAcbeZdZUdZded<ded<d fd ZdZdZd Zd Z d Z fd Z xZ S)OptimizedModulezx Wraps the original nn.Module object and later patches its forward method to optimized self.forward method. Callable[..., Any]_torchdynamo_orig_callablezCallable[[], Any]get_compiler_configc^t|||_||_|j yrR)super__init__ _orig_mod dynamo_ctx _initialize)selfmodrp __class__s rBrnzOptimizedModule.__init__s( $ rAct|jjtjr]t j |jjr4|jtj|j|_n*|j|jj|_t|jdr#|j|_ |j|_yyN_initialize_hook) isinstanceroforwardtypes MethodTyper-checkrpr, wrap_inline__call__rG_forward_call_lazy_checkrrs rBrqzOptimizedModule._initializes dnn,,e.>.> ?IOO NN " "E  ??>+E+Ednn+UVDL ??4>>+B+BCDL 4>>#5 6 LLDM00DL 7rAcxt|j}|jdd|jdd|S)Nryr~)dict__dict__poprrstates rB __getstate__zOptimizedModule.__getstate__s1T]]# )T" *d# rAc2||_|jyrR)rrqrs rB __setstate__zOptimizedModule.__setstate__s  rAcV|dk(r|jdSt|j|S)Nro)_modulesgetattrro)rrnames rB __getattr__zOptimizedModule.__getattr__s* ; ==- -t~~t,,rAct|jdr'|jj|j|||j|i|Srv)rGro_infer_parametersr)rrargskwargss rBrz OptimizedModule._call_lazy_checksC 4>>#5 6 NN , ,T^^T6 Jt}}d-f--rAc|jj}|t|Dcgc] }||vs| c}zScc}wrR)ro__dir__rm)rrorig_mod_attrsattrrts rBrzOptimizedModule.__dir__sM//1"W_.! .T$n2LD.!   ! s AA)rsztorch.nn.Module) r<r=r>__doc____annotations__rnrqrrrrr __classcell__rts@rBrhrhs> !32**1" - .  rArhcHt|tjr t|yt |drt|j yt t |dddr t|jj yddlm }|tjd|y)zA Make sure f.__code__ is not cached to force a recompile r\ryNr rKz#could not determine __code__ for %s) rxrzCodeTyper$rGr\rryrKlogwarning)frKs rBremove_from_cachersk!U^^$1 J 1:: It,j 9199%%&  91=rAcyrRr@r@rArBnothingrsrAcn|}t|dr&|j}t|sJt|dr&|S)z In case of nesting of _TorchDynamoContext calls, find the innermost function. TorchDynamo caches on fn.__code__ object, so its necessary to find the innermost function to pass on the optimize, run, disable etc. rj)rGrjr[)fn unaltered_fns rBrVrVsB L , < =#>>  %%% , < = rAc"eZdZUded<ded<y) ConfigAndHashzDict[str, Any]r*byteshashNr<r=r>rr@rArBrrs  KrArcRttdsdt_dt_yy)Nsaved_config_and_hash)rG config_cachernopythonr@rArB _maybe_init_guarded_config_cachers" .get_compiler_configs'' 'rAorig_graphmodulerkr<r) _call_impl_wrapped_call_implct tsKtjjj r#t jr td|i|Stjjr#t jr td|i|S t}t j}|j}|j j r;t# j$ j& j(}|j |i|t| j rj+ddd|j+ddd|j+dddS#t| j rj+ddd|j+ddd|j+dddwxYw)NzvDetected that you are using FX to symbolically trace a dynamo-optimized function. This is not supported at the moment.zsDetected that you are using FX to torch.jit.trace a dynamo-optimized function. This is not supported at the moment.)rxDisableContextr]fx_symbolic_trace is_fx_tracingr*error_on_nested_fx_tracerjit is_tracingerror_on_nested_jit_tracer%rYrWrrrrrrr) rrrrrrrrWrrrrs rB_fnz)_TorchDynamoContext.__call__.._fnst^4HH,,::<22&\ t.v..yy##%33&\ t.v.. J"8,E$9$--$H ! ! + + -*,K  ! ! #$ANND$>$> %!"++- A4*6*u%##%..tT4@$$T46%..tT4@ u%##%..tT4@$$T46%..tT4@s 4F AGTrr\a torch._dynamo.optimize is called on a non function object. If this is a callable class, please wrap the relevant code into a function and optimize the wrapper function. >> class CallableClass: >> def __init__(self): >> super().__init__() >> self.relu = torch.nn.ReLU() >> >> def __call__(self, x): >> return self.relu(torch.sin(x)) >> >> def print_hello(self): >> print("Hello world") >> >> mod = CallableClass() If you want to optimize the __call__ function and other code, wrap that up in a function >> def wrapper_fn(x): >> y = mod(x) >> return y.sum() and then optimize the wrapper_fn >> opt_wrapper_fn = torch._dynamo.optimize(wrapper_fn) )%rVrxr]rrr/ get_contextryr\nnModulerhrjrGrkr[inspect getsourcefile TypeErrorr-r|rDONT_WRAP_FILESr,r}rWrr functoolswrapsr_torchdynamo_disable_torchdynamo_inlinertextwrapdedentalways_optimize_code_objects) rrrrkrsnew_modfilenamerrrWrs `` @@@rBr~z_TorchDynamoContext.__call__s ("  b%((.. /QSL $ $RZZ%8%8 9:L M b%((// *C%c40G25G .w(=> >>*=G 'N|| ,,R0H !4J+3WW/ ++B/B====..  ( A ( AV dN +'+C $&(C #*,&3 5666"5 = (2z*"OO  B9= ( 5 c H sG)) G87G8rWr6) r<r=r>r null_contextrnrrrr~rrs@rBrrTsG%  8 /&GQrArc.eZdZ ddddddfd ZxZS)OptimizeContextFNT)rrrrc Xd}t ||||tj||||| y)NctyrRr3r@rArBrz*OptimizeContext.__init__..on_enter6s + -rA) rWrrrrrrrr)rmrn TorchPatcherr) rrrWrrrrrrrrts rBrnzOptimizeContext.__init__+s= . -!''+#  rA)Fr<r=r>rnrrs@rBrr*s%     rArceZdZfdZxZS)RunOnlyContextc.d}t|d|y)Ncrtjjjxjdz c_y)Nr )r]r_mutation_guardGenerationTracker generationr@rArBrz)RunOnlyContext.__init__..on_enterIs# MM ( ( : : E E J ErAF)rWrrmrn)rrrrts rBrnzRunOnlyContext.__init__Gs K %(;rArrs@rBrrFs <>rAcTtjfd}|_|S)Ncp|Jtj|j}|jt |jk\s|st j rtjtjr|jt |jk\rdn"tj|jrdnd}|rt jr@tjd|jj||jjy|jjdk(r|jjdk(ryt jrt!j"}|rmt$5ddlm}||j* j, }t/ d sJd  j1|j2}||| |cdddSt$5t55 || |cdddcdddS#1swY8xYw#1swYnxYwdddy#1swYyxYw) Nztraced frame alreadyz in skipfileszdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)z__new__r) DDPOptimizer)bucket_bytes_capbackend_compile_fn_clone_with_backendzJDDPOptimizer only supports callback fns that know how to clone themselves.)r-r|f_codef_lastirr*disabler isEnabledForloggingDEBUGverboserco_name co_filename optimize_ddpr_get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrrrjrGr  compile_fnr9) frame cache_entry frame_state is_skipfile skip_reason ddp_moduler ddp_optimizerhijacked_callbackrWhookss rB catch_errorsz*catch_errors_wrapper..catch_errors^s&&&ooell3  MM0> >~~ .}}(;ELL(II+!u||4(5 #fnnII= ,,# 00   << # #z 1ell6J6Ji6W   0GGIJ!O$0)3)D)D+3+N+N%M# "7dcd)1(D(D%00)%-UK T"\13E;{C43\\"\43\\\s15AH " H,- H8 H, HH H,,H5)rrrj)rWr7r8s`` rBcatch_errors_wrapperr9]s1__X0D0Dd/7L+ rATFc :tt|||d||||S)NT)rrrrrr)rr9)r.r7rrrrrs rB_optimize_catch_errorsr;s- Z/)' rAcddlm}t|dr |j}nt |t r|}nd}t |}|||S)Nr )wrap_backend_debug compiler_name)repro.after_dynamor=rGr>rxstrr") compiler_fnr= compiler_strs rBget_compiler_fnrCsE6{O,"00 K %"   -K k< 88rAceZdZdZy)_NullDecoratorc t|sJ|SrR)r[)rrrs rBr~z_NullDecorator.__call__s|| rAN)r<r=r>r~r@rArBrErEsrArEc|tjdk(r tdtjdk\r tdy)Nwin32z+Windows not yet supported for torch.compile)r z0Python 3.12+ not yet supported for torch.compile)rplatformrrr@rArBcheck_if_dynamo_supportedrKs9 ||wHII 7"MNN#rAc8 ty#t$rYywxYw)NTF)rK Exceptionr@rArBis_dynamo_supportedrNs"!# s )rguard_export_fn guard_fail_fnr#rrc tt||}tjj d|s#t j jdddk(r tSt|}t|dt}|rt||||Sttj||||||t|d r|j! Sd S) an The main entrypoint of TorchDynamo. Do graph capture and call backend() to optimize extracted graphs. Args: backend: One of the two things: - Either, a function/callable taking a torch.fx.GraphModule and example_inputs and returning a python callable that runs the graph faster. One can also provide additional context for the backend, like torch.jit.fuser("fuser2"), by setting the backend_ctx_ctor attribute. See AOTAutogradMemoryEfficientFusionWithContext for the usage. - Or, a string backend name in `torch._dynamo.list_backends()` nopython: If True, graph breaks will be errors and there will be a single whole-program graph. disable: If True, turn this decorator into a no-op dynamic: If True, upfront compile as dynamic a kernel as possible. If False, disable all dynamic shapes support (always specialize). If None, automatically detect when sizes vary and generate dynamic kernels upon recompile. save_config: If True, recompiling this function will first restore the dynamo config at the time when `optimize` was first called, for the duration of the compilation process. Example Usage:: @torch._dynamo.optimize() def toy_example(a, b): ... rOrPztorch._dynamo.optimizeTORCHDYNAMO_DISABLEr1r)rr7r)r7rkN)rrr)rKr#r]r^_log_api_usage_onceosenvirongetrErCrroptimize_assertr;r+rGrk) rNrrOrPr#rrr7rs rBoptimizerZsL / OE HH  !9:"**..!6;sBg&Gw(:LI #   "##G59  71 2 335    rAz&torch._dynamo.symbolic_convert.explaincTfd}|s|rtjd||i|S|S)Nc ,ddlm}|ggdgg dfd }fd}t|d|}||i|t}i}D]}|jd} ||t | <!d } t |jD]P\} } d jtj| j} | dzd | jd | d }| |z } R|dz }td }|ddl m}||||S)Nr rrcLddlm}||\}|jS)Nr )_explain_graph_detail)backends.debuggingr^ry)gmexample_inputsr^ break_reasonsgraphsop_count ops_per_graphs rB"dynamo_graph_accumulating_compilerzBexplain..inner..dynamo_graph_accumulating_compiler#s: BBWFHm]B >B-:: rAc(j|yrR)extendguards out_guardss rBguard_export_printz2explain..inner..guard_export_print3s   f %rAF)rrOrz . Reason: z User Stack:  r@)repr) ExplainOutputr`torch.fx.GraphModule)rrKrZlen user_stackro enumeraterLr traceback format_listreasonr7r_rp)rrrKrfrlopt_f graph_countdeduped_reasonsrxinnermost_frameformatted_listidx break_reasonformatted_stackmsggraph_break_count compile_timerprbrcrdrerkrs @@@@@rBinnerzexplain..inners] -/#% -/ *,  $    &  ..    tv&k #F$//3O5;OD1 2$ !*?+A+A+C!D C ggi&;&;Lz7FlattenInputOutputSignature.__init__..sX7W!T]]1-7Ws)rmrnrsrurrange placeholdernodemetarxr]Tensor from_tensorrshaperDYNAMICSTATICrb old_args_gen!matched_output_elements_positions)rrm flat_args matched_input_elements_positionsrexample_fake_inputsflat_args_dynamic_dims fake_modeixrmatched_input_elements_to_fakerrdrts` rBrnz$FlattenInputOutputSignature.__init__ls )*c)n<<<%%EF* FC $R( (F '*  q#i.)A'%A3iR8C22'Ea'H e$(Z ! ell-S+4+@+@!! )A */s9Q<3E3E/F)G +*HA$%(>q(A#A!+ 2 2%/%6%6!7*H + /3Vc)A,:L:L6M-M*,A ,CHHMM%( MM  %+*,Y7WX1R.;* $+s F7.F ct|j}d|jjvr0|jjd|jjd<d|jjvr0|jjd|jjd<d|jjvr0|jjd|jjd<|S)Nr tensor_dict example_value)rcr current_noderr)rrtargetrrrs rBrz'FlattenInputOutputSignature.placeholders4$$% D%%** *#'#4#4#9#9%#@CHHMM% D--22 2+/+<+<+A+A-+PCHHMM- ( d//44 4-1->->-C-CO-TCHHMM/ * rAc|d}g||j}|jDcgc]}|| }}t| ||fiScc}w)Nr)rrrmoutput) rrrrrdynamo_result_flatlookuprnew_result_flatrts rBrz"FlattenInputOutputSignature.outputs]!!W6%6 6.2.T.TU.T6!9.TUw~f&8"==Vs Ac||_t| |}d|jjvr0|jjd|jjd<d|jjvr0|jjd|jjd<|jj dk7rD|jj t|jd|jj|S)Nrrrr) rrmrun_noderrop_renamerr)rrn result_proxyrts rBrz$FlattenInputOutputSignature.run_nodesw'* D%%** *,0,=,=,B,B5,IL   " "5 ) d//44 46:6G6G6L6L7L   " "? 3     8 +    % %))6<3D3D3I3IJ rArR)rrrrz Tuple[Any]r List[int]rrrzList[torch.Tensor]rzList[Set[int]]rz$Optional[fake_tensor.FakeTensorMode])r<r=r>rnrrrrrs@rBrrksn;?*S *S*S+4 *S ,5 *S 0 *S!/*S8*SX>  rArc"eZdZUded<ded<y) ExportResultrr graph_module_guards.GuardsSetrjNrr@rArBrrs&& rArcg}|jjD]}|jdk(st|dsJ|j}|j j |}|Kt|dkDsJd}|D]}t|dk(r|}n||jd}n]djtj|}d} t|dkDrdt|dz d} |jd || }|j||r,ttjd d j|zy) Nr_dynamo_sourcerz, a closed over free variablerr z(elided z more accesses)z, accessed at: aCannot export model which references tensors that are neither buffers/parameters/constants nor are direct inputs. For each tensor, if you'd like this tensor to be an explicit input, add it as a dummy argument to the top-level model definition you are exporting; if you would like its value to be embedded as an exported constant, wrap its access in a function marked with @assume_constant_result. z )graphnodesrrGr_source_to_user_stacksrXrsrrrvrwrbr1r2 INVALID_INPUT) r input_errorsrsource user_stacksstacksrtbextras rBcheck_signature_rewritablers\L !! 77m #4!12 22((F66::6BK"{#a' ''E q6Q; ! }'DEWWY2259:{#a'&s;'7'9&:/JE'7tE7C    $3"6  ' ' E kk,'  (  rAc tj||\} } tjtjtj tj ffdfd} | d|id|i} tj|\}}|J| t||dd|i}t||| ||| |j}d d}tt||| | |||j_|j|S) Nct|SrR)rx)rsupported_typess rBis_supported_typez,rewrite_signature..is_supported_types#//rAcdj|jDcgc]?\}}|dzdj|Dcgc]}tt|c}zdzAc}}}}|j Dcgc] }|D]}| }}}g}i}t |D]\} }| |t |<|jD]\} } t | D]r\} } |rMt ||vr|j|t |9t| d| dzdt|d|t| d| dzd |d |Scc}wcc}}}wcc}}w) Nz or z of types: (z, )z #r z , of type z, is not among z is z., but only the following types are supported: ) ritemsr@typerLrurSrbAssertionError)sources candidatesdescvalsr source_types source_valsmatched_elements_positionsdict_of_source_valsrcandidate_desccandidate_valsrrs rBproduce_matchingz+rewrite_signature..produce_matchings{{ #*--/   #2JD$  !))t#2   (/~~'7H'7t4Cs4s'7 H%'"  ,FAs+, 3 (-/9.>.>.@ *NN#N33$S)#w"55299:MbQTg:VW,-.b1ZS {/ZfYgh))*"QqSEcU;>>M=NP4/A*)5= IsE EE EE original inputszgraph-captured input)rr)zgraph-captured outputsrzoriginal outputcdd}||}|jdt|}t|t|jkDrU|jJd|tdt|t|z Dcgc]}|jd|c}z }ndt|t|jkrC|jt|t|jxsg D]}||vrJd||t |j z }|jD]%}|jxsi} ||vr|| vrJd||Scc}w)Nc ht|jj}|Dcgc]5}|jtj j k(r |j7}}|Dcgc]6}|jtj jk(s+|j8}}td|Dd}td|Dd}td|D}|Dcic]f}|jtj jk(r=|jtj jur|j|jh}}i} |jrd|ji} |D]} | j| | j<t j||||||| Scc}wcc}wcc}w)Nc3K|]8}|jtjjk(s+|j:ywrR)kindr ParameterVAR_POSITIONALrrps rBrz^rewrite_signature..argument_names..signature_to_fullargspec..Fs,VA166W5F5F5U5U+U ,AAc3K|]8}|jtjjk(s+|j:ywrR)rrr VAR_KEYWORDrrs rBrz^rewrite_signature..argument_names..signature_to_fullargspec..Js,SA166W5F5F5R5R+Rrc3K|]]}|jtjjk(r4|jtjj ur|j_ywrR)rrrPOSITIONAL_OR_KEYWORDdefaultemptyrs rBrz^rewrite_signature..argument_names..signature_to_fullargspec..NsLA66W..DDDIIW%6%6%<%<< sA#A%return)list parametersrLrrrrr KEYWORD_ONLYrctuplerrreturn_annotation annotation FullArgSpec) sigparamsrr kwonlyargsvarargsvarkwdefaultskwonlydefaultsr parameters rBsignature_to_fullargspeczKrewrite_signature..argument_names..signature_to_fullargspec9s#..//12F A66W..DDD  !' &1!&&G4E4E4R4R*R VVGSSE H A66W..;;;IIW%6%6%<%<< ! K$$')>)>? # .7.B.B INN+$&&guh NK I $s:F%(,F*F*!A+F/zMore arguments than expectedr_zMissing argument zMissing keyword only argument )rzinspect.Signature) rrsrrrrkeysrr) f_sigrrr fullargspec input_strsrunprovided_arg kwonly_argrs rBargument_namesz)rewrite_signature..argument_names8s~* X/u5 !%%kD 2 t9s;++, ,&&2 R4R R2 q#d)c*o"=>>A&&'q,> JY[--. . #."2"2D S!5!5!;<<#&/U3D^DT1UU/# d6;;=)) &00J(77=2Nf$ n(D =/ |< =D1 5s=E)rz List[str])pytreetree_unflattenr]rSymIntSymFloatSymBool tree_flattenrr transformrrr_codegen recompile)rrrrin_specrgraph_captured_inputgraph_captured_outputdynamo_traced_resultr orig_args orig_kwargsrrflat_results_tracedout_spec_tracedr new_graphr rrs @@rBrewrite_signaturers$$229gFI{||U\\5>>5==QO0*B(8"I.*,@A($ ,2+>+>?S+T( ,, ,(8&*+@&A( &':; )%, ()ikPd . 5)[ 9    IOO rAsymbolic) aten_graph pre_dispatchdecomposition_table tracing_mode constraintsrsame_signaturedisable_constraint_solverc | | | f d} | s| rtjd| | i| S| S)aL Export an input function f to a format that can be executed outside of PyTorch using the FX graph. Args: f (callable): A PyTorch function to be exported. aten_graph (bool): If True, exports a graph with ATen operators. If False, exports a graph with Python operators. Default is False. pre_dispatch (bool): If True, exports a graph with ATen operators, but before any logic in the PyTorch dispatcher has run. This can be useful if you want to apply further transformations on a graph before running it through autograd, autocast, or any other functionalities that are integrated into the dispatcher. This flag is only valid if aten_graph=True is set. Default is False. decomposition_table (dict): A dictionary that maps operators to their decomposition functions. Required if aten_graph or tracing_mode is specified. Default is None. tracing_mode (str): If "symbolic", turn on dynamic shapes support. Default is "symbolic". same_signature (bool): If True, rewrite the returned graph's signature to be the same as f. disable_constraint_solver (bool): Whether the dim constraint solver must be disabled. Returns: A function that given args and kwargs, returns a tuple of (graph, guards) Graph: An FX graph representing the execution of the input PyTorch function with the provided arguments and options. Guards: The guards we accumulated during tracing f above Raises: AssertionError: If decomposition_table is specified without setting aten_graph=True, or if graph breaks during tracing in export. AssertionError: If Dynamo input and output is not consistent with traced input/output. Note - this headerdoc was authored by ChatGPT, with slight modifications by the author. c   "}!}ttjjd% #sJd'r #sJdt |}t |tj jr |jn|}tj|}dd dddd fd }g d fd }tj||f\}} t|d} )dk7rd}tjd|ddd 5t!|t#|d d$ |} | |i|} dddt|&s0t'd dx} |j(x}t+j,|s|j/|j1|j3}|j5|| |}| r| j6d |zf| _n$|r t%|} nt8j;d||j<j?D]]}t |t@jBst%djEtGjH|jJ|d|d} _| r| JdtMdsJ JdJ(r tODcgc]}jQ|}}#rڈfd}tS5tU55 tW|%dd'd| dddddddddjbjdD]u}|jfdk(st t'|jhtjjsBjQt'|jhd|jld<w(rT|Dcgc]3}$xsdDchc]!}|jo|us|jp#c}5}}}ts||| | | $r$Dcgc]}|jtc}ngjld<tw S#t$$r } | } Yd} ~ d} ~ wwxYw#1swYxYwcc}w#tX$r*} t[t\j^ta| dd} ~ wwxYw#1swYxYw#1swYxYw#1swYxYwcc}wcc}}wcc}w)!Nztorch._dynamo.exportzaSpecifying a decomposition_table table or tracing mode is illegal without setting aten_graph=Truez7pre_dispatch=True can only be used when aten_graph=TruecJd|y)Nz3whole graph export entails exactly one guard exportr@ris rBrlz1export..inner..guard_export_prints"" ED E"JrAcZJd|tj|fd}|S)Nz\Tried to emit a second graph during export. Tracing through 'f' must produce a single graph.ch| Jt jd}t jd}tj|tj|n }|5t 5it|t|}t}|j D]\}}|j|d||<tj|j|}tjj || dddddd S#1swYxYw#1swY SxYw)NF)remove_duplicateT static_shapes) rnamed_parameters named_buffersrdetect_fake_moder8rrr tree_mapr]funcfunctional_call) graph_inputsr/r0ambient_fake_modeparams_and_buffersfake_params_buffersrvaluefake_graph_inputsrrrgraph_captured_results rBresult_capturing_wrapperzhexport..inner..dynamo_normalization_capturing_compiler..result_capturing_wrappersH(4$(((#'(>(>PU(>(V#W $U%8%8%%8%P Q // =I,,\:"" '(@(B*/0*}-*&+/&''9'?'?'A e4E4Q4Q!5R5+D1(B )/)55|)%-2JJ,F,F24E-))C&&-,')C(B&&-,s%, D'7BD D'D$ D''D1)rr1)r`inner_example_inputsr<rarrrr;s rB'dynamo_normalization_capturing_compilerzFexport..inner..dynamo_normalization_capturing_compilersD   nm nE 002I1N# -J, +rArTF)specialize_intrr capture_dynamic_output_shape_opscapture_scalar_outputsrR)r7exportexport_constraints shape_envrz#Summary of dimension constraints:%srzk It appears that you're trying to set a constraint on a value which we evaluated to have a static value of z1. Scroll up to see where this constraint was set.zZFailed to produce a graph during tracing. Tracing through 'f' must produce a single graph.rz'Failed to produce guards during tracingctjjj5tjj j |cdddS#1swYyxYwrR)r]rrvpreserve_node_meta Interpreterrun)rrs rBgraph_with_interpreterz5export..inner..graph_with_interpreterysBXX''::< 88//6::DA=<rrconstraint_violation_errorry result_tracederDrRrUrktrrIrxcr constraintrarrrr;rk_assume_static_by_default_fr r$r"r&r!r%r#s* @@@@@@rBrzexport..inners! #< !# $$%;<  * sr s  XX X: O'1!UXX__'E!))1$..? #DH  7 ,$7 ,7 ,v$00$@ 7!%)" : %'+ $ \\%=%*-1#'  O7$6"&#.E / %t 6v 6 % * !*%idCCP$-$=$==JOOO4  ! ! #  < < >%4%K%K%M "!22"$>@VC*.33A6<3*/*1I#1N.HH= ++002a/1I779#8#89O9OPQ9R#STUVNNOSQJJ2.3 &, ,   h g h u6777%P'PP%$$$  &u -BPPAy44Q7P  B013K3MG.,?%+/3%1-2 +,E4N1( ))77j(ZE4;;/.(1'<'<t{{34(=(DIIe$ * #&"A"-!2!2I!21qzz|q7H!2I" #&&"#$%& E=H HKjZ ) )K H  ,- E:..e, /-.* /'  RQ(/#%::A"1 4N3M11<J&$ Is!Q%P/,Q R*"R%R'Q<RR*) R<6R7 R7 R<>S/ Q8Q:QQQQ R #%R R RR RR' "R**R47R<zexport(f, *args, **kwargs) is deprecated, use export(f)(*args, **kwargs) instead. If you don't migrate, we may break your export call in the future if your user defined kwargs conflict with future kwargs added to export(f).r)rr r!r"r#r$rr%r&rrrrjrks ````` `` @@rBrBrBsNl B 8c/c/J\  > j1L11 rA)r7rBrCrrct|}t|dt}tt j |||||||dS)zF The same as `torch._dynamo.optimize(backend, nopython=True)` r)rBrCT)rrr)rCrrr;r+convert_frame_assert)rNr7rBrCrrrs rBrYrYsTg&Gw(:LI !** F7I    rAcVeZdZeej ddZedZy)rNc Xddlm}|tjjtj_|tjj tj_|tjj tj_|tjjjjtjjj_tjjjdddl m}m}m}m}m}m}m}m}m} m} m} m} m} ||||||||| | | | | h }|| | h}|D]}|j6j9dd}d|}d |}t;||r!||vrt=|||t?||t;||set=|||t?||tjj@jCDcgc]=}tEjF|r&tI|tjjJr|?}}tjjLtjjNtjjPh}|D]}||vr||jR|_)t;|d r||jT|_*t?|jRd d}|r t?|jRd d}|r||_)d |jR_+ycc}w)Nr )r#Fr) adadeltaadagradadamadamaxadamwasgdlbfgsnadamradamrmsproprpropsgd sparse_adam.rm_multi_tensor__fused_ _init_grouphooked __wrapped__T), decoratorsr#r]rtrace trace_module_get_trace_graphrrTracer distributions Distributionset_default_validate_argsoptimrprqrrrsrtrurvrwrxryrzr{r|r<splitrGsetattrrrrLrisclass issubclass Optimizer SparseAdamRAdamLBFGSsteprr)r#rprqrrrsrtrurvrwrxryrzr{r|optimizer_modules!disabled_multi_tensor_opt_modulesopt_modopt_namemulti_tensor_fn_name fused_fn_nameoptoptimizer_classesexcluded_optimizer_classesrunwrapped_steps rBrzTorchPatcher.patchs (!%))//2 !()?)?!@ %,UYY-G-G%H "07 HH $ $ + + 1 11   ''- ((BB5I    "              "   - ) )G''--c226H%3H:#> %hZ0M!56@@(GG-ABC w .]GGG]4S,T)*{{++224 4s# 3 8M8M(N 4   KK " " KK   KK  & " %C00"388,sM*")#//": SXXx7F!(=$!G!-CH#CHHO#% sAL'cfd}|S)NcLtjdtd|i|S)Nignoreztorch.distributed)categorymodule)rfilterwarnings UserWarning)rrrs rBinner_fnzBTorchPatcher.suppress_torch_distributed_warnings..inner_fnFs+  # #;7J t&v& &rAr@)rrs` rB#suppress_torch_distributed_warningsz0TorchPatcher.suppress_torch_distributed_warningsDs ' rA)r<r=r> staticmethodr lru_cacherrr@rArBrrs@Yd#d#LrArr)rdz)Union[types.CodeType, Callable[..., Any]]rzList[CacheEntry])rboolrrrrrR)rr)r7r#)inductor)rrir rr!rr"z9Optional[Dict[torch._ops.OpOverload, Callable[..., Any]]]r#r@r$zOptional[List[Constraint]]rrr%rr&rrzCallable[..., ExportResult]) __future__r contextlibrrrr%rVrr threadingrvrzr dataclassesrenumros.pathrrtypingrr r r r r rrrr unittest.mockrr]torch.fxtorch.utils._pytreer._pytreer torch.utils.checkpointrtorch._subclassesr torch.exportr"torch.fx.experimental.proxy_tensorrr%torch.fx.experimental.symbolic_shapesrrrtorch.fx.graphrrtorch.nn.parallel.distributedrrrbackends.registryr!r"r7r#torch._C._dynamo.eval_framer$r%r&r'r(dirr^r_r`r startswithrglobalsrr*r+r,r-r/excr0r1r2rr4r5r6r7 getLoggerr<rtorch._dispatch.pythonr8torch.utils._python_dispatchr9ExactWeakKeyDictionaryr nullcontextrrYr;r?rRLockr,localrHrIrOcontextmanagerrYr__file__rrarrrhrrrVrrrrrrrrrrrr9r;rCrErKrNrZr interpreter TransformerrrrrrBrYrr@rArBrs#   !!    $$)#V 7A9EHH$$//0 ??4 !%(("2"2"="=tD $1 FE&BB;- g!;?;u;;=%%  D  y ' )3 / //BG+&" #%RS 3"= ehhoo= @>"  y    % )),9)EI)):L!SSl ) 8<(<((( ?5v"   ( 9Z++ O F  FT/6R7RjJ%(("6"6"B"BJZ:' Ti^ ".2%*&+fff f  ff,f#ff $f!fX d   :qqrA