Ph7(UddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddl mZmZddlmZddlm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z. ddl/Z0 ddl2Z3ddl4m5Z6ddl7m8Z8ddl2m9Z9dd l:m;Z;e0re0e0jxe0jze0j|fZ?e+ejd feAd <e0e6e0jxe6jxe0jze6jze0j|e6j|iZBn eCZ?iZBdd lDmEZEmFZFmGZGddlIZIddl3Z3ddlJZ3ddlKZ3dd l3mLZLddlMmNZNddlOmPZPddlQmRZRejejHZTe%eUe$eUfeAd<dZVdZWdeWdZXejeZZ[iZ\e&eUe(e]feAd<iZ^e&eUe&eUe]ffeAd<e ja`dZadZbdacdZddZedafdZgdZhddZidd!Zjejd"Zle3je3je3jfe3je3je3jfe3je3je3jfe3je3jfe3je3jfe3je3jfe3je3je3jfe3je3je3jfe3je3je3jfe3je3j fi ZGd#d$ZeZd%Zd&Zd'Zd(Zd)Zd*Zd+eLjfd,Zd-Zd.Zd/ZGd0d1Zd2Zd3Zd4Zd5Zd6Zd7Zd8Ze j8d9d:Zdd;Zd<Zej>Gd=d>Zej>Gd?d@ZGdAdBeZee_dCZddDdEZdFZedGZdHZddIZdJZdKZdLZe j8ddMZdNZddOZdPZedQdRZdSZdTZdUZdVZdWZeejsZe,e.e eAdX<eejvjsZe,e.e eAdY<eeeCZe,e'e eAdZ<ej~ZejZd[Zd\Zd]Zd^Zd_Zdd`ZdaZdbZdcZddZddelmZmZdfZdgZdhZdd did djd d e[jfdkZdlZej6dmZeZeje٫Ze%e e(e feAdn<e٫Ze(doeAdp<eZGdqdrZe j8ddsZdtZdduZdvZdwZddxZejZdyZedzZd{Zd|Zd}Zd~e fdZdZdejfdZde fdZde fdZGddejZdefdZde-e3je fdeddde+ee)effdZddZdZdZdZddgZddgZgdZeezezZ ddZ ddZdZdZGddZdZGddZGddZdZdZdZdZdeUdedefdZ ej>GddZ deUde)e fdZ dejdejdeUfdZdZdZdddefdZdZy#e1$rdZ0YwxYw#eH$rYwxYw)N)contextmanager) lru_cachewraps)Path)AnyCallablecastClassVarCounter DefaultDictDictIteratorListOptionalSetTupleTypeUnion ValuesView)detect_fake_mode LazyString)config.NP_SUPPORTED_MODULES) FakeTensoris_fakemaybe_get_fake_mode)fx)enable_python_dispatcher)LazyModuleMixin) tree_map_onlycounterszztabulate..vs$ 0PDIIc#sm $0Ps)+)tabulate ImportErrorr, itertoolschain)rowsr(r3s r1r3r3psZ   w 77  yy 09 40P    s6AAc.tfd}|S)Nc tjttdz}t j }|j |jg|i|}|jtdjdttdtj|}|j||jd} tjdddd d d t!|gtj" }tj$d ddt!|g|j&tdt!||S#t($rtd|j+tj,j.j1d|j+tj,j2j1dY|SwxYw)Nz.profilez### Cprofile for z iter z ###z.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinzGenerated SVG from profile at zxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualization)r__name__next timer_countercProfileProfileenableruncalldisableprintr;Stats dump_stats with_suffix subprocessPopenr.PIPE check_callr<FileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVE) argskwargs profile_pathprofretvalpssvg_pathgprof2dot_processfuncs r1profile_wrapperz)cprofile_wrapper..profile_wrapper|sDMMtM/B.C8,LLM ! d4T4V4  !$--tM7J6K4PQ \\$   %++F3 E * 0 087- %" !   ! !s8}5'..  23x=/B C ! E N  MM&..-- . : :2 > MM&..33 4 @ @ D  EsA:EBGG)r)r^r_s` r1cprofile_wrapperr`{s" 4[$$L ctdzayNr) curr_framerar1increment_framerfs aJracXtjtjdayNr)r%clearr$rdrerar1reset_frame_countrjs""$Jract|z ayN)op_count)cnts r1increment_op_countros  OHrac d}i}tjD]6}|jD]!\}}||z }||vr|||<||xx|z cc<#8d}|jD]\}}|d|dt|d}t |y)NgzTIMING: :)r%valuesitemsroundrH)total total_by_keytimingskeytimingoutvalues r1print_time_reportr~s EL%,,."==?KC VOE,&$* S!S!V+! +/ C"((* UQse1U5!_-.+ #Jrac&fd}|r||S|S)NcVtjrStfd}|S)Ncj}|tvr gt|<tjj |d5t j }|i|}t j |z }dddt|j rDtt}|tvr it|<t|vs Jdd||t|<S#1swYixYw)Nz (dynamo_timed)zDuplicate phase name z for frame ) __qualname__r$torchprofilerrecord_functiontimeappendr.rdr%) rVrWrzt0r time_spent frame_keyr^ phase_names r1 time_wrapperz>dynamo_timed..dynamo_timed_inner..time_wrappers##C2202(-//3%0GHYY[$)&)!YY[2- I %S ) 0 0 < O $6646&y1&8&CCN*:,k)MNC.dynamo_timed_inners- ??K t   &rare)original_functionrrs ` r1 dynamo_timedrs4!"344 rar.FcFdffd }|dk(r9tDcgc]}||t|df}}d}|t|dz }|S|d k(rKtjDcgc] }||d }}ttj }||fSy cc}wcc}w) a Get metrics about torchdynamo frontend/backend compilation times. Accumulates information from functions tagged with `@dynamo_timed`. repr='str' returns a printable string for user interaction, and 'csv' returns headers, rows which can be logged for output aggregate causes values from multiple compilations (e.g. split graphs) to be accumulated into one value. If false, expect more than one value per metric. c|Srlrexs r1zcompile_times..srac`r|t|Sdjt||S)Nr+)sumr,r-)rtitem_fn aggregates r1fmt_fnzcompile_times..fmt_fns+ 3v;' 'yyWf-..rar.c |dS)Nz.4frers r1rzcompile_times..s 3jra)rz!TorchDynamo compilation metrics: )Functionz Runtimes (s)r'csvc |dS)Nz.6frers r1rzcompile_times..%s 1S' raN)r$r3rtlistkeys) reprrrkr7r|vrtr(s ` r1 compile_timesrs +/  u}. -/2> !DHHSMdhh-$,,.  e ,dhh-$,,.raN))r@ __module__rrrrrerar1rr?s- rarc"tjjdddk(}|rWtjj t jt jt jdtStjS)NTORCH_COMPILE_DEBUG01T)dynamoaotinductor output_code) osenvirongetr_loggingset_logsloggingDEBUGadd_file_handler contextlib ExitStack) compile_debugs r1setup_compile_debugrVshJJNN#8#>#EM == ]]   !!    !!rac,tjyrl)graph_break_dup_warning_checkerrrerar1reset_graph_break_dup_checkerres#))+ractjjtd}tjj |stj |t jtjj|dt jdjtj}|jfd|S)N torchdynamoz debug.logz torch._dynamoc&jSrl removeHandlerlog_file_handlerloggersr1rz"add_file_handler..ssv334DEra) rpathr, get_debug_direxistsmakedirsr FileHandler getLogger addHandlerrrcallback)log_path exitstackrrs @@r1rrisww||MO];H 77>>( # H**277<<++NO    /F &'$$&I EF racBtj}tjxt j tjt jjjD](j|jfd*|S|S)Nc&jSrlrrsr1rz setup_log_file..}sv';';>( # KKKX  KK1D Ah%  #&%% G ;XFGs55BAB8B BBBBCCgcTd}|jD]}d|jvs|dz }|S)Nrcallr)nodesop)rcns r1 count_callsr s0 A WW QTT> FA Hrac|Srlrers r1identityr s Hrac: t|y#t$rYywxYw)NTF)hash TypeErrorrs r1hashablers# Q s  cyrlrerVrWs r1nothingrsrac<eZdZdZdZdZd dZdZdZdZ d Z y) ExactWeakKeyDictionaryz\Similar to weakref.WeakKeyDictionary, but use `is`/`id` rather than `==` to compare equalityc@t|_t|_yrl)dictrtrefsrs r1rzExactWeakKeyDictionary.__init__sf F rac2|jt|Srl)rtidrs r1 __getitem__z"ExactWeakKeyDictionary.__getitem__s{{2c7##raNcL|jjt||Srl)rtrr)rrzdefaults r1rzExactWeakKeyDictionary.gets{{r#w00rac0t||jvSrl)rrtrs r1 __contains__z#ExactWeakKeyDictionary.__contains__s#w$++%%ract|jvr'tj|fdj<|j<y)Nc&jSrl) _remove_id)refidxrs r1rz4ExactWeakKeyDictionary.__setitem__..s$//#:Nra)rrweakrefr$rt)rrzr}r%s` @r1 __setitem__z"ExactWeakKeyDictionary.__setitem__s?g dii $[[.NODIIcN  Cracr||jvr |j|=||jvr|j|=yyrl)rtr)rr%s r1r#z!ExactWeakKeyDictionary._remove_ids6 $++  C $))  # racl|jj|jjyrl)rrirtrs r1rizExactWeakKeyDictionary.clears   rarl) r@rr__doc__rrrr r'r#rirerar1rrs(f$1&!  rarclt|tttfr t ||vSt ||uS)zisinstance() without subclasses) isinstancetuplerrr)obj allowed_typess r1istyper0s1-%s!34CyM)) 9 %%rac^t|tjxs|tjuSrl)r,typing_FinalGenericr}s r1 is_typingr6s# eV]] + Fu/FFrac tsyt|tjtjtjtj tj tjtjtjfSNF) npr0int8int16int32int64uint8uint16uint32uint64r5s r1is_numpy_int_typerBsU   GG HH HH HH HH II II II   ractsyt|tjtjtjfSr8)r9r0float16float32float64r5s r1is_numpy_float_typerGs2   JJ JJ JJ  racDtsyt|tjSr8)r9r0ndarrayr5s r1is_numpy_ndarrayrJs  % $$ractjtjjgtj }|tj jfz}t||S)zCheck of obj is a tensor) rTensornn Parameterrtraceable_tensor_subclasses _subclassesrr0)r. tensor_lists r1istensorrR sW     + +K !2!2!=!= ??K #{ ##rac"t|tSrl)r,r!)mods r1is_lazy_modulerUs c? ++rarct|yrl)rH)rVs r1 print_oncerWs  4Lrac||fd}|jt|jdk(sJ|jdS)zNSome black magic to create a cell object that usually only exists in a closurecSrlrersr1rzmake_cell..f"srarr) __closure__r)valrrs @r1 make_cellr\s> A == $Q]]);q)@@ @ == rac 0 td|D}|jDcic]\}}||j}}}||fScc}}w#t$r=}ddlm}ddlm}|d||d|t|j|d}~wwxYw)Nc3<K|]}|jywrl)as_proxyr/args r1r2z$proxy_args_kwargs..+s:Tc3<<>Tr unimplemented)typestrzcall_function args: rq) r-rur_NotImplementedErrorrrdvariables.basererrt) rVrW proxy_argsrzra proxy_kwargserdres r1proxy_args_kwargsrk)s :T:: "2!GT&--/=R4S3T U   s(%AA A A B8BBceZdZUeed<eed<eed<eed<eed<eed<eeed<eeed<eeed <eeed <eeed <eeed <eeed <eeed<eeed<y)CompilationMetricsrr co_filenamer cache_sizeaccumulated_cache_size guard_countgraph_op_countgraph_node_countgraph_input_countentire_frame_compile_time_sbackend_compile_time_s fail_reasonnon_compliant_opscompliant_custom_opsN) r@rrr.__annotations__intrfloatrrerar1rmrm7s}N LO#SM!sm#}$!)%0$UO+#3xc("rarmcFeZdZUdZeeefed<eed<dZe dZ y) CleanupHookz,Remove a global variable when hook is calledscopenamecdtxjdzc_|j|j=yrc)CleanupManagercountrr)rrVs r1__call__zCleanupHook.__call__Qs#! JJtyy !racb||vsJtxjdz c_|||<t||Src)rrr~)rrr[s r1createzCleanupHook.createUs75   !d 5$''raN) r@rrr*r r.rrzr staticmethodrrerar1r~r~Js16 S> I"((rar~c4eZdZUdZeded<fdZxZS)rrinstancecZ|j|D] }| t| |yrl)rtsuperr#)rr%hook __class__s r1r#zCleanupManager._remove_idas(KK$D F% 3ra)r@rrrr rzr# __classcell__)rs@r1rr]s E'((  rarc|jj|j}|jr+|j|jj|_|S)z!Clone the tensor and its gradient)clonerequires_grad_ requires_gradis_leafgrad)rys r1 clone_tensorrjsB    1AyyQVV' Hradtypec Lt|r|Sfd}tj5|jjdk(r||cdddSt dt |j|jD}|jrtj|dzf|}n3tj|dzxs |j|j}|j|jz dz|jz}|j|j|j| |j!|j#|j$r|j'|j(|j$r(|j*t-|j*|_t1|dr|j2j5|_|cdddS#t.$r||cYcdddSwxYw#1swYyxYw) zcopy while preserving stridesc>tj|}|jr|j|j|jr(|j t |j |_t|dr|jj|_|S)Nr_dynamo_dynamic_indices) rrrrrr clone_inputhasattrrcopy)rrrs r1 torch_clonez clone_input..torch_cloneysr KKN 99  Q__ - 99+ u5AF 1/ 0()(A(A(F(F(HA %raxlaNc32K|]\}}|dz |zyw)rNre)r/shapestrides r1r2zclone_input..s" 6O]UFUQY& 6O )rdevicerr)rrno_gradrrrzipsizer is_quantizedempty_quantizedemptyrdata_ptr element_size as_strided_copy_rrrrrr RuntimeErrorrrr)rrr needed_sizeresultcache_line_offsets ` r1rrrsqz  88==E !q>   69!&&(AHHJ6O   >>**K",<+>BF[[b (8FZZ\FOO- - 3 ^^  1668QXXZ1BC " LL #yy%%aoo6yyQVV/)!&&> 1/ 0-.-F-F-K-K-MF *? 0 "q> !9 0 "1 s7!HC6H A:G:,H:H HHHH#ct|tur|t|}|jD]\\}}t|trt |||<%t|t jsJt|t|||<^|St|}tt|D]1}t||t js!t||||<3|Srl) rrrur,r- clone_inputsrrLrrranger)example_inputsresrzr}is r1rrs Nt#>"))+JC%''.C!%6CU C6&u-C &  ~ C 3s8_ c!fell + Q(CF Jrac#Ktjjj5tjtj j }tjjr1tjtjj }ddd dtjjj5tj jtjjrtjjdddy#1swYxYw#1swYyxYw#tjjj5tj jtjjrtjjdddw#1swYwxYwxYwwrl) rutils_python_dispatch_disable_current_modesrrandom get_rng_statecuda is_available set_rng_state) rng_statecuda_rng_states r1preserve_rng_staters*  % % < < >KK : : <= :: " " $"[[)A)A)CDN ?9 [[ ) ) @ @ B LL & &y 1zz&&( ((8C B ? >C BU[[ ) ) @ @ B LL & &y 1zz&&( ((8C B Bsg)G=BE,G=5E9(G=!AE> G=E G=EG=)G:AG.% G:.G7 3G::G=c t|tjjjtjj j tjjtjjfSrl) r,rjit_traceTopLevelTracedModule_scriptRecursiveScriptModuleScriptFunction ScriptModule)model0s r1 is_jit_modelrsW  II   1 1 II   3 3 II $ $ II " "   rac6t|r|S tjj||S#t$r` tjj |cYS#t$r1|rt jdnt jdYYywxYwwxYw)Nz jit errorz0Both torch.jit.trace and torch.jit.script failed) rrrtracerscriptrrerror)modelrrs r1 torchscriptrsE  Nyyun55 N N99##E* * N k* LM   NNs,/ BAB6BBBBcX tj|S#ttf$rYywxYwrl)inspectgetfilerOSErrorr.s r1rrs-s## w s ))c*tt|S)LTest if an object is a namedtuple or a torch.return_types.* quasi-namedtuple)is_namedtuple_clsrrs r1 is_namedtuplers T#Y ''rac t|trMt|dgxsdg}t|dd}|dk(xs'|dtuxrt|dxr t|dS y#t$rYywxYw) r __bases__Nrtorch.return_typesr_make_fieldsF) issubclassr-getattrrr)clsbasesmodules r1rrs c5 !Cb1;dVES,5F11aE!Wgc7&;WY@W  "     sAA!! A-,A-c|turgdSt|tsJt|dr |jSt j Gdd}|jdk(sJ|t|t|j}dg|jz}t|D];}|ddk7s tt|||s#||t||j<=|S) zIGet the fields of a namedtuple or a torch.return_types.* quasi-namedtuple)startstopsteprceZdZUeed<y)!namedtuple_fields..MarkerindexNr@rrr{rzrerar1Markerr s rarrNrr)slicerr-rr dataclasses dataclassrr-rn_fieldsdirr,rr)rrr.fieldsrs r1namedtuple_fieldsrs e|(( c5 !! !sI{{ >>1 11 1 c&% -. /C#'&3<<"7FC 7c>jd);VD/3F73%++ , Mrac Btj5tjtjj tj j r1tjtj j gtj|j|jD]3}j||jtj|f5 dddfd}|S#1swYxYw)Ncjtj5tjjtjj rtjjD]'\}}}|j |k7s|j|) dddy#1swYyxYwrl)rrrrrr_versionr)paramversionoriginal_valuerr saved_states r1restorez"checkpoint_params..restore!ss ]]_ LL & &y 1zz&&( ((82=.w>>W,KK/3> __sA5B) B))B2) rrrrrrrr5r6 parametersbuffersrr)gmrrrrrs @@@r1checkpoint_paramsrs KK : : <= :: " " $"[[)A)A)CDN __R]]_bjjlCE   u~~u{{57IJ KD 0 N# s C+DDcvtjjrtjj}nt}|t j tjdtj}t|D]}||}|tj}||z fS)Ni9) rrr synchronizergccollect manual_seedr perf_counterr)rrtimesrrrrt1s r1timedr-s zz jj,,  MJJL d   B 5\'     B 27?rac ltdtj||jdDS)Nc34K|]}|jywrl)is_cudar/rs r1r2z check_is_cuda..?sW"VQqyy"VsT)allr5r6r)rrs r1 check_is_cudar>s( W)//."--PTBU"VW WWrarc|dkDsJt|Dcgc]}d| }}t|dd|ddz}tddj|ddj|d}d|d |_|Scc}w) Nrrzlambda ,z: ()rot__helper)rreversedevalr,r@)r rvarsrotatedfns r1 rot_n_helperr Bs q5L5"1X &XasGXD &tBCy49,-G 's388G+<*=Q? @B7#BK I 's A4ct|ttfrtt t |St |tjtfxsot|tjttttt tdt"ttt$j&t$j(f Srl)r0r- frozensetrr-is_safe_constantr,enumEnumrtypesCodeTyper{r|boolr.bytesrrrr)rs r1r#r#Ls a%#$3'+,, a$))T* + v NN      J  J LL KK 0racddlm}m}t||r|j St||r|j S|S)Nr)ConstantVariableSymNodeVariable) variablesr+r,r, evaluate_expras_python_constant)rar+r,s r1 guard_if_dynr0as?<#'   "" C) *%%'' Jracjtdtj||jDS)Nc3<K|]}|jywrl)is_python_constantrs r1r2z&check_constant_args..qsV/U!q##%/Urb)rr5r6rtrs r1check_constant_argsr4ps$ VytV]]_/UV VVracddlm}ddlm}d}t j ||j D]$}t||r|dz }t|||fsy&|dkDS)Nr)r+)UnspecializedPythonVariablerF)variables.constantr+variables.tensorr6r5r6rtr,)rVrWr+r6 unspec_countrs r1check_unspec_python_argsr:tsa4=L __T6==? 3 a4 5 A LA ;=MNO  4 ! rac|ddlmtfdtj||j DS)Nr)NumpyNdarrayVariablec36K|]}t|ywrl)r,)r/rr<s r1r2z+check_numpy_ndarray_args..s!7A 1*+7s)r8r<anyr5r6rt)rVrWr<s @r1check_numpy_ndarray_argsr?s16 v}}7 ra dict_values odict_valuestuple_iteratorcnt|}tjjj ||Srl) object_newrrMModuler)rr.s r1 nn_module_newrFs& S/C HHOOS! JracLtjtj|dSrc) functoolsreduceoperatormul)its r1productrMs   HLL"a 00rac>|j\}\}}|||zSrl) __reduce__)rLrrr.rs r1tuple_iterator_getitemrPs%}}Avu uu} racj|jj}|j}|rdnd}|d|d|}|S)NLGz["z"].)rr@r)r}localrr[r local_names r1 enum_reprrVsA ?? # #D **CCcE7"TF#cU+J rac|jjjjd}t |sddlm}|d|S)N example_valuerrcz:Cannot check Tensor object identity without its fake value)r_nodemetarrrrd)vt fake_tensorrds r1_get_fake_tensorr]s>++-$$))--o>K ; &RS rac ddlm}m}m}m}j r%t fd|D}|j|Sd} |rt|r d} td} |D]} | r.t| |st| us |jdcS|tjj|| gi} | | } a|tjj|| | gi} | |jd} | S)Nr)BuiltinVariabler+TensorVariableVariableTrackerc3K|]7}|jxr!|jjk(9ywrl)r3r/)r/rsearchs r1r2z iter_contains..sJ   " F$$&&*C*C*EE F=AFT)r-r_r+r`rar3r>rr,r]rJeq call_functionor_) rurctxcheck_tensor_identityr_r+r`ra found_constmust_check_tensor_idfoundrchecks ` r1 iter_containsrns  "    &&{33 FN!C#!&)'+E  !^,-a00+22488#HKK0>>rAv;PRSE}' 5CC } ''. Lrac|jDchc]B}t|tjjtj fs8t |Dc}Scc}wrl)rr,rrMrNrLrr}rs r1dict_param_key_idsrqsIzz| #!z!ehh6H6H%,,5W'X1|  s 9A Ac|jDchc]9}t|tjjtj fr8|;c}Scc}wrl)rr,rrMrNrLrps r1dict_const_keysrssE::< az!ehh6H6H%,,5W'X<  s 9A Actd|DrS|Dchc]4}t|tjr t ||n t |6c}j dd}|S|}|Scc}w)Nc3PK|]}t|tj ywrl)r,r$r%)r/rs r1r2z'dict_const_keys_repr..s 8Z:a #Zs$&)rT')r>r,r$r%rVrreplace) const_keysrTrconst_keys_strs r1dict_const_keys_reprr{s 8Z 88kuujtef:a;Si7Y]^_Y``jtuwAA   '>  vs9A+cdt|S)N __dict_key_)r)rzs r1global_key_namer~s C ""ra)FakeTensorModeUnsupportedFakeTensorExceptionc |S#t$r9}ddlm}d|jd}tj ||||d}~wwxYw)Nrrcz Unsupported: z with fake tensor propagation.)rrrdreasonrr)rrjrdmsgs r1wrap_fake_exceptionrsM(t )(&ahhZ'EF CC a' (s A 4AA ctjjj|5t fdcdddS#1swYyxYw)Nc.tjSrl)rdeepcopyrsr1rz)deepcopy_to_fake_tensor..s4==+=ra)rrPr\ FakeCopyModer)r. fake_modes` r1deepcopy_to_fake_tensorr s2    & & 3 3I >"#=> ? > >s AA c~tjtjtj||z S)z+ Calculate root mean squared error )rsqrtmeansquare)r$rs r1rmsers) ::ejjcCi!89 ::rag-C6?Tc  ttttjj tj frtttfsJdtdtttk7r  dyttk(xr%t fdtDSttrttsJtjtjk(s;JdtjdtjtjD]+} t| | |  r" d | yy ttj t"frttj$j&rJttj$j&rJd fd fD\j(r.j(sJj+j+ttj sJdtdtrj,j,k7r dj,j,yj,tj.k(rery tj0j3tj4j3tj4} | s d| Srj7j3tj8j7j3tj8tj0d ry tjj:j=dd} | dkr@t>jAd| jCjEjG| dk\Ssj3j,tj0ry j,tjHk(rtKjG} tMjN| rt>jAdtKjG}j,tjPk(rdnd}jSdks;jTdk(r'jVdjVdcxk(rdk(sndk\rd}||| zd z zk}|s d!|| jY|Sry  d"yttZt\tdt.tj^fr ry k(} | s d#t| Stas tcrSr&tastcsjGttuxrk(} | s  d$| SterSttuxr;ttjftjf Stjhd%vrMttusJt f d&jjjDStmd'tjh)(z-Check correctness to see if ref and res matchNztype mismatch rqzLength mismatchFc 3PK|]\}}}t|||   yw)) log_errorN)same) r/aibi fp64_reficos_similarity equal_nan exact_dtype ignore_non_fprrelax_numpy_equalitytols r1r2zsame..,sL, &=!B  $#  &=s#&zkeys mismatch z == rrrrrrrzAccuracy failed for key name %sTcdt|tjr|Stj|Srl)r,rrLtensorts r1 to_tensorzsame..to_tensorVs""1ell31 Ha Hrac3.K|] }|ywrlre)r/r[rs r1r2zsame..YsM8Lin8Lszdtype mismatch %s, %sr)atolrtolrz+Accuracy failed: uint8 tensor did not matchrgư>)dimepsgGz?zSimilarity score=%sz=Found nan in reference. Consider running in higher precision.g@g@irrg{Gz?g$@z4RMSE (res-fp64): %.5f, (ref-fp64): %.5f and shape=%sz+Accuracy failed: allclose not within tol=%szAccuracy failed (%s): %s != %sz!Accuracy failed (numpy): %s != %s) MaskedLMOutputSeq2SeqLMOutput!CausalLMOutputWithCrossAttentionsLongformerMaskedLMOutput InstancesSquashedNormalBoxesNormal TanhTransformFooVariablec 3 K|]7}tt|t |t|   9yw)rN)rr) r/rzrrrfp64_refrrr$rrrs r1r2zsame..sZ + S!S!#&-#'%9+#  +rdzunsupported type: )7r,rr-rrM ParameterListSizerrrrrrrsortedrrLr|rPr is_sparseto_denserr(allclosetor>flattenrE functionalcosine_similarityrrcpudetachitemrFrmathisnanbfloat16numelndimrrr.r{rrBrGrJ as_tensorr@__dict__r)r$rrrrrrrrrrrscore ref_error res_error multiplier passes_testrs`````````` @r1rrs?#eUXX%;%;UZZHI#e}-WS {!DQTI;/WW- s8s3x  ' (3x3s8# , , &)c8%<, )   C #t$$$388:# HHJ#   C C O,DSXXZ0A B C  #AFFQK#1' +)="/' ;Q?!$" C%,,. /c5#4#4#?#?@@@c5#4#4#?#?@@@ INc88LMS( ==== =,,.C,,.C#u||,VtCyk4PS9+.VV, yyCII%1399ciiHyyEJJ& NNFFF-FFF-' KL ++-""5==1C++-""5==1C~~c3SsdKHH''99#st9TEt| 1599;3E3E3G3L3L3NOD= ffSYY'~~c3SsiP~~. 3/446 ::i(KKW!3/446 %(II$?SS NN$t+A #))B-399R=*MA*Mh "%J'J,BS4Z,OP "N!! #" CS I C#sDJellC D  3J 6S 3 L 3 #6s#;  c "&9#&>((*C #Y$s) # 5#* 93 D # S T#Y&  D OOC OOC )#!5' -  c    CyDI%%%  ||((*   /S 0B0B/CDEErac~|jjdd}d|jd|d|jdS)N/rrvz' (rrr)rnsplitrr)rshort_filenames r1format_func_inforsD%%++C04N t||nC/q1D1D0EQ GGrac#Ktj}tjt_tj}tjt_ d|t_|t_y#|t_|t_wxYwwrl)rcache_size_limitsysraccumulated_cache_size_limit)priorprior_acc_limits r1disable_cache_limitrs_  # #E!kkF99O*-++F'> "'.=+#(.=+sAB A1B 1B  B guard_failuresz-torch._dynamo.output_graph.GraphCompileReasongraph_break_reasonscbeZdZdZdZdej jfdZdZ dZ dZ dZ y ) CompileProfilerzUtility for profiling how and what dynamo would compile. Can be used for * diagnosing recompilation issues * determining an appropriate compile cache limit * (TODO)confirming which functions got compiled/skipped c6d|_d|_t|_yrh) frame_countrmrbackend_ctx_ctorrs r1rzCompileProfiler.__init__s 3rarc|xjdz c_|jjD]&}d|jvs|xjdz c_(|j S)Nrr)rgraphrrrmforward)rrrrYs r1rzCompileProfiler.__call__ sK AHHNND  " #zzrac|Srlrers r1 __enter__zCompileProfiler.__enter__(s racyrlre)rtypr[ tracebacks r1__exit__zCompileProfiler.__exit__+s racdtiS)Nr)rrs r1 get_metricszCompileProfiler.get_metrics.s  .11racJ |j}|dfdfd}Dcgc]}t||||gc} d} fd}tjd}||xsdz }|tjdz }||xsd z }|Scc}w) Nrc t|Srlr)rgfs r1num_recompilesz.CompileProfiler.report..num_recompiles5sr$x= racddj|Dcgc] }t|c}Scc}w)Nr))r,r.)rrrs r1recompile_reasonsz1CompileProfiler.report..recompile_reasons8s,99bh7hc!fh78 87s-ctdtvr+td}t|Dcgc] }|||g c}ddgSycc}w)N graph_breakzGraph Break ReasonCountr')r#r3) graph_breaksrs r1graph_break_reportz2CompileProfiler.report..graph_break_report@sP(' 6 9EF#c<,-F17;)Gs5ctrJtDcgc] }| c}}tgd}|tjd|dzSycc}w)N)r RecompileszRecompile Reasonsr'zC Set torch._dynamo.config.cache_size_limit to z/ to avoid being cache limited. )rmaxr3textwrapdedent)rmax_recompiles recomp_tablerr summarized_gfs r1recompilation_reportz4CompileProfiler.report..recompilation_reportHsq2w!$r%JrtnT&:r%J!K'!K  $hooBBPAQR' %JsAa Torchdynamo Profiler Report =========================== Graph Breaks ------------ Graph breaks happen when torchdynamo encounters code it can't safely trace. If you want to find out why breaks are happening, check below for each break reason You may gain additional insight by passing `fullgraph=True` to torch.compile, to stop at the first break. zNo graph breaks detected.a+ Recompilation ------------- These subgraphs were recompiled more than once due to guard failures Guard failures indicate some condition assumed to be static by the tracer changed, making it unsafe to reuse the compiled program. zNo recompilation detected. )rrrr) rmetricsrrrrreportrrrs @@@r1rzCompileProfiler.report1s""$ % & ! 9  d #^D%9;LT;R S       $&E*EE(//    &(J,JJ m s!B N) r@rrr*rrr GraphModulerrrrrrerar1rrs74 588// 2@rarcdtjjjdzdztt j z}tj j||S)Nrun_z%Y_%m_%d_%H_%M_%S_%fz-pid_)datetimenowstrftimer.rgetpidrr,)root_dirdir_names r1_get_debug_dirrusf       ! * *+A B C   biik     77<<( ++rac8tj}t|Srl)rdebug_dir_rootr) debug_roots r1rrs&&J * %%racd|jvr't|jdr|jdS|rddlm}|dyy)NrXrrcz9`FakeTensor` example value was required but not available)rZrtorch._dynamo.excrd)rYrequiredrds r1extract_fake_example_valuers?$))# /0J(Kyy)) 3QRrac8t||jusJ|Srl)rr)rjrhs r1ensure_graph_fakers q !R\\ 11 1 Hracdtjjfd}tjjj ||}t tj tjt||S)Nr c |jdS)NrX)rZ)r s r1visitz)get_fake_values_from_nodes..visitsvvo&&rarh) rrNoderYmap_argr"rLrHpartialr)rhrr args_kwargss r1get_fake_values_from_nodesr sX''((--''u5K  i''(9bA; rac ddlm}ddlm}m}m}m}m}j} djvr'tjdrjdStjjf\d| dk(r^tdkDrPtdt j"j$r)t'dj(ft+ddz| dk(rbj,j.j0t3rt5d rj7t'j( j(5t95t;fd } dddddd|s4t]t j^tajbtd }  S#1swYIxYw#1swYMxYw#|$rt<$r} | } | j> | j>} t| t j@jBjDr|d | jFnt| t j@jBjHr|d | jFnt| t j@jBjJr|d | jFdn}t| t jLjNjPjRr||jTd| dt| |r!||jT| jd| |tW| jY| jZdd} ~ wwxYw)az Run the computation represented by `node` using fake tensors and return the result. allow_non_graph_fake: whether to allow the return result to be: 1. non-fake or 2. fake that is not created by this instance of Dynamo. If `True`, you must be prepared to deal with such return values, ideally by further wrapping them as this graph's fakes. r)ValueRangeErrorr)TorchRuntimeErrorrd Unsupported UserError UserErrorTyperXN call_method call_module_initialize_hookc6tjSrl)run_nodeoutput)rVrWnnmodulerYrhsr1rz get_fake_value..sD$Irazdata dependent operator: zdynamic shape operator: zunsupported operator: z (see https://docs.google.com/document/d/1GgvOe7C8_NVOMLOCwDaYV1mXXyHMXY7ExoewHqooxrs/edit#heading=h.64r4npvq0w0 for how to fix)aTried to use data-dependent value in the subsequent computation. This can happen when we encounter unbounded dynamic value that is unknown during tracing time. You will need to explicitly give hint to the compiler. Please take a look at constrain_as_value OR constrain_as_size APIs. constrain_as_size_example) case_namer)3torch.utils._sympy.value_rangesr"rr#rdr$r%r&rrZrr rVrWrr,rrMrErrr-r, nn_modulestargetrUr_infer_parametersr rr __cause__rPr\DataDependentOutputExceptionr^DynamicOutputShapeExceptionUnsupportedOperatorExceptionr experimentalsymbolic_shapesGuardOnDataDependentSymNodeCONSTRAINT_VIOLATIONr.with_traceback __traceback__r"rLrHrr)rYrhallow_non_graph_faker"r#rdr$r%r&rret_valrjcauserrVrWr-s`` @@@r1get_fake_valuerAs@ B$))# /0J(Kyy))-b499dkk2JKLD&H ]s4y1}DGUXX__1U'Q>@5ab?R ]99'' 4 ( #:L(M  & &x 6+8R\\B)R \\35)IG6\T  LL)++,="Ew  N]65\\  "R  ;; "KKE  5$$00MM  5ejj\B C  5$$00LL  4UZZLA B  5$$00MM  ( 5##   588((88TT 22BCHJ6   /M>>q JPQ QA'66qGTQE"RsI G G $F?7G ?G?G G  GGM;&FM66M;c$ttddS)Nr})r _current_nodererar1get_current_noderDs ='4 00rac#vKt}|t_ d|t_y#|t_wxYwwrl)rDrCr})rYolds r1set_current_noderGs.  CM" ! c s9) 9 69c "|j}t|5 |dk(r|j|i|cdddS|dk(r+t|d|j|ddi|cdddS|dk(r|J||i|cdddS|dk(r$|j |jcdddS|dk(r(d |j vsJ|j d cdddS dddt|#t $r+}dd lm}|d |d |jd |d|d |d}~wt$rO}d|d |jd |d|d }t|t|zj|j|d}~wwxYw#1swYt|xYw)a Runs a given node, with the given args and kwargs. Behavior is dictated by a node's op. run_node is useful for extracting real values out of nodes. See get_real_value for more info on common usage. Note: The tracer arg is only used for 'get_attr' ops Note: The nnmodule arg is only used for 'call_module' ops Nodes that are not call_function, call_method, call_module, or get_attr will raise an AssertionError. rfNr'rrr(get_attr placeholderrXrczrunning rqz(*z, **rzFailed running z): )rrGr2r get_submodulerZrfrrdrrr.r<r=AssertionError) tracerrYrVrWr-rrjrdfn_strs r1r+r+s B $  W_$"t{{D3F3 }$4wtAw 4d12hI&I  }$+++00 z!++DKK8 }$&$))333yy1 % 4  #  *2$a }BtfDB  W&rd!DKK=4&VHDQFvA/>>qOUV V W- 4  sLE;C.&C.*C.C.-#C.. E87&D E8)A E33E88E;;Fc,ddlm}j}||vr||S|j}tj j j|j|jffd\}}|dk(rMjj|j}t|stj|}n ||i|nd} t!||||}|||<|S#t"$r0} |t%| j'| j(dd} ~ wwxYw)z Run the actual computation represented by `node` and return the result. This will execute any dependent nodes in the graph as well. r)r#ct|Srl)get_real_value)r rMs r1rz get_real_value..Ks .F+rar(N)rr#real_value_cacherrrrYrrVrW output_graphr1r2rUrrr+rr.r<r=) rYrMr#cacherrVrW nn_module real_valuerjs ` r1rQrQ=s '  # #E u}T{ B88==(( DKK +LD&  ]''224;;? i( i0I t &v & RfdD&)D  d   RA'66qGTQRsC D#+DDcXddlmfd}|jD]<\}}t|tj j s+Jd|d|||jD]<\}}t|tj j s+Jd|d||y)Nr)FakeTensorConfigcbjr"ddl}d|j|jSy)Nrz"FAKE TENSOR CREATION TRACEBACK: zNEnable TORCH_FAKE_TENSOR_DEBUG=1 to get creation stack traces on fake tensors.)debugr format_list _debug_trace)rrrXs r1 stack_or_hintz7assert_no_fake_params_or_buffers..stack_or_hintds/  ! ! 89N9Nq~~9^8_` `crazUnexpected fake buffer rqzUnexpected fake param )torch._subclasses.fake_tensorrX named_buffersr,rrPrnamed_parameters)rr]rbufferrrXs @r1 assert_no_fake_params_or_buffersrbas>d((* f E%%00  D $TF!M&,A+B C D +**, e 5$$//  B #D6=+?*@ A B -rar.c8|jd|jS)z9 Returns the fully qualified name of the object. .)rrrs r1fqnrevs!nn Qs//0 11racRtjjjr|S|Srl)r_dynamorassume_static_by_default)count1count2s r1ifdynstaticdefaultrk}s }}44  rarTc 8ttjtjj t t |jD]D}|jds|ddk7stj|jd|ddFy)z@ Ensure all the files in a given submodule are imported z.pyrrrdN) rrlistdirrrr r.__file__endswith importlib import_moduler@)rTrs r1import_submodulerssq2::bggood3 6M&NOP   U # s(:  # #s||nAhsm_$E FQrar}c ttjt|dtj ry y#t $rYywxYw)N__getattribute__TF)r,rgetattr_staticrr& FunctionTypeAttributeErrorr5s r1object_has_getattributerysS   " "4;0B C           s7< AAc tjt|d}|tj j jurd}|S#t$rd}Y7wxYw)N __getattr__)rrvrrxrrMrEr{)r} getattr_fns r1get_custom_getattrr}sV++DKG UXX__000   sA AAceZdZdZdZdZy)TensorStaticReasonrrsN)r@rr PARAMETER NOT_TENSORNN_MODULE_PROPERTYrerar1rrsIJrarrc|tjk(ry|tjk(ry|tjk(ryt d|)Nz>mark_dynamic on parameter, parameters are always static today.z2mark_dynamic on a non tensor, how did this happen?z4tensor is static because it is nn module associated.zIllegal reason )rrrrrL)rs r1tensor_static_reason_to_messagersJ #---O #...C #666E ?6(3 44rar is_tensor guard_sourceztorch._guards.GuardSourcereturnc|jr"tjrdtjfSt |t jjur"tjrdtjfS|sdtjfSy)a@ Given a tensor, source, and is_tensor flag, determine if a shape should be static. Args: tensor - the real tensor to evaluate, parameters force a static shape. is_tensor - internal dynamo check, essentially "is_tensor": target_cls is TensorVariable, tensors not in a TensorVariable for whatever reason are forced static. Returns a tuple, where the first element is the bool of whether or not this tensor should have a static shape. The second element is a TensorStaticReason, useful for passing to tensor_static_reason_to_message if needed. T)FN) is_nn_moduler&force_nn_module_property_static_shapesrrrrrMrNforce_parameter_static_shapesrr)rrrs r1tensor_always_has_static_shapersr   "v'T'T':::: F|uxx)))f.R.R'1111 '2222 rac4fdtfdS)NcdSS)Nrqre)maybe_idrsr1 format_namez+lazy_format_graph_code..format_names  V1XJ' 'Kractddjjjj dS)Nz===== z ===== F) print_output)_format_graph_coder__code__rnprint_readable)rrsr1rz(lazy_format_graph_code..s="[]O8 , JJ   + +   5  1 rar)rrrrs```@r1lazy_format_graph_coders   racd|d|d|dS)NzTRACED GRAPH rqr)re)rr graph_strs r1rrs TF!H:Qyk <.inners  )AC @N1QTT166188QVVQXX 6    N "'2::+>+>+J+JIVV ~,Wb9:;    sBAC!B>=B>r)rrrs`` r1lazy_format_graph_tabularrsW" e rac f|d|d|d|dtj|jd S)Nrqz line z r))disBytecode)prefixrrline_nors r1format_bytecoders;XQtfAhZvgYc#,,t:L:P:P:R9SSU VVra_forward_pre_hooks_forward_hooks_backward_pre_hooks_backward_hooks)_state_dict_pre_hooks_state_dict_hooks_load_state_dict_pre_hooks_load_state_dict_post_hookscztjjjj} g}| xr| xr| }|s|r|j t |s|r|j t|r|j tg}|D],}t||g} | D]} | | } |j| .|Srl) r_Crg eval_frame reset_codeextendforward_hook_namesbackward_hook_namesstate_dict_hook_namesrr) rTcheck_forward_hookscheck_backward_hookscheck_state_dict_hooksrhook_dicts_to_checkcheck_all_hooks all_hookshook_dict_namehooks hook_namers r1nn_module_get_all_hooksrs !!,,77J  '$ $ '& & o""#56""#67""#89I-^R0I#D   T ". rac6t||||}t|S)zL Helper function to check if a module has any hooks attached to it. )rrr)rr()rTrrrrs r1nnmodule_has_hooksr's& $ /15  E ;ract|tjrt|jSt|t j r|jdSt|ttfrt|d|DS|S)z0Convert tensor and tnp.ndarray to numpy.ndarray.T)forcec32K|]}t|ywrl)to_numpy_helperr/r.s r1r2z"to_numpy_helper..@A5C?3/5r) r,tnprIrrrrLnumpyr-rrr5s r1rr9sh%%u||,, E5<< ({{{&& EE4= )tE{A5AAA ractJt|tjrtj|St|t jr |j St|ttfrt|d|DS|S)zeConvert tnp.ndarray to tensor, leave other types intact. If a list/tuple, loop through it to convert.c32K|]}t|ywrl)numpy_to_tensorrs r1r2z"numpy_to_tensor..Mrr) r9r,rIrrrrr-rrr5s r1rrEsk >>%$u%%%%|| EE4= )tE{A5AAA raceZdZdZdZdZy)numpy_to_tensor_wrappercN||_d|jjz|_yNwrapped_rr@)rrs r1rz numpy_to_tensor_wrapper.__init__Ss"TVV__4 rac6d|jjdS)Nz>rrs r1__repr__z numpy_to_tensor_wrapper.__repr__Ws-dffoo->bAArac<|j|i|}t|Srl)rrrrVrWr|s r1rz numpy_to_tensor_wrapper.__call__Zs"dffd%f%s##raN)r@rrrrrrerar1rrRs5B$rarct|tjrt||}t |St|t j r*ttj||}t |Syrl)r,rrIrrrrL)r.rr|s r1numpy_attr_wrapperr_sZ#s{{#c4 s## C &ckk#&-s## 'rac(eZdZdZdefdZdZdZy)numpy_method_wrapperzgConvert obj from torch.Tensor to tnp.ndarray and call method. Then convert result back to torch.Tensor.methodc:||_d|jz|_yr)rr@)rrs r1rznumpy_method_wrapper.__init__ks "T[[0 rac"d|jdS)Nz.s0 RV3 3 =CKK 3 FRVs;=)rrrs r1rznumpy_operator_wrapper.__call__s5z RV dggtns##raN) r@rrr*rrrrrrerar1rr{s%[18CH-1@$rarct|ts|S|jr|jDcgc]W}t|tj r9|j jj|j jn|Y}}|jDcgc]W}t|tj r9|j jj|j jn|Y}}n |j}|j}t j|||j|j|j}|j|Scc}wcc}w)N)rrr)r,r_has_symbolic_sizes_stridesrrSymIntrY shape_env size_hintexprr empty_stridedrrrzero_)rsrrrs r1defakers; a $ $$ VVX  !U\\* FF   & &qvv{{ 3   XXZ   !U\\* FF   & &qvv{{ 3   vvx  ggxxoo  AGGI H/  s AE*!AE/cNddl}||jjjuSrh)torch.utils.checkpointr checkpoint)r.rs r1is_utils_checkpointrs ! %++((33 33rac ddlmcm}ddlm}|j }t jjjr |j}|j|fi|S)Nrr) TorchHigherOrderOperatorVariable) torch._higher_order_ops.wrap_higher_order_opswrapvariables.higher_order_opsrtag_activation_checkpointr _functorchrfunctionalize_rng_opswrap_activation_checkpointmake)optionshigher_order_opsractivation_checkpoint_ops r1build_checkpoint_variablers_;;L 22 44#3#N#N 0 + 0 0    rac`ddlm}|}|dk(r |S|dk(r|rddlm}|}|Sd}|S)Nr)is_dynamo_supportedrrr) has_tritonF)rrtorch.utils._tritonr) device_typercompile_supportedrs r1is_compile_supportedr sO/+-e    #42&L " raoffsetcb|jd}t|d|jddS)z Convert byte offset `offset` of `str` into character offset. Byte offset is used for 3.11+ instruction column data. Takes things like unicode characters into consideration. Unchanged from CPython implementation. zutf-8Nrx)errors)encoderdecode)r.r as_utf8s r1 _fix_offsetrs4jj!G ww&&wy&A BBrac6eZdZUeed<eed<eed<eed<y)_Anchorsleft_end_linenoleft_end_offsetright_start_linenoright_start_offsetNrrerar1rrsrarsegmentctjdk\sJddl} |jd|zdz}t |j dk7ry|jdfd}fd fd }fd }|j d}t||jr|j}t||jrtt|jjd z }|||jj } || \}} || x} j#s| d vr;| dvr ||| \}} n ||| \}} || x} j#r6| d vr;| dz} | t |kr!|| x} j#s | dvr| dz } t%|| || St||j&rtt|jjd z } || |jj } | | \} } | | dk7r|| | \} } | | dk7rtt|jd z }|||j } t%| | || St||j(rtt|j*jd z } || |j*j } | | \} } | | dk7r|| | \} } | | dk7rtt|jd z }|||j } t%| | || Sy#t$rYywxYw)a Given source code `segment` corresponding to a bytecode instruction, determine: - for binary ops, the location of the binary op - for indexing, the location of the brackets. `segment` is expected to be a valid Python expression ) rNz( z )rr)c"t||Srl)r)linenor liness r1 normalizez-_extract_anchors_from_expr..normalize s5=&11rac|tkr8|t|k\r'd}|dz }|tkr|t|k\r'|tkr|t|ksJ||fSrr)rcolr s r1next_valid_charz3_extract_anchors_from_expr..next_valid_charsys5z!cSv-?&?C aKFs5z!cSv-?&?E "sSv-?'???s{racp|dz }||\}}|tkr|t|ksJ||fSrcrrr#r r$s r1 incrementz-_extract_anchors_from_expr..incrementsH q%fc2 E "sSv-?'???s{ractd}|dz }||\}}|tkr|t|ksJ||fSrrr&s r1nextlinez,_extract_anchors_from_expr..nextlinesM! %fc2 E "sSv-?'???s{rarz)\#z\#[()r version_infoastparse SyntaxErrorrbodyrr,Exprr}BinOpr r{left end_linenoend_col_offsetisspacer SubscriptCallr^)rr-treer!r'r) statementr cur_linenocur_colch right_col left_linenoleft_col right_linenor r$s @@r1_extract_anchors_from_exprrBsQ   w && &yy501 499~ MM$ E2  ! I)SXX& dCII & c499#7#781",;*2:w*G'J*3J*H'J z*7332<<>", ! ICj 122$Z0;;DDFeOQ JYG G cmm , sDJJ$9$9:Q>K djj.G.GHH$3K$J !K $X.#5(1+x(H% X $X.#5 T__59L!,0C0CDIK<K K chh ' sDII$8$89A=K dii.F.FGH$3K$J !K $X.#5(1+x(H% X $X.#5 T__59L!,0C0CDIK<K K K sL77 MMrinstc |jJ|jjytj|j|jjj }|jj |S|jj|jj|St||jj}d}d}g}|jj |jjk(rDt||jj}|||}|jd|zd||z zzn||ddz}|jd|zdt||z zztj|j|jj j }t||jj}t|jjdz|jj D]}tj|j|j } || dzz }t| t| jz } |jd| zdt| | z zz||d|z }t|t|jz } |jd| zd|| z zzd} t|} | !|D cgc]} | j!dd}} n%|D cgc] } t#| } } | j$dk(r| xj&|z c_| j(dk(r| xj*|z c_tt|D]}tt| |D]t}|| j$kr|| j$k(r|| j&kr2|| j(k(r|| j*k\rQ|| j(kDra| ||dk(smd| ||<v| D cgc]} dj-| }} d}tt|D]X}|tj|j|jj|zj dzz }|||dzz }Z|S#t$rYwxYwcc} wcc} wcc} w) a Python 3.11+ only. Returns lines of source code (from code object `code`) corresponding to `inst`'s location data, and underlines relevant code to `inst`. Example: CALL on `g`: f(g( ^^ h(x))) ^^^^^ We need our own implementation since `format_frame_summary` in Python's `traceback` module doesn't handle multi-line expressions (and their anchor extraction code is not completely correct). Nrwrq~r)r^r) positionsr linecachegetlinernrstripr4 col_offsetr5rrrrlstriprBrLrxrrrrrr,)rrC first_line start_offset end_offsetrmarkers last_linerline num_spacesanchorsmarkermutable_markersr#rrs r1get_instruction_source_311rWjsw >> %% % ~~$""4#3#3T^^5J5JKRRTJ ~~  ( ~~  (DNN,I,I,Qz4>>+D+DELJGG ~~  DNN$9$99 T^^-J-JK \*5s\)C: 3L,MMN\]+d2s\)C3z?\3Q,RRS%%   dnn77 &( !DNN,I,IJ DNN11A5t~~7P7PQF$$T%5%5v>EEGD td{ "GTS%77J NN3+cSY5K.LL M R 9[j))^c)*:*:*<&== sZ'#j1H*IIJ"&G ,W5 :AB'6>>#s+'BHO+OwVDLw+O  " "a '  # #| 3 #  % % *  & &, 6 &CL)FS!89:G333W444w?V?V9Vg888w999G666"6*3/3636OF+C0;*"2AAv2776?A F 3w<    d..0E0E0I J Q Q S   '!*t## ! MW    C,P4Bs$ R%0R5R:R?% R21R2cRt|tjr t|ddSy)N_dynamo_static_input_type)r,rrLrrs r1get_static_address_typerZs#!U\\"q5t<< ract|tjxrA|jdk(xr0|jj t jjuS)N__get__) r,r&MethodWrapperTyper@__self__ __objclass__rr _TensorBaser5s r1is_tensor_base_attr_getterrasK5%112 @ NNi ' @ NN ' '588+?+? ?rar[z,torch._dynamo.variables.base.VariableTrackerc~ddlm}ddlm}t ||xs$t ||xrt |j dS)Nr)UserDefinedObjectVariable)TensorWithTFOverrideVariable__torch_function__)torch._dynamo.variablesrc&torch._dynamo.variables.torch_functionrdr,rr})r[rcrds r1has_torch_functionrhs<AS b6 7 201 4 BHH2 3racd}d}tjjjx}r)||jvr|j|}|j }|j |d||S)NF) static_shapessymbolic_contextsource)r_guardsTracingContexttry_gettensor_to_context tensor_source from_tensor)rrrkrltracing_contexts r1to_fake_tensorrtsw F--66>>@@@ 11 1.@@C %33F   1A& ! ra)NN)r.Frl)F)r)T)FFF(atexitrrrrCrrrr$rHrrr5rHrrrJrr;rLrr threadingrr&r2r&rrrpathlibrrrr r r r r rrrrrrrrrr9ModuleNotFoundErrortorch._loggingr torch._numpy_numpyr torch._guardsrrrwrfftlinalgrr ModuleTyperzNP_TO_TNP_MODULEr-r^rrrr4rqtorch._functorch.config%torch.fx.experimental.symbolic_shapesrtorch._dispatch.pythonr torch.nn.modules.lazyr!torch.utils._pytreer" defaultdictr#r.troubleshooting_urlnnmodule_doc_urlnnmodule_doc_url_msgrr@rr$r|r%rrBr3r`rdrfrjrmror~rrregisterr FloatTensorrE DoubleTensorrFdouble HalfTensorrDhalfBFloat16Tensorr ByteTensorr> CharTensorr: LongTensorr=long IntTensorr<r{ ShortTensorr;short BoolTensorr(tensortype_to_dtyperrrrrrrrGraphr r rrrr0r6rBrGrJrRrUrWr\rkrrmr~rrrrrrrrrrrrrrrr r#r0r4r:r?rrrtr@rrAiterrB__length_hint__tuple_iterator_lenobject__new__rDrFrMrPrVr]rnrqrsr{r~torch._subclassesrrrrrrrrr orig_code_maprrr seen_code_maprrrrrr rArTrCrDrGr+rQrbrerkrsryr}r%rrrLrrrrrrrrall_hook_namesrrrrrrrrrrrr rrrBr' InstructionrWrZrarhrtrerar1rs        %&& .)  FF II II > eE$4$4c$9:   FFCGG IIszz IIszz   %wVV ,;1-,C;+B+B;CVCV+W+c73<' (WTK.//UVg!46$sDK/0535Dd3:../4 !  (V   H@!H88   u{{3  5 u}}ejj1 5>>+ u{{n uzzm u{{EJJ/ OOekk599-  U[[1 uzzm (#:"; ",  ? G 288   B& G& %$,T  ###$ ((($ + )* !0f& 9 9 $( Q0*"X 2* W  &*$&--/%: T*S/ ":&*+B;+B+B+D+K+K+M&N d:c?#N&*4=&9Xc]#9#33 ^^  1 &R  # (? ; iiVFrH   > >'( /Fk.E.Ed.K CcN+KNRVTIJS'( __FT,,&  [| ! 1""+\!HB*2S2G%**G 3 c 5,>5 %,,# $. 4,- -. 2  =*W+,<=,.?@ $&99