Ph' UddlZddlZddlmZmZmZmZmZddlm Z ddl Z ddl m Z ddl mZdZej eZej&ed<dee j*j,d ee j*j,d ee j*j,d e j*j.fd Zd e j*j,d efdZde j*j.dedee j*j,deegefd df dZGdde j:j<Zd e j*j,d eeeffdZ dee j*j,d efdZ!dddfde j*j.dee j*j,gefdeee j*j,gefdeegefd e j*j.f dZ"y)N)CallableListOptionalSetTuple)make_fx)compile_fx_inner)select_decomp_table loggerinputsbodyoutputsreturnc tjj}i t|D]0\}}|j d|}|j |_| |<2|D]}|j | fd}| |<|jt fd|D|j|jtjji|S)Narg_)namec|SN)xnode_to_subgraph_nodes pC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/distributed/_spmd/partial_lower.pyz)_create_subgraph_module..!s *?*B) arg_transformc3(K|] }| ywrr).0rrs r z*_create_subgraph_module..%s K7a!6q!97s)result)rootgraph) torchfxGraph enumerate placeholdermeta node_copyoutputtupleeliminate_dead_codelint GraphModule) r rrsubgraphidxinp subgraph_inpnode subgraph_noders @r_create_subgraph_moduler5s %xx~~/Hf%S++4u+> HH %1c"&  **  B+ '4d#   OO5 K7 KKOL   " MMO 88  Rx  88rr3ctd|jDrctd|jDsFJdj|j dj d|jDyy) Nc3VK|]!}|jtjk(#ywrtargetoperatorgetitemrusers rrz%_is_container_node..,s Bzt4;;(** *z')c3VK|]!}|jtjk(#ywrr8r<s rrz%_is_container_node..-s Jzt4;;("2"22zr>zmMalformed graph: a container node is used as input for non-getitem nodes. Node: {fmt_node} Users: {fmt_users} c3<K|]}|jywr) format_node)rus rrz%_is_container_node..1s#HZAMMOZs)fmt_node fmt_usersTF)anyusersallformatrBjoinr3s r_is_container_noderL+sq Btzz BBJtzzJJ  55;V))+))#HTZZ#HH6<6 J rgm subgraph_namesubgraph_nodesdumperczgggtdtjjddffd }D]y}|jdk(r#j |j |5|jD]}|vs|||vsXj |j |{gdtjjddffd }D])}tfd|jDr"||+tttk(sJtttk(sJt}|t|j} t||t|dj } D]}| j#||jj%| 5|jj'd |t)d | i } t+D]U\} } |jj'd t,j.| | f }| j0|_| j3|W dddt5zD]6}t|jdk(s|jj7|8y#1swYQxYw)NargrcJ|g}t|dk7r|j}t|r@jfd|jD|j|jn&|vr"j |j |t|dk7ryy)Nrc3,K|] }|vs| ywrr)rr=rOs rrz;_lower_subgraph_nodes..add_input..LsVt~?Us )lenpoprLextendrGappendadd)rRstackr3r prologuerOvisibles r add_inputz(_lower_subgraph_nodes..add_inputFs{%jAo99;D!$'VVV TZZ(w&MM$'KK%%jAorget_attrr*cR|g}t|dk7r|j}t|r7j|j|j|jn3t fd|jDs|vrj |t|dk7ryy)Nrc3&K|]}|v ywrrrr=r\s rrz<_lower_subgraph_nodes..add_output..os@ZTZ)rUrVrLrWrGrHrX)r*rZr3rrr\s r add_outputz)_lower_subgraph_nodes..add_outpuths{%jAo99;D!$' DJJ' TZZ(@TZZ@@w&NN4(%jAorc3&K|]}|v ywrrras rrz(_lower_subgraph_nodes..ts:zt47?zrb call_moduletag)opr9argskwargs call_function)rhr9rir)setr#r$NoderhrXrYall_input_nodesrHrGrUr5strr"setattr_InductorModulenextprependinserting_before create_noder+r&r:r;r(replace_all_uses_withreversed erase_node)rMrNrOrPr]r3rRrcsubgraph_module readable_taginsertion_point subgraph_callr0r* new_outputrr rr[r\s ` @@@@@r_lower_subgraph_nodesr~8sq %'H"$F "D"%%G &uxx}} & & & 77j  MM$  KK  ''C'!#( x  KK  KK  $&G )588== )T ):tzz:: t  v;#c&k* ** * w<3s7|, ,, ,-fdGDO#o3345L B ?@$R(--O%  " "? 3,, v<( - %W-KC--"''#S).J %kkJO  ( ( 4. 4&( tzz?a  HH   %)' 4 3s BJ11J:ceZdZdejj ddffd Zdejdede ejfdZ xZ S)rqrMrNc>t|||_d|_yr)super__init__rMcompiled)selfrM __class__s rrz_InductorModule.__init__s!   rrirgc|jlt}t|j||}tj d|t |t|d|_tj d|tjj|5|jJ|jt|cdddS#1swYyxYw)N)decomposition_tablez%Lowering subgraph (%s) to Inductor...F) cudagraphsz,Completed lowering subgraph (%s) to Inductor) rr rrMr infor listr#profilerrecord_function)rrgriinductor_decompositions decomp_gms rforwardz_InductorModule.forwards == &9&; #U=TUI KK? E,T  DM KKF L ^^ + +C 0==, ,,==d,1 0 0s (C  C) __name__ __module__ __qualname__r#r$r.rTensorrorr __classcell__)rs@rrqrqsG588//D-U\\--U\\8J-rrqc|jtjjjj tjjj j tjjjjtjjjjfvry|jtjjjjk(ryt|jtjjrN|jjtj j"j$sd|jdfSy)N)Fzfused adam is not supported yetTFz& doesn't have a meta kernel registered)r9r#opsaten _fused_adam_default _fused_adam _foreach_add_Scalar _foreach_addflatten using_ints isinstance_ops OpOverloadhas_kernel_for_dispatch_key_C DispatchKeyMetarKs r_is_inductor_compatiblers {{ ##++ ""** $$++ ##**  8  {{eiinn,,777$++uzz445{{66uxx7K7K7P7PQT[[M)OPP P rnodesct|Dcgc])}t|jjds(|+c}}|tk\Scc}w)Nzaten.)rUror9 startswithMIN_ATEN_OPS_TO_LOWER)rn num_aten_opss r_subgraph_predicatersB5N5aCM,D,DW,M5NOL 0 00Os )AAcyNTrrs rrrsrcyrrrs rrrs$rcy)Nr/rrs rrrsZrnode_predicatesubgraph_predicatecgg}tt|jj}dtj j dtttfffd }|jdk7r|jdk(r |j}+||\}}|r|dj|nBt|ddkDr tjdt|||jg|j}|jdk7r|D cgc]} || r t| r| }} t!|D]\} } d | } t#|| | ||jj%|j'|Scc} w) a Lower Inductor compatible portions of the graph module to Inductor. Args: node_predicate: user predicate for determining whether to consider a node for lowering. subgraph_predicate: user predicate for determining whether to consider a list of candidate nodes for lowering. dumper: a callback for dumping subgraphs for human digestion. For exmaple, it can be a function that writes to disk/blob storage and returns the path/handle. The returned path/handle for each subgraph will be made available in the subgraph call node in the parent graph, as well as the label of the profiler block for the subgraph. r3rc@t|\}}|s||fS|syy)N)Fzuser predicater)r)r3 should_lowerreasonrs r_node_predicatez&partial_lower.._node_predicates.6t< f' 'd#*rr*r'rerz,partial_lower: graph break at %s. Reason: %s subgraph_)rriterr"rr#r$rmrboolrorhrXrUr warningrr&r~r- recompile) rMrrrPnodes_per_subgraphptrrrrrr0rOrNs ` r partial_lowerrsi(68D tBHHNN# $CehhmmdCi0@ &&H  66] "((C .s3 f  r " ) )# .%b)*Q.BCHf  % %b )hh &&H "('E e $)rs 77 7=***8449  9'+EHHMM':9EI%((--EX9 XX9, UXX]] t _& _&_&'_& cUCZ _&  _&D-ehhoo-6%((--E$)4D01tEHHMM21t17E@N#7 : :ehhmm_d23:!$uxx}}"5!6!<=: cUCZ :  XX :r