Ph^&ddlmZmZmZmZmZmZmZddlZddl m Z ddl Z ddl Z ddl mZddlmZgdZeee j$ee j$fZee j$efZee j*j,Zee j*j,ZeeZhdZed d Zed d eee j:j<fd e j*j,d efdZed d e j*j,d e fdZ!ed GddZ"ed de j*jFd e j*jFfdZ$y))ListTupleUnionDictAnySetMappingN) dataclass)_get_qualified_name) compatibility)get_acc_ops_nameget_node_targetis_node_output_tensorFxNetAccFusionsFinderlegalize_graph> call_method call_module call_functionF)is_backward_compatiblect|tr|S|jrd|jvrd|jS|jj dd}|r|ndd|jS)Nacc_opsacc_ops.z torch._opsz torch.ops.) isinstancestr __module____name__replace)kmodules gC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/fx/passes/tools_common.pyr r sd!S )q||3!**&&%%lK@"&+1QZZL99 submodulesnodereturnc$|jtvs-Jddjtzd|jz|jdk(rLt|jt sJ||j}t |dt|}t|S|jdk(r@|j}|jd|jvrd|jSt|St|jt sJ|jS) a, Given a `node` returns its target typename. For "call_method" node, return node.target which is the name of that method being called. This could potential lead to conflict but should be okay because normally it's on a tensor. For "call_function" node, return typename of node.target. For "call_module" node, return typename of the module that node.target point to. If seeing "_VariableFunctionsClass" in the target name string, it will be replaced by "torch". e.g. _VariableFunctionsClass.relu would become torch.relu. zExpect op types of z, z , but found r_base_class_originrrr) opCALLABLE_NODE_OPSjoinrtargetrgetattrtyper rrr )r$r%submod submod_typer,s r"rrs 77' ' *; <<dggY?WW ' ww-$++s+++DKK(f&:DLI  ,, O #kk  ,f>O>O1Ov' ( %V, $++s+++{{r#cz|jjdd}|duxrt|tjS)aChecks if the node output produces a Tensor or not. NOTE: This requires to run `ShapeProp` on the containing fx graph before calling this function. This is because it works by checking the `type` metadata on the node. This metadata is produced by the `ShapeProp`. r.N)metaget issubclasstorchTensor)r%type_s r"rrCs3 IIMM&$ 'E   @E5<inputsnodes_need_processct||jvry|jj||jj||jj ||jj |j Dchc]$}|jtvr||jvr|&c}ycc}w)z5 Add a node to fusion group. N) r>rEaddrDdiscardupdateall_input_nodesr)r*)r?r%ns r"add_nodez*FxNetAccFusionsFinder.FusionGroup.add_nodehstzz!  # # ' ' - JJNN4 KK   % KK  "111tt00Qdjj5H1 s)B5N)rr __qualname__int__annotations__NodeSetrLr#r" FusionGrouprBZs%$# r#rR fusion_grouprBrDc|D]}}|jtvr|jj||jkr?||jvry|j ||j sl|j|yy)z Start from inputs and going reverse topological order. If any upstream node is in the fusion group, add all the nodes in this path to fusion group. TF)r)r*r>indexrCrecursive_add_noderJrL)r?rSrDargs r"rVz(FxNetAccFusionsFinder.recursive_add_nodezsCvv..zz$|'@'@@l(((&&|S5H5HI%%c*%(r#r&ci}t|j}|D]A}||vr |jtvrd|jvr+||jvr:|j |j j||ht|j|h}|jrU|jj}|j||jd|jvr`|jD]Q}|jtvr||j vr%|j||j||jS|jD]}|jtvrd|jvr%||j vr4|j|t!|j"|j j||_|j||j|jrUt|j |jks!|xj|j zc_"|j D]}|j ||<D|S)N tensor_meta)rCr>rDrE)r<r9r)r*r2rRr>rUsetrJrEpoprVrDusersrLminrC)r?resultr9r%rSuserrWrKs r"__call__zFxNetAccFusionsFinder.__call__s/1( Dv~ww// )4>>)>B>N>N!ZZ--d3f4//0$(6 ?O?L 11#66::<'' l6I6IJ! 1 $ 77*;;$<#5#55$$--d3// l>Q>QR!+ //Cvv%66 $0 l000  ))#.03$114::3C3CC3H1L-++L,:M:MN0!11< **+t~~=,"4"44%++A , 2 2F1I,ch r#N)rrrM__doc__r5fx GraphModulerPr@r rRrNodeListrVrNoder`rQr#r"rrNs| #uxx33## >9gx'(>8$uxx}}g568r#rgmc|jjDcic]}|d}}tjj }|jjD] }|j D]}||xxdz cc<"t j}|jjD]}||dk(s |j|it|dkDro|j}|j|fd|<|j D])}||xxdzcc<||dk(s|j|+t|dkDrot|jt|jjkr%td|Dcgc] }||dk7s |c}|jj|_ ||_|Scc}wcc}w)a Replace the graph of the given GraphModule with one that contains the same nodes as the original, but in topologically sorted order. This is used by the merge_matmul transformation below, which disturbs the topologically sorted order of its input GraphModule, so that this order is restored before further transformation. Arguments: gm: The graph module to topologically sort. It is modified in-place. Returns: The graph module in-place sorted rc|Sr;rQ)xenvs r"z legalize_graph..s c!fr#z&Input graph has cycles, unable to add )r=r>r5rbGraphr\ collectionsdequeappendlenpopleft node_copy RuntimeError_codegen)rfr%indeg new_graphr_queuecurrks @r"rrs"$ 0T1WE 0 IJJD $K1 K +002E ;!  LL /1C e*q.mmo&&s,<=CIID $K1 KT{a T" e*q. 9??c"((..11CV[DpV[d_dei_jno_oTV[DpCqrss**IBH I7 10Eqs G G G )%typingrrrrrrr rn dataclassesr r5torch.fx torch.fx.noder torch.fx._compatibilityr __all__r6TensorsTensorOrTensorsrbrerdrPrNamesr*r nnModulerboolrrrcrrQr#r"rs>>>! -1 u ell#T%,,%77 8 g-.   ehhmm  S Ce,:-:e,!UXX__(< =!UXX]]!WZ!-!Fe,A A$A-Ae,BB-BJe,)uxx++)0D0D)-)r#