PhAddlZddlmZmZddlZddlmZddlmZddl m Z ddl m Z dd l mZGd d e Zd Zd ZGddeZGddeZGddeZGddeZy)N)DictList) variables) unimplemented)istype)VariableTrackerConstantVariablec.eZdZfdZedZxZS)DistributedVariablec dt|di|tjs t dyy)Nz+torch.distributed package is not available!)super__init__r is_availabler)selfkwargs __class__s nC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_dynamo/variables/distributed.pyrzDistributedVariable.__init__ s- "6""//1 G H2c>tjjSN)torch distributedrrrrrz DistributedVariable.is_availables  --//r)__name__ __module__ __qualname__r staticmethodr __classcell__rs@rrr sI 00rrctjsyddlm}t j |xr||j uS)NFr)DTensor)rrtorch.distributed._tensorr$inspect isfunction from_local)valuer$s r is_from_localr*s5  + + -1   e $ D'2D2D)DDrcztjsyddlm}m}||g}t j |xr||vS)NFr)_get_group_tagget_process_group_ranks)rr"torch.distributed.distributed_c10dr,r-r&r')r)r,r-constant_processgroup_functionss ris_constant_pg_functionsr0 sD  + + - '#   e $ Q2Q)QQrcFeZdZfdZedZ dfd ZxZS)PlacementClassVariablec 2t|di|||_yNrrrr)rr)rrs rrzPlacementClassVariable.__init__2 "6" rcvtjsyddlm}t |tuxr t ||SNFr) Placement)rr)torch.distributed._tensor.placement_typesr:type issubclassr)r:s ris_placement_typez(PlacementClassVariable.is_placement_type6s1#//1GE{d"Cz%'CCrcdtj|jddtjfvrm|j ratj |j}t |}tj|jddr|j|d|||St|%|||S)N__new__r) r&getattr_staticr)objectrAsourcePlacementVariable call_methodr call_function)rtxargsrnew_objvarrs rrGz$PlacementClassVariable.call_function@s  " "4::y$ ?FNNCT T nnTZZ0G#G,C%%djj*dCJf= w$Rv66rrIzList[VariableTracker]rzDict[str, VariableTracker]returnr )rrrrr r?rGr!r"s@rr2r21s@DD7/79U7 77rr2cLeZdZfdZedZdZ dfd ZxZS)rEc 2t|di|||_yr4r5r6s rrzPlacementVariable.__init__Sr7rcPtjsyddlm}t ||Sr9)rrr;r: isinstancer>s r is_placementzPlacementVariable.is_placementWs##//1G%++rc|jSrr)rs ras_python_constantz$PlacementVariable.as_python_constanta zzrc$ddlm}ddg}||vr t|j}t j |ddJdt j ||}|tjur|jdS|D cgc]} | j}} |jD cic]\} } | | j}} } ||jg|i||St |5||||S#t $rd}YwxYwcc} wcc} } w)Nr r r __setattr__ __getattr__zno custom getattr allowed!)r r<r)r&rBAttributeErrorrCrcreaterVitemsrrF) rrHnamerIrr allowed_methods value_typemethodxkvrs rrFzPlacementVariable.call_methodds '%}5 ? " !$**- **:}dKS0/0S // DA(.'..t44489DqA((*DD9#**4::??; ;w"2t,,r) rrrrr rlrVstrr rpr!r"s@rrgrgs9))-C-O--rrgc`eZdZdZfdZdZdZ dfd ZfdZe dZ xZ S) ProcessGroupVariablea We don't want a ProcessGroup object to end up in our output graph. But it's common for dynamo to intercept a PG that is then used to get info like rank() or world_size(), as well as passed to utility functions in distributed_c10d which desugar it into plain types like a ranklist and tag. For convenience and proper guarding, we construct a variable type. TODO: make it possible to use ProcessGroupVariable as input to simple functions like _expand_group without dynamo complaining about making a proxy for it. It is not a tensor-like type, and we don't want a proxy- but dynamo assumes torch library functions are dealing with tensor-like types and would have proxies for their args. TODO: should we make this inherit VT instead of UDOV? Do we want any of the default behaviors or just graph-break whenever one of our special cases is not hit? c 2t|di|||_yr4r5r6s rrzProcessGroupVariable.__init__r7rc|jSrrTrUs rrVz'ProcessGroupVariable.as_python_constantrWrc,t|jSr)r<r)rUs r python_typez ProcessGroupVariable.python_typesDJJrc|dk(r7tjj|jj S|dk(r7tjj|jj St |||||S)Nranksize)rr r]r)rzr{rrF)rrHr_rIrrs rrFz ProcessGroupVariable.call_methodsm 6>--44TZZ__5FG G 6>--44TZZ__5FG Gw"2tT6::rcfdvrtjfdSt S)N)rzr{c,j||Sr)rF)rIrr_rrHs rz2ProcessGroupVariable.var_getattr..s(8(8T4(Pr)rLambdaVariablerrprqs```rrpz ProcessGroupVariable.var_getattrs6 # #++P w"2t,,rc`tjsyddlm}ddlm}t |||fS)NFr) ProcessGroup)FakeProcessGroup)rrtorch._C._distributed_c10dr+torch.testing._internal.distributed.fake_pgrr)r)rrs ris_process_groupz%ProcessGroupVariable.is_process_groups,#//1;Pel,<=>>rrL) rrr__doc__rrVrxrFrpr rr!r"s@rrtrtsS$  ;& ; - ;  ;-??rrt)r&typingrrrr[rexcrutilsrbaser constantr rr*r0r2rErgrtrrrrsk !& 0/ 0ER"707B/;+/;d-,-0;?.;?r