Ph,'ddlmZmZddlZddlmcmZddlmZddl m Z ddl m Z ddl mZddlmZmZddlmZdd lmZdd lmZmZmZdd lmZmZd Zej<j?ed Z ej<j?eddZ!ej<j?eddZ"ej<j?eddZ#dZ$ddZ%dejLfdZ'dejLfdZ(dZ)dZ*dZ+dZ,e+Z-e,Z.dZ/y))OptionalTupleN)_prims) DispatchKey)autograd_not_implemented)HigherOrderOperator)CUDARngStateHelpermake_contiguous_strides_for)backwards_not_supported)FakeTensorMode)disable_proxy_modes_tracingProxyTorchDispatchModetrack_tensor_tree)_device_dtyperngprimsDEFIMPLCompositeExplicitAutogradAutogradMetac htd|jd|jd|jd)Nz"You are trying to functionalize a z RNG operator but zE does not use Philox/counter-based RNG. Therefore, functionalizing a zo RNG operator is not supported. We are discussing the possibility of a Philox-based RNG implementation for CPU.) RuntimeErrortype)devices aC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/_prims/rng_prims.pythrow_on_non_cudarsB  ,V[[M9KFKK=YFFLkk]Si i ctj|tj||tj||t t jjj|}|j}|r||_ tj|t|||fD]G}||_t jj j"|_||_||_||_IyN)rngprimdefine rngprim_implimplrngprim_meta_implgetattrtorch_opsopsrdefault_tagsrngprim_autograd_implr __doc__ _prims_common RETURN_TYPENEW return_typeschema impl_atenprim_meta_impl) namer2r3 impl_metadoctags prim_packetprimps rregister_rng_primr<&s NN6dI&4+%**..1148K   D  t% (Tensor, Tensor)r=seedrYstride.rr@cp|Jt|}tj||||}t|}||fS)N)r=stridesr@r)r r TensorMetarD)r=r]rYr^rr@ random_valuess r_philox_rand_metaz/register_philox_rand.._philox_rand_meta_sH~~,U3))uV )/v&&rcF|J|jdk(rg}n|g}|jdk7r t|tjj |5t j ||tj|||}dddt|fS#1swYxYw)NcpurJ)rr@) rrr'randomfork_rngr set_torch_state_tensorrandrZ)r=r]rYr^rr@devicesrbs r _philox_randz*register_philox_rand.._philox_randps~~ ;;% GhG ;;& #F+ + \\ " "7 +  5 5dF C!JJuV5IM,0777 , +s /BB z$Philox based stateless rand operator)r5r2r3r6r7r8) r'SizeTensorrrintrrr<Tagnondeterministic_seeded)r5r2rcrks rregister_philox_randrq[s DVF'zz'll' 'sCx) '  '  '"8zz8ll8 8sCx) 8  8  80 # 2ii// 1 rc||jdrB|jd}t|trtj|}|j S|Dchc]3}t|tj s|jj 5}}td|Drytd|Dryycc}w)Nrc3&K|] }|dk( yw)rJN.0devs r zget_device..s ,GS3&=GrJc3&K|] }|dk( yw)reNrtrus rrxzget_device..s -WcSE\Wryre)get isinstancestrr'rrrmany)argskwargsrargrjs r get_devicers zz(H% fc "\\&)F{{*.P$3*S%,,2Oszz$GP ,G ,, -W - -  Qs B98B9ctdjtjt djtj djtj djtjfdjtfd}jtfd}S) Nrun_and_save_rng_stateTdeferred_errorcNtjj||i|fSr )r'rJ get_rng_stateoprrs r impl_cudaz5register_run_and_save_rng_state_op..impl_cudas$zz'')2t+>v+>>>rc:tj||i|fSr )r'rrs rimpl_cpuz4register_run_and_save_rng_state_op..impl_cpus ""$b$&9&&999rcdd}t||}||vs Jd|||}||g|i|SN)rJrezBackend not supported for r)rrrimpl_maprr$rrs rimpl_backend_selectz?register_run_and_save_rng_state_op..impl_backend_selectsS%h7D&)!H%?x#HH!B((((rcL|5|g|i|cdddS#1swYyxYwr rt)moderrrrs rimpl_fake_tensor_modezAregister_run_and_save_rng_state_op..impl_fake_tensor_modes$&r;D;F;TTs #cj|jr|g|i|}tj|jj|g|}tj|jj|}|jj d ||}t ||d|jS |g|i|SN call_function)constanttracer)enable_tracingpytreetree_mapr unwrap_proxy create_proxyr) rrrrout proxy_args proxy_kwargs out_proxyrrs rimpl_proxy_dispatch_modezDregister_run_and_save_rng_state_op..impl_proxy_dispatch_modes   %b:4:6:C)A)AB;;OJ!??4;;+C+CVLL 00!7\I%S)d4;;W W)">t>v> >r) rpy_implrrrCUDACPU BackendSelectr r)rrrrrrs @@@@r"register_run_and_save_rng_state_oprs01IJ8"";#7#78 !7M##K$4$45?6?##KOO4:5:##K$=$=>)?)##N3<4< ##$:; ?< ? "!rctdjtjt djtj djtj djtfd}jtjfd}jtd}S) Nrun_with_rng_stateTrctjj}tjj|j ||i|}tjj||Sr )r'rJr set_rng_statere rng_staterrr current_staters rrz1register_run_with_rng_state_op..impl_cudasR 002    1$!&!   / rctj}tj|||i|}tj||Sr )r'rrrs rrz0register_run_with_rng_state_op..impl_cpus@++-  I&$!&! M* rc|jrt5 ||g|i|}dddtj|jj ||g|}tj|jj |}|jj d ||}t|d|jS ||g|i|S#1swYxYwr)rr rrrrrr) rrrrrrrrrrs rrz@register_run_with_rng_state_op..impl_proxy_dispatch_modes   ,.(BHHH/ ((9b*@4*@J"??4;;+C+CVLL 00!3ZI%S)d4;;W W%iEdEfE E/.s C  Ccfd}t||}||vs Jd|||}|||g|i|Srr) rrrrrrr$rrs rrz;register_run_with_rng_state_op..impl_backend_selectsU%h7D&)!H%?x#HH!Ir3D3F33rcB|5||i|cdddS#1swYyxYwr rt)rrrrrs rrz=register_run_with_rng_state_op..impl_fake_tensor_modest&v&TTs) rrrrrrrrrr )rrrrrrs @@@rregister_run_with_rng_state_oprs,-AB4{334 !3DI 0 012 01 67 F8 F 9 9:4;4/'0' rctyr )rqrtrrregister_rng_primsr srr )0typingrrr'torch.utils._pytreeutils_pytreerrtorch._Crtorch._higher_order_ops.utilsr torch._opsrtorch._prims_commonr r torch._prims_common.wrappersr torch._subclasses.fake_tensorr "torch.fx.experimental.proxy_tensorr rr torch.typesrrrngprim_namespacelibraryLibraryr!r#r,r%rr<rlrDrZrqrrrrrrrtrrrs" $$ B*O@8 ( --   15 9}}$$v:  --.?TMM))*;VVL%.A ::A  ::04n *"Z6r<=35r