
    Ph,                        d dl Z d dlmZ d dlmc mZ d dlmc mc mc m	Z
 d dlmc mc mZ d dlmc mc mc mZ d dlmc mc mZ d dlmc mc mZ d dlmc mc mc mZ e j.                  j                  Zd dlmZ d dlmZ ddlmZmZm Z  ddl!m"Z"m#Z# d dl$m%Z%m&Z&m'Z'm(Z( dejR                  d	e jT                  fd
Z+dejR                  d	e jT                  fdZ,dejR                  d	e jT                  fdZ-dejR                  d	e%e jT                     fdZ.dejR                  d	e%e jT                     fdZ/dejR                  d	e jT                  fdZ0dejR                  d	e jT                  fdZ1dejR                  d	e%e jT                     fdZ2deded	e jT                  fdZ3deded	e jT                  fdZ4deded	e jT                  fdZ5deded	e jT                  fdZ6d	e'e7e'e(e(f   f   fdZ8	 ddedede&e'e7e'e(e(f   f      d	e&e#   fdZ9y)    N)GraphModule)Node   )get_target_type_strgetattr_from_fqnreturn_first_non_observer_node)NSSingleResultValuesTypeNSSingleResultType)ListOptionalDictCallablemodreturnc                 6    | j                   j                         S Nweightdetachr   s    fC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\torch/ao/ns/fx/weight_utils.pymod_weight_detachr      s    ::    c                 <    | d   j                   j                         S Nr   r   r   s    r   mod_0_weight_detachr      s    q6==!!r   c                 (    | j                         d   S r   )_weight_biasr   s    r   mod_weight_bias_0r   !   s    a  r   c                     g }t        | j                        D ]<  \  }}d|v sd|v s| j                  |   j                         }|j	                  |       > |S )Nweight_ih_lweight_hh_l)	enumerate_flat_weights_names_flat_weightsr   append)r   residx
param_nameparam_values        r   get_lstm_weightr+   $   s[    
C$S%<%<=ZJ&-:*E++C0779KJJ{# > Jr   c                 D   g }| j                   D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr      r   )_all_weight_valuesr&   param__getstate__)r   r'   weight_values      r   get_qlstm_weightr2   ,   s    
C..

<%%224Q7:1=JJLQOPQRS

<%%224Q7:1=JJLQOPQRS / Jr   c                 z   t        | t        j                  t        j                  t        j                  f      r| j
                  j                         S t        | t        j                  t        j                  t        j                  f      r| d   j
                  j                         S | j                         d   S r   )
isinstancennConv1dConv2dConv3dr   r   nni
ConvReLU1d
ConvReLU2d
ConvReLU3dr   r   s    r   get_conv_mod_weightr=   3   sz    3BIIryy9:zz  ""3HI1v}}##%%!!$$r   c                     t        | t        j                        r| j                  j	                         S t        | t
        j                        r| d   j                  j	                         S | j                         d   S r   )r4   r5   Linearr   r   r9   
LinearReLUr   r   s    r   get_linear_mod_weightrA   ?   s\    #ryy!zz  ""	C	(1v}}##%%!!$$r   c                    t        | t        j                        rXg }t        | j                        D ]<  \  }}d|v sd|v s| j
                  |   j                         }|j                  |       > |S t        | t        j                        sJ dt        |        d       g }| j                  D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr!   r"   ztype z not handled yetr   r-   r   )r4   r5   LSTMr#   r$   r%   r   r&   nnqdtyper.   r/   r0   )r   r'   r(   r)   r*   r1   s         r   get_lstm_mod_weightsrF   G   s+   #rww()@)@AOC
*mz.I!//4;;=

;'  B 
#tyy)NU49+=M+NN)22LJJ|))668;A>qANNPQRSTUVWJJ|))668;A>qANNPQRSTUVW 3 
r   nodegmc                     | j                   d   }t        |t              sJ t        ||      }t        |t              sJ |j                  dk(  sJ t        ||j                        }|j                         S Nr   get_attr)argsr4   r   r   opr   targetr   )rG   rH   weight_arg_nodeweight_noder   s        r   get_conv_fun_weightrQ   X   sk    iilOot,,,0"EKk4(((>>Z'''b+"4"45F==?r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S rJ   )rL   r4   r   rM   r   rN   r   )rG   rH   qconv_state_nodeqconv_state_objs       r   get_qconv_fun_weightrU   b   sW    yy|&---*,,,&r+;+B+BCO!!##r   c                 r   | j                   d   }t        |t              sJ |j                  dk(  ry| j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S |j                  dk(  r|j                  dk(  sJ | j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                   d   }|j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         j                  |      S |j                  dk(  sJ t	        ||j
                        }|j                         S )Nr   call_moduler   rK   call_method)rL   r4   r   rM   r   rN   r   to)	rG   rH   linear_second_argrO   rP   r   dequant_nodeto_fp16_nodetarget_dtypes	            r   get_linear_fun_weightr^   j   s   
 		!'...},))A,/4000%**1-+t,,,~~+++!"k&8&89}}				. ##}444yy|,---#((+,---#((+"''*+t,,,~~+++!"k&8&89}}!!,// ##z111!"&7&>&>?}}r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         \  \  }}}|S rJ   )rL   r4   r   rM   r   rN   r0   )rG   rH   packed_weight_nodepacked_weightr   _bias_names          r   get_qlinear_fun_weightrd      sd    1($///  J...$R);)B)BCM*779OVUUMr   c                     i t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                   t        t        j                  t        t        j                  t        t         j"                  t        i t        j$                  t
        t        j"                  t        t        j"                  t        t        j&                  t        t        j(                  t        t        j$                  t        t        j$                  t        t         j*                  t        t        j*                  t        t        j,                  t
        t        j,                  t        t        j*                  t        t.        j*                  t        t        j,                  t        t        j0                  t        t         j2                  j4                  j6                  t        t         j8                  t:        t.        j8                  t<        it>        j@                  tB        t>        jD                  tB        t>        jF                  tB        tH        j@                  tJ        tH        jD                  tJ        tH        jF                  tJ        tH        jL                  tJ        tH        jN                  tJ        tH        jP                  tJ        t>        j4                  tR        tH        j4                  tT        tH        jV                  tT        id} | S )N)rW   call_function),r5   r6   r   r9   r:   r   nnqr   nnqatnniqatConvBn1dConvBnReLU1dnniqr7   r;   ConvBn2dConvBnReLU2dr8   r<   ConvBn3dConvBnReLU3dr?   r@   rD   
LinearBn1dmoduleslinearNonDynamicallyQuantizableLinearrC   r+   r2   Fconv1drQ   conv2dconv3dtoqrU   conv1d_reluconv2d_reluconv3d_relur^   rd   linear_relu)"op_to_type_to_weight_extraction_fns    r   &get_op_to_type_to_weight_extraction_fnr      s   )
II()
 NN/)
 JJ)	)

 LL+)
 OO.)
 !2)
 0)
 OO.)
 II()
 NN/)
 JJ))
 LL+)
 OO.)
  !2!)
" 0#)
$ OO.%)
( II())
* NN/+)
, JJ)-)
. LL+/)
0 OO.1)
2 !23)
4 05)
6 OO.7)
: II(;)
< JJ)=)
> NN/?)
@ OO.A)
B LL+C)
D KK*E)
F 0G)
H 0I)
J JJ==?PK)
N GG_O)
P II'Q)
X HH)HH)HH)JJ,JJ,JJ,OO1OO1OO1HH+JJ.OO3
W;O&z .-r   r~   c                    t         j                  j                  }d }t        |d      r|j                  | j
                     d   }|
t               }t        | |      }|}| j                  dk(  rY|d   }|j                         D ]@  \  }}	| j                  |k(  s |	| |      }
||
g| j
                  || j
                  |dd|d	c S  y | j                  dk(  rt        | j                  t              sJ t        || j                        }|d   }|j                         D ]>  \  }}	t        |      |k(  s |	|      }
||
g| j
                  || j
                  |dd|d	c S  y )N_node_name_to_scoper   rf   )	rE   valuesprev_node_nameprev_node_target_typeref_node_nameref_node_target_typeindex_within_argindex_of_argfqnrW   )r	   WEIGHTvaluehasattrr   namer   r   rM   itemsrN   r4   strr   rE   )rG   rH   r~   res_typer   ref_node_typeprev_node_typefunction_mappingtarget_fn_typeweight_extraction_fnr   r   module_mappingtarget_mod_types                 r   extract_weight_from_noder      s~   
 (..44H Cr()$$TYY/2)1-S-U*'b1M"Nww/!=oN4D4J4J4L0N0{{n,-dB7$%h&*ii-;%)YY,9()$%
 
 5MF ) 
M	!$++s+++r4;;/;MJ5C5I5I5K1O1CyO+-c2$%h&*ii-;%)YY,9()$%
 
 6L r   r   ):torchtorch.nnr5   torch.nn.functional
functionalru   torch.ao.nn.quantized.dynamicao	quantizeddynamicrD   torch.ao.nn.quantizedrg   torch.ao.nn.intrinsic.qat	intrinsicqatri   torch.ao.nn.qatrh   torch.ao.nn.intrinsicr9   torch.ao.nn.intrinsic.quantizedrl   opsry   torch.fxr   torch.fx.graphr   utilsr   r   r   ns_typesr	   r
   typingr   r   r   r   ModuleTensorr   r   r   r+   r2   r=   rA   rF   rQ   rU   r^   rd   r   r   r    r   r   <module>r      s1       , , # # * *   # # . .ii    
 2 1299  "RYY "5<< "!299 ! ! tELL'9 ")) U\\(: 
%RYY 
%5<< 
%%ryy %U\\ %bii D,> "d   $t $ $ $# #+ #%,, #J ; 5<< ?.S$x?Q:R5R0S ?.H Y]9
99 )1c4(@R;S6S1T(U9  !	9r   