FPh?hddlZddlmZddlZddlmZddlZddl Z ddl m Z ddl m Z GddZy)N)Path)Image)TQDMceZdZdZdddZedZeddZedZ ddZ e dd Z e jd e defd Zd Zd ZdZdZdZy) FastSAMPrompta5 Fast Segment Anything Model class for image annotation and visualization. Attributes: device (str): Computing device ('cuda' or 'cpu'). results: Object detection or segmentation results. source: Source image or image path. clip: CLIP model for linear assignment. returnNc||_||_||_ ddl}||_y#t$rddlm}|dddl}Y||_ywxYw)zhInitializes FastSAMPrompt with given source, results and device, and assigns clip for linear assignment.rN)check_requirementsz&git+https://github.com/openai/CLIP.git)deviceresultssourceclip ImportErrorultralytics.utils.checksr )selfr r r rr s lC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\ultralytics/models/fastsam/prompt.py__init__zFastSAMPrompt.__init__sO         C G H   s#AActj|}tj|}|\}}}}|||||f|||||f<tj|}tj d|j d} tj|jd|jdftj} d| ||||f<tj| d} | j|| | S) zLSegments the given image according to the provided bounding box coordinates.RGBrrr)dtyperL)mode)mask) nparray zeros_liker fromarraynewsizezerosshapeuint8paste) imagebbox image_arraysegmented_image_arrayx1y1x2y2segmented_image black_imagetransparency_masktransparency_mask_images r_segment_imagezFastSAMPrompt._segment_image)shhuo " k :BB.9"R%B,.GbeRUl+//*?@iiuzz?C HHk&7&7&:KC !! "AqA<<$$Q'3.Dyy&($(HHJ$4$4$6"LL--a0#\\..q1 3 &0%?%C%C%E 6""":.r4c|jtj}tj|tj tj \}}tj|d\}}}}||z||z}}t|dkDrW|D]R} tj| \} } } } t|| }t|| }t|| | z}t|| | z}T||||gS)z~Applies morphological transformations to the mask, displays it, and if with_contours is True, draws contours. rr) astyperr%cv2 findContours RETR_EXTERNALCHAIN_APPROX_SIMPLE boundingRectr<minmax)rcontours hierarchyr+r,whr-r.bx_ty_tw_th_ts r_get_bbox_from_maskz!FastSAMPrompt._get_bbox_from_maskLs {{288$!..tS5F5FH_H_`)'' 4 B1aaB x=1 %(%5%5a%8"S#sS\S\S3Y'S3Y'  BBr4c t|t|} | D]L} tjj | j} | j ddddf} | j \}}tj|dz |dz ftjdddddd tjddtjjjtjtjjjtjtj | | j"| j"j$}|rt'|dt(j*r#t-j.|j1}t3|D]\}}t5j6|j9t,j:t4j<t-j>d t,j:}t5j6|j9t,j:t4j@t-j>d t,j:||<|jC|tj||||||| | r$g}t-jD||df}t3|D]\}}|j9t,j:}|s(t5jF|||ft4jH }t5jJ|t4jLt4jN\}}|jQtS|t5jT||dddt-j.gd}|dz |jWdddz}tj |tY|| z }|jZj]ddtj^dtj`|dddtjb| jed| d|Oy)a Plots annotations, bounding boxes, and points on images and saves the output. Args: annotations (list): Annotations to be plotted. output (str or Path): Output directory for saving the plots. bbox (list, optional): Bounding box coordinates [x1, y1, x2, y2]. Defaults to None. points (list, optional): Points to be plotted. Defaults to None. point_label (list, optional): Labels for the points. Defaults to None. mask_random_color (bool, optional): Whether to use random color for masks. Defaults to True. better_quality (bool, optional): Whether to apply morphological transformations for better mask quality. Defaults to True. retina (bool, optional): Whether to use retina mask. Defaults to False. with_contours (bool, optional): Whether to plot contours. Defaults to True. )total.Nd)figsizerr)topbottomrightlefthspacewspace)rk)rl) random_colorr(points pointlabel retinamask target_height target_width interpolationr)rvr6g?rT)exist_okparentsofftight) bbox_inches pad_inches transparentzSaving z to )3rr<ospathbasenameorig_img orig_shapepltfiguresubplots_adjustmarginsgcaxaxisset_major_locator NullLocatoryaxisimshowr;r= isinstancer?TensorrrrA enumeraterO morphologyExrNr% MORPH_CLOSEones MORPH_OPENfast_show_maskr#resize INTER_NEARESTrP RETR_TREErRextenditer drawContoursreshaperparentmkdiraxissavefigcloseset_description)rrHoutputr(rn point_labelmask_random_colorbetter_qualityretina with_contourspbarann result_namer' original_h original_wr;rJr contour_alltemprV_color contour_mask save_paths rplotzFastSAMPrompt.plot^s>0Ks;'78C''**3884KLLdd+E%(^^ "J  JJ S 0*s2BC D   AaqqST U KK1  GGIOO - -coo.? @ GGIOO - -coo.? @ JJu yy$ !!%(ELL9 " 5#,U#34"// BHH0EsXZX_X_`fhjhphpXqr##3DKK4I3>>[][b[bcikmksks[t#ua$4##E$'GGI1B)-+1/:/52<1;$=!"$K88ZQ$?@D#,U#34#{{2884%#&::dZ4L\_\m\m#nD&)&6&6tS]]CLcLc&d !#**4>: $4 $$T;OQOHH%ABE#'#: aB0G#GLJJ|,V {2I    " "D$ " ? HHUO KK w1RV W IIK  7;-tI;!G Hkr4c |j\} } } tj|d} |tj| }|dk7j d} |r$tj j | dddf}n1tj | dddftjgdz}tj | dddfdz}tj||gd}tj|d|z}tj| | d f}tjtj| tj| d \}}| ||f||td f}|||||d d f<|9|\}}}}|jtj ||f||z ||z d dd|tj"t%|Dcgc]\}}||dk(s|dc}}t%|Dcgc]\}}||dk(s|dc}}ddtj"t%|Dcgc]\}}||dk(s|dc}}t%|Dcgc]\}}||dk(s|dc}}dd|s(t'j(|||ft&j*}|j-|y cc}}wcc}}wcc}}wcc}}w)a8 Quickly shows the mask annotations on the given matplotlib axis. Args: annotation (array-like): Mask annotation. ax (matplotlib.axes.Axes): Matplotlib axis. random_color (bool, optional): Whether to use random color for masks. Defaults to False. bbox (list, optional): Bounding box coordinates [x1, y1, x2, y2]. Defaults to None. points (list, optional): Points to be plotted. Defaults to None. pointlabel (list, optional): Labels for the points. Defaults to None. retinamask (bool, optional): Whether to use retina mask. Defaults to True. target_height (int, optional): Target height for resizing. Defaults to 960. target_width (int, optional): Target width for resizing. Defaults to 960. rru)rrrrk)g?g?r6g333333?rbij)indexingNFrZ)fill edgecolor linewidthy)scmrs)r$rr@argsortargmaxrandomrr concatenate expand_dimsr#meshgridarangeslice add_patchr RectanglescatterrrOrrr)rKaxrmr(rnrorprqrrrIrYrXareasindexr transparencyvisual mask_imageshow h_indices w_indicesindicesr+r,r-r.rJpoints rrzFastSAMPrompt.fast_show_masks4""1az/ 5 12 q((a(0 II$$aAq\2EGGQ1aL)BHH5O,PPEww1a|,s2  5B?^^J3f< xxAq "!{{299Q<1PTU 9I-. 9eDkR(27(;Y 1 $%  !NBB LLBxb"r'Y\hij k   KK*3F*;R*;haz!}PQ?Qq*;R*3F*;R*;haz!}PQ?Qq*;R   KK*3F*;R*;haz!}PQ?Qq*;R*3F*;R*;haz!}PQ?Qq*;R  ::d\=$AQTQbQbcD $SR SRs0J? J? 7K K 7K K K 1K search_textc|Dcgc]}||j|}}|jj|gj|}tj|} |j | } |j |} | | jddz} | | jddz} d| z| jz} | dddfjdScc}w)zYProcesses images and text with a model, calculates similarity, and returns softmax score.rbT)dimkeepdimgY@Nrr) tortokenizer?stack encode_image encode_textnormTsoftmax) rmodel preprocesselementsrr r'preprocessed_imagestokenized_textstacked_imagesimage_features text_featuresprobss rretrievezFastSAMPrompt.retrievesJRRz%033F;R++[M:==fE%89++N;)).9 .--"d-CC++D+AA &8QT{""q"))SsCctjj|jrt d|jdt j tj|jdjtj}|j\}}|}|ddj\}}||k7s||k7r|j||f}g}g} g} g} t|D]x\} } t!j"| ddkr| j%| 3|j'| d}|j%|j)||| j%|z|| | | |fS)z_Crops an image based on provided annotation format and returns cropped images and related data.'7' is a directory, not a valid source for this function.rr8rc)r~risdirr ValueErrorrr rOcvtColorr r COLOR_BGR2RGBr"r$rrrr@rEr_r3)rformat_resultsr'ori_wori_hrHmask_hmask_w cropped_boxescropped_imagesnot_crop filter_idrrr(s r _crop_imagezFastSAMPrompt._crop_imagesE 77== %q -def f T\\!_-E-EsGXGX YZzz u$ $Q7== F?evoLL&&!12E   -GAtvvd>*+s2  #++D,@AD  !4!4UD!A B  ! !$ ' .nh ;NNr4c|jdjX|ddk7r|ddk7sJtjj |j rt d|j d|jdjj}|jdj\}}|jd}|jd}||k7s||k7rNt|d|z|z t|d|z|z t|d|z|z t|d|z|z g}tt|dd|d<tt|dd|d<tt|d||d<tt|d||d<|d|dz |d|dz z}tj|dd|d|d|d|dfd }tj|d } || z|z } || z } tj | } tj"t%j&|| j)j+g|jdj_|jS) zWModifies the bounding box properties and calculates IoU between masks and bounding box.rNrurkrrrrr)r r;r~rrr rr=rr$intrUroundrTr?r@rtensorrrrArB) rr(r;rqrrrYrX bbox_area masks_areaorig_masks_areaunioniou max_iou_indexs r box_promptzFastSAMPrompt.box_promptsS <<? ,GqLT!W\ 21ww}}T[[) 1T[[M1h!ijjLLO))..E*.,,q/*D*D 'M< AA AAM!Q,%6Q! l23Q! m34Q! l23Q! m34 8 %Q.!,DG%Q.!,DG%Q.!,DG%Q.!,DGa47*tAwa/@AI5DGDGOT!WT!W_)L#MSYZJ#ii6:O/*8Y %)YY^^Jt{{^%S "J ]]:z=$W[WbWb]cFnn&GbkG s288I.#g,>? ?G).bhh_j?k_jX[N@S_j?k6l)mDLLO ! ! &||@ls? D> c|jS)zEReturns the processed results from the previous methods in the class.)r )rs reverything_promptzFastSAMPrompt.everything_prompt\s ||r4)cuda)rN)r)NNNTTFT)FNNNTr)__name__ __module__ __qualname____doc__r staticmethodr3rLr_rrr?no_gradstrrrrr r rrr4rrrs   $  (# NI` @@DU]]_ * *QT * *O0 D. r4r)r~pathlibrrOmatplotlib.pyplotpyplotrrBrr?PILrultralytics.utilsrrr r4rr&s+   "OOr4