FPhSpddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlZddlZddlmZmZddlmZddlmZmZmZmZmZmZmZmZmZm Z ddl!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'm(Z(dd l)m*Z*d Z+d Z,d Z-e.ej^ddjadk(Z1dZ2dZ3dej$fdZ4dZ5dZ6d&dZ7d'dZ8d'dZ9de de fdZ:d(dZ;d)dZ<Gdd Z=d*d!Z>ed"z d#d$fd%Z?y)+N) ThreadPool)Path) is_tarfile)ImageImageOps)check_class_names) DATASETS_DIRLOGGER NUM_THREADSROOT SETTINGS_YAMLTQDM clean_urlcolorstremojis yaml_load) check_file check_fontis_ascii)download safe_download unzip_file)segments2boxeszQSee https://docs.ultralytics.com/datasets/detect for dataset formatting guidance.) bmpdngjpegjpgmpopngtiftiffwebppfm) asfavigifm4vmkvmovmp4mpegmpgtswmvwebm PIN_MEMORYTtruec "tjdtjtjdtj}}|Dcgc]9}|j|j|djddddz;c}Scc}w)z0Define label paths as a function of image paths.imageslabels.rz.txt)ossepjoinrsplit) img_pathssasbxs aC:\Users\daisl\Desktop\realtime-object-detection\venv\Lib\site-packages\ultralytics/data/utils.pyimg2label_pathsr@ ssxvbffX &266(&(ABIR SABGGAHHRO $ + +C 3A 6 ? SS Ss >B ctd|D}tjt|j }|j dj |j |jS)z?Returns a single hash value of a list of paths (files or dirs).c3K|]C}tjj|s#tjj|EywN)r7pathexistsgetsize).0ps r? zget_hash..(s-F5aBGGNN14Erwwq!5s $A $A )sumhashlibsha256strencodeupdater9 hexdigest)pathssizehs r?get_hashrU&sV F5F FDs4y'')*AHHRWWU^ " " $% ;;=imgc|j}|jdk(rVtjt5|j }|r |j dd}|dvr |d|df}ddd|S|S#1swY|SxYw)z Returns exif-corrected PIL size.JPEGiN)r5r)rSformat contextlibsuppress Exceptiongetexifget)rWsexifrotations r? exif_sizere.sy A zzV   +;;=D88C.v%!ad A , H1H , Hs 3A44A>c|\\}}}d\}}} tj|}|jt|}|d|df}|ddkD|ddkDzs Jd|d|jj t vsJd|j|jj dvr}t|d 5} | jd d | jd k7rCtjtj|j|d dd|d|d}dddd}||f|||fS#1swYxYw#t$r} d}|d|d| }Yd} ~ .d} ~ wwxYw)zVerify one image.)rrrJr5r image size <10 pixelsinvalid image format rrrbrYd subsamplingqualityWARNING ⚠️ !: corrupt JPEG restored and savedN : ignoring corrupt image/label: ) ropenverifyrer\lower IMG_FORMATSseekreadrexif_transposesaver_) argsim_fileclsprefixnfncmsgimshapefes r? verify_imager;s~!NWcFKBCU ZZ  " q58$a1 qA.P+eWK0PP.yy K/T3H 1TT/ 99??  /gt$r1 668{*++EJJw,?@EEgvcdnqEr#HOG9<]^C %  S>2r3 &&%$ U y0PQRPSTUs1B2E A)D=+ E =EE E( E##E(c  |\}}}}}}}dddddgdf\}} } } } } } tj|}|jt|}|d|df}|ddkD|ddkDzs Jd|d|jj t vsJd|j|jj d vr}t|d 5}|jd d |jd k7rCtjtj|j|ddd|d|d} dddtjj|rd} t|5}|jjj!Dcgc]}t#|s|j% }}t'd|Dr|st)j*|Dcgc]}|d c}t(j,}|Dcgc]:}t)j*|ddt(j,j/dd <} }t)j0|j/ddt3| fd}t)j*|t(j,}dddt#}|r]|rN|j4dd||zzk(sJdd||zzd|ddddfj/d|dddd f}n5|j4ddk(sJd|j4dd|ddddf}|j7dksJd||dkD|j9dk\sJd||dk|dddfj7}||ksJdt;|d|d|dz t)j<|dd !\}}t#||kr||}| r|Dcgc]}| | } }|d|d"|t#|z d#} ngd} t)j>d|rd||zzndft(j,}n3d}t)j>d|rd||zzndft(j,}|r|ddddfj/d||}|d k(r_t)j@|d$dk|d%dkzd&d'jCt(j,}t)j0||d(gd)}|ddddf}|||| ||| | | | f S#1swYxYwcc}wcc}wcc}w#1swYxYwcc}w#tD$r"}d} |d|d*|} ddddd|| | | | g cYd}~Sd}~wwxYw)+zVerify one image-label pair.rrJNr5rgrhrirjrkrlrmrnrorYrprqrtruc38K|]}t|dkDyw)rZN)lenrGr>s r?rIz%verify_image_label..ms.2as1vz2sdtypezlabels require z columns eachzlabels require 5 columns, z columns detectedz,non-normalized or out of bounds coordinates znegative label values z Label class z exceeds dataset class count z. Possible class labels are 0-T)axis return_index: z duplicate labels removed).r).r5?).N)rrv)#rrwrxrer\ryrzr{r|rr}r~r7rDisfilestrip splitlinesrsplitanynparrayfloat32reshape concatenaterrmaxminintuniquezeroswhereastyper_)rrlb_filerkeypointnum_clsnkptndimnmrnerrsegments keypointsrrrr>lbclassesnlpointsmax_cls_ikpt_maskrs r?verify_image_labelrTs>B;GWfht/0!Q2r4/G,BBC9?C ZZ  " q58$a1 qA.P+eWK0PP.yy K/T3H 1TT/ 99??  /gt$r1 668{*++EJJw,?@EEgvcdnqEr#HOG9<]^C % 77>>' "Bg!)*)9)D)D)FQ)FA#a&aggi)FQ.2.. hhb'9b!b'9LGZ\]Z\UV12bjj A I I"a PZ\H]Q)?PXAY(Z\]^BXXb 3 RB88A;1td{?;oPQTX[_T_P_Naan=oo;12Y..r48BQB?F88A;!+h/I"((ST+Vg-hh+12YFzz|q(m,XY_`fij`jYkXl*mm(vvx1}K(>r"q&zl&KK}QT(,,.')A"3w<.0MgYW33:Q;-AA)yy!$?1q6B;AB9:#;AHQK#;#HOG9BrCF{mKdeCXXqx1td{?QGrzzZB19q4$;!DBJJWB 1ab5 ))"dD9Iqy88Yv%6%:y?PST?T$UWZ\_`gghjhrhrsNNIx 7J+KRTU 2A2YE8YBBKKe%$R'9] 6$< C y0PQRPSTdD$b"b"cBBCsB2UA)T85U-/T5T&-T&?)T5( T+ 4T5?T0AT5&E U3 U?DUT#U&T55T?: U U2U-'U2-U2cXtj|tj}tj|tj}|j |j dddf}tj||||d|z|d|z}}tj|||fS)z Args: imgsz (tuple): The image size. polygons (list[np.ndarray]): [N, M], N is the number of polygons, M is the number of points(Be divided by 2). color (int): color downsample_ratio (int): downsample ratio rrrrn)colorr5) rruint8asarrayint32rrcv2fillPolyresize)imgszpolygonsrdownsample_ratiomasknhnws r? polygon2maskrs 88E *Dzz("((3H!2B :;HLLxu-Ah**E!H8H,HB ::dRH %%rVc tj|Dcgc] }t||jdg||"c}Scc}w)z Args: imgsz (tuple): The image size. polygons (list[np.ndarray]): each polygon is [N, M], N is number of polygons, M is number of points (M % 2 = 0) color (int): color downsample_ratio (int): downsample ratio r)rrrr)rrrrr>s r?polygons2masksrs? 88\de\dWX\%!))B-%AQR\de ffes%Actj|d|z|d|zft|dkDrtjntj}g}g}t t|D]T}t |||jdg|d}|j||j|jVtj|}tj| }tj||}t t|D]-} || | dzz}||z}tj|d| dz}/||fS)z!Return a (640, 640) overlap mask.rr5rr)rr)a_mina_max)rrrrrrangerrappendrKrargsortrclip) rrrmasksareasmssirindexrs r?polygons2masks_overlaprs# HHeAh"22E!H@P4PQ'*8}s':288 JE E BCM"EHRL$8$8$<#=P`hij $ TXXZ # JJu E JJv E "e B 3x= !!uA Qa!e4" %<rVrDreturnct|jdxst|jd}|sJd|jdt |dkDr)|Dcgc]}|j |j k(s| }}t |dk(s'Jd|jdt |d||dScc}w) a Find and return the YAML file associated with a Detect, Segment or Pose dataset. This function searches for a YAML file at the root level of the provided directory first, and if not found, it performs a recursive search. It prefers YAML files that have the samestem as the provided path. An AssertionError is raised if no YAML file is found or if multiple YAML files are found. Args: path (Path): The directory path to search for the YAML file. Returns: (Path): The path of the found YAML file. z*.yamlzNo YAML file found in ''r5zExpected 1 YAML file in 'z ', but found z. r)listglobrglobresolverstem)rDfilesrs r?find_dataset_yamlrs 8$ % Cdjj.B)CE =+DLLN+;1==5 5zA~!9EqQVVtyy%8E9 u:?k7 7G}UXY^U_T``cdicjkk? 8O:s $CCc  t|d}tttfrSt j s t r3ttdd}tt|z jd}}tttfr tddD]S}|vs|dk(r.dvr*tjd jdd<;tt!|d |d d vrd vrtt!|dd vrDd vr@t#d d k7r,tt!|dt#d dd dd vr#t%d Dcgc]}d| c}d <nt#d d <t'd d <t|xs8j)dxs%tj)ddj}|j+st|z j-}|d<dD]}j)|st|trb||z j-}|j/s-|j1dr||ddz j-}t||<|Dcgc]}t||z j- c}|<fddD\}} } } | rt| t2r| n| gDcgc]}t|j-} }t5d| Dsft7|} d| d| Dcgc]}|j/r|c}dd} | r|rtj8| n| d td!t:dz } t=| t?j>}d}| j1d"r$| jAd#rt| td$nN| j1d%r/tjd&| d'tCjD| }ntG| d(id)tIt?j>|z d*d+}|d,vrd-|d.tKd/tnd0|d1} tjd2| d3tMtOd rd4Sd5Scc}wcc}wcc}wcc}w)6az Download, verify, and/or unzip a dataset if not found locally. This function checks the availability of a specified dataset, and if not found, it has the option to download and unzip the dataset. It then reads and parses the accompanying YAML data, ensuring key requirements are met and also resolves paths related to the dataset. Args: dataset (str): Path to the dataset or dataset descriptor (like a YAML file). autodownload (bool, optional): Whether to automatically download the dataset if not found. Defaults to True. Returns: (dict): Parsed dataset information and paths. rJTFdirunzipdelete)append_filename)trainvalr validationuQWARNING ⚠️ renaming data YAML 'validation' key to 'val' to match YOLO format. 'uE:' key missing ❌. 'train' and 'val' are required in all data YAMLs.namesruI key missing ❌. either 'names' or 'nc' are required in all data YAMLs.z 'names' length z and 'nc: z ' must match.class_rD yaml_filerrtestz../Nc3@K|]}j|ywrC)ra)rGr>datas r?rIz$check_det_dataset..#sU0T1488A;0Ts)rrrrc3<K|]}|jywrC)rErs r?rIz$check_det_dataset..&s+s!188:ssz Dataset 'u)' images not found ⚠️, missing path 'rrz% Note dataset download directory is 'z'. You can update this in 'http.zip)urlrrbash zRunning z ...yaml(r5zs))rNu success ✅ z , saved to boldzfailure u ❌zDataset download  z Arial.ttfzArial.Unicode.ttf)(r isinstancerNrzipfile is_zipfilerrr rparentrr infopop SyntaxErrorrrrrra is_absoluterrE startswithrallrwarningr FileNotFoundErrortimeendswithr7systemexecroundrrr)dataset autodownload extract_dirnew_dirkrrDr>rrrrbnamemtrdtrs @r?check_det_datasetrs g DK$d $'*<*$t*,L&G9,B1gFg3q1134gFQ$V0TUE3a 2| dk(rt=t?|d"| d#tj|d$|d%|d&|| k7r%tj|d$|d%|d'| d(| tj |d$|d%|d)0|||| | d*Scc} wcc} wcc}wcc}w)+a Checks a classification dataset such as Imagenet. This function accepts a `dataset` name and attempts to retrieve the corresponding dataset information. If the dataset is not found locally, it attempts to download the dataset from the internet and save it locally. Args: dataset (str | Path): The name of the dataset. split (str, optional): The split of the dataset. Either 'val', 'test', or ''. Defaults to ''. Returns: (dict): A dictionary containing the following keys: - 'train' (Path): The directory path containing the training set of the dataset. - 'val' (Path): The directory path containing the validation set of the dataset. - 'test' (Path): The directory path containing the test set of the dataset. - 'nc' (int): The number of classes in the dataset. - 'names' (dict): A dictionary of class names in the dataset. )zhttp:/zhttps:/TFru( Dataset not found ⚠️, missing path z, attempting download...imagenetrzdata/scripts/get_imagenet.sh)shellcheckz=https://github.com/ultralytics/yolov5/releases/download/v1.0/r)ruDataset download success ✅ (z.1fz s), saved to rrrrrNruIWARNING ⚠️ Dataset 'split=val' not found, using 'split=test' instead.uIWARNING ⚠️ Dataset 'split=test' not found, using 'split=val' instead.*r: ...*.*r5rru :' no training images found ❌ z found z images in u( classes: WARNING ⚠️ no images foundu classes: ERROR ❌️ requires z classes, not u classes ✅ )rrrrr) rNrrr ris_dirrr r r  subprocessrunr rrrrrErriterdirrdict enumeratesorteditemsrsuffixryrzr r)rrdata_dirrrrb train_setval_settest_setr>rrrvrrDrrfilends r?check_cls_datasetr4?su* 7|45\eT7mG">>+,2HRRTH ?? B8*Ldef IIK w<: % NNU4*H#H"IJRV^b cQRYQZZ^_C Shoo .,TYY[1_S,AxX^`hOiNjjl m A7"I#+e#3";";"=h L ((*DLlCZ04 %-%6$>$>$@x& dH ~gbc &bc (W,2237 F7A188:a7 F GB&099; J;qxxzQVV;E J 6%=) *E$GXFLLN1s!W%&as#. 9 KK &'ggen_nd AB8M8M8OS^8^TnE_UBe4eddkke45BQw<+FgYbCc3d,effNNfXWRD B4Go#pqr&KtCcdfcgguvxuyz{ vhgbTRD NO!O$wUZ [[/G J`4s*N&NNN#(N  N &N% c2eZdZdZddZdZdZd dZdZy) HUBDatasetStatsau A class for generating HUB dataset JSON and `-hub` dataset directory. Args: path (str): Path to data.yaml or data.zip (with data.yaml inside data.zip). Default is 'coco128.yaml'. task (str): Dataset task. Options are 'detect', 'segment', 'pose', 'classify'. Default is 'detect'. autodownload (bool): Attempt to download dataset if not found locally. Default is False. Example: Download *.zip files from https://github.com/ultralytics/hub/tree/main/example_datasets i.e. https://github.com/ultralytics/hub/raw/main/example_datasets/coco8.zip for coco8.zip. ```python from ultralytics.data.utils import HUBDatasetStats stats = HUBDatasetStats('path/to/coco8.zip', task='detect') # detect dataset stats = HUBDatasetStats('path/to/coco8-seg.zip', task='segment') # segment dataset stats = HUBDatasetStats('path/to/coco8-pose.zip', task='pose') # pose dataset stats = HUBDatasetStats('path/to/imagenet10.zip', task='classify') # classification dataset stats.get_json(save=True) stats.process_images() ``` cft|j}tjd|d||_|jdk(rt |}t |}||d<n2|jt|\}}} t||}|r||d<t|dd|_ |jdz |_ |jjd d t|d t|d jd |_||_y#t$r} td| d} ~ wwxYw) zInitialize class.z Starting HUB dataset checks for z....classifyrDzerror/HUB/dataset_stats/initNz-hubr3T)parentsexist_okr)rr)rrr rtaskrr4_unziprr_hub_dirim_dirmkdirrrvaluesstatsr) selfrDr;r unzip_dirrzippedr- yaml_pathrs r?__init__zHUBDatasetStats.__init__s!Dz!!# 6tfDAB 99 ""4(I$Y/D$DL*.++d4j*A 'FHi G(LA#+DLtF|nD12 llX-  $6W .d7m>R>R>T9UV   G >?QF GsD D0 D++D0ct|jdsdd|fSt||j}|j sJd|d|ddt|t |fS) zUnzip data.zip.rFN)rDzError unzipping z, z6 not found. path/to/abc.zip MUST unzip to path/to/abc/T)rNr rrr$r)rBrDrCs r?r<zHUBDatasetStats._unzips}4y!!&)$$ $t$++6 ! Q%5dV2i[IP$Q Q!S^%6y%AAArVc\t||jt|jz y)z*Saves a compressed image for HUB previews.N)compress_one_imager>rr)rBrs r?_hub_opszHUBDatasetStats._hub_opss1dkkDGLL89rVc 6fd}dD]<}dj|<jj|}|1t|j dDcgc](}|j ddj tvs'|*}}|sjdk(rddl m }|j|} tjt| jjt } | j"D]} | | dxxdz cc<t| | j%d t| d| j%d | j"D cgc]\} } t| j&| ic} } d j|<dd lm}|j|jjd k(jdk(} tj,t/| j0t| dDcgc]J}tj2|djt j5jdLc}} t!| j7| j7dj%d t| t!tj8| dk(dj7| dkDj7dj%d t;| j<| j0D cgc]"\} } t| j&|| i$c} } d j|<?|rkj>dz }tAjBd|jEdtG|d5}tIjJj|ddd|r5tAjBtIjLjddjScc}wcc} } wcc}wcc} } w#1swYbxYw)z(Return dataset JSON for Ultralytics HUB.cjdk(r|d}njdk(r!|dDcgc]}|j}}n[jdk(rA|djd}tj|d|dj |dfd }n t d t|d |}|Dcgc]\}}t|dgd |Dc}}Scc}wcc}}w) z:Update labels to integer class and 4 decimal place floats.detectbboxessegmentrposerrrr5zUndefined dataset task.rc3FK|]}tt|dyw)N)rfloatrs r?rIz;HUBDatasetStats.get_json.._round..s!Ef%a!"4fs!) r;flattenrrrr ValueErrorzipr)r4 coordinatesr>nrDcrrBs r?_roundz(HUBDatasetStats.get_json.._roundsyyH$$X. i'4::4FG4Fqqyy{4F Gf$;'--a0 nnfX.>{@S@[@[\]_a@b-cefg  !:;; 4FX^_X^91fS1YF!Ef!EFX^_ _H`s C6"C!rNr#r5r8r) ImageFolder)total per_class)r\ unlabelledr])instance_stats image_statsr4 YOLODatasetrOrP)img_pathr use_segments use_keypoints Statisticsr\descrr) minlengthz stats.jsonzSaving r"wrnF)indent sort_keys)'rArrarrr,ryrzr;torchvision.datasetsr[rrrrrrimgstolistrultralytics.datarbrrr4bincountrTrKrrVim_filesr=r rrrwjsondumpdumps)rBr~verboserZrrDrrr[rr>rrr1rblabel stats_paths` r?get_jsonzHUBDatasetStats.get_jsonsl `,E $DJJu 99=='D| $T 0 0 7_ 71188AB<;M;M;OS^;^Q 7E_yyJ&<%dii&67HHS1299#>!,,BbeHMH' "%W%&XXZ'1"%W&'%&XXZ$1 6=\\C5ATQQ a )5AC %D 5!9%tyy/?+/993799 3I48II4GIHH!%gnnCL|!\^!\KKe 3 3C 8 @ @ BdiiX\o^!\^_ "%QUUW%&UU1X__%6'8"%W&)"&&a*;*?*?*A&B&'!e[[^%:%:%<$> >AAQAQSZSaSa=bd=bTQQ fQi 1=bd %e 5!S,j  4J KK'*"4"4"6!7s; <j#&! $**a('  KK 4::a5I Jzzk`,C^d'&s+(O9?O9!O> ?AP 'P !PPcddlm}dD]}|jj|||j||j}t t 5}t |j|j|jt||dD]} dddtjd|j|jS#1swYxYw) z$Compress images for Ultralytics HUB.rrarN)rcrz imagesrgzDone. All images saved to )rprbrrarr rimaprJrrrr rr>)rBrbrrpoolrs r?process_imageszHUBDatasetStats.process_imagess0+Eyy}}U#+!499U+;$))LGK(Ddii w7G7GHPST[P\fkellsctuAv)( ,  0 >?{{ )(s ACC N)z coco128.yamlrMF)FF) __name__ __module__ __qualname____doc__rFr<rJryr}rVr?r6r6s#04B:M^ rVr6c  tj|}|t|j|jz }|dkr?|j t |j|zt |j|zf}|j|xs|d|dy#t$r}tjd|d|tj|}|jdd\}}|t||z }|dkr@tj |t ||zt ||zftj }tjt!|xs||Yd}~yd}~wwxYw) at Compresses a single image file to reduced size while preserving its aspect ratio and quality using either the Python Imaging Library (PIL) or OpenCV library. If the input image is smaller than the maximum dimension, it will not be resized. Args: f (str): The path to the input image file. f_new (str, optional): The path to the output image file. If not specified, the input file will be overwritten. max_dim (int, optional): The maximum dimension (width or height) of the output image. Default is 1920 pixels. quality (int, optional): The image compression quality as a percentage. Default is 50%. Example: ```python from pathlib import Path from ultralytics.data.utils import compress_one_image for f in Path('path/to/dataset').rglob('*.jpg'): compress_one_image(f) ``` rrYT)rsoptimizeu#WARNING ⚠️ HUB ops PIL failure rNrn) interpolation)rrwrheightwidthrrr~r_r rrimreadr INTER_AREAimwriterN) rf_newmax_dimrsrrr im_heightim_widths r?rIrI$s%, ) ZZ] c"))RXX. . s7C1 -s299q=/ABCB  FGdC ) 9!BqcBC ZZ] hhrl 8 c)X. . s7BX\!2C A 4F GWZWeWefB C OR(()sBB E$!B9EE$z coco8/images)g?g?rFct|}td|jdD}t|}t j dt j gd||}gd}|D]=}|j|z js!|j|z j?tjd|d|zztt||| D]\}} |r0ttt| gdjs8t!|j||z d 5} | j#d | j%|jj'd zd d d y #1swYxYw)aL Automatically split a dataset into train/val/test splits and save the resulting splits into autosplit_*.txt files. Args: path (Path, optional): Path to images directory. Defaults to DATASETS_DIR / 'coco8/images'. weights (list | tuple, optional): Train, validation, and test split fractions. Defaults to (0.9, 0.1, 0.0). annotated_only (bool, optional): If True, only images with an associated txt file are used. Defaults to False. Example: ```python from ultralytics.data.utils import autosplit autosplit() ``` c3hK|]*}|jddjtvs'|,yw)r5N)r,ryrzrs r?rIzautosplit..\s-W/188AB<3E3E3G;3V1/s(22r#r)rr5rn)weightsr)zautosplit_train.txtzautosplit_val.txtzautosplit_test.txtzAutosplitting images from z!, using *.txt labeled images only)r\az./rN)rr*rrrandomseedchoicesrrEunlinkr rrrVr@rNrwwrite relative_toas_posix) rDrannotated_onlyrrXindicestxtr>rrWrs r? autosplitrJs;" :D Wdjj/W WE E A KKNnnY1=G LC  KK!O # # % [[1_ $ $ & KK,TF36Y\j6jjks7E*!43os3xj&A!&D!E!L!L!NdkkCF*C0A"S__T[[9BBDEFMN10500s 6?FF )r5r5)r5)T)rJ)Ni2)@r]rLrsr7rr%r rmultiprocessing.poolrpathlibrtarfilerrnumpyrPILrrultralytics.nn.autobackendrultralytics.utilsr r r r r rrrrrultralytics.utils.checksrrrultralytics.utils.downloadsrrrultralytics.utils.opsrHELP_URLrz VID_FORMATSrNgetenvryr0r@rUrerrrrrrrr4r6rIrrrVr?rs  + 8222EEKK0 ^U a <. / 5 5 76 A T   5;;  '2DCN&"g(DT,[|D\N[[|#)L .0/Z_ OrV