3 Kd@sddlZddlmZmZmZddlmZmZm Z m Z m Z m Z m Z mZmZmZddlZGdddZGdddZGdd d ZdS) N) histogram histogramddhistogram_bin_edges) assert_ assert_equalassert_array_equalassert_almost_equalassert_array_almost_equal assert_raisesassert_allcloseassert_array_max_ulpassert_raises_regexsuppress_warningsc@s eZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zd9d:Zd;d<Z d=d>Z!d?d@Z"dAS)B TestHistogramcCsdS)N)selfrrS/var/www/html/virt/lib64/python3.6/site-packages/numpy/lib/tests/test_histograms.pysetupszTestHistogram.setupcCsdS)Nr)rrrrteardownszTestHistogram.teardowncCsTd}tjj|}t|\}}ttj|dd|ttjddd\}}t|ddS)Ndr)axis )nprandomrandrrsumlinspacer)rnvabrrr test_simples   zTestHistogram.test_simplecCstddddgddg\}}t|dgt|ddgtttddgddtddgdd\}}t|tjdgt|tjddgdS) Nr)binsg?g@)rrr ValueErrorrrarrayr )rhistedgesherrr test_one_bins zTestHistogram.test_one_binc Cst}|`|jtjd}d}tjj|}t|dd\}}tj|tj|}t |dt t |dWdQRXt}|j|jtjd}tj d}dddd dg}t||dd\}}tj|tj|}t |dt t |dWdQRXdS) Nz .*normed.*rT)normedr"rr ) rrecordrZVisibleDeprecationWarningrrrrdiffrrlenarange) rsuprecrrrr arear&rrr test_normed)s$    zTestHistogram.test_normedc Cs$d}tjj|}t|dd\}}tj|tj|}t|dtjd}dddddg}t||dd\}}t|d t tj|tj|dt||d d\}}t|dd dd gtjd}ddddtj g}t||dd\}}t|d d d d gtjdd dd gddtj gdd\}}t |ddgdS)NrT)densityr"rrr$g?Fr#r%gg?g?g?) rrrrrr2rr4rrinf) rrrrr r7r&countsZdmyrrr test_densityAs&      zTestHistogram.test_densitycCstjdd}t|ddgd\}}t|jdt|ddgd\}}t|jdt|ddgdd\}}t|tj|jdd d tjdd}t|ddg|dd \}}t|tj|jdt|d ddg|d \}}t||dddS)Nrg?rr0)ranger"T)r>r9)decimal)r>weightsr9)r&r>rA)rr4rrrrr2)rrr+r wrrr test_outliersaszTestHistogram.test_outliersc CsNtjdd}tjdd}ttdt|ddg|dd\}}WdQRXdS) Nrg? z same shape asr"r0T)r>rAr9)rr4r r'r)rrrDr+r rrrtest_arr_weights_mismatchys z'TestHistogram.test_arr_weights_mismatchcCstjdd}t|\}}ttj|jtjt|dd\}}ttj|jtjt|tjdt d\}}ttj|jtjt|tjdt d\}}ttj|jtjdS)Nrg?T)r9)rA) rr4rrZ issubdtypedtypeintegerZfloatingonesintfloat)rrr+r rrr test_types zTestHistogram.test_typecCsTtjdd dgtjd}tjdddgtjd}tj||dd \}}}t|jd dS) Ng2VEq@gx>fQ@g-VT5@)rHg!@gS@g^z@r)r&g@gx>fQ)rr(Zfloat32Z histogram2drr)rxyZ counts_histZxedgesZyedgesrrrtest_f32_roundingszTestHistogram.test_f32_roundingc Cs|tjdddgtjd}tj|\}}tH}|jtd}tjdddg\}}tt|dt ||t ||WdQRXdS)Nr"r)rHzConverting input from .*TF) rr(Zuint8rrr1RuntimeWarningrr3r)rrZint_histZ int_edgesr5r6r)r*rrrtest_bool_conversions  z"TestHistogram.test_bool_conversionc Cstjjd}tjdd}t|\}}t|dd\}}t||d\}}t||dd\} } t|d|t|| tjddd}tjtjdtjdf}t|tj d |d \}}t||td d d d gd d dd d gd \}}t |d ddd gtd d d d gd d dd d gdd\}}t|tj d ddd gddd ttj ddd dddgd d d d d d d d d g dd\}}t |ddddgdS)Nrr/T)r9)rA)rAr9rrrF)r&rAr"r#r%r$)r&rAr9g$@g@r0r:g?g?g333333?) rrrrJrr r concatenatezerosr4rr(r) rrrDrr nanbwawbZnwaZnwbrrr test_weightss*    ""$ zTestHistogram.test_weightscCsHtjdddg}tjdd dgdtjdddg}t|dddg|d \}}t|tjddgdtjddgt|dddg|d \}}t|tjddgdtjddgdd lm}tjdddg}tj|d|d|dg}t|dddg|d \}}t||d|d gt|dddg|d \}}t||d|d gdS)Ng?g@gffffff@r"r#y?rr$)r&rA)r&r>rA)Decimalr/rC)rr(rr r@rZ)rvaluesrArWrXrZrrrtest_exotic_weightss$&& z!TestHistogram.test_exotic_weightscCs8tjdddg}tj|ddgddt|dddgdS)Ng?g@gffffff@rr)r>r&i)rr(rr )rr[rrrtest_no_side_effectssz"TestHistogram.test_no_side_effectscCs>tgddgd\}}t|tjdgt|tjddgdS)Nrr")r&)rrrr()rrr rrr test_emptyszTestHistogram.test_emptycCs,tjdddd}t|dttt|ddS)Ngg?r)numr/g333333@)rrrr TypeError)rvalsrrrtest_error_binnum_types z$TestHistogram.test_error_binnum_typecCsPtjdddd}t|ddgdttt|tjdgdttt|dtjgddS)Ngg?r)r_g?g?)r>)rrrr r'nanr;)rrarrrtest_finite_rangeszTestHistogram.test_finite_rangec Cs<tjdddd}ttdtj|ddgdWdQRXdS) Ngg?r)r_zmax must be larger thang?g{Gz?)r>)rrr r'r)rrarrrtest_invalid_ranges z TestHistogram.test_invalid_rangec Cstjdddddddg}tj|ddd \}}|d k}|dd|}|d d|}x2t|||D]"\}}} t||kt|| kqbWdS)NiQiii&iiiih r#)r&r>rr")r#rfrC)rr(rzipr) rarrr)r*maskZ left_edgesZ right_edgesrNleftrightrrrtest_bin_edge_casess z!TestHistogram.test_bin_edge_casesc CsBtjdddddddddg }tj|dd d \}}t|dd dS)Ngg?g@g@g@g@g?r/)r&r>r")rnr/rC)rr(rr)rrhr)r*rrrtest_last_bin_inclusive_range sz+TestHistogram.test_last_bin_inclusive_rangec CsNtjdddd}tjddgddgg}ttdtj||d WdQRXdS) Ngg?r)r_rg?g333333?z must be 1d)r&)rrr(r r'r)rrar&rrrtest_bin_array_dimss z!TestHistogram.test_bin_array_dimsc CsJtjdg}tjdddgdd}tttj||d\}}WdQRXdS)Nr#r"r$Zuint64)rH)r&)rr(r r'r)rrhr&r)r*rrr test_unsigned_monotonicity_checks  z.TestHistogram.test_unsigned_monotonicity_checkcCstttddtdDtj gtttddtdDtjgtjddtdDdgtjddtdDdgdS) NcSsg|]}tjdqS)g?)rr().0irrr #sz9TestHistogram.test_object_array_of_0d..rcSsg|]}tjdqS)g?)rr()rrrsrrrrt%scSsg|]}tjdqS)g?)rr()rrrsrrrrt(sg ?cSsg|]}tjdqS)g?)rr()rrrsrrrrt)sg?)r r'rr>rr;)rrrrtest_object_array_of_0d s  z%TestHistogram.test_object_array_of_0dc Cstjddtjg}tjtjtjg}t}|jt|ttt|ddttt|ddt|ddd\}}t |j dt|ddd\}}t |j dt|ddgd\}}t |j dt|ddgd\}}t |j dWdQRXdS) Nrr"auto)r&)r&r>r#)rr")rr") rr(rcrfilterrQr r'rrr)rZone_nanZall_nanr5r+r rrrtest_some_nan_values+s z"TestHistogram.test_some_nan_valuesc Cstjdd}tjddddddddd g }tjddd d g}||}||}tjd }t||d \}}t|j||j|d \} } t||d \} } t|| t| | t||jt| t| jt| t|j|jt| j|dS) Nz 2000-01-01Drr"r#r$r/rztimedelta64[D])r&)rZ datetime64r(rHrastyperrK) rbeginoffsetsr&datesZ date_binstdZd_countZd_edgeZt_countZt_edgeZi_countZi_edgerrr test_datetimeDs    zTestHistogram.test_datetimecCs|dtj|jd}tjd| dd|dg|d}t|dd\}}t|d| ddd|dgt|ddgdS)NrBr"r#r%)rH)r&r)rrHitemsizer(rr)rrHexponentrhr)r,rrrdo_signed_overflow_bounds]s $"z'TestHistogram.do_signed_overflow_boundscCs@|jtj|jtj|jtj|jtj|jtjdS)N)rrbyteshortZintcint_Zlonglong)rrrrtest_signed_overflow_boundsds     z)TestHistogram.test_signed_overflow_boundscCsttj|j}tjdg|}tjd|dg|}|j|ddkrDdStj|d|d\}}t|dgt|j|dS)Ng?g@rr")r&r>)rfinfoepsr(r|rrrH)r float_small float_largerrhr>countx_locrrrdo_precision_lower_boundks  z&TestHistogram.do_precision_lower_boundcCsttj|j}tjdg|}tjdd|g|}|j|ddkrDdStj|d|d\}}t|dgt|j|dS)Ng?gr")r&r>rC)rrrr(r|rrrH)rrrrrhr>rrrrrdo_precision_upper_bound|s  z&TestHistogram.do_precision_upper_boundcCs|j|||j||dS)N)rr)rrrrrr do_precisions zTestHistogram.do_precisioncCsd|jtjtj|jtjtj|jtjtj|jtjtj|jtjtj|jtjtjdS)N)rrZhalfZsingledoubleZ longdouble)rrrrtest_precisions zTestHistogram.test_precisionc Cstddddgddg\}}tddddgddg}t||tjdddddddd d g }t|d dd\}}t|d dd}t||t|ddd\}}t|ddd}t||dS)Nr"r#r$r%gg?g@g@g@g@rmg?r/)r&r>rvr)rr/)rr/)rr")rr")rrrrr()rr)r,r*rhrrrtest_histogram_bin_edgess  z&TestHistogram.test_histogram_bin_edgesN)#__name__ __module__ __qualname__rrr!r-r8r=rErGrMrPrRrYr\r]r^rbrdrerlrorprqrurxrrrrrrrrrrrrr s@      rc @seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ e jjddddddddgddZddZd S)!TestHistogramOptimBinNumsz] Provide test coverage when using provided estimators for optimal number of bins cCs\ddddddddg}xB|D]:}tg|d \}}t|tjd gt|tjd d gqWdS) Nfdscottricesturgesdoanesqrtrvstone)r&rr")rrrr()restimator_list estimatorrr rrrr^s   z$TestHistogramOptimBinNums.test_emptyc Csddddddddddddddd dd dd d d d d dd ddd}x|jD]\}}tjdd|dd}tjdd|dd}tj||f}x>|jD]2\}}tj||\} } tt| |dj||dqWqLWdS)z Straightforward testing with a mixture of linspace data (for consistency). All test values have been precomputed and the values shouldn't change r%rBr{r#)rrrrrrrvrr r0#Grz)2iir"r/r$z*For the {0} estimator with datasize of {1})err_msgNirC)itemsrrrSrrr3format) r basic_testtestlenexpectedResultsx1x2rNrnumbinsrr rrrr!s  z%TestHistogramOptimBinNums.test_simplec Csddddddddddddddddddddddddd}x^|jD]R\}}tj|}x>|jD]2\}}tj||\}}tt||dj||dqbWqFWdS) z Smaller datasets have the potential to cause issues with the data adaptive methods, especially the FD method. All bin numbers have been precalculated. r")rrrrrrrr#r$)r"r#r$z*For the {0} estimator with datasize of {1})rN)rrr4rrr3r) rZ small_datrrZtestdatrZexpbinsrr rrr test_smalls   z$TestHistogramOptimBinNums.test_smallcCs2ddddg}x |D]}tttdddg|qWdS) zS Check a Value Error is thrown when an unknown string is passed in ZmadZfreemanZ histogramsZIQRr"r#r$N)r r'r)rZ check_listrrrrtest_incorrect_methodss  z0TestHistogramOptimBinNums.test_incorrect_methodsc Csbtjd}ddddddddd}x<|jD]0\}}tj||\}}tt||dj|dq*WdS)z Check that methods handle no variance in data Primarily for Scott and FD as the SD and IQR are both 0 in this case rr")rrrrrrrvrz{0} estimator, No Variance test)rN)rrJrrrr3r)rZ novar_datasetZnovar_resultdictrrrr rrrtest_novariances z)TestHistogramOptimBinNums.test_novariancecCstjd}d|dd<d|d d<t|d}t|tjdddt|d }t|tjddgt|d }t|tjddddS) zu Check when IQR is 0, but variance exists, we return the sturges value and not the fd value. irNr$rr%rvrrr)rrJrrrr()rZ lim_var_dataZ edges_autoZedges_fdZ edges_sturgesrrrtest_limited_variances      z/TestHistogramOptimBinNums.test_limited_variancecCsltjd dd}tjtjd d d|f}ddddd }x2|jD]&\}}tj||\}}tt||q>Wd S)a Check the FD, Scott and Doane with outliers. The FD estimates a smaller binwidth since it's less affected by outliers. Since the range is so (artificially) large, this means more bins, most of which will be empty, but the data of interest usually is unaffected. The Scott estimator is more affected and returns fewer bins, despite most of the variance being in one area of the data. The Doane estimator lies somewhere between the other two. rrnrr/rFr:)rrrrNiii)rrhstackrrrr3)rZxcenterZoutlier_datasetZoutlier_resultdictrrrr rrr test_outliers z&TestHistogramOptimBinNums.test_outliercsNddfddtdD}ttj|ddd}t|d d d d gd ddS)zQVerify that Scott's rule and Stone's rule converges for normally distributed datacSsRtjj|}|jdd|d}ttj|ddttj|dd}}|||S)Nrr#)locZscalesizerr)rrZ RandomStatenormalr3r)seedrrngrNrr rrr nbins_ratio%s *zBTestHistogramOptimBinNums.test_scott_vs_stone..nbins_ratiocs6g|].fddtjddddjjtDqS)csg|]}|qSrr)rrr)rrrrrt+szLTestHistogramOptimBinNums.test_scott_vs_stone...rrr%)startstopr_)rZ geomspaceroundr|rK)rr)r)rrrt+szATestHistogramOptimBinNums.test_scott_vs_stone..rr)rg?g333333?g ףp= ?g{Gz?gQ?r#)r@N)r>absrZmeanr)rZllavgr)rrtest_scott_vs_stone"s   z-TestHistogramOptimBinNums.test_scott_vs_stonec Csddddddddddddddd d d d d ddd }x|jD]\}}tjdd|dd}tjdd |dd}tjdd|}tj|||f}xR|jD]F\}} tj||dd\} } dj|} | dj|7} tt| | | dqWq@WdS)z Straightforward testing with a mixture of linspace data (for consistency). Adding in a 3rd mixture that will then be completely ignored. All test values have been precomputed and the shouldn't change. rBr?r)rrrrrvrr rzP!E)riirr"r/r#r$rr)r>zFor the {0} estimatorz with datasize of {0})rNirCii)rrz)rrrrrrrr3) rrrrrrZx3rNrrrr msgrrrtest_simple_range2s    z+TestHistogramOptimBinNums.test_simple_ranger&rvrrrrrrcCsZtjdddgtjd}tj||d\}}tj|jtj|d\}}t||t||dS)Nr#r)rH)r&)rr(Zint8rr|Zint32r)rr&rr)r*Zhist32Zedges32rrrtest_signed_integer_dataQs  z2TestHistogramOptimBinNums.test_signed_integer_datac Cs>dddddg}x*|D]"}tttdddg|dddgd qWd S) z= Check that weighted data raises a TypeError rrrrrvr"r#r$)rAN)r r`r)rrrrrrtest_simple_weighted[s z.TestHistogramOptimBinNums.test_simple_weightedN)rrr__doc__r^r!rrrrrrrpytestmarkZ parametrizerrrrrrrs  rc@seZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zd#S)$TestHistogramddc Csttjdddgdddgdddgdddgdddgdddgg}t|dddgddgddggd\}}tjdddgdddgdddggdddgdddgdddggg}t||dddgddddgddddgg}t||d d \}}ttj||d kt|dddgddgdd ggd d \}}tjddddgddddgddddggddddgddddgddddggg}t||dd ddtj|dddD}t|dddgddgddggd\}}tjddgddgddggddgddgddggddgddgddggddgddgddggg}t||tjd}d|t t dt t dt t df<ttj dtj dtj dgd\}}t||dS) Ng?g?g@r#r$r"r)r>T)r&r9g(@r%)r>r9g@cSsg|]}tj|qSr)rZsqueeze)rrrOrrrrt~sz/TestHistogramdd.test_simple..)r)r&r>r/g?ggg)r#r$r$rCr)r#r$r%rC)r%r$r#r)r/r/r/) rr(rrrallr splitrTlistr>r4)rrNHr*ZanswerZedzZrrrr!gs8    $&"  &&zTestHistogramdd.test_simplecCs@d }tjjdd}x(|D] }t||\}}t|j|kqWdS) Nr/r%r:rr$r/r%r:r:r%r/r/r:r%r%r:r/r:r/r%r%r/r:)rrrrrr)rrrrrshape)rr&rr rr*rrr test_shape_3ds  zTestHistogramdd.test_shape_3dcCsBd}tjjdd}x*|D]"}t||\}}t|j|kqWdS)Nr{r%r/r:rr{r%r/r:r%r/r{r:r/r:r%r{r{r:r/r%r/r{r:r%r%r:r{r/r:r/r{r%r{r/r%r:r{r%r:r/r:r%r{r/r:r{r/r%r%r:r/r{r%r{r/r:r/r%r:r{r/r{r%r:r:r{r%r/r:r/r%r{r%r{r:r/r%r/r:r{r{r:r%r/r/r%r{r:r/r:r{r%r:r%r/r{r{r/r:r%)rrrrrrrrrrrrrrrrrrrrrrrr)rrrrrr)rr&rr rr*rrr test_shape_4ds zTestHistogramdd.test_shape_4dcCstjjdd}t|\}}t|dd\}}t|tjdd\}}t||t|tjdddd\}}t||t|tjdtdd\}}t|d|dS)Nrr#T)r9)rA)rAr9)rrrrrJrrK)rrr)r*Zn_histZw_histrrrrYs   zTestHistogramdd.test_weightscCs:tjdt}t|dd\}}t|dtjdddgdS) Nrr#)r&rg?g)rr#g)rrTrKrrr()rrNr)r*rrrtest_identical_sampless z&TestHistogramdd.test_identical_samplescCs`tgggddgddgfd\}}t|tjdggtjggggdd\}}t|tjddS)Nrr")r&gr#)r#r#r#)rr rr(rT)rrr rrrr^s zTestHistogramdd.test_emptyc Cstjdjdd}tttj|d dddgdtttj|ddddgdtttj|ddddddd ggdttj|dddddddggddS) NrBr#r%r"r/)r&gGz?r$rC)rr4reshaper r'rr)rrNrrrtest_bins_errorss  z TestHistogramdd.test_bins_errorscCstjddtjdjdd}tjddgddgddgg}tj|dtj ddggd \}}t||tj|dtjd dtjggd \}}t||tj|dtj dtjggd \}}t||WdQRXdS) Nignore)invalidr:r$r#r"rr)r&rC)rZerrstater4rr(rr;r )rrNexpectedr+r,rrrtest_inf_edgess  $ "zTestHistogramdd.test_inf_edgescCs dg}dddgg}t||d\}}t|ddkt|ddkdg}dddgg}t||d\}}t|ddkt|ddkdg}dddgg}t||d\}}t|ddkt|ddkd g}dddgg}t||d\}}t|ddkt|ddkdS) NgG?gg?g?)r&rr"g8?gqh?)rr)rrNr&r)_rrrtest_rightmost_binedges(    z&TestHistogramdd.test_rightmost_binedgecCsvtjjd }t|ddgddgddggdttt|ddgddgdtjggdttt|ddgtjdgddggddS) Nrr$gg?g?g?g?)r>)rr$)rrrr r'r;rc)rrarrrrds  z!TestHistogramdd.test_finite_rangecCsltjdddg}tjdddg}tjdddg}d}t||f||fd\}}tjdgdgg}t||dS)z: Test that adjacent entries in an edge array can be equal rr"r#)r&g@g?N)rr(rr)rrNrOx_edgesy_edgesr)r*Z hist_expectedrrrtest_equal_edgess z TestHistogramdd.test_equal_edgescCsrtjdddg}|d}tjddddg}|d}t||f||fd\}}t|dj|jt|dj|jdS) z< Test that if an edge array is input, its type is preserved rrrzr/r?)r&r"N)rr(rrrH)rrNrOr r r)r*rrrtest_edge_dtypeszTestHistogramdd.test_edge_dtypecCs`d}tjdgtj}tjddgtj}||}||}t||f||fd\}}t|d ddS) Nr#<rr")r&lrCr")rr)rr(Zint64rr)rbigrNr rOr r)r*rrrtest_large_integerssz#TestHistogramdd.test_large_integerscCstjdddg}tjdddg}tjddgddgg}tjdgdgddgddgd}tjdgdgddgddgd}t||f||fd \}}t||t||f||fd d \}}t|d dS)Nrr#rBr:r$r0r"r{)r&T)r&r9@g?)rr(rr)rr r Zrelative_areasrNrOr)r*rrrtest_density_non_uniform_2ds  ** z+TestHistogramdd.test_density_non_uniform_2dcCsbtjd}tjdddddg}t||dd\}}t|f|fdd\}}t||t||ddS)Nrrr"r$r:T)r9)rr4r(rrr)rrr&r)r*hist_ddedges_ddrrrtest_density_non_uniform_1d.s   z+TestHistogramdd.test_density_non_uniform_1dcCsbtjd}tjdddddg}t||dd\}}t|f|fdd\}}t||t||ddS) Nrrr"r$r:T)r9)r.)rr4r(rrr)rrr&r)r*rrrrrtest_density_via_normed7s   z'TestHistogramdd.test_density_via_normedc CsPtjd}tjdddddg}ttdt|f|fddd\}}WdQRXdS) Nrrr"r$r:zCannot specify bothT)r9r.)rr4r(r r`r)rrr&rrrrrtest_density_normed_redundancy@s    z.TestHistogramdd.test_density_normed_redundancyN)rrrr!rrrYrr^rr r rdrrrrrrrrrrrres"%        r)ZnumpyrZnumpy.lib.histogramsrrrZ numpy.testingrrrrr r r r r rrrrrrrrrs0 =