a j@sddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZddlmZddlmZm Z m!Z!m"Z"m#Z#ddl$m%Z%d d Z&ej'(d e d d Z)ddZ*ddZ+ddZ,ddZ-ddZ.ddZ/ddZ0GdddZ1GdddZ2Gd d!d!Z3ed"d#Z4d$d%Z5d&d'Z6d(d)Z7ed*d+Z8eej'(d,e5e6gd-gd.gd/d0fe5e6gd1d2gd3d4fgd5d6Z9eej'(d7ej:e5e6gd8d-gid9d9d:d;ej:e5e6gdd;ej:e5e6e7gd8d-gid?d9d@d;ej:e5e6e7gd8d.gidAd9dBd;ej:e6e7gd8dCgidDd9dEd;ej:e5e6gd=d.gd/d9dFdGd;gdHdIZ;dJdKZedPdQZ?edRdSZ@GdTdUdUZAddWdXZBdYdZZCej'jDed[d\d]d^ZEej'(d_d`eFfdaeGfdbejHfdcejIfgeJdddege!eJdfdgge dhdidjfdkdldjfdmdndjfdoeKfej'(dpejLejMfejNejMfejOejPfejQejPfgdqdrZRdsdtZSdudvZTdwdxZUej'jVe#e"dykdzd\ej'(d{dedggej'(d|ejLejNejOejQgd}d~ZWddZXddZYej'jDedd\ddZZej'(d{dddfej:deej'jVe#e"dykdzd\dej:dgej'jVe#e"dykdzd\dgddZ[ddZ\ej'(deddZ]ej'(deddZ^dS)N)sparse)LinearDiscriminantAnalysis)DecisionTreeClassifier) TempMemmap_convert_container_delete_folder_get_warnings_filters_info_listassert_allcloseassert_allclose_dense_sparseassert_docstring_consistency'assert_run_python_script_without_outputcheck_docstring_parameterscreate_memmap_backed_dataignore_warningsraisesset_random_stateskip_if_no_numpydocturn_warnings_into_errors) deprecated)_IS_WASMCSC_CONTAINERSCSR_CONTAINERS parse_version sp_version) available_ifcCs2t}t}t|dt|d|jdks.JdS)N)rrrZ random_state)ZldatreerFE:\soccer\ml_env\Lib\site-packages\sklearn/utils/tests/test_testing.pytest_set_random_state's   r csr_containerc Cs tddd}d}||}||fD]J}tjt|dt||dWdn1s\0Yt||q&tjtddt||Wdn1s0Ytj t ddd  }|t d }tjtd dt||Wdn1s0YdS) N rzNot equal to tolerance matchzCan only compare two sparser)offsets)r%zArrays are not equal) npZarangeZreshapepytestrAssertionErrorr ValueErrorrZdiagsonesZtocsr)r xmsgyXABrrr!test_assert_allclose_dense_sparse0s , (r3csddddt.tdtttdWdn1sL0YttttdWdn1s0Yt}ttdWdn1s0Yt |dksJt |dj tsJt |d j tsJt}ttdWdn1s*0Yt |d ksFJt |dj ts\Jt*tdtttfdWdn1s0Ytfd d }tttfdfd d }ttdfdd}ttdfdd}ttdfdd}ttdfdd}t,td|||Wdn1s`0Ytt|Wdn1s0Ytt|Wdn1s0Ytt|Wdn1s0Yfdd}fdd}fdd} fdd} fdd} fd d!} t,td||| Wdn1s0Ytt| Wdn1s0Ytt| Wdn1s0Ytt| Wdn1s0Yt} d"}tj t |d#"t| }|Wdn1sd0Ytj t |d# t| d$d%}Wdn1s0YdS)&NcSstdtdSNzdeprecation warningwarningswarnDeprecationWarningrrrr_warning_functionGsz.test_ignore_warning.._warning_functioncSstdttddSr4r5rrrr_multiple_warning_functionJs z7test_ignore_warning.._multiple_warning_functionerrorcategoryr$rr'csdSNrrr:r9rrdecorator_no_warningisz1test_ignore_warning..decorator_no_warningcs dSr>rrr:rrdecorator_no_warning_multiplensz:test_ignore_warning..decorator_no_warning_multiplecs dSr>rrr9rr decorator_no_deprecation_warningrsz=test_ignore_warning..decorator_no_deprecation_warningcs dSr>rrrCrrdecorator_no_user_warningvsz6test_ignore_warning..decorator_no_user_warningcs dSr>rrrArr)decorator_no_deprecation_multiple_warningzszFtest_ignore_warning..decorator_no_deprecation_multiple_warningcs dSr>rrrArr"decorator_no_user_multiple_warning~sz?test_ignore_warning..decorator_no_user_multiple_warningcs0tWdn1s"0YdSr>)rrrCrrcontext_manager_no_warningsz7test_ignore_warning..context_manager_no_warningcs8tttfdWdn1s*0YdSNr<)rr8 UserWarningrrArr#context_manager_no_warning_multiplesz@test_ignore_warning..context_manager_no_warning_multiplecs4ttdWdn1s&0YdSrIrr8rrCrr&context_manager_no_deprecation_warnings zCtest_ignore_warning..context_manager_no_deprecation_warningcs4ttdWdn1s&0YdSrIrrJrrCrrcontext_manager_no_user_warnings z.context_manager_no_user_warningcs4ttdWdn1s&0YdSrIrLrrArr/context_manager_no_deprecation_multiple_warnings zLtest_ignore_warning..context_manager_no_deprecation_multiple_warningcs4ttdWdn1s&0YdSrIrNrrArr(context_manager_no_user_multiple_warnings zEtest_ignore_warning..context_manager_no_user_multiple_warningzA'obj' should be a callable.+you should use 'category=UserWarning'r"cSsdSr>rrrrrtestsz!test_ignore_warning..test)r6catch_warnings simplefilterrr8r)warnsrJ FutureWarninglen isinstancemessagerr+)recordr@rBrDrErFrGrHrKrMrOrPrQZ warning_classr#Zsilence_warnings_funcrRrr?rtest_ignore_warningDs  * , , .  0   & & & &        & & & & &r[cCs ||}|SzFunction f Parameters ---------- a : int Parameter a b : float Parameter b Returns ------- c : list Parameter c rabcrrrf_oksracCs ||}|S)zFunction f Parameters ---------- a : int Parameter a b : float Parameter b Results ------- c : list Parameter c rr]rrrf_bad_sectionssrbcCs ||}|Sr\r)r_r^r`rrr f_bad_ordersrccCs ||}|S)zFunction f Parameters ---------- a : int Parameter a b : int Parameter b c : int Parameter c Returns ------- d : list Parameter c r)r^r_drrrf_too_many_param_docstringsrecCs ||}|S)zFunction f Parameters ---------- a : int Parameter a Returns ------- c : list Parameter c rr]rrr f_missings rfcCs||||S)zFunction f Parameters ---------- a: int Parameter a b: Parameter b c : This is parsed correctly in numpydoc 1.2 d:int Parameter d e No typespec is allowed without colon r)r^r_r`rderrrf_check_param_definition(srhc@seZdZddZddZdS)KlasscCsdSr>rselfr0r/rrrrf<szKlass.f_missingcCsdS)zFunction f Parameter --------- a : int Parameter a b : float Parameter b Results ------- c : list Parameter c Nrrjrrrrb?szKlass.f_bad_sectionsN)__name__ __module__ __qualname__rfrbrrrrri;sric@s4eZdZddZddZddZddZd d Zd S) MockEstcCsdS)Z MockEstimatorNrrkrrr__init__RszMockEst.__init__cCs|Sr>rrjrrrfitUsz MockEst.fitcCs|Sr>rrkr0rrrpredictXszMockEst.predictcCs|Sr>rrsrrr predict_proba[szMockEst.predict_probacCsdS)N?rrsrrrscore^sz MockEst.scoreN)rlrmrnrqrrrtrurwrrrrroQs roc@sheZdZddZeddddZeddedd d Zed dd d ZedddZ dS)MockMetaEstimatorcCs ||_dS)zMetaEstimator to check if doctest on delegated methods work. Parameters --------- delegate : estimator Delegated estimator. Ndelegate)rkrzrrrrqcszMockMetaEstimator.__init__cCs t|jdS)NrthasattrrzrprrrmzMockMetaEstimator.cCs |j|S)zThis is available only if delegate has predict. Parameters ---------- y : ndarray Parameter y )rzrtrsrrrrtms zMockMetaEstimator.predictcCs t|jdS)Nrwr{rprrrr}xr~z%Testing a deprecated delegated methodcCsdS)zThis is available only if delegate has score. Parameters --------- y : ndarray Parameter y NrrsrrrrwxszMockMetaEstimator.scorecCs t|jdS)Nrur{rprrrr}r~cCs|S)zThis is available only if delegate has predict_proba. Parameters --------- X : ndarray Parameter X rrsrrrrus zMockMetaEstimator.predict_probaz-Testing deprecated function with wrong paramscCsdS)z,Incorrect docstring but should not be testedNrrjrrrrrszMockMetaEstimator.fitN) rlrmrnrqrrtrrwrurrrrrrrxbs    rxc Cstt}|gksJttdgd}|gks.Jttdgd}|gksHJtjtddttWdn1st0YtjtddttjWdn1s0Ytt}t t d}|j j }|gdksJgdgd gd gd d d |dddddddgd d |dddddgd d |ddddgd d |dddddgg}t |ttttj|j|j|j|jgD],\}}t|}||ksJd||fqdS)Nr_)ignorezUnknown section Resultsr"zUnknown section Parameterry)zxsklearn.utils.tests.test_testing.f_check_param_definition There was no space between the param name and colon ('a: int')ztsklearn.utils.tests.test_testing.f_check_param_definition There was no space between the param name and colon ('b:')zwsklearn.utils.tests.test_testing.f_check_param_definition There was no space between the param name and colon ('d:int'))z9In function: sklearn.utils.tests.test_testing.f_bad_orderznThere's a parameter name mismatch in function docstring w.r.t. function signature, at index 0 diff: 'b' != 'a' Full diff:z - ['b', 'a']z + ['a', 'b'])zHIn function: sklearn.utils.tests.test_testing.f_too_many_param_docstringz_Parameters in function docstring have more items w.r.t. function signature, first extra item: cr - ['a', 'b']z+ ['a', 'b', 'c']z? +++++)z7In function: sklearn.utils.tests.test_testing.f_missingzaParameters in function docstring have less items w.r.t. function signature, first missing item: brrz+ ['a'])z=In function: sklearn.utils.tests.test_testing.Klass.f_missingaParameters in function docstring have less items w.r.t. function signature, first missing item: Xr - ['X', 'y']+ []z In function: z!sklearn.utils.tests.test_testing.z.predictznThere's a parameter name mismatch in function docstring w.r.t. function signature, at index 0 diff: 'X' != 'y'rz- ['X']z? ^z+ ['y'].ruz&potentially wrong underline length... z Parameters z --------- in z.scorez.fitrrrz "%s" not in "%s")r rarfr)r RuntimeErrorrbrirhrxro __class__rlziprcrertrurwrr)Z incorrectZ mock_metaZmock_meta_namemessagesr.frrrtest_check_docstring_parameterss   &(         S rcCsdS)zFunction one. Parameters ---------- a : int, float Parameter a. Second line. b : str Parameter b. Returns ------- c : int Returning d : int Returning Nrr^r_rrrf_onesrcCsdS)aFunction two. Parameters ---------- a : int, float Parameter a. Second line. b : str Parameter bb. e : int Extra parameter. Returns ------- c : int Returning d : int Returning Nrrrrrf_two-srcCsdS)zFunction two. Parameters ---------- a : int, float Parameter a. b : str Parameter B! e : Extra parameter. Returns ------- c : int Returning. d : int Returning Nrrrrrf_threeGsrcCs>tjtddtdtgWdn1s00YdS)z1Check error raised when `objects` incorrect type.zAll 'objects' must be one ofr"stringN)r)r TypeErrorr rrrrr-test_assert_docstring_consistency_object_type`srzobjects, kwargs, errorr^r_)include_paramsZexclude_paramszThe 'exclude_params' argumentFr`)include_returnsZexclude_returnszThe 'exclude_returns' argumentcCsBtjt|d t|fi|Wdn1s40YdS)z?Check `assert_docstring_consistency` argument checking correct.r"N)r)rrr )objectskwargsr;rrr,test_assert_docstring_consistency_arg_checksgsrzobjects, kwargs, error, warnr whitespace)idrTZincl_allzNThe description of Parameter 'a' is inconsistent between \['f_one',\n'f_two'\]z 2-1 groupzYThe description of Parameter 'b' is inconsistent between \['f_one'\] and\n\['f_two'\] andz 1-1-1 grouprgzPThe type specification of Parameter 'e' is inconsistent between\n\['f_two'\] andz empty typez,Checking was skipped for Parameters: \['e'\]z skip warncCs|rDtjt|d t|fi|Wdq1s80YnT|rtjt|d t|fi|Wdq1s|0Ynt|fi|dS)z;Check `assert_docstring_consistency` gives correct results.r"N)r)rr*r rUrJ)rrr;r7rrr!test_assert_docstring_consistency}s100rcCsdS)zFunction four. Parameters ---------- labels : array-like, default=None The set of labels to include when `average != 'binary'`, and their order if `average is None`. Labels present in the data can be excluded. Nrlabelsrrrf_fours rcCsdS)aFunction five. Parameters ---------- labels : array-like, default=None The set of labels to include when `average != 'binary'`, and their order if `average is None`. This is an extra line. Labels present in the data can be excluded. Nrrrrrf_fives rcCsdS)zFunction six. Parameters ---------- labels : array-like, default=None The group of labels to add when `average != 'binary'`, and the order if `average is None`. Labels present on them datas can be excluded. Nrrrrrf_sixs rcCsHd}tjt|d"ttttgddWdn1s:0YdS)z8Check `assert_docstring_consistency` difference message.aThe description of Parameter 'labels' is inconsistent between \['f_four'\] and \['f_five'\] and \['f_six'\]: \*\*\* \['f_four'\] --- \['f_five'\] \*\*\*\*\*\*\*\*\*\*\*\*\*\*\* \*\*\* 10,25 \*\*\*\* --- 10,30 ---- 'binary'`, and their order if `average is None`. \+ This is an extra line. Labels present in the data can be excluded. \*\*\* \['f_four'\] --- \['f_six'\] \*\*\*\*\*\*\*\*\*\*\*\*\*\*\* \*\*\* 1,25 \*\*\*\* The ! set of labels to ! include when `average != 'binary'`, and ! their order if `average is None`. Labels present ! in the data can be excluded. --- 1,25 ---- The ! group of labels to ! add when `average != 'binary'`, and ! the order if `average is None`. Labels present ! on them datas can be excluded.r"T)rN)r)rr*r rrr)r.rrr+test_assert_docstring_consistency_error_msgs*rcCsd}ttttgdd|dd}ttttgdd|dd}d}tjt|d.ttttgdd|dWd n1s0Yd S) zACheck `assert_docstring_consistency` `descr_regex_pattern` works.zThe (set|group) of labels to (include|add) when `average \!\= 'binary'`, and (their|the) order if `average is None`\.[\s\w]*\.* Labels present (on|in) (them|the) datas? can be excluded\.T )rZdescr_regex_patternz(labels|average|binary)z#The set of labels to include when.+zCThe description of Parameter 'labels' in \['f_six'\] does not matchr"N) r rrrjoinsplitr)rr*)Z regex_fullZ regex_wordsZ regex_errorr.rrr5test_assert_docstring_consistency_descr_regex_patterns*    rc@seZdZddZddZdS)RegistrationCountercCs d|_dS)Nr)nb_callsrprrrrq8szRegistrationCounter.__init__cCs |jd7_|jtusJdS)Nr')rfuncr)rkZto_register_funcrrr__call__;szRegistrationCounter.__call__N)rlrmrnrqrrrrrr7srrcCs:t|tjsJ|dk}|jj|us(Jtj||dS)Nr)rXr(Zmemmapflags writeableZtestingZassert_array_equal) input_arrayZ mmap_data mmap_moderrrr check_memmap@srcCst}|td|td}t|(}t||tj |j }Wdn1sT0Ytj dkrxtj |rxJ|j dksJd}t||d,}t|||dtj |j }Wdn1s0Ytj dkrtj |rJ|j dksJdS)Nregisterrntr'r+rr$)rsetattratexitr(r,rrospathdirnamefilenamenameexistsr) monkeypatchregistration_counterrdataZ temp_folderrrrrtest_tempmemmapGs    , , rzmemmap not fully supported)reasonc Cst}|td|td}t|}t|||jdks>Jt|dd\}}t|||tj |j ksnJ|jdks|Jd}t||d}t||||jdksJ||d|dg}t|}t ||D]\}}t||q|jd ksJt|d g\}} t||| d ksJdS) Nrrr'T)Z return_folderr$rrz not-an-array) rrrr(r,rrrrrrrr) rrrrfolderrZ input_listZmmap_data_listZ output_dataotherrrrtest_create_memmap_backed_data\s,       rz constructor_name, container_typelisttuplearrayrZ sparse_csrZsparse_csr_arrayZ sparse_cscZsparse_csc_array dataframecCs tdjSNpandas)r) importorskipZ DataFramerrrrr}r~r}seriescCs tdjSr)r)rZSeriesrrrrr}r~indexcCs tdjSr)r)rIndexrrrrr}r~slicezdtype, superdtypecCs|dvr|}ddg}t|||d}t||s2J|dvrTtt|d|sJn6t|drn|j|ksJnt|dr|jd|ksJdS) z\Check that we convert the container to the right type of array with the right data type.)rpolarsrZ polars_seriesrrr'dtype)rrrrdtypesN)rrXr(Z issubdtypetyper|rr)constructor_namecontainer_typerZ superdtype containerZcontainer_convertedrrrtest_convert_container{s"  rcCs:tdtdggddgdgd}|jjddks6JdS)Nrr-rr1Zcategorical_feature_namesrr=)r)rrrZiloc)dfrrr(test_convert_container_categories_pandass  rcCs<td}tdggddgdgd}|jd|ks8JdS)Nrr-r1r)r)rrschemaZ Categorical)plrrrr(test_convert_container_categories_polarss rcCs@td}tdggddgdgd}t|jdj|jus=1.8.0, got r"rN)r)rr+rr)rrrrrr7test_convert_container_raise_when_sparray_not_availables rc CsJtttWdn1s$0Yttdd}tdWdn1sX0Y|jslJttddgd}tdWdn1s0Y|jsJtjtdd@tt}tdWdn1s0YWdn1s0Y|jrJtjtddDttdd}tWdn1sT0YWdn1st0Y|jrJtjtddFttdd}tdWdn1s0YWdn1s0Y|jrJtjtd dFttd d}td Wdn1s80YWdn1sX0Y|jrnJtjtddHttd dd }td Wdn1s0YWdn1s0Y|jrJtjtd d:tt}Wdn1s0YWdn1s20Y|jrHJttd dd}Wdn1sn0Y|jrJtttftWdn1s0YtttftWdn1s0Ytt>tttfWdn1s0YWdn1s<0YdS)Nz how are your"zhello how are youz not this onezthis will be raisedzthe failure message)err_msgzthis is ignoredz,should contain one of the following patternsZhelloz Bad message)r#rz Did not raiseT)r#Zmay_pass)rrZraised_and_matchedr)r+r*)cmrrr test_raisessX $& &  F F H H H  @   && rcCsttjdgtjddtt(ttjdgtjddWdn1sP0Yttjdgtjddtt(ttjdgtjddWdn1s0Ytt(ttjdgtjddWdn1s0Yttjdgtjddd d dS) Ng㈵?rrvgX?gc^?g55?gh㈵>ggh㈵>)Zatol)r r(rfloat32r)rr*float64rrrr"test_float32_aware_assert_allclose s 6 6 6rzcannot start subprocesscCsd}t|d}tjtddt|Wdn1s<0Yd}tjtddt|ddWdn1sz0Ydd d g}tjtd dt|d dWdn1s0YdS) Nzx = 1zprint('something to stdout')zExpected no outputr"z:output was not supposed to match.+got.+something to stdoutz to.+stdout)pattern z import sysz-print('something to stderr', file=sys.stderr)z:output was not supposed to match.+got.+something to stderrz to.+stderr)r r)rr*r)coderrr,test_assert_run_python_script_without_output2s"&*r)ZmarkscCs tjddddd}t||dS)zyNon-regression test to check that we can still convert a sparse container from a given format to another format. g?Zcsr)ZdensityformatN)rrandomr)rZX_sparserrr'test_convert_container_sparse_to_sparseJsrcCs|jdkrR|rRtj|j|jd"tj|j|jdWdn1sH0Y|jdkrtjddz}|j}d|vr|d}tj||jd|rt|d ksnd sJ|rt |d j|ksJ|d j|jksJWdn1s0YdS) Nr;r")rYr=rT)rZZPyarrowz* Pyarrow will become a required dependencyrr') actionr)rr=rYr6r7rSrWstr) warning_infowarnings_as_errorsrZrYrrrcheck_warnings_as_errorsgs&$ rrcCs"tjdddk}t||ddS)NZSKLEARN_WARNINGS_AS_ERRORS0r)renvirongetr)rrrrrtest_sklearn_warnings_as_errorssrcCs>t"tt|ddWdn1s00YdS)NTr)r6rSrr)rrrrtest_turn_warnings_into_errorss r)r)_rrr6numpyr(r)ZscipyrZsklearn.discriminant_analysisrZ sklearn.treerZsklearn.utils._testingrrrrr r r r r rrrrrrZsklearn.utils.deprecationrZsklearn.utils.fixesrrrrrZsklearn.utils.metaestimatorsrrmarkZ parametrizer3r[rarbrcrerfrhrirorxrrrrrrparamrrrrrrrrrZxfailrrrZndarrayZ csr_matrixrrZint32integerZint64rZfloatingrrrrrZskipifrrrrrrrrrrrrsL   D    1         .    0 %               F