a j<@sVddlZddlZddlZddlmZddlZddlZddlm Z ddl m Z ddl m Z mZmZddl mZddlmZddlmZmZmZmZdd lmZdd lmZmZejd d ge d d ige d digeiggddZ ddZ!ej"dddZ#ddZ$ddZ%ej"dejd d ge d d ige d digeiggejddejddejddd d!Z&ejd d ge d d ige d digeiggd"d#Z'd$d%Z(ejd d dgd&d'Z)d(d)Z*ejd d ge d d ige d digeiggd*d+Z+ejd d,d-d.Z,d/d0Z-ejd e egd1d2Z.ejd d ge d d ige d digeiggejd3eeejddejddd4d5Z/ejd d ge d d ige d digeiggejd6ed7d8Z0ejdd9d:gejd d,ejddejddd;d<Z1d=d>Z2d?d@Z3ejdAedBdCZ4ejdAedDdEZ5ej"dFejdAedGdHZ6ejdAedIdJZ7ejdKdLdMgdNdOZ8ejd d ge d d ige d digeiggdPdQZ9ej"dFejd d,dRdSZ:dTdUZ;ejdVejej=fej?ej=fgejd d ge d d ige d digeiggdWdXZ@ejd d ge d d ige d digeiggdYdZZAejd e egd[d\ZBejdKgd]d^d_ZCd`daZDdbdcZEdddeZFejd e egdfdgZGejd e egdhdiZHdjdkZIdldmZJdndoZKdpdqZLdS)rN)StringIO)linalg)clone)NMF MiniBatchNMFnon_negative_factorization)_nmf)ConvergenceWarning)assert_allcloseassert_almost_equalassert_array_almost_equalassert_array_equal) squared_norm)CSC_CONTAINERSCSR_CONTAINERS EstimatorsolvercdmucCsZd}td}tjt|d*|fddd||Wdn1sL0YdS)NzKMaximum number of iterations 1 reached. Increase it to improve convergence.rmatchauto)max_iter n_components)nponespytestwarnsr fit)rrZconvergence_warningAr#JE:\soccer\ml_env\Lib\site-packages\sklearn/decomposition/tests/test_nmf.pytest_convergence_warnings  r%cCs`tjjd}t|dd}dD]6}tj|d|dd\}}|dksV|dkr$Jq$dS)N* )randomnndsvdnndsvdanndsvdarrinit random_state) rr(mtrand RandomStateabsrandnnmf_initialize_nmfany)rngdatar-WHr#r#r$test_initialize_nn_output%s r:zbignore:The multiplicative update \('mu'\) solver cannot update zeros present in the initializationc Cstd}d}tjt|d"tddd|Wdn1sD0Yd}tjt|dt| Wdn1s0Ytdd d |}tjt|d|| Wdn1s0Ytjt|d t | dd Wdn1s0Yd D]}t d |}tjt|d"td|d|Wdn1sj0Ytjt|d"t d|d|Wdn1s0Ytjt|dt |d|Wdn1s0YqdS)NrzHInvalid beta_loss parameter: solver 'cd' does not handle beta_loss = 1.0rr?)r beta_lossz!Negative values in data passed tor皙?)tolr))r)r*r+zLinit = '{}' can only be used when n_components <= min(n_samples, n_features)r-)rrrraises ValueErrorrr! transformr3r4reescapeformatr)r"msgZclfr-r#r#r$test_parameter_checking.s0 0,*022rHcCsltjjd}t|dd}tj|ddd\}}t t |||}t || }||kshJdS)Nr&r'r)r@) rr(r/r0r1r2r3r4rnormdotmean)r6r"r8r9errorZsdevr#r#r$test_initialize_closeQs rMc Cstjjd}t|dd}tj|ddd\}}tj|ddd\}}tj|dddd\}}||f||f||f||ffD]"\}} t| |dk||dkqzdS) Nr&r'r)r@r*r+rr,) rr(r/r0r1r2r3r4r ) r6r7W0H0ZWaZHaZWarZHarrefZevlr#r#r$test_initialize_variants]s$rQr-)Nr)r*r+r(alpha_W)r;alpha_H)rSr;ZsamecCsltjdtdddtddf}|fd|||dd|}||}|jdksd|dkrhJdS)Ng@rrr)rr-rRrTr.)rZc_arange fit_transform components_r5)rrr-rRrTr"modeltransfr#r#r$test_nmf_fit_nn_outputls & r[cCsNtjjd}|d dddd|}t|dd}||jdksJJdS) Nr&r+riX)r-r.rrUr=)r\)rr(r/r0r1r2r!reconstruction_err_)rrr6ZpnmfXr#r#r$test_nmf_fit_closesr_cCsHd}d}d}d}d}d}tjjd}t||g}t||}t|D]} || ||| || f<qLt||g} t||} t|D]} | | || | || f<qt|| } t |d||d d } | | }t|| j }| j d ksJt | |t|||d |d }| | }t||j }|j d ks6Jt | |dd dS)Nr'r\rr?r&rr)rrr<rr.r=)rr< batch_sizer.ratol)rr(r/r0Zzerosr1r2rangerJrrWrXr]r r) n_samples n_featuresrr<rbrr6ZW_trueZW_arrayjH_trueZH_arrayr^rYrZZX_calcZmbmodelr#r#r$test_nmf_true_reconstructionsL      rjcCsXtjjd}t|dd}t|ddddd}||}||}t ||d d dS) Nr&rUr\r?r(rư>)rrr-r.r>r=rc) rr(r/r0r1r2rrWrCr )rr6r"mfttr#r#r$test_nmf_transforms  rocCsRtjjd}t|dd}tddddd}||}||}t ||dS) Nr&rUr\r?rMbP?T)rr.r>fresh_restarts) rr(r/r0r1r2rrWrCr )r6r"rlrmrnr#r#r$test_minibatch_nmf_transforms  rrc Cstjd}t|dd}d}t||}t|||d}t||d|}|f|dddd|}|j|||d||dS) NrrUr\customrprr-r.r>r8r9) rr(r0r1r2sqrtrKrWrC) rrr.r"rZavgH_initW_initrlr#r#r$test_nmf_transform_custom_inits rz)rrcCsVtjd}t|dd}t|ddddd}||}||}t||dddS) NrrUrsr(ra)rrr-r.rrdecimal) rr(r0r1r2rrWinverse_transformr )rr.r"rlrmA_newr#r#r$test_nmf_inverse_transforms   rcCsVtjd}t|dd}t|dddd}||}||}t||dd d dS) NrrUrsr+T)r.rr-rqrp{Gz?)Zrtolrd) rr(r0r1r2rrWr}r )r6r"r3rmr~r#r#r$test_mbnmf_inverse_transforms   rcCs8tjjd}t|dd}|dddd|dS)Nr&r'r`rr)rr.r>)rr(r/r0r1r2r!)rr6r"r#r#r$$test_n_components_greater_n_featuressrsparse_containerc Cstjjd}t|dd}d|dddtdf<||}|fdd||dddd|}t|} ||} | |} |j } | j } t | | t | | dS) Nr&r'rrr\r(d)rr-rRrTr.r>r) rr(r/r0r1r2rVrrWrXr )rrrrRrTr6r"ZA_sparseZest1Zest2W1W2H1H2r#r#r$test_nmf_sparse_input's,     r csc_containercCsltjjd}t|dd}d|d<||}|fdddd|}||}||}t||dd dS) Nr&r?rr)rri)r.rrr=rc) rr(r/r0r1r2rWrCr )rrrr6r"rYZA_fit_trZA_trr#r#r$test_nmf_sparse_transformJs  rr(r)c Csd}tjjd}t|dd}d|dddtdf<t||||||ddd \}}} t||d |||||ddd \} }} t|||||ddd } | |} | |} t || t | | dS) Nrr&r'rrr\rr)r-rrrRrTr.r>F) r9update_Hr-rrrRrTr.r>) rr(r/r0r1r2rVrrrWrCr )r-rrRrTrr6r"ZW_nmfr9_ZW_nmf_2Z model_classZW_clsZW_cls_2r#r#r$+test_non_negative_factorization_consistency\sN     rcCstd}t}td}tjt|d$|||| dddWdn1sP0Ytd}tjt|d$||| |dddWdn1s0Ytd}tjt|d&|||d |dddWdn1s0YdS) Nrz/Negative values in data passed to NMF (input H)rrrtr@z/Negative values in data passed to NMF (input W)z.Array passed to NMF (input H) is full of zerosr)rrrrDrErrArB)r"ZnnmfrGr#r#r$(test_non_negative_factorization_checkings  2 2 rc Cst||}|dkr$t||dS||dk}||dk}tj|d|d|dkrt|t||}|||7}n|dkr||}t||jtt|}nP||}||d||7}|||||d8}|||d}|S)z~Compute the beta-divergence of X and W.H for dense array only. Used as a reference for testing nmf._beta_divergence. rr& .>outr)rrJrmaximumsumlogsize) r^r8r9betaWHZ WH_XnonzeroZ X_nonzeroresdivr#r#r$_beta_divergence_denses"   " r csr_containercCsd}d}d}gd}tjjd}|||}tj|dd|d||}tj||ddd \}} |D]N} t||| | } t ||| | } t ||| | } t | | d d t | | d d qbdS) Nr'r\)rS?r;?@g@r&rrr(r,r{) rr(r/r0r2clipr3r4r_beta_divergencer )rrfrgrZ beta_lossesr6r^X_csrr8r9rrPlossZloss_csrr#r#r$test_beta_divergences rcCsd}d}d}tjjd}|||}tj|dd|d||}t|||}t|||}t|||} t|||} | \} } t | | | f } t | | | | fddt | j|jt | j|jt | j|jdS)Nr'r\r?r&rrr{)rr(r/r0r2rr1r3Z_special_sparse_dotZnonzeroZasarrayZravelr r indicesZindptrshape)rrfrgrr6r^rr8r9ZWH_saferiiZjjZ WH_safe_datar#r#r$test_special_sparse_dots"  rz-ignore::sklearn.exceptions.ConvergenceWarningcCsPd}d}d}d}d}d}tjjd}|||}t|}||} tj||ddd \} } d D]} | | } }t || ||d d d | |||dd \}}}| | } }t | | ||d d d | |||dd \}}}t ||ddt ||dd| d8} | | } }t | | ||d d d | |||dd \}}}t ||ddt ||ddq^dS)Nrr'r\r=ri9r(r&r,g333333r皙?r;r@rtTr)r-rrr<rrRl1_ratior.gHz>rch㈵>g-C6?) rr(r/r0r2r1r3r4copyrr )rrfrgralpharZn_iterr6r^rrNrOr<r8r9rrrrrZW3ZH3r#r#r$%test_nmf_multiplicative_update_sparses|     rc sd}d}dtjjd}|||}tj|dd|d||}fdd}d }d D]J}tjt|d |||Wdn1s0Y||d |qTd D]}||||||qdS)NrUr\r?r&rrc sHt|dd|ddd\}}}tt|r0Jtt|rDJdS)Nr(rrra)r-rrr<r.r)rrr5isnan)r^r<r8r9rrr#r$_assert_nmf_no_nanRs z7test_nmf_negative_beta_loss.._assert_nmf_no_nanAWhen beta_loss <= 0 and X contains zeros, the solver may diverge.)g333333rSrr)rr;g333333?rr) rr(r/r0r2rrrArB) rrfrgr6r^rrrGr<r#rr$test_nmf_negative_beta_lossEs   ( rr<rScCsptjd}|jdd}d||dk<t|dd}d}tjt|d||Wdn1sb0YdS)zDCheck that an error is raised if beta_loss < 0 and X contains zeros.rrUr\)r)r<r.rrN) rr(r0normalrrrArBr!)r<r6r^r3rGr#r#r$%test_minibatch_nmf_negative_beta_lossjs    rcCstd}d}d}tjjd}t|||}d}|f|d|dd|}|f|d|dd|} ||} | |} |j} | j} ttj j }| | |kj }| | |kj }| | |kj }| | |kj }||ksJ||ksJd}|f|d|dd|}|f|d|dd|} ||} | |} |j} | j} t | d t | d t | d t | d kspJdS) NrUr\r?r&r;r)rrRrr.rSr)rr(r/r0r1r2rWrXZfinfofloat64epsrrrI)rrrfrgrr6r^rZregulrYZW_regulZW_modelZH_regulZH_modelrZW_regul_n_zerosZW_model_n_zerosZH_regul_n_zerosZH_model_n_zerosr#r#r$test_nmf_regularizationxsx       rcCsNd}d}d}d}d}d}tjjd}|||}t||tj||ddd \} } d D]} |d krn| d krnqX| | } } d}t d D]}t || | | d|d||||dddd\} } }t || | | |||| |||| |d||| d  |d||| d  }|durB||ksBJ|}qqXdS)Nrr`r'r=rrSr&r(r,rrrrrtrrT) r<r-rrrRrr>rverboser.r) rr(r/r0r2r1r3r4rrerrr)rrfrgrrrr>r6r^rNrOr<r8r9Z previous_lossrrr#r#r$test_nmf_decreasingsZ     rc Cstjd}d\}}}t|||d}t|||d}t|||}d|d<tj|||dd}d|d<tj|||dd}t||dS)Nr)r'rrr')rrr;)rg)rr(r0r1r2r3rr ) r6rfrgrr^r8r9rPrr#r#r$test_nmf_underflows  rzdtype_in, dtype_outcCstjdddj|dd}tj||d|fddddd |}|||j|ks^J| |j|ksrJ|j j|ksJdS) Nrrr`F)rrr;r)rRrTr>r.) rr(r0r2astyper1r!rCZdtyperWrX)rrZdtype_inZ dtype_outr^r3r#r#r$test_nmf_dtype_matchsrcCsxtjddd}tj||d|fddd|}||tj}|fddd|}||}t||dddS) Nr2rrrp)r.r>rrc) rr(r0r2r1rWrfloat32r )rrr^Znmf32ZW32Znmf64ZW64r#r#r$$test_nmf_float32_float64_consistency%s rcCstjd}|d}|dtj}|d}tjtdd&|ddj |||dWdn1sl0Ytjtddt ||d d Wdn1s0YdS) Nr)rr`)r`r`zshould have the same dtype as Xrrtr@r9r8F)r9r) rr(r0 random_samplerrrrA TypeErrorr!r)rr6r^r9r8r#r#r$ test_nmf_custom_init_dtype_error5s   4r)rrrrrrrc Csptjjd}t|dd}td|dddd}td|ddd|jddd}| |}| |}t ||dS) Nr&0r\rr)rr<rr.r>rS)rr<r.r>max_no_improvementrbZ forget_factor) rr(r/r0r1r2rrrrWr )r<r6r^r3Zmbnmfr8ZmbWr#r#r$!test_nmf_minibatchnmf_equivalenceEs*  rc Cstjjd}t|dd}d}d}d}t|dd||dddd }t|ddd }tj||d dd \}}|j |||d t |D]6} t |D](} |j || | ||d||d qq|j |j ksJt |j|jdS) Nr&rr\r'rrtrF)rr-r.rrbr>rrqrr-r.r(rv)rr(r/r0r1r2rr3r4r!reZ partial_fitZn_steps_r rX) r6r^rrbrZmbnmf1Zmbnmf2r8r9irhr#r#r$test_minibatch_nmf_partial_fitas2    (rcCsRtjd}t|dd}tdd|}|}tddt dD|dS) z Check feature names out for NMF.rr'rsr?rcSsg|]}d|qS)r3r#).0rr#r#r$ z*test_feature_names_out..N) rr(r0r1r2rr!Zget_feature_names_outr re)r.r^r3namesr#r#r$test_feature_names_outs  rcCsPtjdd}tdddd}tj}tt_z||W|t_n|t_0dS)Nr)rr'rr)r>r.r) rr(r0rrsysstdoutrr!)r"r3Z old_stdoutr#r#r$test_minibatch_nmf_verboses rcCs*tjd}t|dd}|ddddd}||}tjtd d | Wdn1sd0Ytjtd d |j ||d Wdn1s0Yt j d d$t d| |Wdn1s0Ytj tdd |j |dWdn1s0YdS)Nr&rUr\r?r(rrkruz$Missing required positional argumentrz$Cannot use both X and Xt. Use X only)r^XtT)recordrLzXt was renamed X in version 1.5)r)rr(r0r1r2rWrrArr}warningscatch_warnings simplefilterr FutureWarning)rr6r"estr^r#r#r$)test_NMF_inverse_transform_Xt_deprecations$  &, (rcCsbtjd}|d}|d}|d}|ddddd}|j|||d |j|jdks^JdS) NrrrUrrr\rrtrkrurv)rr(r0rrWZ _n_componentsr)rr6r^r8r9rr#r#r$test_nmf_n_components_autos    rcCsftjd}|d}|d}|d}t|||ddd\}}}|j|jksRJ|j|jksbJdS)Nrrrrrtr)r8r9r-r)rr(r0rrr)r6r^ryrxr8r9rr#r#r$5test_nmf_non_negative_factorization_n_components_autos     rcCsbtjd}|d}|d}t||ddd\}}}t|||j|jd|jdfks^JdS)NrrrrF)r9rr)rr(r0rrr r)r6r^rir8r9rr#r#r$&test_nmf_n_components_auto_no_h_updates     rcCstjd}|d}|d}|d}tjtdd t||ddd Wdn1s^0Ytjtdd"t|||ddd Wdn1s0Ytjtd d"t|||d dd Wdn1s0YdS) Nrrrrz0When init!='custom', provided W or H are ignoredrTr)r9rr)r8r9rrz8When update_H=False, the provided initial W is not used.F)rr(r0rrr RuntimeWarningr)r6r^ryrxr#r#r$test_nmf_w_h_not_used_warnings,    . $ rcCstjd}|d}|d}tdddd}tjtdd&|j|||d d Wdn1sh0Ytjtd d&|j|||d d Wdn1s0YdS) Nrrrrrtrz'Array with wrong first dimension passedr)r\rrz(Array with wrong second dimension passed)rUr?) rr(r0rrrrArBr!)r6r^r9r3r#r#r$ test_nmf_custom_init_shape_errors   4r)MrDrriornumpyrrZscipyrZ sklearn.baserZsklearn.decompositionrrrrr3Zsklearn.exceptionsr Zsklearn.utils._testingr r r r Zsklearn.utils.extmathrZsklearn.utils.fixesrrmarkZ parametrizer%r:filterwarningsrHrMrQr[r_rjrorrrzrrrrrrrrrrrrrrrrrrZint32Zint64rrrrrrrrrrrrrr#r#r#r$s              0            /       N  $  E   4         #