i<ddlmZddlZddlZddlmZddlm Z ddl m Z m Z ddl mZmZddlmZddlmZddlmZdd lmZmZmZmZmZmZmZdd lmZm Z dd l!m"Z"m#Z#dd l$m%Z%m&Z&m'Z'dd l(m)Z)ddl*m+Z+ddl,m-Z-m.Z.ddl/m0Z0m1Z1ddl2m3Z3m4Z4ddl5m6Z6m7Z7ddl8m9Z9ddl:m;Z;mZ>m?Z?m@Z@mAZAmBZBddlCmDZDmEZEe jZGejjdZJeJjeGjjZNeGjeNeG_OeGjeNeG_LdZPdZQdZRdZSdZTdZUdZVdZWejjde@e?ze>zeAzeBzd ZZd!Z[d"Z\d#Z]d$Z^d%Z_d&Z`d'Zad(Zbd)Zcd*Zdd+Zed,Zfd-Zgd.Zhd/Zid0Zjd1Zkd2Zld3Zmd4Znd5Zod6Zpd7Zqd8Zrd9Zsd:Ztd;Zud<Zvejjd=e?d>Zwd?Zxd@ZyejjdAe&e%gdBZzejjdAe&e%gdCZ{ejjdAe&e%gdDZ|ejjdEejejgdFZdGZdHZy)I)escapeN)assert_allclose)datasetssvm) BaseEstimatorClassifierMixin)load_breast_cancer)NotFittedError) SimpleImputer) ElasticNetLassoLinearRegressionLogisticRegression PerceptronRidge SGDClassifier)precision_score recall_score) GridSearchCVcross_val_score)OneVsOneClassifierOneVsRestClassifierOutputCodeClassifier) MultinomialNB)KNeighborsClassifier)Pipeline make_pipeline)SVC LinearSVC)DecisionTreeClassifierDecisionTreeRegressor) check_arrayshuffle)CheckingClassifier)assert_almost_equalassert_array_equal)COO_CONTAINERSCSC_CONTAINERSCSR_CONTAINERSDOK_CONTAINERSLIL_CONTAINERS)check_classification_targetstype_of_targetcttd}tjt5|j gdddd}tjt |5tjddgddgg}tjddgddgg}ttj||dddtjt |5tjddgddgg}tjdd gd d gg}ttj||dddy#1swYxYw#1swYxYw#1swYyxYw) Nr random_statez@Multioutput target data is not supported with label binarizationmatchr.g?g333333@g@皙?) rrpytestraisesr predict ValueErrornparrayrfit)ovrmsgXys r/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/sklearn/tests/test_multiclass.pytest_ovr_exceptionsrC9s iQ7 8C ~ & B ' MC z - HHq!fq!f% & HHq!fq!f% &MO,00A6 . z - HHq!fq!f% & HHsCj3*- .MO,00A6 . - ' & . - . -s%E&AE#AEEEE(ctjgd}t|}tjt |5t |dddy#1swYyxYw)N)g?@g@r2)r;r<r-r7r8r:r,)rAr?s rB!test_check_classification_targetsrGMs= %&A  C z -$Q' . - -s AAcHGddt}tjdgdgdgdgg}tjgd}t|j ||}t |j |tj|j|dy)zbCheck that ties-breaking matches np.argmax behavior Non-regression test for issue #14124 ceZdZdZdZy)test_ovr_ties..Dummyc|SNselfr@rAs rBr=z test_ovr_ties..Dummy.fit\sKc>tjt|SrL)r;zeroslen)rOr@s rBdecision_functionz.test_ovr_ties..Dummy.decision_function_s88CF# #rPN)__name__ __module__ __qualname__r=rTrMrPrBDummyrJ[s   $rPrXr)rr4r5r.r4axisN) rr;r<rr=r&r9argmaxrT)rXr@rAclfs rB test_ovr_tiesr]Us $ $ 1#sQC!%&A A eg & * *1a 0Cs{{1~ryy1F1Fq1IPQ'RSrPc^ttd}|jtjtj j tj}t|jtk(sJtd}|jtjtj j tj}tjtj |k(tjtj |k(k(sJtt}|jtjtj j tj}tjtj |k(dkDsJy)Nrr0?) rrr=irisdatatargetr9rS estimators_ n_classesr;meanr)r>predr\pred2s rBtest_ovr_fit_predictrhhs iQ7 8C 77499dkk * 2 2499 =D s 9 ,, ,  #C GGDIIt{{ + 3 3DII >E 774;;$& '2774;;%3G+H HH H mo .C 77499dkk * 2 2499 =D 774;;$& '$ .. .rPcttjtjd\}}t t }|j |dd|ddtj||j |dd|dd|j|}t t }|j||j|}t||t|jttj|k(sJtj||k(dkDsJtjtj j#dd}gd}t t%ddd d }|j |dd |dd tj||j |d d|d d|j|}t t%ddd d }|j||j|}tj||k(tj||k(k(sJt t'}t)|d rJy) Nrr0dr_r5r4r4r4r4r5r.r.rrr5r.r4r5r.r4F)max_itertolr#r1 partial_fit)r#r`rarbrrrpr;uniquer9r=r%rSrcreabsrandomrandnrrhasattr)r@rAr>rfovr2rgovr1pred1s rBtest_ovr_partial_fitryxs 499dkk :DAq mo .COOAdsGQtWbiil3OOAcdGQstW% ;;q>D } /D HHQN " "1 %Ee$ s 3ryy|#4 44 4 7719  $$ $ ryyr1%&A2A qdEJ COOAbqE1Ra5"))A,/OOAabE1QR5! ;;q>D qdEJ D HHQN " "1 %E 77419 !!4 44 4 ce $CsM** **rPctt}tjtjj dd}gd}|j |dd|ddtj|dg|ddz}d}tjt|5|j |dd| dddy#1swYyxYw) Nrkr5rlrozAMini-batch contains \[.+\] while classes must be subset of \[.+\]r2)r@rA) rrr;rrrsrtrprqr7r8r:)r>r@rAy1r?s rBtest_ovr_partial_fit_exceptionsr~s mo .C ryyr1%&A2AOOAbqE1Ra5"))A,/ q2wB NC z - !AB%2& . - -s B==Cc>tt}|jtjtj j tj}t|jtk(sJttj|gdtj|tj k(dkDsJtt}|jtjtj j tj}t|jttdz zdz k(sJttj|gdtj|tj k(dkDsJy)N)rr4r5?r4r5)rr!r=r`rarbr9rSrcrdr&r;rqrer)r>rfs rBtest_ovr_ovo_regressorrs 35 6C 77499dkk * 2 2499 =D s 9 ,, ,ryy 2 7744;;& '# -- - 24 5C 77499dkk * 2 2499 =D s 9 A #>#B BB Bryy 2 7744;;& '# -- -rPsparse_containerc td}tjddddddd \}}|dd |dd }}|d d}t|j ||}|j |}t|j |||} | j |} |j sJtj| sJt| j|| j|} | d kD} t| | jtj}t|j |||} | j|d kDjt } t| | j |jy) Nr4alpharjr{r.2Tr n_samples n_featuresrdn_labelslengthallow_unlabeledr1P?)rrmake_multilabel_classificationrr=r9 multilabel_spissparser&toarray predict_probarrrTastypeint)rbase_clfr@YX_trainY_trainX_testr\Y_predclf_sprs Y_pred_sprsY_probarfdec_preds rBtest_ovr_fit_predict_sparserst 1%H  2 2 DAq"vq"vWG rsVF h ' + +GW =C [[ F"8,00:J7:STH""6*K ??? ;;{ ## #{**,f5$$V,G S=Dt[0023 '')C"3'++G5Eg5NOH**62Q6>>sCHx!1!1&!9!A!A!CDrPc<tjd}d|ddddf<tjd}d|dddf<d|dddf<d|dddf<tt }d}t j t|5|j||ddd|j|}ttj|tj||j|}tj|ddd dfdk(sJ|j|}t|ddd ftj|jdtjd}d|dddf<tt }d }t j t|5|j||ddd|j|}t|ddd ftj|jdy#1swYsxYw#1swY[xYw) N r5rr{)rr.r4r5z,Label .+ is present in all training examplesr2r|z/Label not 1 is present in all training examples)r;onesrRrrr7warns UserWarningr=r9r&r<rTrqrshape)r@rAr>r?y_preds rBtest_ovr_always_presentrs AAbqb!eH AAab!eHAadGAadG 02 3C 9C k - 1  . [[^Frxx'!5  " "1 %F 99VArsF^ $ )) )   q !Fvae}bggaggaj&9: AAab!eH 02 3C .conduct_test.s)!(+//153<< G+++RXXyk23A66F8, 80 1''*C99$ $$ XXyk*F--f5MM!,-- --<< -a @AS[[QWEXX XX"(+//15i[)!,{{rPrr0T probability)r)F) r;r<Trrrrrr rrr)rrr@rrrAs @@@@rBtest_ovr_binaryr&s )Y 9iHIA0A /"#%%A+##%&G* q!   X #_cd&;=O=QRX$7SrPctjgdgdgdgdgdg}tjgdgdgdgd gd g}ttd t t t td fD]P}t|j||}|jgdgd }t|gd|jrPJy)N)rrr{r)r.r.r.)rrrr)rr4r4r)r4r4r4)r4rr4rrr0rr)rrr) r;r<rrrrr r rr=r9r&r)r@rArr\rs rBtest_ovr_multilabelrNs )Y 9iHIA )Y 9iHIA q!   C "(+//15i[)!,69-rPc4ttj}|jtj tj t|jdk(sJ|jtj tj dkDsJy)Nr.r) rrrr=r`rarbrSrcscore)r>s rBtest_ovr_fit_predict_svcras` cggi (CGGDIIt{{# s 1 $$ $ 99TYY ,s 22 2rPc td}tdddD]\}}}tjdddd d |d \}}|dd |dd }}|d d|d d} }t |j ||} | j |} | jsJtt| | d|d tt| | d|d y)Nr4r)TF)RQ?gQ?)rr6rjrr{r5rrrrmicro)average)decimal) rziprrrr=r9rr%rr) rauprecrecallr@rrrrY_testr\rs rBtest_ovr_multilabel_datasetrhs1%H |\JD&66 1Sb61Sb62323!(+//AV$ FFG >q> !Dv ""$$ $$rPcGddtt}|}tjtj}}t |j ||}|j|}t|dy)zmCheck that predic_proba returns all zeros when the base estimator never predicts the positive class. ceZdZdZdZy)Gtest_ovr_single_label_predict_proba_zero..NaiveBinaryClassifierc:tj||_|SrL)r;rqrrNs rBr=zKtest_ovr_single_label_predict_proba_zero..NaiveBinaryClassifier.fitsIIaLDMKrPcXtjt|df}d|dddf<|S)Nr5rr4)r;rrS)rOr@probas rBrzUtest_ovr_single_label_predict_proba_zero..NaiveBinaryClassifier.predict_probas*GGSVQK(EE!Q$KLrPN)rUrVrWr=rrMrPrBNaiveBinaryClassifierrs   rPrrEN) rrr`rarbrr=rr)rrr@rAr\y_probas rB(test_ovr_single_label_predict_proba_zerors\   %&H 99dkkqA h ' + +Aq 1C"GGS!rPc :tjddddddd\}}|dd |dd }}|d d}ttjj ||}t |j|dkDjt|j|y) Nrjrr{r.rTrrr) rrrrrr=r&rTrrr9r@rrrrr\s rB%test_ovr_multilabel_decision_functionrs  2 2 DAq"vq"vWG rsVF cggi ( , ,Wg >C  v & *2237V9LrPc(tjddd\}}|dd|dd}}|dd}ttjj ||}t |j|jdkD|j|y)Nrjrr)rrr1r) rmake_classificationrrrr=r&rTravelr9rs rB'test_ovr_single_label_decision_functionrs  ' '#"ST UDAq"vq"vWG rsVF cggi ( , ,Wg >Cs,,V4::Cscvbest_Cs rBtest_ovr_gridsearchrse iQ7 8C B cNB/ 0BFF499dkk"    + +A . 0 0F R<s rBtest_ovr_pipeliners V3567 8C"3'H LLDKK( 46 7CGGDIIt{{#s{{499-x/?/? /JKrPcttd}tjt5|j gdddy#1swYyxYwNrr0)rrr7r8r r9ovos rBtest_ovo_exceptionsr s4 YA6 7C ~ & B ' & & A  Acttd}|jtjtj j tj}tjDcgc] }t|}}|j|ttj j |}t||ycc}wr) rrr=r`rarbr9listr&)rprediction_from_arrayairis_data_listprediction_from_lists rBtest_ovo_fit_on_listrs YA6 7CGGDIIt{{;CCDIIN'+yy1y!d1gyN177>4 3DEMM,.BC 2s3C c,ttd}|jtjtj j tjt|jttdz zdz k(sJtt}|jtjtj j tjt|jttdz zdz k(sJy)Nrr0r4r5) rrr=r`rarbr9rSrcrdrrs rBtest_ovo_fit_predictrs YA6 7CGGDIIt{{#++DII6 s 9 A #>#B BB B ]_ -CGGDIIt{{#++DII6 s 9 A #>#B BB BrPcPtj}|j|j}}t t }|j |dd|ddtj||j |dd|dd|j|}t t }|j|||j|}t|jttdz zdz k(sJtj||k(dkDsJt||t t }|j |dd|ddtj||j |dd|dd|j|}t t }|j||j|}t||t|jttj|k(sJtj||k(dkDsJt t }tj j#dd}gd}|j |dd|ddgd |j |dd|dd|j|}t t }|j||j|}t||t t }gd } t%d j'tj| tj|} t)j*t,| 5|j |dd| tj|dddt t/} t1| d rJy#1swY+xYw)Nrjr4r5r_<rk)r4r4r5r.r.rrrrrrrr5r5ro)rr4r5r.r)rr4r5r.rr{r5z6Mini-batch contains {0} while it must be subset of {1}r2rp)r load_irisrarbrrrpr;rqr9r=rSrcrdrer%rsrandrformatr7r8r:rru) tempr@rAovo1rxovo2rgrrferror_y message_rer>s rBtest_ovo_partial_fit_predictr*s    D 99dkkqA mo .DQtWagryy|4QstWag& LLOE mo .DHHQN LLOE t IQ$?!$C CC C 771:  %% %u% mo .DQsVQsVRYYq\2QrsVQrsV$ LLOE mo .D HHQN " "1 %Eu% t C ! $5 55 5 771:  %% % ]_ -C r1A2AOOAbqE1Ra5/2OOAabE1QR5! ;;q>D mo .D HHQN " "1 %Ee$ ]_ -C#G@GG IIg  !  J z 4 "1w ! 5 5 SU #CsM** ** 5 4s *NN%ctjjd}tt d}|j tjtj dk(|jtj}|j|fk(sJ|j tjtj |jtj}|j|tfk(sJt|jd|jtjtj|tf}d}ttD]o}t|dztD]W}|j|jtj}||dk(|fxxdz cc<||dk(|fxxdz cc<|dz }Yqt|tj |ttD]Z}t#|dd|fj%t#gdsJt'tj(|dd|fdkDrZJy)Nrr0r4rY)rErrF)r`rarrrr=rbrTrdr&r[r9r;rRrangercroundrissubsetrSrq) rovo_clf decisionsvoteskijrf class_idxs rBtest_ovo_decision_functionr*_s "I !:;G KK 4;;!+,))$))4I ??yl ** * KK 4;;'))$))4I ??y)4 44 4y''Q'/1KL HHi+ ,E A 9 q1ui(A&&q)11$))?CCAqI  , , 11 1  ( (A -- - !-- .! 33 3!--!!Q&&&. ACCA 77j  gg]3771=O  ) )S 00 0)/:>>q!DO  ) )S 00 0  % % ** * ** +q 00 0**!!S(((+)9==aCO  ) )S 00 0  % % ** * ** +q 00 0  & &q ) 8 8B >> >  & &q ) 8 8B >> >  & &q ) 8 8C ?? ?rPMultiClassClassifierctjd}tj}||}|jjjrJ||}|jjjsJy)Nr[r\)rr__sklearn_tags__ input_tagspairwise)rur`rmraovr_trues rBtest_pairwise_tagr{ssogg]3O$%78I))+66??? ?#O4H  $ $ & 1 1 : :: :rPcPtjd}tjd}tjtj}}||}||}t j ||j}t|||d}t|||d} t| |y)Nr[r\riraise) error_score) rrr`rarbr;r^rrr&) rur`rmr@rAmulticlass_clf_notprecomputedmulticlass_clf_precomputedrbscore_not_precomputedscore_precomputeds rBtest_pairwise_cross_val_scorersgg]3O1 99dkkqA$89K$L!!5o!FFF1accNM+%q!("M1'(*?@rPctjjd}tjtj }}tj |}|jddg|jddgjt}tj||<ttt|}||j||j!||y)N*r4rrr)pr0)r;rs RandomStater`rarbcopychoicerrboolnanrr rr=r)rurngr@rAmasklrs rBtest_support_missing_valuesrs ))   #C 99dkkqA  A ::q!fagg#s: 4 ; ;D ADffAdG }(:(L MB  A&,,Q2rPmake_yc<tjd}|dtj}tt }|j |||j |}tj|jddf}d|dddf<t||y)zUCheck that constant y target does not raise. Non-regression test for #21869 r)rr4)dtyperr5r4N) r;rint32rrr=rrRrr)rr@rAr>rexpecteds rBtest_constant_int_targetrs~ Awbhh'A 02 3CGGAqM   q !FxxQ(HHQTNFH%rPctd\}}tdd}t|}|j|||j||t |j ||j |y)z^Check that ovo is consistent with binary classifier. Non-regression test for #13617. T) return_X_ydistance) n_neighborsweightsN)r rrr=r&r9)r@rAr\rs rB)test_ovo_consistent_binary_classificationrs\  .DAq 1j AC S !CGGAqMGGAqMs{{1~s{{1~6rPctj}ttd}d}d}t j t |5}|j|j|jdddtjjt sJ|t|jjvsJy#1swYSxYw)aCheck that we raise the proper AttributeError when the final estimator does not implement the `partial_fit` method, which is decorated with `available_if`. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/28108 rr0) estimatorz9This 'OneVsRestClassifier' has no attribute 'partial_fit'z:'LogisticRegression' object has no attribute 'partial_fit'r2N)rrrrr7r8AttributeErrorrprarb isinstancevalue __cause__str)r`r\ outer_msg inner_msg exec_infos rB)test_multiclass_estimator_attribute_errorrs    D (:(K LCKILI ~Y 79  4;;/ 8 ioo// @@ @ IOO556 66 6 8 7s 'CC )rernumpyr;r7 scipy.sparsesparser numpy.testingrsklearnrr sklearn.baserrsklearn.datasetsr sklearn.exceptionsr sklearn.imputer sklearn.linear_modelr r rrrrrsklearn.metricsrrsklearn.model_selectionrrsklearn.multiclassrrrsklearn.naive_bayesrsklearn.neighborsrsklearn.pipelinerr sklearn.svmrr sklearn.treer r! sklearn.utilsr"r#sklearn.utils._mockingr$sklearn.utils._testingr%r&sklearn.utils.fixesr'r(r)r*r+sklearn.utils.multiclassr,r-rr`rsrr permutationrbsizepermrardrCrGr]rhryr~rmark parametrizerrrrrrrrrrrrrrrrrrr*r,r4r7r=r@rCrHrKrMrOrYrfrtr{rrrrRrrrrMrPrBrs )!7/-(:A .24&F6JRxiiA t{{''( IIdO kk$ 7((T& / !+H '.$^#n4~EV&E &ER!