From c04dcc5086ea0c6d641f6e732c065a64547f31cd Mon Sep 17 00:00:00 2001 From: Joaquin Torres Bravo Date: Mon, 13 May 2024 10:45:45 +0200 Subject: [PATCH] checking results for DT --- model_selection/test_models.py | 11 ++++++----- .../test_results/testing_tuned_models.xlsx | Bin 0 -> 11997 bytes 2 files changed, 6 insertions(+), 5 deletions(-) create mode 100644 model_selection/test_results/testing_tuned_models.xlsx diff --git a/model_selection/test_models.py b/model_selection/test_models.py index bf5697e..7e2f94e 100644 --- a/model_selection/test_models.py +++ b/model_selection/test_models.py @@ -219,8 +219,8 @@ if __name__ == "__main__": 'FN':FN_scorer, 'FP':FP_scorer, 'TP':TP_scorer, - 'AUROC': make_scorer(roc_auc_score, needs_threshold=True), # AUROC requires decision function or probability outputs - 'AUPRC': make_scorer(average_precision_score, needs_proba=True) # AUPRC requires probability outputs + 'AUROC': make_scorer(roc_auc_score), # AUROC requires decision function or probability outputs + 'AUPRC': make_scorer(average_precision_score) # AUPRC requires probability outputs } method_names = { 0: "ORIG", @@ -235,9 +235,10 @@ if __name__ == "__main__": scores_sheets = {} # To store score dfs as sheets in the same excel file for i, group in enumerate(['pre', 'post']): # Get test dataset based on group - X_test = data_dic['X_test' + group] - y_test = data_dic['y_test' + group] + X_test = data_dic['X_test_' + group] + y_test = data_dic['y_test_' + group] for j, method in enumerate(['', '', 'over_', 'under_']): + print(f"{group}-{method}") # Get train dataset based on group and method X_train = data_dic['X_train_' + method + group] y_train = data_dic['y_train_' + method + group] @@ -259,7 +260,7 @@ if __name__ == "__main__": sheet_name = f"{group}_{method_names[j]}" scores_sheets[sheet_name] = scores_df # Write results to Excel file - with pd.ExcelWriter('./model_selection/test_results/testing_tuned_models.xlsx') as writer: + with pd.ExcelWriter('./test_results/testing_tuned_models.xlsx') as writer: for sheet_name, data in scores_sheets.items(): data.to_excel(writer, sheet_name=sheet_name) # -------------------------------------------------------------------------------------------------------- diff --git a/model_selection/test_results/testing_tuned_models.xlsx b/model_selection/test_results/testing_tuned_models.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..1c0daa5be47052ff8dde569780d264ef84052403 GIT binary patch literal 11997 zcmaKS1yq$=*EJH-(%o?A?(S}oZlt@rMWnm)(49w+4uu2KDeVCzML?t*e)PWI>%F|* z|BP{JjJ@Ww$A0#F=2~+vHANU$Y$zxw1SpVJt*(szdz8?Jf1rmq`or78*<8)d*~Ojp zg^LS|kE4TfyfShx8@klJ!Vbhq>jybI`N!hVL;iBSJc$;PUaxNgG~OpH3$3ulw&M)z zf~mZ@!@=c27(=p9&B!u+k~5VAvebmOx};*`zA;#f)?h#b(FYh)93{^2oEwt8w*uS5 zo!o2mJJl_(GjlyM?AYlpGVG7zU(a`vH9KFvfa^)Qf>Zm)e7Q{7Wp^LuIr0Pw3ghqd zHFtKi{5j#$BxTh;Hk9!D;Z*%1pL0HRT71vYWSosn zGCmHh9yXSamVbS+|6H4WeFOI;KJ1`_`bi(_Ge_hBo|nx{Snjr7%S~Bf`zmCwF?8b` zd@Yi~f_r3n&_~iy_mh>|bA(`-cCN>zWw*cb`5u2~G5Z=GnR?`7y2!db*U`ed@>z!i zfFaICP+tGz9a5>1@mqacs6M{HAuP-WxI#A2m=r>4VyRs2b5%7d22l>9K1|Lwj3iU$TR1BO$ZC>xYT+c2jJI97@;4 zYi@KJCf%6+$}^R4k)#76Zump@JAV|$-9SI=ob5D0I+u)FULxExC|>ZCl3GB$cysjU z-sEY+#JLIjw`zn4*@G`nWkV_YKh@u!W^@ddaQfv13XI#Q2HRFYDc|qNnMk>D|GJT1 zo-(g2G49gIgm`#OW$+?`)=3b{O@P>1B4Fa|EUA>5W8&ZvX;($anoK*r!DwP)0~qT@ z)d4xv4Lnnob)uTDeAh@hpDF{8&L3oM-@xE|E04;7C5n(2o@u8>3|)fAo?aM!(KJwl z@fj@Co^PyYSa&=ITK)}ZiNP6wv=bJ>r03L9uN<)S+rT=2!&dWc5nLh_q#Q_a zhi#-Hn|?k>yy*j-YIULhPwuCdczdfaLf`QRvjk3*9<-eZ7f!eEQUzMSpNTP8k#RBr zU)QlO&2zEPnd`WX4Svw9PoZDn&wsafYa;?Y+`n1`gw<#3F;n3tD!yzK2ejVA4F6yN zBYw3ophg_goU!DM#so?bIqhhiDx}SC*0<5M3K?wd)E9b)Fil(vnQS+WA#+N$xG8>X zPVIh6!>4cp8g)@29YGPa7D^^*_AVgdzCJVZ+Mp_B)5wr)C6wrfacs}~B)|vEOlm`# zd7kLpce&H=L%7Dj2-_BzspGi4Fg10({a(GH_&_L~--@T_Gb%I<^uRv_3F?^&$Ue14F+Hs6N>_rVx_;jY-bpntWPDc zFPB-qb*iWLCUB&D&fjaBiDg|qykZG@uSGJUWpLEcZ71A>qcU-)S38)Gf}w(oj45ZH zidUvkbWEVpz0D{O*5d1t=4{5y!0%k&`rxXf(TeHSj0Vlo*1=!tXUT3|cC^Zjg2-eL zsfW3yY_vbSos(PVN9lEy;r-t9=+)Vg<#6udI zDvkIlE*{5*+V|wdr&v$MQir5|K!;kC5r<@6A$J|2w9(^?*NX55OEbL+S23QZ#>9?p zK!Kycb6Y<+NU`&doxfsw=@_QTVKIw0EE)A)nA1&iL6iEpZixo@_41nLSO;M@jj3Xv zpHm()?ftUxN8u(sVVUFNtk0y45$-vDt-aDU_qubWmmI77F3SQdFveS0Op+x*?*pTw zLolk%y4&kjFR60{oBR)7lIPsaEti}@KBEMDtky5JV8jqrgbyG~erg_TaKdGhfNfS= z2C5xcVn^`}(LF{fwBlQhkj^ILoQ=gB_>#I3;8m>&iTY6T4n3jZ$w@pg8zcek;$^l)eW_4P|dUe7PP z6)9jp{j3A>32_lQN!7>MM9Bh;<~qqcq!FUS3%H&wAA|#>D((&ymYi$LuHoskOscL_ z-Ahu(?$Y`z_2gs+#!W2Rd_|@??7vrW3cD`qcxJJS)S$V!*V#7jW)DluVfQDGFp0{K z_?|<`jK{0-v^QwmE3L;A^{h^V8TBHCRate{^vb3sG1W`CsbHcek8+)?-a|R2 zC@-phyz*kjIa$f6@aTT;K;a0L3|GhCI)UjGoZuQ(Eh-GR_ zw>fuy)>6AA$7no%`IVOcnbUEnkmy@=;Wyd#;}aj!y9F``Or!;q^H=@nW`s>zR`e$~ zRlK8eI(N$AT1WD~x0}RdhwhXen7|2ti93-Jo{9s;70`Brc+^$hsKUsWos00N4IFd! zE0nj+HG|D<$$00wc=!{pja#`NjD^X)0hoj+T3}se_e#;aC4GTm#Sp95KPCMWxWwQjUGui&=!m8+Re9;OQOS1j% zJwcAo*gIvE-$oFkYU)G~npE2v6q8W*NoVt{3Q}a7VJLHJ2I}UWhla}7GD0#) zAkvM;bX?7ljue|r0g5^dQ#`5=p!Pfo#f|4WcWej#ivl(Xkt%#m;;`UC4VsQ36+r=o z`ekyo1v+R})MM=dn&8~L$Wwng$%?=aJW7JuRic>^iLxON+vRutZovc@1W}u{xqT` zcC-4t_pIxjqWaP#!b*Em_(1Ku!yTZ0)flk)v_`-?<8!514MRsCRq%b8r@^~G6RjGu zrt%$=os4^!f6{Fx{{Zg@8VU**^X=}b+~ngHacRw+RZ8(Lr>m}DBSg;a`-5k?lquNis4iZ zb@pc3l126`4i=EN$AYJ1-ePx5tn5g5){*Jf-yE`2>>Eluw7}UFhr4|~Bg-3aPad0S zC6H~t6uw`XpV84kR-@N!nb{sSp;}EweDcaD%+uk8gB^aB-0p|)R}91@L{GhvUM4y1 zzG5g6ZwP1eGMs-OUrf|IgJx{_G^Z79U9keq)=i$Xhjxtsc3NNuQ`XOM(S2 z2ggK4lF>mgWgS@_9;S^}QBao_Z@U)n0Gcnrz|$O^SwwG}`l&orGCBZ54wpPiJUPSy zF&RhhIl+#egBNa2G48~hTao%Rj(p`w>qJ;`L~+cQ7EhA#0f=(x`UAJs8{HLD{Tw6ojtO|?ArT8VE ze<+FQ0n`m+gL`S3y;tF|D95`m6hB{fTb{!aWCE+Myc^3?mG9E~3$x_?2jWdE+k6*i zIPAMMW&J+Csr|-b9?-HfGzKbLEVE}o*3-aNWNEx1A1jA|w1o4u>uUzlJhW7^=YJ9f zSzog}>p_*^=PsQl+F_0Y{6@V_lHMH1uDtW!49ZnDo|a6}iI7)r;oMQV%@+8nN>t_L zTW0>#EL&|=K`nw)Ry6ecxi;b^x`I*z!7E>rais+@^M~@!#Y-nrn)5Q2$@;D#SC=Qi z#&DMEHS6vd*I5>dDX0*udN>1}^2F}?p_|;I9FT)ZZS_ov6P{pxcN0;}*&bxg*Eh(f z*w2D{J~uyMEYOpIQzXVqHOTisFaBJprmM7IgyaB|*LPi+(KSPK#j^#Q8*W`$6)hC_ zL&mQN_*G^?VG?UKGpB;K4Wsw`lvf>Pr?z?as_M5YTfMH? zs(&_CQed$1e%0zSrBftW9_X#>xySO}y303O?2v^)7y+)4e1$2 zMh3SB#!=$gdZpqvo-MZPj}GgkTg$fB(VW_=m(2E1kBuA~J}*sx&vAH=CKz9K!BYP# zxy5rVydQO+;u^=0{AwDH_$t3Tu|O(KQf#YjsDdm`3{BqBDzi^mUUuw+Ew`0$@lWM; zH&{icuC9EI-ty(doYLSmC9Cb4eR#Rht6|NtuE!;OxoOl$ zI4|VzDNSrMwi-<7ZPFjYv-i&c12)Fgtai{4qI_M2*kn!Mn8&y}4 z;V-&C5UYf3Rwb3gkS^me`whP1m8nRZf=5b4v~;A|$*ZoQ21}ywIs+PYO=V7xw`6-J z@CL7JU)fhwzH;j$eY+Gh+yaEi91ea7ehq#FjsS!J!T_OwZ~#UUu)m}+Ggkj*1kX>Y z;6ox`Vr!yL;zc5CVpyV7A~+F1IeonFO{iH$ScQi&hS`SwPZwco7L3_fk0A^G6eHAJ z_-7EGC0`+u(+d%dTUgfeNpm@3IYT)ixd1t6ISDyRIWsv-j5Z%8lRT81l!HM1Lz4)< zN74(#Ty15j?T$AVM&(&$f*)D$9%X@1{d%4( z4`iGEcd~K+MYdn+_A3iSV%d%tz}iHSCz&a^Ra~o55@&KS^FKFYE9~8i=`r=~_C`aC zcwxQ$=1Pl<&N4+*I;duQ`Xy*aN3YHVtx0Z|bu)^Te=$ufiDRYa%q_6Wrrl9engvUm zeS>l=e%fr#*gz*n?{eU1Pi}s;B#1G(>8hi|*B7X$v2)x@vrMMzFK#@lvI7)(e&(_E zWF@sDs98@u!Bd-*76&p`+OabacEWP(cbAzsoxLp48&%Z1vm^ZC#X>)pYolVKHzPfa zcHkj>+_@7qv2iY2K7B8qvvGQ9eQw+lB+`}9R94M#pX9jsf<xFOmHsi{_YZoPol3v}B55n^9MR9zI8`V#YavD`mjdGUrSqi|im2>K! z%Mn-Fn$SEqO`3q;jgLKB55SA<0yuge-*vO5vf_fu!P8vQ+$hU{E2W^GAf)SlDH0d! z$t(qjF>RcYkDfDXAA>-G#Ckg1MFj1>{AV#;K_GeTWliOn%q>lwQ*ltRQB77LzM&-P z_n8LSx9_it?Cp}pdA?7m>u4=+>`rOUG%>wCiAnkLO{<7748PqGBWN$$-&=qGdy~MO znSYUB?X#+!iI1Dj5^G{>5^LgXl9*zc5}4wclF5;Bs-QXgIT;+*nOhOT@6tf-uLPLz zn0T0Im}JQhDPuB1GJdj@lppYPyiw%t&>$LnSM84!!6wQxGuJ#+HTk*_5>Meu?n-e; zen^2xjz|$j9z`K9RkFRXN1Rg}pAshrLd22$<3wiZn`LlBMOI^o4JQA15#r@MbN`Qr zfs|MKMoWJjVn{rqFIXD}bIFDc?m6pej!E!gy0zo=Tlq^_ z&VBlVRYkYB-ad+uHwO>mpQT%VTl5AUN1g-BF~ayBv~0h-1UjUpKSHYA)jQTp*SmF& zLJBZOc=N;kMG9GbNf)`m8NFbEwUn`{rdYXIhIK|pg`Jz>m|c?z0@_iaU2`&i@1ojp=03v7Ax*r-z6W$_~AV5L+OWe>^5 zEt@r>w})Iqs946lJw7}oKZQ(=W}0)BglTizRG2Qs_Y>aul45C`)%igN6-2K}BwsPz zvNGLFH=Q}?6zvO}wtB<@N$IqQq`HN#(@^^h-6OUIA~?oyC*$A&wgs}MIaMW9WfuD3 zEJW#bsIOiHHSi2$pA`zF%fM8{+k7hD%B1Nd^qg(7&@*$&POpkU6KR(kVk#3CmXsIK<77B)mLQ94MP{>gxg30B@l8*-8nbkJx<}~?a zkv#MD{CrvSQsfmFE(#u#4DduwB2nsB6$aQ$dO6{@-6(SV)!>L}?xAe@Gg5KmLS_>m znkcd5G(F$^dF2 zeN>Fb;Cu`D=_bOc2X4$4^q!Y!SzccVbZQ*rGaoRs3~{IiQychYB8IaqB^%u&O?w8N z4bB5U9#HGE$8FD0iY7$cH6HJj3FvAz&gWP|Qp|B?v6wSy97F`XODg3S8LHA-FRS#P z%?s7-Q9V13dhs;BA1=pDJD zWexwTy=Vtv#99=d{iJ(zI?$d0{{aN#cW2#b_ddP8%}of#PXRFyU`cap>1l5aY2G-j zzJ`orwT);yGwD6Ikesa#?#SD}1D8?AS5fAal~mic)X(f!kF+xonfGy_7-C8uPsHj;j)xTV6i!ioeRyQ8G%=Gi?Xh*J^pz9hbC?r+mqO z+t)FkVtnw8!n3VHjfsv28~$(R8qkAMJ3BJ%eI(vtP(JZ_XD&`ACpL04YX8gM7G5N6 zUhXW7wdciD%V+7D-pE2-H3zz9e=Em?cBE>!G3;Mq++WET|FxtyuG!9$IkV z;DP51iu7UaLdLQ}=?^uNbS?PpBd!fmn}bfNbpv-qz;OPabh7k|Afz*n5#UDu=FH)A z!DVGPtTTV9uQnO!0v<1Y)w5A=UzHpgZslVP(R;Li)=(Jx%xtXxe`@jlMXkS?7QJp| zzf24L4<{!XV6CiB-39R3_m0FcghtjoOrLJ&#X#|=TNzb%5Mp}E#vV&oJKX6c(6P0i z6EMDMG+T8x3)s3>-9C!HTKn5d*T(5j{mV-CcF{pWV?nuIim23P{pK<&38Xj;NcTZC$hV zz8PutH}4Lteca^f@hIGrsJD_9H`}l4Y}K2n4zq52i8QbHY?pnzZbdp*Yx7kP*zLcz zGX!l3dKt?T&2ff?K7JXP@8 z?qipi3)8gjS%-Q}{zo$g6MpU6BXb7G?Vom7TvK=Kbg2ll_1nie6NaZnx-uxp~Dxj9X3RC2NimQPEy!7hj2?+!)@!QlU!~ZYkJan$=u~ z$??;xzy(EB8pPMprGKX@PI|R#)<7(P#HFMp*@Zd{);uXJYMm<-8wL*T_@lME1NM59e?6`mcBGM+OohIAjnc zKAI6vZG7hb2ZubdacbK^N%Ts)C=&J0KEs%ZnLEdt$xAl#pZouRoeuNriG}P@K1eiW zvnlv*^!h)Kp0fEma(^h2Ea+1VNArt6*bpcjURSXXS@?m*l;XkgOM?GB3^>XL1)NeZ z1nsO?a|e6cSiwP#pWU&HLIoJ+411+;p<@O{*ze{?dA9!HuPH@Fnp@AntFvq3D2}b z+LB!O{HNx zbM}p&X#(bxT%s;MKnaGW&L6%sYy6(&{^^^)E^P9A_dwB&#~wv@m*t24BXhs^KhRt> zh?ZUaH|Z*P?1u~@P#Dkh@N#z!)rq!aB`Pr-oVk#ba&2@xRtFh8Nx013cvegIwX}cT z)DHB*f|Gmkp)>&OD7x%UiafYJNmF=iLbU3^v?m|7QH(zdh7)Mz!izOoFuKcu7z+`d zTZY9pncNe`t)r#4tbLx3@IngV=pi3{1w8E%3Q9Mt$3a`{SzfmqQ|T<>)b0%7%^f14 z$4_#z7}WF~dX$X#=k7JRrDF-4J`m_Nlc5@6Ed$N5iGS{eDxWo{2Kw#2~#F}?hfwu|1wO>1-?6e!6Ulo2PdSMHjRIAPd0d4e-h-;6YxOO^?77Fi5) zrpZQDP`C{z<3mm3xeb;jV!ake?{@i!pba$7A3_*17lBEmM*Nb9Ib(pWS%}mb6_gY~ zH!+g@FrnT-cg$WGL71c$rsROs?Jv@P$08#t2W<{luevT#|GA@EWOt+AJ?v!Mhh6=! zsi92VEFIigS$=-zB`Z2Xv!jUBV_KRhRf3_}YZe+LBavI9wu`gCN#@{_v$%zKzI0wxzA~? zMalg}{sbv$x81$T(i;i;^vOkCUpAG3r2e972&dxx*ry4kkJ)+kHG4PZ+&{`jk59=H zi)5u;m`;*Plw!P6>qUT&?vmqDbF(I&)vx!*lNH#)mpyrGrBT!K(ug$94VRDFxUP0; zr$QfExb7Y_@*(^DN!_1k&1TNd_CLuRmjY3FXySTpQaTJX2@*BcZ+mg0BoV@cpFwAD zWS0ciT4P_BNogYVFxNCJ6^ZX&lBHeeUTmSBGB_zrbEV3O3~eLs2Pq;?PLrr34xGEa z(SO6bZ?EJVPp?F0WXneEEtvPhL0n#jqwd{wRQ4HJIwSMoC=OJOR@^jZ93Po8t$&01 zr|bR%bCPZ7>|~9go8I5@M6xZEaUSEG0W4x!G*jXE!P|YrqM}V(YUMiv0@BKFhY3ssdW{)UUl&ywOiSjxmd^0 zFIg&A7PV*PO4qlxRX8^W*vRU{AvQEpjZjkV6xs0P`Uq2$Q0kOY@=!&k=*%$awP7}= ziWrAo;)MJY`gC#>EOX|aln)Cdy)o<0rkU46rXa)Xt})36})v9mkE5*_8oap*+k6g8k*zbmywCs_j{}j$n~a4FxDy1 zpwbAQJo~`s?4hag2{bm$zc;8p?7m;GkcZX(-*(l<(U03j|B8iz3VG7-_vrs?9(^4C zxTo@W`0&H!|IlIi7~pYF&3^%2A|w3wsrNq}Hjhyrw+j45@q18-|2#YYj`FK<;4#YM zgVf(BMbG|-^6OajG0Nl9q2DN2n14k1byoBk<+1Jk8zltik0`%P@W&{RjlJI}8xIXk ze^{4aHs52E$2Q1slpCTyqWm&N9-}<2_