From 9fa990e07854a2cb4b0b451d895e8b9a5ea594ca Mon Sep 17 00:00:00 2001 From: Joaquin Torres Bravo Date: Thu, 23 May 2024 12:13:10 +0200 Subject: [PATCH] ROC curves looking good --- model_selection/cv_metric_gen.py | 10 +- .../output_cv_metrics/curves/pre_ORIG.svg | 3063 +++++------------ .../output_cv_metrics/metrics.xlsx | Bin 8029 -> 8036 bytes 3 files changed, 871 insertions(+), 2202 deletions(-) diff --git a/model_selection/cv_metric_gen.py b/model_selection/cv_metric_gen.py index e705274..281e1c8 100644 --- a/model_selection/cv_metric_gen.py +++ b/model_selection/cv_metric_gen.py @@ -216,25 +216,23 @@ if __name__ == "__main__": # Append the interpolated TPR and AUC for this fold tprs.append(interp_tpr) aucs.append(roc_display.roc_auc) - # Plot the diagonal line representing random guessing - axes[model_idx].plot([0, 1], [0, 1], linestyle='--', lw=2, color='r', alpha=.8) + axes[model_idx].plot([0, 1], [0, 1], linestyle='--', lw=2, color='r', alpha=.8, label='Random guessing') # Compute the mean of the TPRs mean_tpr = np.mean(tprs, axis=0) mean_tpr[-1] = 1.0 mean_auc = auc(mean_fpr, mean_tpr) # Calculate the mean AUC # Plot the mean ROC curve with a thicker line and distinct color - axes[model_idx].plot(mean_fpr, mean_tpr, color='b', lw=4, - label=r'Mean ROC (AUC = %0.2f)' % mean_auc, alpha=.8) + axes[model_idx].plot(mean_fpr, mean_tpr, color='b', lw=4, + label=r'Mean ROC (AUC = %0.2f)' % mean_auc, alpha=.8) # Set plot limits and title axes[model_idx].set(xlim=[-0.05, 1.05], ylim=[-0.05, 1.05], title=f"ROC Curve - {model_name} ({group}-{method_names[j]})") axes[model_idx].legend(loc="lower right") - # Store the DataFrame in the dictionary with a unique key for each sheet sheet_name = f"{group}_{method_names[j]}" scores_sheets[sheet_name] = scores_df - # Adjust layout and save/show figure + # Adjust layout and save figure plt.tight_layout() plt.savefig(f'./output_cv_metrics/curves/{group}_{method_names[j]}.svg', format='svg', dpi=500) plt.close(fig) diff --git a/model_selection/output_cv_metrics/curves/pre_ORIG.svg b/model_selection/output_cv_metrics/curves/pre_ORIG.svg index 6cc82d7..79ee48f 100644 --- a/model_selection/output_cv_metrics/curves/pre_ORIG.svg +++ b/model_selection/output_cv_metrics/curves/pre_ORIG.svg @@ -6,7 +6,7 @@ - 2024-05-23T12:04:37.481495 + 2024-05-23T12:10:22.372119 image/svg+xml @@ -30,10 +30,10 @@ z - @@ -41,17 +41,17 @@ z - - + - + - + - + - + - + - + - + - + - + - + - + - + - - + - + @@ -659,12 +659,12 @@ L -3.5 0 - + - + @@ -674,12 +674,12 @@ L -3.5 0 - + - + @@ -689,12 +689,12 @@ L -3.5 0 - + - + @@ -704,12 +704,12 @@ L -3.5 0 - + - + @@ -719,12 +719,12 @@ L -3.5 0 - + - + @@ -733,7 +733,7 @@ L -3.5 0 - + - + - + - + - + - + - + - + - + - + - + - + + + + - - - - - + - - - + + - - + + - @@ -1342,19 +1369,19 @@ z - + - - + + - - + + @@ -1376,19 +1403,19 @@ L 491.1925 398.567188 - + - - + + - - + + @@ -1410,19 +1437,19 @@ L 491.1925 413.245313 - + - - + + - - + + - + - - + + - + @@ -1516,15 +1543,15 @@ L 491.1925 442.601562 - - + + - - + + @@ -1546,19 +1573,19 @@ L 491.1925 457.279688 - + - - + + - - + + @@ -1580,19 +1607,31 @@ L 491.1925 471.957813 - + - - + + - - + + + + + @@ -1614,19 +1653,19 @@ L 491.1925 486.635938 - + - - + + - - + + @@ -1648,51 +1687,19 @@ L 491.1925 501.314063 - + - - + + - - - - + @@ -1718,32 +1725,16 @@ z - - + + - - + + - + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -1791,23 +1890,23 @@ z - - + - + - + - + @@ -1815,14 +1914,14 @@ z - + - + - + - + @@ -1830,14 +1929,14 @@ z - + - + - + - + @@ -1845,14 +1944,14 @@ z - + - + - + - + @@ -1860,14 +1959,14 @@ z - + - + - + - + @@ -1875,14 +1974,14 @@ z - + - + - + - + @@ -1892,14 +1991,14 @@ z - + - + - + - + @@ -1907,14 +2006,14 @@ z - + - + - + - + @@ -1922,14 +2021,14 @@ z - + - + - + - + @@ -1937,14 +2036,14 @@ z - + - + - + - + @@ -1952,14 +2051,14 @@ z - + - + - + - + @@ -1967,14 +2066,14 @@ z - + - + - + - + @@ -1982,213 +2081,33 @@ z - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + @@ -2196,12 +2115,12 @@ z - + - + - + @@ -2211,12 +2130,12 @@ z - + - + - + @@ -2226,12 +2145,12 @@ z - + - + - + @@ -2241,12 +2160,12 @@ z - + - + - + @@ -2256,12 +2175,12 @@ z - + - + - + @@ -2271,12 +2190,12 @@ z - + - + - + @@ -2288,12 +2207,12 @@ z - + - + - + @@ -2303,12 +2222,12 @@ z - + - + - + @@ -2318,12 +2237,12 @@ z - + - + - + @@ -2333,12 +2252,12 @@ z - + - + - + @@ -2348,12 +2267,12 @@ z - + - + - + @@ -2363,12 +2282,12 @@ z - + - + - + @@ -2376,299 +2295,46 @@ z - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + - + - + - + @@ -2676,14 +2342,14 @@ z - + - + - + - + @@ -2691,14 +2357,14 @@ z - + - + - + - + @@ -2706,14 +2372,14 @@ z - + - + - + - + @@ -2721,14 +2387,14 @@ z - + - + - + - + @@ -2736,14 +2402,14 @@ z - + - + - + - + @@ -2753,14 +2419,14 @@ z - + - + - + - + @@ -2768,14 +2434,14 @@ z - + - + - + - + @@ -2783,14 +2449,14 @@ z - + - + - + - + @@ -2798,14 +2464,14 @@ z - + - + - + - + @@ -2813,14 +2479,14 @@ z - + - + - + - + @@ -2828,14 +2494,14 @@ z - + - + - + - + @@ -2843,226 +2509,46 @@ z - - - - - + - - + - - + - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + - + - + - + @@ -3070,14 +2556,14 @@ z - + - + - + - + @@ -3085,14 +2571,14 @@ z - + - + - + - + @@ -3100,14 +2586,14 @@ z - + - + - + - + @@ -3115,14 +2601,14 @@ z - + - + - + - + @@ -3130,14 +2616,14 @@ z - + - + - + - + @@ -3147,14 +2633,14 @@ z - + - + - + - + @@ -3162,14 +2648,14 @@ z - + - + - + - + @@ -3177,14 +2663,14 @@ z - + - + - + - + @@ -3192,14 +2678,14 @@ z - + - + - + - + @@ -3207,14 +2693,14 @@ z - + - + - + - + @@ -3222,14 +2708,14 @@ z - + - + - + - + @@ -3237,244 +2723,46 @@ z - - - - - + - - + - - + - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + - + - + - + @@ -3482,14 +2770,14 @@ z - + - + - + - + @@ -3497,14 +2785,14 @@ z - + - + - + - + @@ -3512,14 +2800,14 @@ z - + - + - + - + @@ -3527,14 +2815,14 @@ z - + - + - + - + @@ -3542,14 +2830,14 @@ z - + - + - + - + @@ -3559,14 +2847,14 @@ z - + - + - + - + @@ -3574,14 +2862,14 @@ z - + - + - + - + @@ -3589,14 +2877,14 @@ z - + - + - + - + @@ -3604,14 +2892,14 @@ z - + - + - + - + @@ -3619,14 +2907,14 @@ z - + - + - + - + @@ -3634,14 +2922,14 @@ z - + - + - + - + @@ -3649,237 +2937,46 @@ z - - - - - + - - + - - + - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + - + - + - + @@ -3887,14 +2984,14 @@ z - + - + - + - + @@ -3902,14 +2999,14 @@ z - + - + - + - + @@ -3917,14 +3014,14 @@ z - + - + - + - + @@ -3932,14 +3029,14 @@ z - + - + - + - + @@ -3947,14 +3044,14 @@ z - + - + - + - + @@ -3964,14 +3061,14 @@ z - + - + - + - + @@ -3979,14 +3076,14 @@ z - + - + - + - + @@ -3994,14 +3091,14 @@ z - + - + - + - + @@ -4009,14 +3106,14 @@ z - + - + - + - + @@ -4024,14 +3121,14 @@ z - + - + - + - + @@ -4039,14 +3136,14 @@ z - + - + - + - + @@ -4054,270 +3151,46 @@ z - - - - - + - - + - - + - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + - + - + - + @@ -4325,14 +3198,14 @@ z - + - + - + - + @@ -4340,14 +3213,14 @@ z - + - + - + - + @@ -4355,14 +3228,14 @@ z - + - + - + - + @@ -4370,14 +3243,14 @@ z - + - + - + - + @@ -4385,14 +3258,14 @@ z - + - + - + - + @@ -4402,14 +3275,14 @@ z - + - + - + - + @@ -4417,14 +3290,14 @@ z - + - + - + - + @@ -4432,14 +3305,14 @@ z - + - + - + - + @@ -4447,14 +3320,14 @@ z - + - + - + - + @@ -4462,14 +3335,14 @@ z - + - + - + - + @@ -4477,14 +3350,14 @@ z - + - + - + - + @@ -4492,233 +3365,31 @@ z - - - - + - - + - + - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + diff --git a/model_selection/output_cv_metrics/metrics.xlsx b/model_selection/output_cv_metrics/metrics.xlsx index 37a3cbd9bf2d7851a3536f602a7325dad3b5e43b..003029e62d816579d0620a65a15a76e07d107fef 100644 GIT binary patch delta 4018 zcmZ`+c{r478y`8e($TS1##D+k*^)9uoQg|@$dY}Su~dvDld<=rh7+g6$jBT`bwc(v zV;NgWLy}CE8BCTTrXdM2mT%^quXE+~eeWOdb3O0xz3=DVe)n_T1Nx)-J1k6uf0Bei zAX^|NsKgxwfC-9XSN(djd6NIFO$Y*!;IHm}ZWaN4{#bQ4zW@)lU>{6IqM3Q)ksUE> zt;u1WV2te{wke_{q!o0P z?;w+h6y{6ouhh${o;YuDU&_h;#g#6y7`Eh|+oZIYY)rtj%W8hs4V;n2S!#G^rD5w; zcOSPhx`fnX?*;X3S;c-I9E){2Ru4b2XKziqAk_0IiArA}4WvAejweO4q@N7hIE^VZ zF-Mm=p@5WwUsc4y&Jm-xTAw*AhWU>HDt#|xASxyZQN8APS)>>Q;zQWK1qR$1;07?Y z_QVWX(Y`^@iMx!dMuHVJYCCb76D?D9P{hSu=03{axn>KWh}LeWf^Y9-tY&k!L$WvT zYHm6AsjZON!XoSYX;sSr1FVyJH79sfX2jyu^76#Wc>79wR~whu-uNqwlCXfNp6O~a zA2)ZAM<8JHgsJH_%w}{1a09^d{BePmYYb*fZW|X?UCoSbXST?g1N|(P-s(d8m@jYc zy*+k*86QL;>rcnC?J=1uWiR1CU-d_7WiP1=>kNM8tK;&Q31Xiaz+ULfmd>y>>?yrSA z&Z$5H(?XVKX1{pC>Vt384e0q4P=eN|D@DBJNsM;b3~F{}ETMX!nrlm0oPShxJ#Nx7 z2phOqv9dILEws#*IGwd~(A1b^uypNPazEL&oxMmNiDChJubqT-jw#T?n~uUBk1JeS z+@cBVWGj3E!kbROhQ<_@!f%liWWPwD^oI|?B(~pH6+iQ)C2}X6(gCmYO&IIfH|=;u z#wGkUc(=N$+R|W+`A7Ej%ZV--@z~HVd8qqLK!sggY0X2ipOtc(B2kA#ujshm+pDR2 zEBJ<8fYKyzb)lZsel#= zi97YM0k8dAa>CFiH3v>(OrE*VtAx+n>@UZ95r?e{@P$n=@S!`Yg?P#rF{29VK}J6b zIfd5)uE~684zH9_$~4xfaU>$17+?$mFNGVcKyjJa%1r)U>RITB1C^YE$)t9*TIgvJ zRFyp$ZplPBqN+0Tu|5f25c^n5Q+}j#yMall_Q8{XQsWORo|I$d&};_-GjCGAjbfYe zM&pOc9~WEE1t+_4`{``u_{)(U4(ST`+7)WT5wnK2n9O~A2r`AOQMkt!lEG5s;{ zTCWQqJd_&l5t3f`Ca|v`i5xDi{GzDsj@|q~=W0qwsrD`X8^M!lmZlMDMDa4;CeE5e zm8t&11^uA1)H=K0zh<;KUaYL8&PvR(YocXl!)Crkr?OhTb;D|ZF=N~w8;$5tpI*Hf zPWHL0JUr|{@l_wiy^?6O^!;77*r5#yNC=+@SvekHsLm?Nm+Nd5|LEzhl4i7Ij!gID z(1MDNgnd}ab8kBy8XR=RlIDA%{8LXIHNti<*ZyiUF|TjS;;3~%Q{JABeS6|F`c-sJ zr^NQ1y5v2$6=5*ZhcNWyw9k8$$54aP3p*Q-8Lb0!-347?mc-Q*^vka+`F^^$fTyX) z2&fX%yEILaOuMIgJ=P>rsGmGGW7^}G@&)O08dnt?-5M5Eu z;N(=2(CtxV?1oG< zgHD=|Rf&jyG@)bvFADqv(=re6;g6}9%2|Z)c-#h~v`C@MKc}{}RwDfi&c>b7+^yI) znyP2z8fVnH_7y%yD<4$Ka*B^Aads^*T@Pc;xJCJt#)%UaZ*1OZw@QIL0t$=)CkMZP zE>)rDQ|0U{iIN1*qoye|jgZWG$@pYrQk-pANigc1Z)KPUT(R9fRfXX8#WV^o4NuSt zEG!?a8SD>Vy3YH2d-WNaBSTmp5`U`|FU}lC$H|MLN<5;tJ|Z)jySlqgfL<&$Sq-59 z0w*#RySquf*s8Z!M_)IPOI>C@dHIy$@$1>2%AHzM*IV2|I&bf&?$I%mve&Pz{g3tT zF0%AY+A;Qip0Qyu=n9j9%cj8kXf>M6VeAVp$NI-ZeQ3}->!m{~vj0-$K)L?*zs9zy zZUBt|h3A9s#1T8_(L|^BAhX6vIgBrBxn6d7Vt@A!7$Au9IEle18SF;ZMM+af(_U`K zepkv|n$}nxV3V%A2NYs=DQ*Ms*HZ)bpI6Lcsp;bL9dgs92u26aZ7bhd-rI0u$`xe7O*3d-Zcx!m#v?fu1ein(@+*&$Lxq_v zS&M3J1rQC6ww6uN)OC@@Q0BGmZkDELv?KP4Eu#-MS*ch)^zlMD*We@8#2G#<8!Rfw z7FeV;cAi~6vJG62ebxkb5@;cGO@?5KQ>7{BUrxM@6aM{u=TbLipq z$f~TqRZ|0dN-z__IIFw5m9Wv(W2@lg_t5LQ=T?soNF`(0OB+CIKDY!NXFFhAyf{7M-ubT-X*>oa;mW$-$O1YJ(5aE>;NPsg@DxIl+vbTSzQ~JDe>ap9lNXN3UHH z6c!%I#PZOf%wfD-B5EScXqLs?%E%w>1^#Z!Qbo1M`phds<0e>PP}1cwUak=}QQT>< z)`kF)4PXu*jON}{#T7l&1+&`KYBPre#Q<=A0dK5sV}pje!Fs)UgecuNtN@(YQZuPM z1LuaK!TJ6dAP!w7IoP@Qp$x*;2#J!Cz~c0Svrx>lpdz?k4n=swoza=OON(yOE2(;@ z?GTtmCE2&c=5}cv+CGQ-Aikkw=?yWVn@LF-p}PKHCdl)daE9NKI#W0Rw_X*jwdi>Y?XTMF%4^1==jE!i!%>*o6>KkFzbuUeu2bMC0>VGo&TUTx>=GQI2*EGOPy^6(_W`OS0QSnu3Dpy{<>hn*A{1jzTs?m-mfi$` zZ0E1vpGcu3SqQ`>zypI-R};J~OoTQ`3V$E32?=~HVT3$+d4bB;{0)mRArFTMRFYy& f-`dL`w|j&kkYB#*mq+#0OR delta 4055 zcmZ`+dpy(o8y}KNs8b{|FZH8xzto)E*5x>oA>@{snNhJ>=D5w}n=TZmlI2pwDWVZ` zYavSrt+{le#cY&YVU{$)VZW_j=ajGCZ~uH>pFN-V^Ld{4=lwk2?=xh@v08uBPHNR= z2n4bQl8U~zz7$ABKlGr=R>Y5q{$ol&AR9$bEWz(6k#IWHz>h%m*N?>G?p|wfXfj-% z;Nw3=59^grxud&f!_JhH%vJA|G`UJI_c&p?CV95ZH}L~4MoVyjrg&S5W%b_Wi^L93 zMDfe8*!O0*Bq^r>h^_hy$}#^to$oqq3U|Q=p=VzK{J^U(48!H*ZMRyl)AHS_ zhgA~Zx!8t48dC9|IopqEeu?O8E6BXc0lX0JHv~dXG??^QE~HsB@Z!27qD=uwq#i|3 zr8lne6dA*@T3q@&s7msfu}E^2CcBz*dHz$`Pv_uRYJ(@k+!TuU4@mruJ&&4J}|v+4N9 z$%~|VM%*)ML>9HvM!jC8bL1g!W_D_maH_orm)$iIH|=XWIT!$Z9q(-K9$AX(>o!aS zV%g)KW@FXEQ>_M%Ocx*tbBp2Abv39zbcsrlzax3=jPjO?`8B-MzO!8~@#K?1DwE%-Q(syT{vG*Ci4!h~fU zNG@#ZM&?|;c!*)y*6iZIl)%UY7)wtf%82`Sxc}A>qLFJ?D8ErlYA6-qAeoL0@kni^ zXvQmgK5M-bS%zXrT+S>`m2!KJ3$sF7k~{T71LfW1J(4Vc-M8OL`|qI*nEe~1+~|?m z7HRmW3P95nnvRVMwB@1{Gq5+*PrYHVZpAza)H5(VGI@JT^b5>>^DPF-0md?OH+RVB zHfv;OV|Pjl$cHW}UNiT&RQV@H#$G|^m6}_=`Gf87#>#xAe0RqX`M1a&e5vz}`o|m1 z%Yjgg&@ECYSG~rRC|r8FbncIGH>a;fI@G6QWxoK$E;>`wSMP>-sP#)l(DRIO_e)4B0l<((OiR z#WD9!Xd6@()Sk#Hj=8QrKD2MFI9k5ud258#XhHVee9GKBc7$(tgIYPqERHLNxR=%=!aOiNv@g3U?F7l#7mYi_?x@gUtRll?|%yWH8 zg>Eso@mJV`69S^fLPt0DeBE9r;#22v2%u;4C7JeWRBM53S{816&`oluP1Wb-M#rnK zo?S>i@i_H?FA4SOU|+r@HybxV0HOeI)P398>p=qH9&b$>>aewgH4@7IWBXLG?qvLEzjon)9*i2orAMhCw zzguZ{=U&&*0`9Fu6WdVig|@dU>NVy>fD@( zx%L_B0x00etp7MnL(XO8go2L^8oOyv$6bk#9!9dVbwF4k<49OV35#LG!ra20$kZV( zca3z}hZ`S0T_=A%G|g+qPldPZT**6zkde)U~f7nOQ+)NHIMx-;0q6(gDPQGrFRqO7>NAZJ$34AEw zVQRk%!`Z~Oe#^Op6108s^z-zmb{~nG{G5U1L|@m%$%;4UXp6GZN~Fp=G{L**HA~f{y^Y7^9!M7iq_W#idp!{GcaJ9WMbZD zvbpJ2sO68CfNvKJ4K6w{O|mpU?=^8Ubn+x(IT=m%YIqd?WFqt6K4kDIu+ehva=mq)XpR$8gR$QQc7AvSXMQ5qX z%zckmbN-F>WPc(eXSZSV_F+ar5{&9zrQx|QoxK$VM7x-0vDiHubi26wW{p9>h5{6f zI$NRP5m*}{5Q_0Qpok;2>&O03>EF9?yI#7mV`2GM`gMZ)Wi>|14gO^<#} zJm^#f*xoXKdOVLW_q>59Eh33ry=eo$BuTSnye80glW0(W=j_#Ro_zFz-GO}`!7GfG zq{8bYDR#f|(MR6jye(^5_#!m(wc`45UaA*3Mx2YR*Bh_5v#b}v8OR0zl>O*U?Y9-E zh6E&~Prv3YC<8~Bt0;rBa-v??_XGs2uRIor_NK?nH5`1vs|G+w1(<+Z%B@d8PuV}J zKJ%0Dn+67<%0?^^1(++f^tioR>FbcOaD zVGpRT^w`S`=W_252~d%Vz8uiSBnj2L3lB3!R)f3e+pZ^Wg4MKo(_J!5#bw=-yno|r zpkz!Dr;aN>S5kd$MKWP!uJm&}1L zKhz2K1xdToUJvI=@P)?+p<}!xz#ObmACqfl9zJ}uU)eE2v_2S}XRmpmno(wS{7AYT z7>RXRJ3g+7Lnw{mJJptDDvGFra!w$ShiTafXroF$I0C-E7JIuI=S6KQPmjgUSy44; z7uoS~JsdzdDxd!Uj3Npz2>Kd9g&~u5+{1_9`>l*iSC;X7$tggvj#h8<7l|Dz?h4>K zUi`Q&VR^jY!mY2cgwHQ_4;p+}5{)V|lT&luizBbgnkNKbODYQMe@m{2m~(+frw_m ze}88rYRGWtHZj;6x=kXPOoFN)#Q;^Gv>;Q_5UnEuDg3(~0y!h`$5sd=5@!%WAO>Lw zgdp)yebi1ua~lkvgY5)o)YbXD?zsv_AzeZ%Ut IYT|AG1qW)N6#xJL -- 2.24.1