{"text_format":"2","workbook":"xlsx","n_sheets":5,"sheets":["Sum up all datasets","Results noCluster-noFiltering d","Results Cluster-noFilltering da","Results noCluster-Filtering dat","Results Cluster-Filtering datas"],"not_rendered":{"charts":2,"images":0,"macros":0,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"run_cost":"one","rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"Sum up all datasets","index":0,"n_rows":41,"n_cols":14,"rows_kept":41,"cut":false,"hidden":false,"merged":[[16,4,16,5],[16,6,17,6],[16,7,17,7],[16,8,17,8],[16,9,17,9],[18,0,20,0],[21,0,23,0],[24,0,26,0],[27,0,29,0],[30,0,32,0],[33,0,35,0],[36,0,38,0],[0,2,0,3],[1,0,1,1],[2,0,5,0],[6,0,9,0],[15,2,15,3],[15,4,15,5],[16,2,16,3]]}
[null,null,"Dropout"]
[null,null,"No Cluster","Cluster"]
["No filtering","Precision",0.81127,0.82476]
[null,"F1",0.242,0.60399]
[null,"Recall",0.14235,0.47658999999999996]
[null,"Model","Support Vector Classification","Support Vector Classification"]
["Filtering","Precision",0.8242,0.7996000000000001]
[null,"F1",0.64773,0.63907]
[null,"Recall",0.53358,0.5557099999999999]
[null,"Model","Support Vector Classification","Multi-layer perceptron"]
[]
["Table 1: Comparision of the best-performing model on each dataset"]
["Note: the data is extracted from the summary table below. Details of the results on each fold are available in the following sheets"]
[]
[]
[]
[null,null,"Dropout",null,"Dropout",null,"Average no filtering","Uncertainity","Average filtering","Uncertainity"]
[null,null,"No Cluster","Cluster","No Cluster","Cluster"]
["SVM","F1",0.242,0.60399,0.64773,0.72933,{"$f":"AVERAGE(C19:D19)","v":0.422995},{"$f":"('Results noCluster-noFiltering d'!O28+'Results Cluster-noFilltering da'!O28)/4","v":0.004961300786},{"$f":"AVERAGE(C19:F19)","v":0.5557625},{"$f":"('Results noCluster-Filtering dat'!O28+'Results Cluster-Filtering datas'!O28)/4","v":0.006308570445},null,null," Best F1 score"]
[null,"Precision",0.81127,0.82476,0.8242,0.7942200000000001,0.818015,{"$f":"('Results noCluster-noFiltering d'!O29+'Results Cluster-noFilltering da'!O29)/4","v":0.004802229588},0.8136125,{"$f":"('Results noCluster-Filtering dat'!O29+'Results Cluster-Filtering datas'!O29)/4","v":0.002386662719},null,null,"2nd and 3rd best"]
[null,"Recall",0.14235,0.47658999999999996,0.53358,0.6757099999999999,0.30947,{"$f":"('Results noCluster-noFiltering d'!O30+'Results Cluster-noFilltering da'!O30)/4","v":0.004412963719},0.4570575,{"$f":"('Results noCluster-Filtering dat'!O30+'Results Cluster-Filtering datas'!O30)/4","v":0.01088098977},null,null,"Questionalble results"]
["NN","F1",0.5566900000000001,0.6428,0.64592,0.63907,0.599745,{"$f":"('Results noCluster-noFiltering d'!O31+'Results Cluster-noFilltering da'!O31)/4","v":0.06187150093},0.62112,{"$f":"('Results noCluster-Filtering dat'!O31+'Results Cluster-Filtering datas'!O31)/4","v":0.03029868417},null,null,"Negative-recall < 30%"]
[null,"Precision",0.7933700000000001,0.81921,0.8221300000000001,0.7996000000000001,0.80629,{"$f":"('Results noCluster-noFiltering d'!O32+'Results Cluster-noFilltering da'!O32)/4","v":0.004573240735},0.8085775,{"$f":"('Results noCluster-Filtering dat'!O32+'Results Cluster-Filtering datas'!O32)/4","v":0.003896767449}]
[null,"Recall",0.5320699999999999,0.53267,0.5338200000000001,0.5557099999999999,0.53237,{"$f":"('Results noCluster-noFiltering d'!O33+'Results Cluster-noFilltering da'!O33)/4","v":0.08022323126},0.5385675,{"$f":"('Results noCluster-Filtering dat'!O33+'Results Cluster-Filtering datas'!O33)/4","v":0.03954505883}]
["LR","F1",0.3739,0.6530000000000001,0.67099,0.7121099999999999,0.51345,{"$f":"('Results noCluster-noFiltering d'!O34+'Results Cluster-noFilltering da'!O34)/4","v":0.008469850083},0.6025,{"$f":"('Results noCluster-Filtering dat'!O34+'Results Cluster-Filtering datas'!O34)/4","v":0.003599399821},null,"Boost",null,"1. RF"]
[null,"Precision",0.79719,0.81835,0.82044,0.7970900000000001,0.80777,{"$f":"('Results noCluster-noFiltering d'!O35+'Results Cluster-noFilltering da'!O35)/4","v":0.003404199772},0.8082675,{"$f":"('Results noCluster-Filtering dat'!O35+'Results Cluster-Filtering datas'!O35)/4","v":0.002504772528}]
[null,"Recall",0.24513,0.54331,0.56766,0.6436,0.39422,{"$f":"('Results noCluster-noFiltering d'!O36+'Results Cluster-noFilltering da'!O36)/4","v":0.007408588709},0.499925,{"$f":"('Results noCluster-Filtering dat'!O36+'Results Cluster-Filtering datas'!O36)/4","v":0.004580593292},null,"RF",null,"2. Bag"]
["Bag","F1",0.37149999999999994,0.84677,0.84928,0.71197,0.609135,{"$f":"('Results noCluster-noFiltering d'!O37+'Results Cluster-noFilltering da'!O37)/4","v":0.008916673648},0.69488,{"$f":"('Results noCluster-Filtering dat'!O37+'Results Cluster-Filtering datas'!O37)/4","v":0.002381790231},null,"Bag",null,"3. Boost"]
[null,"Precision",0.79895,0.7841699999999999,0.78352,0.79457,0.79156,{"$f":"('Results noCluster-noFiltering d'!O38+'Results Cluster-noFilltering da'!O38)/4","v":0.003078410328},0.7903025,{"$f":"('Results noCluster-Filtering dat'!O38+'Results Cluster-Filtering datas'!O38)/4","v":0.001927245226}]
[null,"Recall",0.24345000000000003,0.92021,0.9271199999999998,0.6451100000000001,0.58183,{"$f":"('Results noCluster-noFiltering d'!O39+'Results Cluster-noFilltering da'!O39)/4","v":0.008146617838},0.6839725,{"$f":"('Results noCluster-Filtering dat'!O39+'Results Cluster-Filtering datas'!O39)/4","v":0.004065917333},null,"1. SVM",null,"4. SVM"]
["RF","F1",0.3788,0.87013,0.86984,0.7212999999999999,0.624465,{"$f":"('Results noCluster-noFiltering d'!O40+'Results Cluster-noFilltering da'!O40)/4","v":0.00658318963},0.7100175,{"$f":"('Results noCluster-Filtering dat'!O40+'Results Cluster-Filtering datas'!O40)/4","v":0.002221805336},null,"2. NN",null,"5. Tree"]
[null,"Precision",0.7980500000000001,0.7804099999999999,0.78137,0.7928700000000001,0.78923,{"$f":"('Results noCluster-noFiltering d'!O41+'Results Cluster-noFilltering da'!O41)/4","v":0.00227374135},0.788175,{"$f":"('Results noCluster-Filtering dat'!O41+'Results Cluster-Filtering datas'!O41)/4","v":0.001647076647}]
[null,"Recall",0.24897999999999998,0.9831799999999999,0.98088,0.6617700000000001,0.61608,{"$f":"('Results noCluster-noFiltering d'!O42+'Results Cluster-noFilltering da'!O42)/4","v":0.005722973746},0.7187025,{"$f":"('Results noCluster-Filtering dat'!O42+'Results Cluster-Filtering datas'!O42)/4","v":0.003420933497},null,"3. Tree",null,"6. LR"]
["Boost","F1",0.28346,0.8675200000000001,0.84207,0.6857,0.57549,{"$f":"('Results noCluster-noFiltering d'!O43+'Results Cluster-noFilltering da'!O43)/4","v":0.008557346782},0.6696875,{"$f":"('Results noCluster-Filtering dat'!O43+'Results Cluster-Filtering datas'!O43)/4","v":0.02062246741},null,"4. LR",null,"7. NN"]
[null,"Precision",0.80525,0.78096,0.7886,0.79384,0.793105,{"$f":"('Results noCluster-noFiltering d'!O44+'Results Cluster-noFilltering da'!O44)/4","v":0.003323872656},0.7921625,{"$f":"('Results noCluster-Filtering dat'!O44+'Results Cluster-Filtering datas'!O44)/4","v":0.002174343045}]
[null,"Recall",0.17307,0.97567,0.90342,0.6205299999999999,0.57437,{"$f":"('Results noCluster-noFiltering d'!O45+'Results Cluster-noFilltering da'!O45)/4","v":0.007551598615},0.6681725,{"$f":"('Results noCluster-Filtering dat'!O45+'Results Cluster-Filtering datas'!O45)/4","v":0.02889171045},null,"Significant difference"]
["Decision Tree","F1",0.37634999999999996,0.7732899999999999,0.7645199999999999,0.7177300000000001,0.57482,{"$f":"('Results noCluster-noFiltering d'!O46+'Results Cluster-noFilltering da'!O46)/4","v":0.008452921412},0.6579725,{"$f":"('Results noCluster-Filtering dat'!O46+'Results Cluster-Filtering datas'!O46)/4","v":0.00291152935}]
[null,"Precision",0.7976300000000001,0.78575,0.7875700000000001,0.79289,0.79169,{"$f":"('Results noCluster-noFiltering d'!O47+'Results Cluster-noFilltering da'!O47)/4","v":0.002552173897},0.79096,{"$f":"('Results noCluster-Filtering dat'!O47+'Results Cluster-Filtering datas'!O47)/4","v":0.002030946595}]
[null,"Recall",0.24738,0.7613200000000001,0.74281,0.65583,0.50435,{"$f":"('Results noCluster-noFiltering d'!O48+'Results Cluster-noFilltering da'!O48)/4","v":0.007603726954},0.601835,{"$f":"('Results noCluster-Filtering dat'!O48+'Results Cluster-Filtering datas'!O48)/4","v":0.004681779037}]
[]
["Complementary table: Summary of the average perofrmances of each model on each dataset"]

{"sheet":"Results noCluster-noFiltering d","index":1,"n_rows":48,"n_cols":18,"rows_kept":48,"cut":false,"hidden":false,"merged":[[1,1,3,1],[2,0,7,0],[4,1,6,1],[7,1,9,1],[9,0,11,0],[10,1,12,1],[13,1,15,1],[39,1,41,1],[42,1,44,1],[45,1,47,1],[16,1,18,1],[19,1,21,1],[22,1,24,1],[27,1,29,1],[30,1,32,1],[33,1,35,1],[36,1,38,1]]}
[null,null,"fold",1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,"Average"]
["First training session :","SVM","AUROC",0.5752,0.5738,0.6065,0.5646,0.5988,0.6008,0.6037,0.5892,0.6105,0.5791,{"$f":"AVERAGE(E2:M2)","v":0.5918888889}]
["Note: these results are from a preliminary training step without any filtering or clustering of the database nor model tuning. All the data mentionned in the paper is from the second training session.",null,"F1",0.1357,0.1708,0.1531,0.1765,0.1505,0.1411,0.1355,0.1111,0.1405,0.1518,0.1478777778]
[null,null,"LogLoss",-1.132,-1.1539,-1.0969,-1.1246,-1.0942,-1.1201,-1.1095,-1.1047,-1.1026,-1.1363,-1.115866667]
[null,"NN ","AUROC",0.576,0.5359,0.5892,0.549,0.5751,0.5509,0.5516,0.5541,0.555,0.5477,0.5565,null,null,"AUROC > 0,55","F1>0,85"]
[null,null,"F1",0.6416,0.6172,0.6461,0.589,0.6597,0.5675,0.6055,0.6472,0.6202,0.6328,0.6205777778,null,null,"0,50< AUROC < 0,55","0,75<F1<0,85"]
[null,null,"LogLoss",-3.7792,-3.7449,-3.1211,-4.3055,-3.2205,-3.6767,-3.7743,-3.828,-3.7826,-4.0045,-3.717566667,null,null,"AUROC < 0,5","F1<0,75"]
[null,"CT","AUROC",0.524,0.5208,0.542,0.5248,0.5318,0.5274,0.5228,0.5222,0.5349,0.5284,0.5283444444]
[null,null,"F1",0.6283,0.6162,0.6359,0.6377,0.639,0.6398,0.6353,0.6328,0.6394,0.6333,0.6343777778]
["Note 2: a blank case means that the model has not converge",null,"LogLoss",-17.4415,-17.8179,-17.0651,-17.1592,-17.0651,-17.0807,-17.2533,-17.3317,-17.0254,-17.2608,-17.2288]
[null,"NB","AUROC",0.5271,0.55,0.5439,0.545,0.5034,0.5749,0.5571,0.5322,0.5001,0.5458,0.5391555556]
[null,null,"F1",0.8649,0.8708,0.8756,0.8777,0.878,0.8554,0.6387,0.8341,0.8792,0.5958,0.8117]
[null,null,"LogLoss",-5.2954,-5.8869,-6.8317,-6.5734,-7.6619,-5.4753,-7.1278,-5.499,-7.6027,-7.995,-6.7393]
[null,"LR","AUROC",0.5642,0.5683,0.608,0.562,0.5914,0.6079,0.5833,0.587,0.6015,0.583,0.5880444444]
[null,null,"F1",0.1952,0.1655,0.1688,0.1874,0.2038,0.1759,0.1732,0.15,0.1587,0.172,0.1728111111]
[null,null,"LogLoss",-1.3414,-1.3405,-1.3077,-1.3244,-1.318,-1.2971,-1.3378,-1.3168,-1.3276,-1.3156,-1.320611111]
[null,"Bagging","AUROC",0.5629,0.5584,0.6052,0.5346,0.5674,0.5736,0.5658,0.5812,0.5795,0.5457,0.5679333333]
[null,null,"F1",0.5263,0.5555,0.5651,0.5694,0.5839,0.5662,0.5479,0.5608,0.5295,0.5564,0.5594111111]
[null,null,"LogLoss",-1.5651,-1.7615,-1.367,-1.6393,-1.5049,-1.3923,-1.5755,-1.546,-1.5374,-1.8685,-1.576933333]
[null,"RF","AUROC",0.577,0.587,0.6117,0.5659,0.5994,0.6028,0.5892,0.5951,0.5996,0.5911,0.5935333333]
[null,null,"F1",0.5803,0.5612,0.5657,0.5934,0.5889,0.5737,0.573,0.574,0.5898,0.5792,0.5776555556]
[null,null,"LogLoss",-0.7976,-0.7744,-0.7857,-0.7857,-0.8085,-0.7571,-0.806,-0.782,-0.7959,-0.7869,-0.7869111111]
[null,"Boosting","AUROC",0.5474,0.5757,0.5873,0.5437,0.5587,0.5869,0.5914,0.5767,0.5795,0.569,0.5743222222]
[null,null,"F1",0.4,0.45,0.3908,0.4394,0.392,0.4208,0.4272,0.4494,0.4394,0.4123,0.4245888889]
[null,null,"LogLoss",-0.6959,-0.6954,-0.6958,-0.6956,-0.6958,-0.6954,-0.6956,-0.6955,-0.6955,-0.6957,-0.6955888889]
[]
[{"$nulls":14},"Uncertainities"]
["Second training session :","SVM","F1",0.2267,0.2622,0.2728,0.2317,0.2218,0.2561,0.2323,0.2217,0.243,0.2517,{"$f":"AVERAGE(D28:M28)","v":0.242},{"$f":"2.26*STDEV(D28:M28)/SQRT(10)","v":0.01283981475}]
[null,null,"Precision",0.8175,0.7996,0.8246,0.8212,0.8201,0.8391,0.8195,0.7974,0.7768,0.7969,0.81127,0.01295768591]
[null,null,"Recall",0.1316,0.1568,0.1634,0.1349,0.1283,0.1511,0.1353,0.1287,0.144,0.1494,0.14235,0.008866912544]
[null,"NN","F1",0.2486,0.8371,0.8483,0.2676,0.8338,0.8132,0.4016,0.8276,0.2525,0.2366,0.55669,0.2100139133]
[null,null,"Precision",0.8213,0.7766,0.7766,0.8147,0.7833,0.7851,0.799,0.781,0.7908,0.8053,0.79337,0.01142725222]
[null,null,"Recall",0.1465,0.9077,0.9346,0.1601,0.8912,0.8435,0.2682,0.88,0.1502,0.1387,0.53207,0.2723864703]
[null,"LR","F1",0.4061,0.2667,0.4039,0.4015,0.38,0.3899,0.3926,0.3668,0.3795,0.352,0.3739,0.02955786639]
[null,null,"Precision",0.8059,0.787,0.793,0.799,0.8097,0.8155,0.7982,0.7688,0.8043,0.7905,0.79719,0.009512929756]
[null,null,"Recall",0.2714,0.1605,0.271,0.2681,0.2482,0.2562,0.2603,0.2409,0.2483,0.2264,0.24513,0.02357112587]
[null,"Bag","F1",0.4016,0.3925,0.413,0.3993,0.2949,0.3342,0.4048,0.4094,0.2988,0.3665,0.3715,0.03279946201]
[null,null,"Precision",0.8037,0.7945,0.7993,0.7852,0.8074,0.8333,0.7988,0.7818,0.7838,0.8017,0.79895,0.01069124392]
[null,null,"Recall",0.2677,0.2607,0.2784,0.2677,0.1804,0.209,0.2711,0.2773,0.1846,0.2376,0.24345,0.02743745593]
[null,"RF","F1",0.3895,0.3859,0.4059,0.3837,0.3924,0.4035,0.3817,0.3892,0.2842,0.372,0.3788,0.02479180971]
[null,null,"Precision",0.7967,0.8066,0.7976,0.7879,0.7972,0.8219,0.7984,0.7815,0.7861,0.8066,0.79805,0.008380727527]
[null,null,"Recall",0.2578,0.2536,0.2722,0.2536,0.2602,0.2674,0.2508,0.2591,0.1734,0.2417,0.24898,0.01992548296]
[null,"Boost","F1",0.3975,0.2624,0.2777,0.2934,0.2837,0.2959,0.2936,0.249,0.2319,0.2495,0.28346,0.03269628438]
[null,null,"Precision",0.8008,0.7933,0.81,0.8022,0.8153,0.8395,0.8197,0.7898,0.7815,0.8004,0.80525,0.01191987838]
[null,null,"Recall",0.2644,0.1572,0.1676,0.1796,0.1717,0.1796,0.1788,0.1478,0.1362,0.1478,0.17307,0.0254125597]
[null,"Tree","F1",0.2581,0.3714,0.4057,0.4019,0.4001,0.3899,0.3915,0.3838,0.3885,0.3726,0.37635,0.03080033989]
[null,null,"Precision",0.7983,0.8022,0.7956,0.791,0.7993,0.8238,0.7929,0.7795,0.7951,0.7986,0.79763,0.007956430492]
[null,null,"Recall",0.1539,0.2416,0.2722,0.2693,0.2669,0.2554,0.2599,0.2546,0.257,0.243,0.24738,0.02456651764]

{"sheet":"Results Cluster-noFilltering da","index":2,"n_rows":48,"n_cols":18,"rows_kept":48,"cut":false,"hidden":false,"merged":[[1,1,3,1],[2,0,7,0],[4,1,6,1],[7,1,9,1],[9,0,11,0],[10,1,12,1],[13,1,15,1],[39,1,41,1],[42,1,44,1],[45,1,47,1],[16,1,18,1],[19,1,21,1],[22,1,24,1],[27,1,29,1],[30,1,32,1],[33,1,35,1],[36,1,38,1]]}
[null,null,"fold",1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,"Average"]
["First training session :","SVM","AUROC",0.57,0.5897,0.603,0.5612,0.5863,0.586,0.591,0.555,0.5962,0.569,{"$f":"AVERAGE(E2:M2)","v":0.5819333333}]
["Note: these results are from a preliminary training step without any filtering or clustering of the database nor model tuning. All the data mentionned in the paper is from the second training session.",null,"F1",0.3755,0.3763,0.3199,0.3646,0.3381,0.3453,0.3443,0.297,0.357,0.3568,0.3443666667]
[null,null,"LogLoss",-1.0412,-1.0607,-1.0294,-1.0527,-1.0368,-1.0708,-1.0547,-1.0791,-1.0271,-1.0949,-1.056244444]
[null,"NN ","AUROC",0.5522,0.5613,0.5678,0.5437,0.5717,0.5249,0.5552,0.5484,0.5748,0.5397,0.5541666667]
[null,null,"F1",0.6388,0.6519,0.6253,0.6445,0.6335,0.5978,0.6521,0.6376,0.7166,0.6527,0.6457777778,null,null,"AUROC or F1 > 0,6","LogLoss < 0,7"]
[null,null,"LogLoss",-4.1326,-3.3973,-4.1776,-4.2242,-3.882,-4.7816,-4.3471,-3.7078,-3.3875,-4.0621,-3.996355556,null,null,"0,55< AUROC or F1 < 0,6","0,7 < LogLoss < 1"]
[null,"CT","AUROC",0.5332,0.5247,0.5294,0.5133,0.5241,0.5304,0.5249,0.5427,0.5458,0.5475,0.5314222222,null,null,"AUROC or F1 < 0,55","LogLoss > 1"]
[null,null,"F1",0.6406,0.6519,0.6375,0.6504,0.6327,0.6384,0.6514,0.6379,0.6526,0.6443,0.6441222222]
["Note 2: a blank case means that the model has not converge",null,"LogLoss",-17.0023,-16.7357,-17.1278,-16.8768,-17.316,-17.0964,-16.7514,-17.0023,-16.539,-16.7743,-16.9133]
[null,"NB","AUROC",0.5178,0.5596,0.5571,0.5357,0.5317,0.5952,0.5779,0.5264,0.5967,0.5305,0.5567555556]
[null,null,"F1",0.5195,0.4358,0.5753,0.5191,0.6889,0.6255,0.6039,0.5729,0.5712,0.5684,0.5734444444]
[null,null,"LogLoss",-9.9852,-12.5191,-7.3572,-9.6058,-5.6061,-6.5302,-6.6291,-8.8905,-7.4801,-8.1878,-8.089544444]
[null,"LR","AUROC",0.5561,0.5839,0.5805,0.5454,0.5827,0.5856,0.5807,0.5751,0.5973,0.5692,0.5778222222]
[null,null,"F1",0.1791,0.1577,0.1469,0.1526,0.1649,0.1479,0.1421,0.1491,0.1339,0.1625,0.1508444444]
[null,null,"LogLoss",-1.2742,-1.2553,-1.2569,-1.2701,-1.2468,-1.2534,-1.2645,-1.2719,-1.2682,-1.2721,-1.262133333]
[null,"Bagging","AUROC",0.5476,0.5556,0.5632,0.525,0.5508,0.5615,0.5462,0.5648,0.56,0.5584,0.5539444444]
[null,null,"F1",0.584,0.5883,0.5704,0.5773,0.602,0.5782,0.589,0.5986,0.596,0.5688,0.5854]
[null,null,"LogLoss",-1.2208,-1.4051,-1.2066,-1.5303,-1.3846,-1.1841,-1.3632,-1.4643,-1.2091,-1.4653,-1.356955556]
[null,"RF","AUROC",0.5721,0.5724,0.5781,0.5541,0.588,0.5893,0.586,0.5814,0.5778,0.5707,0.5775333333]
[null,null,"F1",0.6209,0.64,0.6154,0.6175,0.6233,0.6239,0.6367,0.6321,0.6091,0.6147,0.6236333333]
[null,null,"LogLoss",-0.7355,-0.7619,-0.7683,-0.7768,-0.7619,-0.7318,-0.7612,-0.7514,-0.7547,-0.808,-0.764]
[null,"Boosting","AUROC",0.5395,0.5545,0.5773,0.5263,0.5743,0.5879,0.5812,0.5639,0.5809,0.55,0.5662555556]
[null,null,"F1",0.4111,0.4287,0.4198,0.4475,0.4241,0.4422,0.4448,0.4136,0.451,0.3697,0.4268222222]
[null,null,"LogLoss",-0.6956,-0.6954,-0.6952,-0.6956,-0.6952,-0.6953,-0.6953,-0.6955,-0.6954,-0.6957,-0.6954]
[]
[{"$nulls":14},"Uncertainities"]
["Second training session :","SVM","F1",0.6049,0.6054,0.6115,0.6084,0.5883,0.6065,0.6211,0.6004,0.6045,0.5889,{"$f":"AVERAGE(D28:M28)","v":0.60399},{"$f":"2.26*STDEV(D28:M28)/SQRT(10)","v":0.007005388396}]
[null,null,"Precision",0.8265,0.8283,0.8157,0.8081,0.8263,0.8319,0.8345,0.8164,0.8345,0.8254,0.82476,0.006251232446]
[null,null,"Recall",0.477,0.477,0.489,0.4878,0.4568,0.4772,0.4946,0.4748,0.4739,0.4578,0.47659,0.00878494233]
[null,"NN","F1",0.5167,0.6649,0.649,0.6744,0.6577,0.6653,0.682,0.6459,0.6858,0.5863,0.6428,0.03747209037]
[null,null,"Precision",0.8377,0.8194,0.8181,0.8119,0.8073,0.8258,0.8124,0.8088,0.8223,0.8284,0.81921,0.006865710717]
[null,null,"Recall",0.3736,0.5594,0.5379,0.5767,0.5548,0.5571,0.5877,0.5377,0.5882,0.4536,0.53267,0.04850645476]
[null,"LR","F1",0.6515,0.664,0.6565,0.6528,0.641,0.652,0.6578,0.6523,0.654,0.6481,0.653,0.004321533946]
[null,null,"Precision",0.8204,0.8231,0.8143,0.8104,0.8168,0.8251,0.8134,0.8128,0.8276,0.8196,0.81835,0.004103869331]
[null,null,"Recall",0.5403,0.5565,0.5499,0.5465,0.5275,0.5389,0.5522,0.5447,0.5406,0.536,0.54331,0.006063228968]
[null,"Bag","F1",0.8468,0.8436,0.8491,0.8443,0.8521,0.8499,0.8439,0.8391,0.8508,0.8481,0.84677,0.002867232587]
[null,null,"Precision",0.784,0.7833,0.7879,0.7836,0.7849,0.7837,0.7829,0.7795,0.7866,0.7853,0.78417,0.001622397388]
[null,null,"Recall",0.9206,0.9139,0.9206,0.9152,0.9317,0.9284,0.9151,0.9085,0.9263,0.9218,0.92021,0.005149015423]
[null,"RF","F1",0.8667,0.8718,0.8674,0.8698,0.8723,0.8722,0.8721,0.8686,0.8717,0.8687,0.87013,0.001540948812]
[null,null,"Precision",0.7783,0.7811,0.7798,0.7802,0.7819,0.781,0.7806,0.7802,0.7812,0.7798,0.78041,0.000714237872]
[null,null,"Recall",0.9777,0.9863,0.9772,0.9826,0.9863,0.9876,0.988,0.9797,0.9859,0.9805,0.98318,0.002966412022]
[null,"Boost","F1",0.8663,0.8684,0.8716,0.866,0.869,0.8668,0.8681,0.8641,0.8658,0.8691,0.86752,0.001533102742]
[null,null,"Precision",0.7788,0.7813,0.7802,0.7817,0.7816,0.7803,0.7796,0.7802,0.7858,0.7801,0.78096,0.001375612245]
[null,null,"Recall",0.976,0.9772,0.9872,0.9706,0.9785,0.9748,0.9793,0.9681,0.964,0.981,0.97567,0.004793834758]
[null,"Tree","F1",0.7727,0.7805,0.7708,0.7679,0.7779,0.7699,0.7707,0.7702,0.778,0.7743,0.77329,0.003011345761]
[null,null,"Precision",0.7833,0.7849,0.7898,0.788,0.7904,0.7827,0.7858,0.7826,0.7881,0.7819,0.78575,0.002252265097]
[null,null,"Recall",0.7625,0.7762,0.7526,0.7489,0.7658,0.7575,0.7562,0.7583,0.7682,0.767,0.76132,0.005848390177]

{"sheet":"Results noCluster-Filtering dat","index":3,"n_rows":48,"n_cols":19,"rows_kept":48,"cut":false,"hidden":false,"merged":[[1,1,3,1],[2,0,7,0],[4,1,6,1],[7,1,9,1],[9,0,11,0],[10,1,12,1],[13,1,15,1],[39,1,41,1],[42,1,44,1],[45,1,47,1],[16,1,18,1],[19,1,21,1],[22,1,24,1],[27,1,29,1],[30,1,32,1],[33,1,35,1],[36,1,38,1]]}
["0.002 for no cluster and ",null,"fold",1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,"Average"]
["First training session :","SVM","AUROC",0.5179,0.5255,0.5321,0.499,0.5267,0.497,0.5628,0.5268,0.5091,0.5276,{"$f":"AVERAGE(E2:M2)","v":0.5229555556}]
["Note: these results are from a preliminary training step without any filtering or clustering of the database nor model tuning. All the data mentionned in the paper is from the second training session.",null,"F1",0.8662,0.8882,0.8891,0.8891,0.8785,0.8336,0.788,0.8885,0.889,0.8893,0.8703666667]
[null,null,"LogLoss",-1.7556,-3.1716,-3.2236,-4.2057,-1.3993,-2.1793,-3.2246,-2.8729,-4.0043,-2.5358,-2.979677778]
[null,"NN ","AUROC",0.5328,0.5149,0.5342,0.491,0.5162,0.5116,0.5196,0.5119,0.517,0.5346,0.5167777778,null,null,"AUROC > 0,55","F1>0,85"]
[null,null,"F1",0.8877,0.8882,0.8895,0.8887,0.8728,0.888,0.8888,0.8887,0.8857,0.8894,0.8866444444,null,null,"0,50< AUROC < 0,55","0,75<F1<0,85"]
[null,null,"LogLoss",-2.7486,-2.8521,-2.3705,-2.4492,-1.8517,-2.7848,-2.1029,-2.5334,-1.9217,-2.4042,-2.363388889,null,null,"AUROC < 0,5","F1<0,75"]
[null,"CT","AUROC",0.4977,0.4995,0.5008,0.4973,0.4998,0.4976,0.4976,0.4989,0.4984,0.5027,0.4991777778]
[null,null,"F1",0.8628,0.8801,0.8893,0.8761,0.8867,0.8863,0.8854,0.8877,0.8879,0.8888,0.8853666667]
["Note 2: a blank case means that the model has not converge",null,"LogLoss",-8.5953,-7.6855,-7.1836,-7.9051,-7.3248,-7.3562,-7.4032,-7.2777,-7.2652,-7.2025,-7.400422222]
[null,"NB","AUROC",0.519,0.5339,0.482,0.461,0.5098,0.4861,0.5478,0.4977,0.4609,0.5122,0.4990444444]
[null,null,"F1",0.7343,0.8039,0.0991,0.8653,0.3345,0.5493,0.4646,0.0905,0.1031,0.1275,0.3819777778]
[null,null,"LogLoss",-4.7222,-9.2829,-15.9646,-2.1178,-6.651,-2.0346,-3.904,-7.5323,-8.3827,-14.9658,-7.870633333]
[null,"LR","AUROC",0.5074,0.4819,0.521,0.4726,0.5205,0.4859,0.5621,0.4987,0.4907,0.5138,0.5052444444]
[null,null,"F1",0.8891,0.8873,0.889,0.8885,0.8891,0.8895,0.7145,0.8891,0.8897,0.8889,0.8695111111]
[null,null,"LogLoss",-1.2823,-0.8967,-1.192,-1.1635,-1.1562,-1.1332,-1.6008,-1.1837,-1.2434,-1.1956,-1.196122222]
[null,"Bagging","AUROC",0.4983,0.5014,0.5,0.4962,0.4939,0.4949,0.5162,0.5011,0.4935,0.4995,0.4996333333]
[null,null,"F1",0.8648,0.8864,0.8878,0.8863,0.876,0.8866,0.8725,0.8876,0.8871,0.8869,0.8841333333]
[null,null,"LogLoss",-8.2505,-7.0763,-7.1576,-7.2227,-7.4873,-7.2224,-6.9373,-7.1599,-7.1952,-7.1781,-7.181866667]
[null,"RF","AUROC",0.4989,0.5318,0.5007,0.4906,0.5254,0.4985,0.5073,0.5241,0.4922,0.5162,0.5096444444]
[null,null,"F1",0.8665,0.7908,0.8887,0.8877,0.8812,0.889,0.8704,0.8885,0.889,0.889,0.8749222222]
[null,null,"LogLoss",-5.7979,-9.416,-6.7401,-6.9204,-4.8826,-6.6521,-4.7804,-6.251,-6.9729,-5.4483,-6.451533333]
[null,"Boosting","AUROC",0.5184,0.5561,0.501,0.4761,0.524,0.4783,0.5058,0.5064,0.5155,0.5222,0.5094888889]
[null,null,"F1",0.8592,0.5412,0.8884,0.8866,0.8882,0.8879,0.889,0.888,0.8888,0.8881,0.8495777778]
[null,null,"LogLoss",-0.6721,-0.6869,-0.6281,-0.6487,-0.638,-0.6449,-0.6422,-0.6464,-0.6388,-0.6449,-0.6465444444]
[]
[{"$nulls":14},"Uncertainities"]
["Second training session :","SVM","F1",0.6532,0.6525,0.6542,0.6587,0.6307,0.647,0.6577,0.643,0.6436,0.6367,{"$f":"AVERAGE(D28:M28)","v":0.64773},{"$f":"2.26*STDEV(D28:M28)/SQRT(10)","v":0.006592940753}]
[null,null,"Precision",0.8218,0.8281,0.8277,0.8196,0.8185,0.8277,0.8298,0.8207,0.8238,0.8243,0.8242,0.002847759431,null,"SVC",0.8242,0.002847759431162995]
[null,null,"Recall",0.542,0.5383,0.5408,0.5507,0.513,0.531,0.5447,0.5286,0.5281,0.5186,0.53358,0.008494567426,null,"MLP",0.8221300000000001,0.004658750013087683]
[null,"NN","F1",0.6943,0.6132,0.6685,0.6543,0.6524,0.6804,0.6886,0.5976,0.589,0.6209,0.64592,0.02741600981,null,"Logistic regression",0.82044,0.003755228767110379]
[null,null,"Precision",0.8185,0.8314,0.8224,0.8105,0.8147,0.8314,0.8224,0.8223,0.8232,0.8245,0.82213,0.004658750013,null,"Bagging",0.78352,0.0015193446598963493]
[null,null,"Recall",0.6028,0.4857,0.5631,0.5486,0.5441,0.5757,0.5923,0.4694,0.4586,0.4979,0.53382,0.03730886357,null,"Random Forest",0.78137,0.0010268848015019042]
[null,"LR","F1",0.6724,0.6807,0.6722,0.6727,0.654,0.6654,0.6834,0.6689,0.6753,0.6649,0.67099,0.006001230363,null,"Boosting",0.7886,0.0026836013116705694]
[null,null,"Precision",0.8201,0.8294,0.8231,0.8151,0.813,0.8213,0.822,0.8138,0.8259,0.8207,0.82044,0.003755228767,null,"Tree",0.7875700000000001,0.0027669083179606684]
[null,null,"Recall",0.5697,0.5772,0.5681,0.5726,0.547,0.5592,0.5849,0.5679,0.5712,0.5588,0.56766,0.007557716938]
[null,"Bag","F1",0.8488,0.8391,0.8511,0.8486,0.8505,0.8523,0.8506,0.8529,0.8482,0.8507,0.84928,0.002780973646]
[null,null,"Precision",0.7856,0.7789,0.7848,0.7827,0.7844,0.783,0.7814,0.786,0.784,0.7844,0.78352,0.00151934466]
[null,null,"Recall",0.923,0.9094,0.9297,0.9268,0.9288,0.935,0.9334,0.9321,0.9238,0.9292,0.92712,0.005231388804]
[null,"RF","F1",0.8676,0.8702,0.8707,0.8698,0.8693,0.8704,0.8703,0.8705,0.8702,0.8694,0.86984,0.0006508381468]
[null,null,"Precision",0.7783,0.7812,0.783,0.782,0.7814,0.7822,0.7807,0.7834,0.7809,0.7806,0.78137,0.001026884802]
[null,null,"Recall",0.9801,0.9822,0.9806,0.9797,0.9793,0.981,0.983,0.9793,0.9826,0.981,0.98088,0.0009616735967]
[null,"Boost","F1",0.8446,0.8368,0.8455,0.8446,0.8343,0.8476,0.843,0.8381,0.8469,0.8393,0.84207,0.003291652911]
[null,null,"Precision",0.7875,0.7857,0.7894,0.7824,0.7957,0.7896,0.7901,0.7884,0.7921,0.7851,0.7886,0.002683601312]
[null,null,"Recall",0.9106,0.8949,0.9102,0.9177,0.8767,0.9147,0.9036,0.8945,0.9098,0.9015,0.90342,0.008717912366]
[null,"Tree","F1",0.7649,0.756,0.7632,0.7666,0.7588,0.7664,0.7711,0.7753,0.7662,0.7567,0.76452,0.004383183107]
[null,null,"Precision",0.7872,0.7823,0.7834,0.7884,0.7897,0.7891,0.7933,0.7931,0.7853,0.7839,0.78757,0.002766908318]
[null,null,"Recall",0.7439,0.7315,0.7439,0.746,0.7302,0.745,0.75,0.7583,0.7479,0.7314,0.74281,0.006532790087]

{"sheet":"Results Cluster-Filtering datas","index":4,"n_rows":48,"n_cols":18,"rows_kept":48,"cut":false,"hidden":false,"merged":[[1,1,3,1],[2,0,7,0],[4,1,6,1],[7,1,9,1],[9,0,11,0],[10,1,12,1],[13,1,15,1],[39,1,41,1],[42,1,44,1],[45,1,47,1],[16,1,18,1],[19,1,21,1],[22,1,24,1],[27,1,29,1],[30,1,32,1],[33,1,35,1],[36,1,38,1]]}
[null,null,"fold",1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,"Average"]
["First training session :","SVM","AUROC",0.4799,0.5085,0.5193,0.5021,0.5132,null,0.5137,0.4824,0.5122,0.5111,{"$f":"AVERAGE(E2:M2)","v":0.5078125}]
["Note 1 : these results are from a preliminary training step without any filtering or clustering of the database nor model tuning. All the data mentionned in the paper is from the second training session.",null,"F1",0.8893,0.8893,0.8888,0.8893,0.8896,null,0.8896,0.8896,0.889,0.8893,0.8893125]
[null,null,"LogLoss",-2.4862,-3.6252,-3.2523,-3.5365,-2.5492,null,-4.5432,-3.0443,-2.6365,-2.948,-3.2669]
[null,"NN ","AUROC",null,0.4825,0.4696,null,0.493,0.4711,null,0.4847,0.4887,0.4873,0.4824142857]
[null,null,"F1",0.8893,0.8893,0.8893,0.8893,0.8896,0.8896,0.8896,0.8896,0.8882,0.8893,0.8893111111,null,null,"AUROC or F1 > 0,6","LogLoss < 0,7"]
[null,null,"LogLoss",null,-1.8058,-2.1335,null,-1.3338,-2.8004,null,-1.3673,-1.8316,-1.5201,-1.8275,null,null,"0,55< AUROC or F1 < 0,6","0,7 < LogLoss < 1"]
[null,"CT","AUROC",0.5,0.5,0.4995,null,0.4992,0.5011,0.5,0.4995,0.4997,0.5003,0.4999125,null,null,"AUROC or F1 < 0,55","LogLoss > 1"]
[null,null,"F1",0.8893,0.8893,0.8888,0.8893,0.8888,0.8898,0.8896,0.8891,0.8893,0.8889,0.8892111111]
["Note 2: a blank case means that the model has not converge",null,"LogLoss",-7.1836,-7.1836,-7.215,null,-7.215,-7.1523,-7.168,-7.1993,-7.1868,-7.2025,-7.1903125]
[null,"NB","AUROC",0.5013,null,0.5,0.5,0.4997,0.5,null,0.5,0.4949,null,0.4991]
[null,null,"F1",0.2461,0.8893,0.8893,0.8893,0.8893,0.8896,0.8896,0.8896,0.8809,0.8895,0.8884888889]
[null,null,"LogLoss",-23.1712,null,-7.1836,-7.1836,-7.1836,-7.168,null,-7.168,-7.6575,null,-7.257383333]
[null,"LR","AUROC",0.4811,0.4778,0.4753,0.501,0.4735,0.4702,null,null,0.4832,0.4951,0.4823]
[null,null,"F1",0.8893,0.8893,0.8893,0.8893,0.8896,0.8896,null,null,0.8895,0.8895,0.8894428571]
[null,null,"LogLoss",-1.1649,-1.3417,-1.594,-1.7118,-1.2404,-1.734,null,null,-1.3634,-1.2442,-1.461357143]
[null,"Bagging","AUROC",0.4986,null,0.4995,{"$nulls":5},0.4997,0.5,0.4997333333]
[null,null,"F1",0.888,0.8893,0.8888,0.8893,0.8896,0.8896,0.8896,0.8896,0.8893,0.8893,0.8893777778]
[null,null,"LogLoss",-7.1851,null,-7.215,{"$nulls":5},-7.1868,-7.1721,-7.1913]
[null,"RF","AUROC",null,null,0.4997,0.4973,0.5028,0.4992,null,0.5003,null,0.5,0.4998833333]
[null,null,"F1",0.8893,0.8893,0.8888,0.8893,0.8893,0.8896,0.8896,0.8896,0.8895,0.8893,0.8893666667]
[null,null,"LogLoss",null,null,-7.1426,-7.184,-6.7927,-7.1536,null,-7.1388,null,-7.158,-7.09495]
[null,"Boosting","AUROC",0.5,0.5,0.4893,0.4963,0.4895,0.4797,0.4876,0.4969,0.5052,0.5,0.4938333333]
[null,null,"F1",0.8893,0.8893,0.8893,0.889,0.8893,0.8896,0.8896,0.8896,0.8893,0.8895,0.8893888889]
[null,null,"LogLoss",null,null,-0.5387,-6.8652,-6.8334,-6.8862,-5.1629,-6.8102,-4.3136,null,-5.344314286]
[]
[{"$nulls":14},"Uncertainities"]
["Second training session :","SVM","F1",0.7171,0.7177,0.7109,0.715,0.7215,0.7412,0.7263,0.7252,0.7997,0.7187,{"$f":"AVERAGE(D28:M28)","v":0.72933},{"$f":"2.26*STDEV(D28:M28)/SQRT(10)","v":0.01864134103}]
[null,null,"Precision",0.8099,0.7949,0.785,0.7835,0.7993,0.8097,0.7906,0.7918,0.7884,0.7891,0.79422,0.006698891445]
[null,null,"Recall",0.6434,0.6541,0.6496,0.6574,0.6574,0.6834,0.6718,0.6689,0.8113,0.6598,0.67571,0.03502939166]
[null,"NN","F1",0.3985,0.714,0.7145,0.705,0.7349,0.4801,0.724,0.4771,0.724,0.7186,0.63907,0.09377872685]
[null,null,"Precision",0.8206,0.7932,0.7867,0.7859,0.793,0.8301,0.7953,0.8097,0.7937,0.7878,0.7996,0.01092831978]
[null,null,"Recall",0.2631,0.6492,0.6545,0.6392,0.6847,0.3377,0.6643,0.3382,0.6656,0.6606,0.55571,0.1208713718]
[null,"LR","F1",0.7194,0.6993,0.6963,0.6959,0.7144,0.7309,0.7158,0.7114,0.7238,0.7139,0.71211,0.008396368919]
[null,null,"Precision",0.8092,0.7946,0.7896,0.7866,0.7986,0.8148,0.7948,0.794,0.798,0.7907,0.79709,0.006263861344]
[null,null,"Recall",0.6475,0.6243,0.6227,0.6239,0.6463,0.6627,0.6511,0.6445,0.6623,0.6507,0.6436,0.01076465623]
[null,"Bag","F1",0.7223,0.7017,0.7159,0.7079,0.7019,0.7071,0.7176,0.7168,0.7278,0.7007,0.71197,0.006746187278]
[null,null,"Precision",0.812,0.7916,0.7845,0.7893,0.7927,0.8072,0.79,0.7881,0.797,0.7933,0.79457,0.006189636245]
[null,null,"Recall",0.6504,0.6301,0.6583,0.6417,0.6297,0.6291,0.6573,0.6573,0.6697,0.6275,0.64511,0.01103228053]
[null,"RF","F1",0.7419,0.7142,0.7266,0.7213,0.7245,0.7201,0.7218,0.6964,0.7179,0.7283,0.7213,0.008236383198]
[null,null,"Precision",0.8083,0.7906,0.7814,0.7865,0.7929,0.8022,0.7926,0.7889,0.7963,0.789,0.79287,0.005561421788]
[null,null,"Recall",0.6856,0.6512,0.6789,0.6661,0.6669,0.6531,0.6627,0.6233,0.6536,0.6763,0.66177,0.01272206039]
[null,"Boost","F1",0.7588,0.7506,0.7161,0.7435,0.4671,0.7311,0.7503,0.4872,0.7241,0.7282,0.6857,0.07919821674]
[null,null,"Precision",0.8038,0.791,0.7869,0.7789,0.8032,0.806,0.7915,0.7942,0.7897,0.7932,0.79384,0.00601377087]
[null,null,"Recall",0.7187,0.7141,0.657,0.7112,0.3293,0.6689,0.7132,0.3514,0.6685,0.673,0.62053,0.1068489294]
[null,"Tree","F1",0.7221,0.7238,0.7049,0.7154,0.719,0.699,0.7273,0.7102,0.7278,0.7278,0.71773,0.007262934292]
[null,null,"Precision",0.8083,0.79,0.7838,0.7863,0.794,0.8011,0.7883,0.7877,0.7924,0.797,0.79289,0.005356878063]
[null,null,"Recall",0.6525,0.6678,0.6405,0.6562,0.657,0.62,0.6751,0.6465,0.673,0.6697,0.65583,0.01219432606]