Done with basic 1d CNN

johnwslee · Jul 30, 2023 · b563adf · b563adf
1 parent 994e67a
commit b563adf
Show file tree

Hide file tree

Showing 7 changed files with 1,023 additions and 5,229 deletions.
diff --git a/data/optuna_results_1d.csv b/data/optuna_results_1d.csv
@@ -1,48 +1,30 @@
 number,value,params_drop_out_rate_1,params_drop_out_rate_2,params_drop_out_rate_3,params_lr,params_num_fc,params_num_filter_1,params_num_filter_2,params_num_filter_3,params_optimizer
-3,0.44729730225092657,0.25,0.1,0.1,4.47048675018432e-05,4,24,8,28,SGD
-1,0.760810808958234,0.35,0.35,0.25,2.6917883038381803e-05,4,12,32,28,RMSprop
-4,0.7662162188742612,0.15000000000000002,0.30000000000000004,0.35,0.0006278761200687167,12,16,12,4,Adam
-129,0.7702702702702703,0.2,0.30000000000000004,0.1,0.0035607097763457824,6,32,28,16,RMSprop
-107,0.7770270238051543,0.2,0.2,0.1,0.0024609970185746435,6,32,24,12,RMSprop
-0,0.7770270258188248,0.25,0.25,0.25,0.00027205697956488956,4,8,16,4,Adam
-153,0.7810810804367065,0.25,0.2,0.1,0.003459790777468173,4,28,28,12,RMSprop
-72,0.7824324288883725,0.25,0.2,0.1,0.0016718215637216757,10,24,24,28,Adam
-144,0.7837837817701133,0.15000000000000002,0.25,0.1,0.0038435115399412636,10,32,24,8,Adam
-79,0.7837837821728474,0.2,0.30000000000000004,0.1,0.005529861989458557,8,16,16,12,RMSprop
-112,0.786486482298052,0.30000000000000004,0.25,0.1,0.003001925635240153,6,32,20,8,Adam
-151,0.7878378371934633,0.25,0.2,0.1,0.002478886771914308,4,28,28,16,RMSprop
-2,0.7891891836314588,0.35,0.15000000000000002,0.1,0.00583825455437186,2,12,8,28,RMSprop
-57,0.7918918889922064,0.15000000000000002,0.30000000000000004,0.15000000000000002,0.0031985604144442615,4,20,32,32,Adam
-66,0.7918918918113451,0.2,0.2,0.1,0.0011940172908579984,6,32,20,16,RMSprop
-123,0.7972972948808927,0.25,0.2,0.1,0.0015873656994580072,2,32,32,8,RMSprop
-50,0.797297296089095,0.2,0.15000000000000002,0.1,0.004187291243496239,12,20,4,16,Adam
-31,0.7986486473598996,0.25,0.30000000000000004,0.1,0.0010232565320965413,6,32,28,8,RMSprop
-11,0.7986486473598996,0.2,0.2,0.15000000000000002,0.0022392317690459996,8,4,24,20,Adam
-5,0.799999993395161,0.15000000000000002,0.35,0.2,0.00048688846473517313,8,8,12,28,Adam
-67,0.7999999966170337,0.30000000000000004,0.25,0.15000000000000002,0.0018542432961672834,8,28,32,8,RMSprop
-73,0.7999999978252359,0.35,0.25,0.15000000000000002,0.0022067348776371844,10,20,20,24,Adam
-28,0.80135134708237,0.25,0.30000000000000004,0.15000000000000002,0.002242135252470132,6,16,28,32,RMSprop
-105,0.8013513482905723,0.2,0.2,0.1,0.0012300950755949288,6,32,28,8,Adam
-34,0.8013513482905723,0.25,0.35,0.1,0.0015486365578039564,8,32,32,8,RMSprop
-22,0.8013513486933064,0.25,0.30000000000000004,0.1,0.004822532221301256,6,32,32,8,RMSprop
-44,0.8027027019777814,0.2,0.30000000000000004,0.1,0.0027422154947776244,8,8,24,12,RMSprop
-187,0.804054049221245,0.30000000000000004,0.2,0.1,0.0029931038705561307,6,24,32,12,RMSprop
-33,0.804054049221245,0.35,0.35,0.1,0.005349851764314642,4,28,32,12,RMSprop
-46,0.8054054000893155,0.30000000000000004,0.35,0.15000000000000002,0.00792705873362551,10,24,12,24,Adam
-117,0.8054054017002518,0.25,0.2,0.1,0.002777981399728726,4,28,28,12,RMSprop
-159,0.8067567525683222,0.25,0.30000000000000004,0.1,0.0013586957056648209,6,28,28,24,RMSprop
-13,0.8067567533737904,0.15000000000000002,0.15000000000000002,0.2,0.0026359984860542403,10,20,20,24,Adam
-16,0.8081081050473291,0.30000000000000004,0.2,0.15000000000000002,0.001700377818046732,10,24,20,24,Adam
-127,0.8094594530962609,0.30000000000000004,0.2,0.1,0.003545181653964828,6,32,28,16,RMSprop
-17,0.8108108051725336,0.30000000000000004,0.2,0.15000000000000002,0.0013742955719460571,6,28,28,12,RMSprop
-95,0.8108108083944063,0.30000000000000004,0.30000000000000004,0.1,0.0036513846447811323,6,32,16,8,Adam
-20,0.8121621568460722,0.25,0.30000000000000004,0.1,0.001119585084365744,6,32,28,8,RMSprop
-21,0.8121621576515404,0.25,0.30000000000000004,0.1,0.001313084203876011,6,32,28,8,RMSprop
-32,0.8121621588597426,0.25,0.35,0.1,0.0015429257399668585,6,32,32,8,RMSprop
-115,0.8135135101305472,0.25,0.2,0.1,0.0027486244001560397,4,28,28,8,RMSprop
-100,0.8148648589849472,0.2,0.2,0.1,0.0018304750473482575,6,32,24,8,Adam
-101,0.8175675639429608,0.2,0.2,0.1,0.001984812224022678,6,32,24,8,Adam
-23,0.818918913602829,0.2,0.30000000000000004,0.1,0.0008867424185472083,8,32,24,8,RMSprop
-119,0.8189189164219676,0.25,0.2,0.1,0.0008991925190683861,4,32,28,8,RMSprop
-45,0.8229729702343812,0.25,0.35,0.15000000000000002,0.0019630276688041488,6,28,12,16,Adam
-6,0.8256756743869266,0.35,0.2,0.1,0.0038095116489375554,6,24,16,24,RMSprop
+22,0.7702702702702703,0.1,0.15000000000000002,0.1,0.008731428144046833,4,20,16,20,Adam
+64,0.7783783778950975,0.2,0.1,0.25,0.005364533097950345,6,8,12,32,RMSprop
+3,0.7837837813673793,0.35,0.35,0.25,0.00045635713798208237,6,16,16,12,Adam
+0,0.7837837849919861,0.30000000000000004,0.2,0.35,0.00023589137648150635,8,24,12,8,Adam
+4,0.7864864835062543,0.25,0.25,0.1,0.00023499322154972444,12,28,12,16,Adam
+2,0.7918918906031428,0.2,0.15000000000000002,0.15000000000000002,0.0005289943741212551,4,24,20,24,Adam
+72,0.7932432370411383,0.15000000000000002,0.1,0.15000000000000002,0.004443650901578848,6,12,20,32,Adam
+29,0.793243240263011,0.25,0.1,0.2,0.0037701702937430826,10,28,12,8,RMSprop
+60,0.7945945915338155,0.25,0.25,0.25,0.003083342525182499,2,12,16,12,RMSprop
+23,0.7959459432073541,0.25,0.2,0.2,0.0029697104451754056,4,16,12,16,Adam
+95,0.7972972936726905,0.25,0.15000000000000002,0.15000000000000002,0.0022431447974543407,10,12,28,20,RMSprop
+79,0.797297295686361,0.2,0.1,0.15000000000000002,0.0035121259961116025,6,16,16,28,RMSprop
+26,0.7986486473598996,0.35,0.2,0.2,0.008153285888121767,4,8,28,20,Adam
+86,0.7986486473598996,0.25,0.1,0.15000000000000002,0.0015013685875420986,8,12,32,24,RMSprop
+21,0.8013513474851042,0.2,0.15000000000000002,0.15000000000000002,0.000899691941752245,4,20,20,20,Adam
+1,0.8013513499015087,0.30000000000000004,0.15000000000000002,0.15000000000000002,0.024987751386014653,6,24,16,4,SGD
+43,0.8027026975477064,0.30000000000000004,0.1,0.2,0.0020380248988844715,8,8,8,24,RMSprop
+47,0.8027027011723131,0.35,0.1,0.2,0.00542460045550549,6,8,12,32,RMSprop
+39,0.8040540508321814,0.25,0.1,0.2,0.004739744505671847,6,4,16,28,RMSprop
+68,0.80540540250572,0.1,0.15000000000000002,0.15000000000000002,0.007544189457298131,6,12,20,32,Adam
+90,0.8067567533737904,0.2,0.1,0.15000000000000002,0.0020866086241112273,10,16,28,24,RMSprop
+27,0.8067567557901949,0.25,0.1,0.15000000000000002,0.003641521741061834,6,16,12,12,RMSprop
+88,0.8081081050473291,0.25,0.1,0.15000000000000002,0.002221713774803,10,12,28,24,RMSprop
+65,0.8081081074637335,0.25,0.1,0.15000000000000002,0.001162367227392039,8,12,16,24,RMSprop
+82,0.8094594551099313,0.25,0.1,0.2,0.0016432940541465338,8,8,32,24,RMSprop
+37,0.8108108104080767,0.25,0.1,0.15000000000000002,0.0019123839405334585,6,8,16,28,RMSprop
+84,0.8121621576515404,0.25,0.1,0.15000000000000002,0.0027110448315126132,8,8,28,24,RMSprop
+17,0.8148648609986177,0.15000000000000002,0.2,0.15000000000000002,0.0026605400670429197,4,4,12,12,Adam
+57,0.8162162126721563,0.25,0.1,0.25,0.0033986092396969822,6,8,12,32,RMSprop
diff --git a/models/scaler.pkl b/models/scaler.pkl
diff --git a/notebooks/0_data_preprocessing.ipynb b/notebooks/0_data_preprocessing.ipynb
diff --git a/notebooks/1_1d_CNN_model_training_with_hyper_opt.ipynb b/notebooks/1_1d_CNN_model_training_with_hyper_opt.ipynb
diff --git a/notebooks/2_1d_CNN_model_evaluation.ipynb b/notebooks/2_1d_CNN_model_evaluation.ipynb