Performed hyperparameter tuning

johnwslee · Jul 30, 2023 · 88d4a4f · 88d4a4f
1 parent 177c6db
commit 88d4a4f
Show file tree

Hide file tree

Showing 5 changed files with 7,250 additions and 54 deletions.
diff --git a/data/fine_dust_dataset.csv b/data/fine_dust_dataset.csv
diff --git a/data/optuna_results_1d.csv b/data/optuna_results_1d.csv
@@ -0,0 +1,48 @@
+number,value,params_drop_out_rate_1,params_drop_out_rate_2,params_drop_out_rate_3,params_lr,params_num_fc,params_num_filter_1,params_num_filter_2,params_num_filter_3,params_optimizer
+3,0.44729730225092657,0.25,0.1,0.1,4.47048675018432e-05,4,24,8,28,SGD
+1,0.760810808958234,0.35,0.35,0.25,2.6917883038381803e-05,4,12,32,28,RMSprop
+4,0.7662162188742612,0.15000000000000002,0.30000000000000004,0.35,0.0006278761200687167,12,16,12,4,Adam
+129,0.7702702702702703,0.2,0.30000000000000004,0.1,0.0035607097763457824,6,32,28,16,RMSprop
+107,0.7770270238051543,0.2,0.2,0.1,0.0024609970185746435,6,32,24,12,RMSprop
+0,0.7770270258188248,0.25,0.25,0.25,0.00027205697956488956,4,8,16,4,Adam
+153,0.7810810804367065,0.25,0.2,0.1,0.003459790777468173,4,28,28,12,RMSprop
+72,0.7824324288883725,0.25,0.2,0.1,0.0016718215637216757,10,24,24,28,Adam
+144,0.7837837817701133,0.15000000000000002,0.25,0.1,0.0038435115399412636,10,32,24,8,Adam
+79,0.7837837821728474,0.2,0.30000000000000004,0.1,0.005529861989458557,8,16,16,12,RMSprop
+112,0.786486482298052,0.30000000000000004,0.25,0.1,0.003001925635240153,6,32,20,8,Adam
+151,0.7878378371934633,0.25,0.2,0.1,0.002478886771914308,4,28,28,16,RMSprop
+2,0.7891891836314588,0.35,0.15000000000000002,0.1,0.00583825455437186,2,12,8,28,RMSprop
+57,0.7918918889922064,0.15000000000000002,0.30000000000000004,0.15000000000000002,0.0031985604144442615,4,20,32,32,Adam
+66,0.7918918918113451,0.2,0.2,0.1,0.0011940172908579984,6,32,20,16,RMSprop
+123,0.7972972948808927,0.25,0.2,0.1,0.0015873656994580072,2,32,32,8,RMSprop
+50,0.797297296089095,0.2,0.15000000000000002,0.1,0.004187291243496239,12,20,4,16,Adam
+31,0.7986486473598996,0.25,0.30000000000000004,0.1,0.0010232565320965413,6,32,28,8,RMSprop
+11,0.7986486473598996,0.2,0.2,0.15000000000000002,0.0022392317690459996,8,4,24,20,Adam
+5,0.799999993395161,0.15000000000000002,0.35,0.2,0.00048688846473517313,8,8,12,28,Adam
+67,0.7999999966170337,0.30000000000000004,0.25,0.15000000000000002,0.0018542432961672834,8,28,32,8,RMSprop
+73,0.7999999978252359,0.35,0.25,0.15000000000000002,0.0022067348776371844,10,20,20,24,Adam
+28,0.80135134708237,0.25,0.30000000000000004,0.15000000000000002,0.002242135252470132,6,16,28,32,RMSprop
+105,0.8013513482905723,0.2,0.2,0.1,0.0012300950755949288,6,32,28,8,Adam
+34,0.8013513482905723,0.25,0.35,0.1,0.0015486365578039564,8,32,32,8,RMSprop
+22,0.8013513486933064,0.25,0.30000000000000004,0.1,0.004822532221301256,6,32,32,8,RMSprop
+44,0.8027027019777814,0.2,0.30000000000000004,0.1,0.0027422154947776244,8,8,24,12,RMSprop
+187,0.804054049221245,0.30000000000000004,0.2,0.1,0.0029931038705561307,6,24,32,12,RMSprop
+33,0.804054049221245,0.35,0.35,0.1,0.005349851764314642,4,28,32,12,RMSprop
+46,0.8054054000893155,0.30000000000000004,0.35,0.15000000000000002,0.00792705873362551,10,24,12,24,Adam
+117,0.8054054017002518,0.25,0.2,0.1,0.002777981399728726,4,28,28,12,RMSprop
+159,0.8067567525683222,0.25,0.30000000000000004,0.1,0.0013586957056648209,6,28,28,24,RMSprop
+13,0.8067567533737904,0.15000000000000002,0.15000000000000002,0.2,0.0026359984860542403,10,20,20,24,Adam
+16,0.8081081050473291,0.30000000000000004,0.2,0.15000000000000002,0.001700377818046732,10,24,20,24,Adam
+127,0.8094594530962609,0.30000000000000004,0.2,0.1,0.003545181653964828,6,32,28,16,RMSprop
+17,0.8108108051725336,0.30000000000000004,0.2,0.15000000000000002,0.0013742955719460571,6,28,28,12,RMSprop
+95,0.8108108083944063,0.30000000000000004,0.30000000000000004,0.1,0.0036513846447811323,6,32,16,8,Adam
+20,0.8121621568460722,0.25,0.30000000000000004,0.1,0.001119585084365744,6,32,28,8,RMSprop
+21,0.8121621576515404,0.25,0.30000000000000004,0.1,0.001313084203876011,6,32,28,8,RMSprop
+32,0.8121621588597426,0.25,0.35,0.1,0.0015429257399668585,6,32,32,8,RMSprop
+115,0.8135135101305472,0.25,0.2,0.1,0.0027486244001560397,4,28,28,8,RMSprop
+100,0.8148648589849472,0.2,0.2,0.1,0.0018304750473482575,6,32,24,8,Adam
+101,0.8175675639429608,0.2,0.2,0.1,0.001984812224022678,6,32,24,8,Adam
+23,0.818918913602829,0.2,0.30000000000000004,0.1,0.0008867424185472083,8,32,24,8,RMSprop
+119,0.8189189164219676,0.25,0.2,0.1,0.0008991925190683861,4,32,28,8,RMSprop
+45,0.8229729702343812,0.25,0.35,0.15000000000000002,0.0019630276688041488,6,28,12,16,Adam
+6,0.8256756743869266,0.35,0.2,0.1,0.0038095116489375554,6,24,16,24,RMSprop
diff --git a/models/1d_cnn_model.pt b/models/1d_cnn_model.pt