Performed hyperparameter optimization

johnwslee · Jul 29, 2023 · 0ed1551 · 0ed1551
1 parent 2af0956
commit 0ed1551
Show file tree

Hide file tree

Showing 2 changed files with 1,079 additions and 166 deletions.
diff --git a/data/optuna_results.csv b/data/optuna_results.csv
@@ -1,8 +1,48 @@
 number,value,params_drop_out_rate_1,params_drop_out_rate_2,params_drop_out_rate_3,params_lr,params_num_fc,params_num_filter_1,params_num_filter_2,params_num_filter_3,params_optimizer
-3,0.7540540513960091,0.1,0.2,0.35,0.00017770869306782172,12,8,28,16,Adam
-2,0.7540540538124136,0.2,0.30000000000000004,0.15000000000000002,0.0007271636954881419,6,24,8,4,Adam
-0,0.7648648659925203,0.25,0.25,0.15000000000000002,0.0054218388581402975,2,16,8,4,Adam
-1,0.7675675653122567,0.35,0.1,0.30000000000000004,0.04190549127208578,6,20,16,8,SGD
-7,0.7810810792285043,0.25,0.2,0.15000000000000002,0.001768930510306954,12,28,8,12,RMSprop
-4,0.7851351310272474,0.1,0.25,0.35,0.011103431917558786,10,4,24,20,Adam
-6,0.7945945931447519,0.1,0.25,0.1,0.003222832436882887,8,28,8,16,RMSprop
+4,0.5662162225391414,0.2,0.1,0.25,2.6396718794206437e-05,8,24,4,20,SGD
+2,0.5675675730044777,0.25,0.15000000000000002,0.1,0.0006350599571656369,12,28,8,8,SGD
+1,0.7540540526042113,0.35,0.2,0.2,4.017559794868801e-05,6,16,12,32,RMSprop
+0,0.766216213235984,0.15000000000000002,0.2,0.35,5.72045898195759e-05,2,32,16,16,RMSprop
+12,0.7662162136387181,0.30000000000000004,0.15000000000000002,0.30000000000000004,0.011082101404402085,6,4,24,4,Adam
+61,0.7702702670483976,0.25,0.25,0.15000000000000002,0.0016716814020292826,12,20,32,12,RMSprop
+32,0.7783783754786929,0.35,0.15000000000000002,0.35,0.005269217695657296,6,8,24,32,RMSprop
+44,0.7797297255412953,0.30000000000000004,0.2,0.30000000000000004,0.002786281979125832,8,8,20,24,RMSprop
+8,0.7810810766107327,0.15000000000000002,0.2,0.25,0.009334257858737531,8,28,32,16,Adam
+6,0.7810810828531111,0.25,0.1,0.30000000000000004,0.01828546550962063,6,4,24,12,Adam
+71,0.7837837857974542,0.30000000000000004,0.25,0.2,0.002454518878097023,10,16,28,8,RMSprop
+50,0.7864864843117224,0.1,0.25,0.15000000000000002,0.007114074223242913,8,24,24,32,Adam
+39,0.7864864859226588,0.15000000000000002,0.30000000000000004,0.2,0.0020600415421683205,4,24,20,20,RMSprop
+195,0.7891891882629007,0.2,0.15000000000000002,0.35,0.005627082812763371,6,20,32,16,Adam
+171,0.7905405405405406,0.2,0.2,0.15000000000000002,0.003274608537803289,8,24,24,24,RMSprop
+77,0.7932432406657451,0.35,0.25,0.15000000000000002,0.00267131761920775,6,20,20,16,Adam
+105,0.7932432434848837,0.35,0.2,0.35,0.003769466936319116,8,24,32,24,RMSprop
+24,0.7972972896453496,0.30000000000000004,0.2,0.15000000000000002,0.004836268214610294,10,16,32,24,Adam
+190,0.7972972940754246,0.30000000000000004,0.30000000000000004,0.30000000000000004,0.003107946283747139,12,28,24,24,Adam
+21,0.7972972940754246,0.25,0.30000000000000004,0.30000000000000004,0.002864041963009194,8,16,28,20,Adam
+81,0.797297295686361,0.2,0.30000000000000004,0.1,0.00436140958668182,8,24,20,16,Adam
+60,0.7972972964918291,0.2,0.2,0.35,0.0025756192509969653,8,28,16,28,Adam
+66,0.7986486473598996,0.25,0.25,0.1,0.0018599052527616918,10,20,28,16,RMSprop
+131,0.799999993395161,0.2,0.2,0.15000000000000002,0.0032771964513452173,8,16,20,24,RMSprop
+22,0.7999999962142996,0.2,0.25,0.35,0.004756543186959891,10,20,20,28,Adam
+197,0.7999999990334382,0.2,0.15000000000000002,0.2,0.009662906370553748,8,20,20,8,Adam
+45,0.8013513442632314,0.2,0.15000000000000002,0.35,0.010699103797816838,6,20,28,16,Adam
+13,0.8013513478878382,0.30000000000000004,0.25,0.35,0.000924938052503446,10,20,28,12,Adam
+75,0.8013513486933064,0.30000000000000004,0.25,0.2,0.002162821488492381,8,20,32,12,RMSprop
+191,0.80270269593677,0.2,0.15000000000000002,0.35,0.0089308037711228,6,20,28,16,Adam
+149,0.8027026967422383,0.25,0.30000000000000004,0.2,0.0020359237959924554,8,24,24,8,Adam
+41,0.8027026991586428,0.2,0.2,0.30000000000000004,0.0033221512083193554,8,12,24,24,RMSprop
+25,0.8027027011723131,0.2,0.25,0.1,0.004885556246562998,8,24,20,16,Adam
+111,0.8040540500267132,0.30000000000000004,0.25,0.2,0.0023106583794870145,8,20,32,12,RMSprop
+104,0.8040540540540541,0.30000000000000004,0.2,0.2,0.0027581104853361777,8,24,32,16,RMSprop
+125,0.80540540250572,0.2,0.2,0.2,0.002939040572121036,6,20,28,24,Adam
+170,0.8054054033111882,0.2,0.2,0.15000000000000002,0.0032314709434937477,8,24,24,24,RMSprop
+120,0.8067567533737904,0.2,0.25,0.15000000000000002,0.0009256222697539482,6,28,32,24,RMSprop
+28,0.8067567533737904,0.30000000000000004,0.25,0.2,0.001191518635828248,10,16,28,8,RMSprop
+53,0.8081081050473291,0.25,0.25,0.15000000000000002,0.0012386138182171953,12,20,32,12,RMSprop
+55,0.8094594543044632,0.2,0.2,0.15000000000000002,0.002055405129248472,12,20,32,4,RMSprop
+167,0.8094594575263359,0.2,0.2,0.15000000000000002,0.001944412199295145,10,20,28,24,RMSprop
+3,0.8121621608734131,0.25,0.2,0.35,0.002978364828064917,8,16,24,8,Adam
+16,0.8135135125469517,0.2,0.30000000000000004,0.15000000000000002,0.002552910713520236,8,12,16,24,Adam
+15,0.8162162122694222,0.30000000000000004,0.30000000000000004,0.35,0.0022195754664554633,10,20,28,24,Adam
+35,0.8175675639429608,0.25,0.2,0.25,0.002200122415355043,6,20,20,24,RMSprop
+30,0.8189189123946268,0.35,0.15000000000000002,0.30000000000000004,0.003172317460779573,6,12,20,24,RMSprop
diff --git a/notebooks/multi_scale_timeseries_classification_on_fine_dust_1d_cnn_hyper_opt.ipynb b/notebooks/multi_scale_timeseries_classification_on_fine_dust_1d_cnn_hyper_opt.ipynb