diff --git a/README.md b/README.md index 006ef5c..bea3b67 100644 --- a/README.md +++ b/README.md @@ -12,22 +12,30 @@ Raghunathan Ramakrishnan, Pavlo O. Dral, Matthias Rupp & O. Anatole von Lilienfe In this work, we used the QM9 dataset (that contains about 134K molecules) to demonstrate the power of EHVI-based algorithms. In the interest of time and computational cost, we used randomly selected 1000 structures. We designed a few multi-objective tasks for this project, which are not necessarily motivated by any scientific design goals. But our results show the promise of using BO for similar kind of multi-objective molecular properties optimization. For featurization, we used the coulomb matrix (CM) and smooth overlap of atomic orbitals (SOAP) methods. For GP kernels, we used RBF, and Matern kernel. We compared three different acquisition functions, namely, 1. qEHVI, 2. qNEHVI, and 3. random data acquisition. In all the simulation results provided below, we used 50 initial random seed points. One main limitation of this work is, due to time constraints, we didn't run the simulation several times to have statistically robust results. -## Maximizing mu (dielectric constant) and alpha (polarizability) +### Effect of featurizer + +We tried SOAP and Coulomb matrix (CM) to featurize the molecules. In our study, all things being equal, SOAP outformed CM, owing to the fact that we have to pad the CM with zero's to have the same fingerprint length. As a result, we are introducing spurious features that does not contain any signal and furhter amplifies the noise present in the data. + +### Effect of kernel + +We used RBF and Matern kernel. In this study, we found that they perform almost equally, with Matern performance being slightly better. + +### Maximizing mu (dielectric constant) and alpha (polarizability) This problem aims to find materials with a high dielectric constant in conjunction to a high polarizability. Below figure shows the optimization profile along with the pareto fronts for all three acquistion functions. ![maximization of mu and alpha](experiments/mu_alpha/mu_alpha_results.png) -# Maximizing mu and minimizing bandgap +### Maximizing mu and minimizing bandgap This problem is trying to find the molecules with a high dielectric constant with a low bandgap (high electrical conductivity). ![Maximization of mu with minimizing gap](experiments/mu_gap/mu_gap_results.png) -# Maximizing mu and minimizing Gibbs Free Energy +### Maximizing mu and minimizing Gibbs Free Energy This problem is trying to find the most stable (low G) molecules with a high dielectric constant. ![Maximization of mu with minimizing G](experiments/mu_G/mu_G_results.png) - +From the three experiments, we found that both `qeHVI` and `qNEHVI` performed better than the random acquisition function. diff --git a/experiments/featurizer_effect/gap_zpve_CM_results.csv b/experiments/featurizer_effect/gap_zpve_CM_results.csv new file mode 100644 index 0000000..e5c7a54 --- /dev/null +++ b/experiments/featurizer_effect/gap_zpve_CM_results.csv @@ -0,0 +1,954 @@ +,iteration_qEHVI,iteration_qNEHVI,iteration_random,gap,zpve +0,16.0,,,0.2853,0.180763 +1,7.0,,,0.3223,0.226412 +2,18.0,,,0.1987,0.122289 +3,11.0,,,0.2833,0.21423 +4,20.0,,,0.2386,0.136288 +5,21.0,,,0.2702,0.191297 +6,,21.0,,0.2043,0.113094 +7,27.0,,,0.2095,0.125424 +8,,27.0,,0.2161,0.150826 +9,,,7.0,0.2518,0.167275 +10,,12.0,,0.3264,0.204365 +11,,28.0,,0.25,0.170966 +12,0.0,0.0,0.0,0.2253,0.100868 +13,29.0,,,0.2603,0.131907 +14,,29.0,,0.3439,0.120277 +15,30.0,,,0.2353,0.137296 +16,,11.0,,0.331,0.229754 +17,,30.0,,0.2647,0.170436 +18,31.0,,,0.3031,0.166171 +19,,31.0,,0.2063,0.120304 +20,32.0,,,0.2551,0.205121 +21,33.0,,,0.2665,0.175768 +22,,33.0,,0.2756,0.159831 +23,34.0,,,0.2302,0.090114 +24,,34.0,,0.1858,0.110259 +25,35.0,,,0.296,0.180771 +26,36.0,,,0.2434,0.115397 +27,,36.0,,0.2717,0.15855 +28,37.0,,,0.296,0.191845 +29,,37.0,,0.2433,0.162172 +30,38.0,,,0.2828,0.171028 +31,,,1.0,0.2931,0.123562 +32,39.0,,,0.1995,0.133803 +33,,39.0,,0.3392,0.205556 +34,40.0,,,0.2309,0.162048 +35,,40.0,,0.3197,0.182587 +36,41.0,,,0.2146,0.143622 +37,,41.0,,0.3099,0.165794 +38,42.0,,,0.1747,0.097252 +39,,42.0,,0.2081,0.141395 +40,43.0,,,0.2626,0.124687 +41,,43.0,,0.2188,0.159481 +42,44.0,,,0.3356,0.159975 +43,,44.0,,0.2158,0.156261 +44,0.0,0.0,0.0,0.255,0.146378 +45,45.0,,,0.2172,0.094469 +46,46.0,,,0.2129,0.131114 +47,47.0,,,0.2787,0.183032 +48,,47.0,,0.1916,0.124972 +49,48.0,,,0.229,0.103405 +50,,48.0,,0.3328,0.182332 +51,49.0,,,0.233,0.12601 +52,0.0,0.0,0.0,0.3235,0.204558 +53,,49.0,,0.2653,0.170284 +54,50.0,,,0.2226,0.147853 +55,,,,0.2604,0.123616 +56,,,,0.2776,0.14726 +57,13.0,,,0.2759,0.214313 +58,,,,0.2015,0.122671 +59,,,,0.2798,0.124545 +60,,,,0.3241,0.176426 +61,,,,0.2164,0.075457 +62,,,,0.2343,0.158146 +63,0.0,0.0,0.0,0.245,0.151468 +64,,,,0.2042,0.103068 +65,,,,0.2396,0.113651 +66,,9.0,,0.3142,0.210794 +67,,,,0.2502,0.141741 +68,,,46.0,0.2298,0.121818 +69,,,,0.2414,0.149432 +70,,,,0.1898,0.169447 +71,,,,0.264,0.138818 +72,,,,0.2132,0.138578 +73,,,,0.2187,0.10167 +74,,,,0.2401,0.17138 +75,,,42.0,0.2519,0.182845 +76,,,,0.2206,0.159542 +77,,,,0.2567,0.144267 +78,,,,0.2588,0.154174 +79,,,,0.2289,0.15732 +80,,,,0.2949,0.156813 +81,,,,0.246,0.154646 +82,,,,0.2232,0.202685 +83,,,,0.2565,0.146914 +84,,,,0.2668,0.158163 +85,,,,0.2003,0.11288 +86,,,,0.3239,0.164727 +87,,,,0.2006,0.148195 +88,,,,0.2413,0.093206 +89,,,,0.2482,0.159611 +90,,,35.0,0.2658,0.148258 +91,,,,0.2059,0.146915 +92,,,,0.2642,0.172517 +93,,,,0.3169,0.185976 +94,,,,0.1818,0.086076 +95,,,,0.2595,0.158133 +96,,,,0.2288,0.161667 +97,0.0,0.0,0.0,0.2661,0.161845 +98,,,,0.1809,0.124305 +99,,,,0.1984,0.157421 +100,,,,0.2292,0.13556 +101,,,,0.295,0.181305 +102,,,,0.244,0.159289 +103,,,,0.271,0.158881 +104,0.0,0.0,0.0,0.3067,0.183036 +105,,16.0,,0.3167,0.205972 +106,,,,0.3017,0.158949 +107,,,,0.2754,0.101185 +108,,,,0.3353,0.128648 +109,,,,0.2091,0.14597 +110,,,,0.1996,0.118817 +111,24.0,,,0.2747,0.186289 +112,,,,0.1554,0.098688 +113,,,,0.28,0.201518 +114,,,29.0,0.267,0.161076 +115,,,,0.2694,0.117961 +116,,,,0.315,0.19289 +117,,,,0.1809,0.127646 +118,,,,0.2667,0.145715 +119,0.0,0.0,0.0,0.2628,0.206029 +120,,,,0.3228,0.204673 +121,,,,0.2358,0.183952 +122,3.0,,,0.34,0.229517 +123,,,,0.2455,0.128963 +124,,,,0.2621,0.153937 +125,,,,0.2152,0.158806 +126,,,,0.3112,0.159387 +127,,,,0.2761,0.122831 +128,,,,0.2943,0.157638 +129,,,33.0,0.1771,0.060354 +130,,,6.0,0.2078,0.137083 +131,,,,0.1713,0.170333 +132,,,,0.3318,0.15657 +133,0.0,0.0,0.0,0.2936,0.158561 +134,,,,0.2735,0.110708 +135,,,,0.2567,0.149038 +136,,,,0.1442,0.123772 +137,,,,0.169,0.137915 +138,,,,0.2673,0.156455 +139,,,,0.1591,0.112257 +140,,,,0.3367,0.183801 +141,,,,0.2118,0.119334 +142,,,,0.2975,0.202373 +143,,,,0.2689,0.173966 +144,,,,0.3397,0.179625 +145,,,,0.2091,0.134907 +146,28.0,,,0.3045,0.154274 +147,,,40.0,0.1979,0.136542 +148,,,,0.2214,0.136902 +149,,,,0.2394,0.126188 +150,,,,0.2251,0.159264 +151,,,,0.2197,0.127317 +152,,,,0.2865,0.145234 +153,,,,0.1758,0.119445 +154,,,,0.2311,0.097413 +155,,,,0.2704,0.114956 +156,,,,0.1947,0.077121 +157,,,,0.302,0.193145 +158,,,,0.3298,0.182571 +159,,,,0.2296,0.0739 +160,,,,0.31,0.153035 +161,,,,0.3155,0.172282 +162,,,18.0,0.2746,0.192064 +163,,,,0.2924,0.158421 +164,,,,0.2818,0.124587 +165,,,,0.325,0.205513 +166,,,,0.2506,0.144953 +167,,,,0.2672,0.170273 +168,,,,0.3149,0.179208 +169,0.0,0.0,0.0,0.3062,0.159011 +170,,,,0.159,0.060068 +171,,,,0.2263,0.123708 +172,,,,0.2057,0.143912 +173,,,,0.2449,0.122516 +174,,32.0,,0.3108,0.21651 +175,0.0,0.0,0.0,0.2083,0.125155 +176,,,,0.2153,0.098916 +177,,,,0.3008,0.143978 +178,,,,0.3225,0.183664 +179,,,,0.321,0.15055 +180,,,,0.1689,0.076706 +181,,,,0.2989,0.124548 +182,9.0,,,0.3439,0.229092 +183,,,,0.2737,0.094874 +184,,,,0.3217,0.17524 +185,,,,0.3279,0.161206 +186,,35.0,,0.3303,0.203015 +187,,,,0.3544,0.206247 +188,,,,0.2223,0.184956 +189,,,,0.2286,0.16107 +190,,,,0.1732,0.118432 +191,,,,0.2592,0.147973 +192,,,,0.2364,0.159818 +193,0.0,0.0,0.0,0.2478,0.106316 +194,,,,0.2244,0.147904 +195,,,,0.3,0.173915 +196,0.0,0.0,0.0,0.2385,0.162058 +197,,,,0.2119,0.125596 +198,,,,0.1982,0.183129 +199,,,,0.2243,0.033264 +200,,,,0.2153,0.085378 +201,,,,0.3181,0.182891 +202,,,,0.1718,0.102005 +203,,,,0.3047,0.183488 +204,,,,0.3235,0.184307 +205,,,,0.2986,0.160246 +206,,,,0.2983,0.14611 +207,,,,0.2154,0.098088 +208,,,,0.2963,0.192695 +209,,,,0.2179,0.124843 +210,,,,0.2259,0.155601 +211,,,,0.2151,0.136333 +212,,,44.0,0.274,0.160861 +213,,,,0.3107,0.204346 +214,,,,0.1728,0.136431 +215,,,,0.2715,0.117109 +216,23.0,,,0.222,0.176757 +217,,,,0.3217,0.178645 +218,,,,0.3066,0.180926 +219,,,,0.3079,0.183484 +220,,,,0.2728,0.122956 +221,,,,0.2083,0.134051 +222,,,,0.2855,0.144186 +223,,,,0.2363,0.182197 +224,,,,0.2805,0.146788 +225,,,,0.2137,0.123163 +226,,13.0,,0.3311,0.205219 +227,,,,0.2629,0.125279 +228,,,,0.2972,0.181448 +229,,,,0.2238,0.184631 +230,,,,0.1868,0.112995 +231,,,,0.2328,0.126394 +232,,,,0.1834,0.108889 +233,5.0,,,0.2581,0.230717 +234,,,,0.2813,0.13685 +235,0.0,0.0,0.0,0.2549,0.134835 +236,,,,0.2303,0.148021 +237,,,,0.2491,0.160097 +238,,,14.0,0.2182,0.101169 +239,0.0,0.0,0.0,0.2889,0.202242 +240,0.0,0.0,0.0,0.2732,0.170874 +241,,,,0.2228,0.17729 +242,,,,0.2779,0.149373 +243,,,,0.1844,0.123577 +244,,,,0.269,0.129045 +245,,,,0.1265,0.064746 +246,,,,0.2212,0.158332 +247,,,,0.3027,0.14926 +248,,,,0.2347,0.149004 +249,,,,0.2059,0.133181 +250,,,,0.2677,0.137316 +251,,,,0.2726,0.192638 +252,,,,0.3166,0.153097 +253,,,,0.2919,0.168912 +254,,22.0,,0.2244,0.204305 +255,,,,0.2857,0.147862 +256,,,,0.3201,0.20574 +257,,,,0.2343,0.155528 +258,,,,0.2143,0.13442 +259,,10.0,,0.3157,0.225114 +260,,,,0.3013,0.180478 +261,25.0,,,0.2467,0.207106 +262,,,,0.2752,0.15358 +263,,,,0.2445,0.146589 +264,,,,0.3139,0.135933 +265,,,,0.2569,0.126004 +266,,,,0.2755,0.171645 +267,,,,0.2663,0.146891 +268,0.0,0.0,0.0,0.3443,0.193333 +269,,,,0.2073,0.121523 +270,,,,0.2485,0.161415 +271,,,,0.2318,0.138198 +272,,,,0.2142,0.146725 +273,,,,0.2155,0.158288 +274,,,,0.3217,0.204973 +275,,,,0.1787,0.091713 +276,,,,0.3352,0.178037 +277,,,,0.324,0.206556 +278,,,,0.2637,0.135254 +279,,,,0.3042,0.160896 +280,,,,0.1824,0.149725 +281,,,,0.2202,0.157512 +282,,,,0.3125,0.178518 +283,,4.0,,0.3382,0.231557 +284,,,,0.2259,0.157027 +285,,,,0.3199,0.205958 +286,,,,0.2173,0.129946 +287,,,,0.2549,0.158806 +288,0.0,0.0,0.0,0.341,0.133687 +289,,,,0.2064,0.121015 +290,,,,0.2959,0.141217 +291,6.0,,,0.3324,0.226948 +292,,,,0.2606,0.146861 +293,,18.0,,0.3233,0.207478 +294,,,,0.2138,0.113979 +295,10.0,,,0.235,0.225279 +296,,,,0.2122,0.131676 +297,,,,0.2603,0.146929 +298,,,,0.2175,0.155895 +299,0.0,0.0,0.0,0.231,0.148473 +300,,,,0.2582,0.18444 +301,,,,0.2213,0.135373 +302,,,,0.3133,0.204218 +303,,,,0.2769,0.134666 +304,,,,0.2641,0.149309 +305,,,,0.2687,0.147586 +306,,,,0.1534,0.136855 +307,,,,0.1841,0.102268 +308,,,,0.3108,0.158415 +309,,,,0.2254,0.145837 +310,,23.0,,0.1806,0.185424 +311,,,,0.16,0.12475 +312,,,,0.2308,0.194937 +313,,,,0.3133,0.163714 +314,,,,0.1968,0.136735 +315,,,,0.2286,0.139642 +316,,8.0,,0.3204,0.224721 +317,,,,0.2048,0.147519 +318,,,,0.3141,0.182774 +319,,,,0.2928,0.145335 +320,,,,0.1783,0.137869 +321,,,,0.2772,0.141248 +322,,,,0.2076,0.141098 +323,,,,0.3038,0.118936 +324,,,,0.2094,0.156745 +325,,,,0.2093,0.135855 +326,,,,0.2564,0.157631 +327,,,,0.2815,0.16967 +328,,,,0.1936,0.13428 +329,,,,0.2195,0.148344 +330,,,,0.1954,0.121091 +331,,,,0.2151,0.171722 +332,,,,0.1976,0.127363 +333,,,,0.2616,0.114576 +334,,,,0.3322,0.183148 +335,,,,0.231,0.181216 +336,,,,0.2276,0.201756 +337,,,,0.2616,0.114324 +338,,,,0.2857,0.146661 +339,,,,0.3125,0.173301 +340,,,,0.1801,0.15553 +341,,,,0.1888,0.12536 +342,,,,0.3053,0.159188 +343,,,,0.2015,0.124708 +344,,,,0.314,0.17455 +345,,,,0.2144,0.136925 +346,0.0,0.0,0.0,0.3344,0.206578 +347,,,,0.2591,0.149308 +348,,,,0.2468,0.136888 +349,,,16.0,0.2046,0.148118 +350,,,5.0,0.2476,0.161412 +351,,,,0.311,0.184154 +352,,,,0.1938,0.100909 +353,,,,0.2156,0.134623 +354,,,,0.2326,0.111244 +355,,,,0.1828,0.113329 +356,,,30.0,0.2264,0.144694 +357,,,,0.2324,0.101869 +358,,,,0.3024,0.127755 +359,,,,0.2729,0.137166 +360,,,,0.1656,0.103027 +361,,,25.0,0.3277,0.193302 +362,,,,0.2318,0.138213 +363,,,,0.2603,0.17159 +364,,,,0.2701,0.148462 +365,,,,0.2068,0.136448 +366,,3.0,,0.3262,0.225652 +367,,,,0.2231,0.155713 +368,,,,0.2156,0.137636 +369,,,,0.2163,0.135201 +370,,,,0.2404,0.19434 +371,,,,0.2424,0.083762 +372,,,,0.2213,0.103867 +373,,,,0.2863,0.145294 +374,,,,0.3043,0.141888 +375,,,,0.2216,0.103381 +376,,,,0.3199,0.163598 +377,,,,0.2284,0.147477 +378,,,,0.2681,0.136421 +379,,,,0.2991,0.159311 +380,0.0,0.0,0.0,0.3236,0.161817 +381,,,,0.2487,0.182339 +382,,,,0.3112,0.182882 +383,,,,0.2834,0.180742 +384,,,23.0,0.2245,0.099086 +385,,,,0.2463,0.158622 +386,,,,0.2088,0.124216 +387,,,,0.2111,0.135783 +388,,,,0.2563,0.168655 +389,,,,0.2148,0.13192 +390,,,,0.2728,0.161831 +391,,,,0.1506,0.159504 +392,,26.0,,0.3297,0.182082 +393,,,,0.1677,0.101777 +394,,50.0,,0.3208,0.172358 +395,22.0,,,0.3428,0.169584 +396,,,,0.2541,0.132253 +397,,,,0.2293,0.109361 +398,,,,0.2903,0.079516 +399,,,,0.1771,0.100495 +400,,,,0.2548,0.161417 +401,,,,0.3131,0.18025 +402,,,,0.2275,0.08707 +403,,,,0.194,0.108867 +404,,,,0.3008,0.151338 +405,,,,0.23,0.168884 +406,,,,0.1809,0.111387 +407,,,,0.2214,0.148741 +408,,,,0.2681,0.193264 +409,,,,0.1731,0.125193 +410,,,,0.2596,0.099947 +411,,,,0.3014,0.159842 +412,,,,0.1874,0.135004 +413,,,,0.2288,0.136084 +414,,,,0.2755,0.122426 +415,,,,0.2601,0.124362 +416,,,,0.2799,0.146027 +417,,,38.0,0.2072,0.143124 +418,,,,0.219,0.101661 +419,,,,0.3308,0.180169 +420,,,,0.1703,0.134902 +421,,,,0.2226,0.113796 +422,,6.0,,0.3368,0.227497 +423,,,,0.3235,0.183337 +424,,,,0.3068,0.156269 +425,,,,0.2047,0.101779 +426,,,,0.205,0.119105 +427,,,,0.2638,0.136091 +428,,,,0.2183,0.141544 +429,,,,0.2735,0.14678 +430,,,47.0,0.2418,0.162512 +431,,,,0.3143,0.193762 +432,,,,0.1703,0.125248 +433,,,,0.2863,0.13642 +434,,,,0.3145,0.182514 +435,2.0,,,0.3335,0.249433 +436,,,,0.2437,0.154896 +437,,,,0.273,0.091004 +438,,,,0.1972,0.134468 +439,,,,0.2564,0.158281 +440,,,,0.2571,0.182584 +441,,,,0.251,0.184215 +442,,,,0.2134,0.075538 +443,,,,0.25,0.170412 +444,,,,0.2811,0.150765 +445,,,15.0,0.2337,0.124878 +446,,,,0.2554,0.18462 +447,,,34.0,0.2538,0.178486 +448,,,,0.3049,0.155449 +449,,,,0.2081,0.146607 +450,,,,0.3033,0.1318 +451,,,,0.2,0.118971 +452,,,,0.2436,0.162656 +453,,,,0.2703,0.15604 +454,,,,0.3255,0.164601 +455,,,,0.2529,0.182608 +456,,,,0.2649,0.193095 +457,,,8.0,0.384,0.174636 +458,,,,0.2294,0.111761 +459,,,,0.2464,0.146232 +460,,,,0.2261,0.167602 +461,,,,0.231,0.136468 +462,,,31.0,0.2211,0.160088 +463,0.0,0.0,0.0,0.2054,0.156282 +464,,,,0.3201,0.159692 +465,,,,0.2353,0.12367 +466,,,,0.2206,0.133646 +467,,,,0.2133,0.15499 +468,,,,0.3117,0.161884 +469,,,,0.3342,0.154866 +470,,,,0.3032,0.162761 +471,,,,0.1976,0.111439 +472,,,,0.2268,0.111262 +473,,,,0.2751,0.134251 +474,0.0,0.0,0.0,0.3256,0.228383 +475,,,,0.201,0.145024 +476,,,,0.2243,0.121788 +477,,,,0.232,0.136165 +478,,,,0.2536,0.134791 +479,,,,0.2076,0.116313 +480,0.0,0.0,0.0,0.2125,0.158371 +481,,,20.0,0.2613,0.158582 +482,,,,0.266,0.146186 +483,,,,0.193,0.111214 +484,,,,0.2598,0.146412 +485,,,,0.193,0.103299 +486,,,,0.2351,0.15985 +487,,,,0.2451,0.159517 +488,,,,0.2155,0.123176 +489,,,,0.2343,0.160932 +490,0.0,0.0,0.0,0.2696,0.117592 +491,,,,0.2623,0.101619 +492,,,,0.292,0.150872 +493,,38.0,,0.3375,0.202592 +494,,,,0.2036,0.170463 +495,,,,0.2665,0.146024 +496,,,,0.3212,0.161603 +497,,,,0.2169,0.147589 +498,,,,0.2218,0.136325 +499,,,,0.2164,0.091602 +500,,,,0.2535,0.164163 +501,,,,0.1745,0.113827 +502,0.0,0.0,0.0,0.2586,0.144771 +503,,15.0,,0.3163,0.208878 +504,,,,0.2286,0.147843 +505,,,,0.234,0.111813 +506,,,,0.2769,0.133681 +507,,,,0.2066,0.157405 +508,,,11.0,0.2415,0.120366 +509,,,,0.1928,0.101652 +510,0.0,0.0,0.0,0.3241,0.208189 +511,,,,0.2079,0.145375 +512,,,,0.2553,0.133847 +513,,,27.0,0.2044,0.133898 +514,,,,0.2213,0.179142 +515,,,,0.2584,0.119895 +516,,,,0.3086,0.204085 +517,,,,0.3056,0.182177 +518,,,,0.2626,0.181223 +519,,,,0.3073,0.147686 +520,,,,0.2078,0.115543 +521,,,,0.1872,0.135003 +522,,,,0.2053,0.09767 +523,,,,0.2238,0.094356 +524,,,,0.2396,0.108193 +525,,,,0.3266,0.153813 +526,,,9.0,0.192,0.124135 +527,,,,0.2182,0.112657 +528,,,,0.3173,0.168874 +529,,,,0.2295,0.106841 +530,1.0,,,0.2469,0.025718 +531,0.0,0.0,0.0,0.1884,0.123738 +532,,,32.0,0.2365,0.121167 +533,,,,0.2754,0.18106 +534,,,,0.2626,0.161057 +535,,,,0.3092,0.202473 +536,,,,0.1698,0.099744 +537,,,,0.3024,0.178936 +538,,,,0.2021,0.115998 +539,,,,0.2179,0.131796 +540,,,43.0,0.219,0.169054 +541,,,,0.224,0.094448 +542,,,,0.3196,0.182534 +543,,,,0.2503,0.171994 +544,,,,0.302,0.192908 +545,,,,0.3126,0.169812 +546,,,,0.3237,0.162295 +547,,,,0.2375,0.112578 +548,,,,0.2898,0.147881 +549,,,,0.2849,0.1446 +550,,,,0.24,0.160086 +551,,,,0.2612,0.133632 +552,,,,0.3046,0.161629 +553,,,,0.1402,0.136489 +554,,,,0.2567,0.180853 +555,,,,0.3055,0.160764 +556,,,,0.2575,0.182577 +557,,,,0.2681,0.172806 +558,,,,0.3147,0.161313 +559,,,,0.2567,0.159368 +560,,,,0.2116,0.104811 +561,,,,0.182,0.135624 +562,,,,0.168,0.100384 +563,,,,0.2295,0.173076 +564,,,,0.2106,0.17122 +565,,,,0.2141,0.137913 +566,,,,0.2767,0.158349 +567,0.0,0.0,0.0,0.2199,0.125864 +568,,,,0.2694,0.134364 +569,,,,0.3132,0.163537 +570,,,,0.2365,0.136995 +571,,,13.0,0.311,0.1809 +572,,,,0.2098,0.156431 +573,,,,0.2449,0.148616 +574,,,,0.2613,0.113759 +575,,,,0.2099,0.143965 +576,,,,0.292,0.180567 +577,,,,0.2251,0.155543 +578,,,,0.3352,0.182101 +579,0.0,0.0,0.0,0.2404,0.131532 +580,,,,0.2332,0.118091 +581,,,,0.2505,0.147632 +582,,,,0.2565,0.154488 +583,,,,0.2488,0.136415 +584,,,,0.2298,0.122955 +585,,,,0.3188,0.173739 +586,,,,0.2117,0.168767 +587,,,,0.217,0.150289 +588,,,,0.2263,0.160298 +589,,,,0.2348,0.183267 +590,,,,0.2239,0.135301 +591,,,,0.2386,0.065299 +592,,,,0.2176,0.177856 +593,,,,0.2256,0.160965 +594,,,,0.2761,0.133315 +595,,,,0.2261,0.184193 +596,,,,0.3108,0.184182 +597,,,,0.2226,0.167648 +598,,,,0.2979,0.180996 +599,,,,0.2232,0.109211 +600,,,,0.2211,0.107835 +601,,,,0.2504,0.180804 +602,,,,0.3165,0.162873 +603,,,,0.2236,0.132918 +604,,,,0.2271,0.202506 +605,,,,0.1995,0.147294 +606,,,,0.282,0.181582 +607,,,,0.2765,0.16885 +608,,,10.0,0.3125,0.148317 +609,,,,0.2037,0.155371 +610,17.0,,,0.3478,0.216317 +611,,,,0.2547,0.173389 +612,,,48.0,0.2041,0.149399 +613,,,,0.183,0.163569 +614,,17.0,,0.2272,0.20319 +615,,,,0.3099,0.192334 +616,0.0,0.0,0.0,0.2803,0.1683 +617,,,,0.2399,0.130772 +618,,,,0.2849,0.147756 +619,,,,0.2918,0.1687 +620,,,,0.221,0.159169 +621,,,,0.2381,0.129449 +622,,,,0.3014,0.179721 +623,,,,0.2179,0.170052 +624,0.0,0.0,0.0,0.2084,0.117532 +625,,,,0.3101,0.172609 +626,,,,0.2988,0.194071 +627,,,,0.2629,0.144515 +628,,,,0.2998,0.147138 +629,,,,0.2732,0.162629 +630,,,,0.2663,0.145996 +631,,,,0.1742,0.074241 +632,,,,0.2728,0.196534 +633,,,,0.3426,0.158735 +634,,,,0.2462,0.119865 +635,,,,0.2882,0.118638 +636,,,,0.2195,0.123967 +637,,,,0.2245,0.126894 +638,,,,0.2662,0.115707 +639,,,,0.2703,0.157179 +640,0.0,0.0,0.0,0.2055,0.089502 +641,,,,0.2992,0.126333 +642,,,,0.2213,0.114857 +643,,,24.0,0.234,0.203417 +644,14.0,,,0.324,0.205711 +645,,,,0.216,0.160204 +646,,,,0.1989,0.093849 +647,,,12.0,0.2229,0.180697 +648,,,,0.2534,0.148798 +649,,,,0.2253,0.125113 +650,,,,0.1909,0.096572 +651,,,,0.3109,0.181007 +652,,,,0.2537,0.172235 +653,,,,0.2536,0.121026 +654,,,,0.2377,0.150216 +655,,,,0.2013,0.156497 +656,,,,0.2893,0.145243 +657,,,,0.271,0.153057 +658,,14.0,,0.3153,0.206586 +659,,,,0.221,0.139011 +660,,,,0.2456,0.16967 +661,,,,0.3132,0.113892 +662,,,,0.2218,0.17949 +663,,,,0.1838,0.160955 +664,,,,0.1765,0.126235 +665,,,,0.245,0.180985 +666,,,,0.3317,0.161892 +667,,,,0.1829,0.120066 +668,,,,0.307,0.18607 +669,,,,0.2032,0.132255 +670,,,,0.196,0.162069 +671,,,,0.2632,0.138869 +672,,,,0.2686,0.147366 +673,,,,0.2169,0.14914 +674,,,,0.2139,0.13503 +675,0.0,0.0,0.0,0.2331,0.160078 +676,,,,0.2707,0.13133 +677,,,,0.3035,0.111728 +678,,,,0.2645,0.11694 +679,26.0,,,0.3107,0.204172 +680,,,49.0,0.2591,0.122039 +681,,,,0.2274,0.142838 +682,,,50.0,0.33,0.177522 +683,,,,0.2178,0.110298 +684,,,,0.2937,0.113218 +685,,,,0.3047,0.16325 +686,,,,0.2434,0.110773 +687,19.0,,,0.2867,0.214181 +688,,,,0.2808,0.192415 +689,,,,0.2164,0.139082 +690,,,,0.2748,0.171329 +691,,,,0.234,0.115284 +692,,,,0.2728,0.138007 +693,,,,0.262,0.158896 +694,,,,0.2237,0.182918 +695,,,37.0,0.3221,0.17183 +696,,,,0.2034,0.081791 +697,,,,0.1792,0.102267 +698,,,,0.2973,0.172302 +699,4.0,,,0.3337,0.228 +700,,,,0.2526,0.144928 +701,,,,0.2507,0.100464 +702,,,,0.3324,0.183887 +703,,,,0.1954,0.122511 +704,,,,0.2442,0.182794 +705,,,,0.2449,0.160785 +706,,,,0.1721,0.104615 +707,,,26.0,0.3101,0.162497 +708,,,,0.1401,0.106306 +709,0.0,0.0,0.0,0.2611,0.161468 +710,,,,0.2233,0.146225 +711,,,,0.269,0.14923 +712,,,,0.2245,0.202592 +713,,,,0.2145,0.137059 +714,,,,0.3318,0.176417 +715,,,,0.2996,0.123591 +716,,,,0.2469,0.120443 +717,,,,0.2469,0.124673 +718,,,,0.2546,0.134298 +719,,,,0.2432,0.148405 +720,,,,0.2873,0.185625 +721,,,,0.2774,0.141335 +722,,25.0,,0.3306,0.204661 +723,,,,0.2999,0.136229 +724,0.0,0.0,0.0,0.2422,0.133158 +725,,,,0.3175,0.139396 +726,,,28.0,0.2402,0.131718 +727,,,,0.2641,0.132924 +728,,,,0.3025,0.169084 +729,0.0,0.0,0.0,0.2232,0.110462 +730,0.0,0.0,0.0,0.2108,0.088333 +731,,,,0.2588,0.140705 +732,,,,0.3038,0.169145 +733,,,,0.2745,0.153464 +734,,,,0.2414,0.149085 +735,,,,0.2147,0.132108 +736,,,,0.3248,0.160853 +737,,,,0.1917,0.169203 +738,,,,0.2108,0.174991 +739,,,,0.2135,0.098282 +740,,,,0.1783,0.182096 +741,8.0,,,0.2612,0.229064 +742,,,,0.3022,0.124204 +743,,,,0.1917,0.089852 +744,0.0,0.0,0.0,0.3116,0.184788 +745,,,,0.2928,0.154459 +746,,,,0.2854,0.171347 +747,,,,0.3329,0.180453 +748,,,,0.3146,0.204054 +749,,,,0.2189,0.159317 +750,0.0,0.0,0.0,0.2388,0.138078 +751,,,,0.239,0.171617 +752,,,,0.229,0.12472 +753,,,,0.3061,0.195734 +754,,,,0.2267,0.10583 +755,,,,0.2143,0.134989 +756,,,,0.2059,0.110056 +757,,,,0.2517,0.183957 +758,,,,0.2688,0.172768 +759,,,,0.2643,0.112428 +760,,,,0.2729,0.149472 +761,,,,0.1502,0.078427 +762,,,,0.2205,0.203733 +763,0.0,0.0,0.0,0.216,0.114302 +764,,,,0.2209,0.156002 +765,,,,0.234,0.150896 +766,,,,0.2756,0.134863 +767,,,,0.1786,0.11026 +768,,,,0.3044,0.158585 +769,,,,0.283,0.151299 +770,,,,0.2731,0.136268 +771,,,,0.2118,0.15897 +772,,,,0.2485,0.185538 +773,,,,0.2449,0.160008 +774,,,,0.2768,0.171033 +775,,,,0.2165,0.134954 +776,,,21.0,0.2909,0.15594 +777,,,,0.2202,0.130069 +778,,,,0.227,0.137466 +779,,,,0.2242,0.18122 +780,0.0,0.0,0.0,0.3109,0.131929 +781,,,,0.2999,0.149867 +782,,,,0.2977,0.17168 +783,,,,0.2229,0.133705 +784,,,,0.2959,0.151244 +785,,,,0.2772,0.172098 +786,,,,0.2792,0.126836 +787,,,,0.2582,0.134888 +788,,,,0.2129,0.159779 +789,,,,0.2887,0.160418 +790,,,,0.2919,0.147931 +791,,,,0.2796,0.168586 +792,,,,0.3006,0.183244 +793,,,,0.1728,0.115559 +794,,,,0.1775,0.148634 +795,,,,0.188,0.12008 +796,,,,0.2283,0.158642 +797,,,,0.3006,0.110565 +798,,,,0.3195,0.163667 +799,0.0,0.0,0.0,0.2047,0.183694 +800,,,,0.2203,0.13487 +801,,,,0.1869,0.13845 +802,,,,0.2272,0.122944 +803,,,,0.1899,0.159903 +804,,,,0.3176,0.181458 +805,,,,0.2718,0.133985 +806,,,,0.2015,0.077257 +807,,,,0.2291,0.179613 +808,,,,0.3117,0.174714 +809,,,,0.2693,0.146698 +810,,,,0.214,0.108615 +811,,,22.0,0.2638,0.170963 +812,,,,0.2104,0.135774 +813,,,,0.3042,0.159869 +814,0.0,0.0,0.0,0.2432,0.14553 +815,,,,0.2587,0.181825 +816,,,,0.2227,0.149291 +817,,,,0.2077,0.132985 +818,,,,0.3244,0.17846 +819,,,17.0,0.1827,0.125761 +820,,,,0.3069,0.182173 +821,,,,0.2244,0.182305 +822,,,,0.2521,0.098706 +823,,,,0.1507,0.106097 +824,,,,0.1743,0.113702 +825,15.0,,,0.2919,0.201375 +826,,2.0,,0.3317,0.250193 +827,,,,0.1846,0.086907 +828,,,4.0,0.3363,0.225964 +829,,,,0.2155,0.101915 +830,,,,0.2611,0.15864 +831,,,,0.2297,0.095405 +832,,,,0.2834,0.125906 +833,,,,0.2705,0.131969 +834,,,,0.214,0.145947 +835,,,,0.2864,0.152874 +836,,,,0.262,0.088806 +837,0.0,0.0,0.0,0.2384,0.073102 +838,,,,0.2109,0.157766 +839,,,,0.2139,0.087129 +840,,,,0.1925,0.182343 +841,,,,0.3201,0.145808 +842,,,19.0,0.3051,0.155581 +843,,,,0.2784,0.171169 +844,,,,0.2506,0.158826 +845,,,,0.2671,0.136863 +846,,,,0.2405,0.137233 +847,,,,0.1918,0.077896 +848,,,,0.2391,0.134277 +849,,,,0.1974,0.123753 +850,,1.0,,0.2676,0.146818 +851,,24.0,,0.2839,0.180677 +852,,,3.0,0.2588,0.146766 +853,,,,0.285,0.137126 +854,,,,0.323,0.168927 +855,,,,0.2774,0.115801 +856,,,,0.1461,0.088424 +857,,,,0.2542,0.158815 +858,,20.0,,0.3195,0.205435 +859,,,,0.2473,0.184067 +860,,,,0.1896,0.14882 +861,,,39.0,0.3022,0.149447 +862,,,,0.2021,0.125338 +863,,,,0.2197,0.154687 +864,12.0,,,0.3252,0.206363 +865,,,,0.3088,0.149708 +866,,45.0,,0.3568,0.194358 +867,,,,0.2756,0.147227 +868,,,,0.2021,0.126387 +869,0.0,0.0,0.0,0.2295,0.105224 +870,,,,0.312,0.195817 +871,,,,0.1922,0.113173 +872,,,,0.2753,0.147944 +873,,,,0.1893,0.121621 +874,,,,0.1955,0.11056 +875,,,,0.2329,0.097002 +876,,,,0.282,0.14615 +877,,,,0.3092,0.150365 +878,,,41.0,0.2881,0.151135 +879,,,,0.2479,0.136224 +880,,,,0.241,0.137133 +881,,,,0.2185,0.131487 +882,,,,0.2743,0.148434 +883,,7.0,,0.3145,0.215208 +884,,,,0.2267,0.137914 +885,,,,0.2617,0.112759 +886,,,,0.2142,0.180515 +887,,,,0.2125,0.138683 +888,,,,0.3034,0.195112 +889,,,,0.1638,0.113345 +890,,,,0.3092,0.157642 +891,,,,0.2556,0.119425 +892,,,,0.2549,0.112589 +893,,,,0.2499,0.081388 +894,,5.0,,0.3361,0.227441 +895,,,,0.2737,0.11887 +896,,,,0.2279,0.179197 +897,,,,0.2767,0.13523 +898,,,,0.2541,0.090625 +899,,,,0.3195,0.183044 +900,,,,0.2369,0.132604 +901,,,,0.2258,0.144588 +902,,,,0.2113,0.146198 +903,,,,0.2169,0.136019 +904,,,,0.2835,0.151883 +905,,,,0.3117,0.17138 +906,,,,0.2546,0.181985 +907,,,,0.2671,0.149438 +908,,,,0.2639,0.136814 +909,,,,0.1877,0.101516 +910,,,,0.2691,0.171488 +911,,,,0.1612,0.146399 +912,0.0,0.0,0.0,0.3265,0.203904 +913,,,,0.2193,0.182535 +914,,,,0.1899,0.113255 +915,,,,0.3092,0.156838 +916,,,,0.2748,0.134615 +917,,,,0.1762,0.140119 +918,,,,0.1946,0.1598 +919,,,,0.2657,0.122313 +920,,,,0.1429,0.098217 +921,,,,0.2282,0.095741 +922,,,,0.1773,0.135112 +923,0.0,0.0,0.0,0.1564,0.138209 +924,,,,0.2317,0.10036 +925,,,,0.2459,0.134512 +926,,,,0.2831,0.159761 +927,,,,0.2104,0.125671 +928,,,,0.2015,0.149574 +929,,,2.0,0.3184,0.1813 +930,,19.0,,0.3083,0.188709 +931,,,,0.2716,0.157992 +932,,,,0.2845,0.180964 +933,,,,0.2931,0.147976 +934,,,,0.352,0.159352 +935,,,,0.212,0.182023 +936,,,,0.2195,0.12505 +937,,,36.0,0.2864,0.170589 +938,,,,0.237,0.113785 +939,,,45.0,0.1984,0.099842 +940,,,,0.2788,0.130539 +941,,,,0.2062,0.099743 +942,0.0,0.0,0.0,0.2237,0.112606 +943,,,,0.2042,0.137544 +944,,,,0.2079,0.130462 +945,,,,0.33,0.18702 +946,,,,0.2728,0.168575 +947,,,,0.2492,0.159435 +948,,,,0.2588,0.103827 +949,,,,0.2931,0.203639 +950,,46.0,,0.2733,0.194081 +951,,,,0.3134,0.171331 +952,0.0,0.0,0.0,0.2071,0.109656 diff --git a/experiments/featurizer_effect/gap_zpve_CM_results.png b/experiments/featurizer_effect/gap_zpve_CM_results.png new file mode 100644 index 0000000..d705412 Binary files /dev/null and b/experiments/featurizer_effect/gap_zpve_CM_results.png differ diff --git a/experiments/featurizer_effect/gap_zpve_SOAP_results.csv b/experiments/featurizer_effect/gap_zpve_SOAP_results.csv new file mode 100644 index 0000000..ea8297a --- /dev/null +++ b/experiments/featurizer_effect/gap_zpve_SOAP_results.csv @@ -0,0 +1,962 @@ +,iteration_qEHVI,iteration_qNEHVI,iteration_random,gap,zpve +0,,,,0.2179,0.113391 +1,,,,0.2326,0.112581 +2,,,,0.3179,0.168513 +3,,,,0.1548,0.144168 +4,0.0,0.0,0.0,0.2234,0.161563 +5,,,,0.2625,0.170341 +6,,,,0.3287,0.15948 +7,,,,0.256,0.101607 +8,,,,0.2984,0.138614 +9,,,,0.2124,0.108916 +10,,,,0.2524,0.134185 +11,,,,0.3068,0.156878 +12,,,,0.3354,0.202578 +13,,,,0.3174,0.203314 +14,,,,0.2097,0.128659 +15,,,,0.1452,0.113198 +16,,,,0.2186,0.145832 +17,,,,0.2055,0.142321 +18,,,,0.2442,0.15936 +19,,,,0.3109,0.171433 +20,,,,0.2178,0.134545 +21,,,,0.267,0.168435 +22,,,,0.2589,0.147334 +23,,,,0.221,0.136795 +24,,,,0.2494,0.124176 +25,,,,0.3067,0.158928 +26,,,,0.2792,0.171397 +27,,,,0.1941,0.146588 +28,,,,0.1902,0.111733 +29,,,,0.2774,0.171799 +30,,,,0.2675,0.125775 +31,,,,0.2325,0.167963 +32,,,,0.3177,0.160623 +33,,,,0.3054,0.194675 +34,,,,0.2262,0.080595 +35,,,,0.3336,0.127826 +36,,,,0.2772,0.193066 +37,,,,0.2202,0.178554 +38,,,,0.3224,0.207169 +39,,,,0.3196,0.16446 +40,,,,0.2168,0.081963 +41,,,,0.308,0.148723 +42,,,,0.234,0.120338 +43,,,,0.1969,0.134322 +44,,,,0.1945,0.15912 +45,,,,0.2068,0.157083 +46,,,,0.3302,0.153067 +47,,,,0.3068,0.126109 +48,,,,0.2746,0.125776 +49,,,,0.1862,0.094807 +50,,,,0.2994,0.173186 +51,,,,0.3046,0.196969 +52,,,,0.3075,0.135588 +53,0.0,0.0,0.0,0.3223,0.187654 +54,,,,0.201,0.100088 +55,,,,0.2606,0.181329 +56,,,,0.2184,0.201726 +57,,,,0.2798,0.124545 +58,,,,0.2364,0.130472 +59,,,,0.3013,0.162281 +60,,,,0.2453,0.186104 +61,,,,0.1651,0.089516 +62,0.0,0.0,0.0,0.2413,0.102661 +63,,,,0.1481,0.114639 +64,,,,0.3201,0.15512 +65,,,,0.3005,0.179084 +66,,,,0.294,0.192451 +67,,,,0.333,0.18288 +68,,,,0.2652,0.2015 +69,,,,0.2368,0.147481 +70,,,,0.1765,0.101318 +71,,,,0.2983,0.147626 +72,,,,0.277,0.182441 +73,0.0,0.0,0.0,0.3201,0.109319 +74,,,,0.2273,0.179554 +75,0.0,0.0,0.0,0.3117,0.143918 +76,,,,0.2559,0.214253 +77,,,,0.3166,0.148227 +78,,,,0.2009,0.146554 +79,,,,0.2304,0.144367 +80,,,,0.275,0.10773 +81,0.0,0.0,0.0,0.3245,0.248365 +82,,,,0.182,0.097751 +83,,,,0.2082,0.127077 +84,,,,0.2733,0.089077 +85,,,,0.2531,0.171018 +86,,,,0.3188,0.180846 +87,,,,0.2222,0.150722 +88,,,,0.2598,0.170767 +89,,,,0.2041,0.191873 +90,,,,0.2956,0.147712 +91,,,,0.2119,0.151885 +92,0.0,0.0,0.0,0.3186,0.18002 +93,,,,0.1948,0.170637 +94,,,,0.2425,0.145519 +95,,,,0.2761,0.17233 +96,,,,0.3062,0.203941 +97,,11.0,,0.3227,0.228016 +98,,,,0.317,0.224316 +99,,,,0.197,0.126308 +100,,,,0.2169,0.160424 +101,,,,0.287,0.159961 +102,0.0,0.0,0.0,0.2036,0.13984 +103,,,,0.3317,0.186307 +104,0.0,0.0,0.0,0.1704,0.110386 +105,,,,0.1992,0.148827 +106,,,,0.2767,0.192822 +107,0.0,0.0,0.0,0.2476,0.145428 +108,,,,0.2645,0.170909 +109,,,,0.1979,0.106933 +110,,,,0.3159,0.121217 +111,,,,0.2325,0.125688 +112,,,,0.2157,0.143922 +113,,,,0.2622,0.1127 +114,,,,0.3127,0.193278 +115,,,,0.1705,0.147462 +116,,,,0.2348,0.15898 +117,,,,0.2645,0.128079 +118,,,,0.2265,0.160739 +119,,,,0.2779,0.165346 +120,,,,0.2136,0.114204 +121,,,,0.225,0.146671 +122,9.0,,,0.34,0.229517 +123,,,,0.3102,0.196936 +124,,,,0.2212,0.13953 +125,,,,0.2375,0.182667 +126,,,,0.3203,0.203429 +127,,,,0.3132,0.156682 +128,,,,0.2466,0.124126 +129,,,,0.2423,0.180768 +130,,,,0.2614,0.127145 +131,,,,0.1952,0.140409 +132,,,,0.2361,0.160128 +133,,,,0.1855,0.102027 +134,,,,0.2175,0.165557 +135,,,,0.1642,0.172087 +136,,,,0.2289,0.113637 +137,,,,0.2174,0.115883 +138,,,,0.2088,0.125086 +139,,,,0.2766,0.12452 +140,,,,0.2381,0.17205 +141,,,,0.3313,0.199697 +142,,,,0.3017,0.179868 +143,,,,0.2669,0.191331 +144,,,,0.2073,0.149834 +145,,,,0.3206,0.1145 +146,,,,0.2636,0.171448 +147,,,,0.2597,0.089445 +148,,,,0.2646,0.124277 +149,,,,0.2853,0.169212 +150,,,,0.3071,0.180812 +151,,,,0.2486,0.109975 +152,,,,0.1525,0.123739 +153,,,,0.2697,0.124095 +154,,,,0.2428,0.171593 +155,,,,0.3364,0.138213 +156,0.0,0.0,0.0,0.2273,0.056456 +157,,,,0.1618,0.100705 +158,,,,0.2811,0.1363 +159,,,,0.1643,0.112385 +160,,,,0.2732,0.195419 +161,,,,0.2345,0.173484 +162,,,,0.3353,0.205937 +163,,,,0.2826,0.180568 +164,,,,0.3194,0.18059 +165,,,,0.2116,0.111449 +166,,,,0.2047,0.171499 +167,,,,0.2186,0.120235 +168,,,,0.2321,0.124889 +169,,,,0.2375,0.147609 +170,,,,0.1862,0.092567 +171,,,,0.2501,0.122222 +172,,,,0.2468,0.156906 +173,0.0,0.0,0.0,0.2162,0.149715 +174,,,,0.2131,0.159262 +175,,,,0.2824,0.174983 +176,,,,0.1887,0.112804 +177,,,,0.292,0.155651 +178,,,,0.2214,0.204498 +179,,,,0.2161,0.160107 +180,,,,0.2847,0.147455 +181,,,,0.2644,0.169834 +182,0.0,0.0,0.0,0.3187,0.181232 +183,,,,0.2442,0.080957 +184,,,,0.2027,0.123247 +185,,,,0.3064,0.19448 +186,,,,0.1969,0.153275 +187,,,,0.3181,0.181807 +188,,,,0.2662,0.169315 +189,,,,0.2204,0.107947 +190,,,,0.1815,0.103214 +191,2.0,,,0.1929,0.066182 +192,,,,0.2498,0.142167 +193,,,,0.1977,0.087942 +194,,,,0.3279,0.184952 +195,,,,0.2245,0.133938 +196,,,,0.2949,0.19523 +197,,,,0.2192,0.107968 +198,,,,0.1586,0.095612 +199,,,,0.3054,0.179568 +200,,,,0.2451,0.123446 +201,,,,0.1697,0.124147 +202,,,,0.3259,0.181097 +203,,,,0.2412,0.103326 +204,,,,0.2289,0.150882 +205,,,,0.2714,0.145081 +206,,,,0.26,0.15088 +207,,,,0.3014,0.192457 +208,,,,0.211,0.137494 +209,,,,0.3018,0.198381 +210,0.0,0.0,0.0,0.2483,0.171304 +211,,,,0.2355,0.150105 +212,,,,0.2388,0.126153 +213,,,,0.2261,0.117233 +214,,,,0.2753,0.149235 +215,0.0,0.0,0.0,0.2849,0.127562 +216,,9.0,,0.2848,0.1628 +217,,,,0.2877,0.180726 +218,,,,0.3173,0.206845 +219,,,,0.2323,0.159353 +220,,,,0.3488,0.179978 +221,,,,0.1639,0.114731 +222,,,,0.2473,0.106582 +223,,,,0.2715,0.171587 +224,,,,0.1704,0.114453 +225,,,,0.1931,0.147016 +226,,,,0.217,0.159416 +227,,,,0.3379,0.204485 +228,,,,0.2002,0.125232 +229,,,,0.2611,0.173303 +230,0.0,0.0,0.0,0.24,0.147974 +231,,,,0.2711,0.140716 +232,,,,0.3088,0.146633 +233,,,,0.1569,0.096463 +234,,,,0.1912,0.124786 +235,,,,0.1907,0.114955 +236,,,,0.2934,0.170148 +237,,,,0.1823,0.080291 +238,,,,0.3065,0.14929 +239,,,,0.2047,0.090161 +240,,,,0.2036,0.11059 +241,,,,0.2755,0.157113 +242,,,,0.1895,0.131216 +243,,6.0,,0.3335,0.249927 +244,,,,0.2786,0.136166 +245,,,,0.2186,0.134541 +246,,,,0.168,0.1519 +247,,,,0.1629,0.086111 +248,,,,0.1663,0.07778 +249,,,,0.2035,0.111268 +250,,,,0.2695,0.134354 +251,,,,0.2481,0.11296 +252,,,,0.2451,0.133571 +253,,,,0.1574,0.154788 +254,,,,0.242,0.165993 +255,,,,0.3112,0.181276 +256,,,,0.2085,0.156396 +257,10.0,,,0.3222,0.178167 +258,,,,0.3096,0.136003 +259,,5.0,,0.3512,0.229891 +260,,,,0.2196,0.156874 +261,,,,0.2658,0.149954 +262,,,,0.2656,0.149706 +263,,,,0.2093,0.113735 +264,,,,0.1807,0.132526 +265,,,,0.2652,0.187123 +266,,,,0.2941,0.173878 +267,,10.0,,0.2827,0.176767 +268,,,,0.2194,0.122191 +269,,,,0.2203,0.123845 +270,,,,0.2199,0.125123 +271,1.0,,,0.3547,0.05143 +272,,,,0.2403,0.125964 +273,,,,0.2194,0.179535 +274,,,,0.2195,0.132545 +275,,,,0.2209,0.136469 +276,,,,0.2441,0.137143 +277,,,,0.2765,0.134013 +278,,,,0.2257,0.1298 +279,,,,0.311,0.180637 +280,,,,0.2221,0.1567 +281,,,,0.2461,0.169487 +282,,,,0.2394,0.171304 +283,,,,0.2942,0.177756 +284,,,,0.1791,0.132933 +285,,,,0.2007,0.168427 +286,0.0,0.0,0.0,0.3006,0.147432 +287,,,,0.2963,0.180512 +288,,,,0.1743,0.103158 +289,,,,0.1932,0.159807 +290,,,,0.2112,0.124862 +291,,,,0.2044,0.136671 +292,,,,0.2088,0.113177 +293,,,,0.1761,0.106712 +294,,,,0.3062,0.209131 +295,,,,0.2182,0.150021 +296,,,,0.2152,0.112154 +297,,,,0.2724,0.191504 +298,,,,0.223,0.15242 +299,,,,0.2292,0.178718 +300,,,,0.2523,0.204261 +301,,,,0.3206,0.184954 +302,,,,0.3465,0.141536 +303,,,,0.2203,0.168349 +304,,,,0.2085,0.090708 +305,,,,0.2008,0.15054 +306,,,,0.2594,0.124211 +307,,,,0.2215,0.107684 +308,,,,0.2965,0.171416 +309,,,,0.2128,0.136722 +310,,,,0.2825,0.16822 +311,,,,0.2635,0.184195 +312,,,,0.1998,0.11891 +313,,,,0.3184,0.193553 +314,0.0,0.0,0.0,0.2298,0.111299 +315,0.0,0.0,0.0,0.1992,0.146238 +316,,,,0.2247,0.203357 +317,,,,0.2533,0.124637 +318,,,,0.3131,0.161044 +319,0.0,0.0,0.0,0.212,0.147044 +320,,,,0.1564,0.089066 +321,,,,0.3299,0.206885 +322,,,,0.2352,0.10059 +323,,,,0.3182,0.149193 +324,,,,0.1969,0.104012 +325,,,,0.1708,0.136105 +326,,,,0.1843,0.099797 +327,,,,0.2153,0.179119 +328,,3.0,,0.3079,0.226573 +329,,,,0.2213,0.145242 +330,,,,0.3248,0.22666 +331,,,,0.169,0.074031 +332,,,,0.2883,0.158582 +333,,,,0.3214,0.106844 +334,,,,0.2756,0.165886 +335,,,,0.2637,0.155664 +336,,,,0.2743,0.157833 +337,,,,0.2895,0.182974 +338,,,,0.2188,0.179356 +339,,,,0.2882,0.157242 +340,,,,0.225,0.125709 +341,,,,0.2116,0.137443 +342,,,,0.2328,0.12867 +343,,,,0.1559,0.098447 +344,,,,0.3537,0.177348 +345,,,,0.2071,0.107085 +346,,,,0.1722,0.07921 +347,,,,0.2791,0.171405 +348,,,,0.1997,0.132062 +349,,,,0.2026,0.157394 +350,,,,0.2074,0.122627 +351,,,,0.2547,0.090442 +352,,,,0.1765,0.135347 +353,0.0,0.0,0.0,0.1495,0.135225 +354,,,,0.2599,0.134989 +355,,,,0.1964,0.125918 +356,,,,0.3048,0.215529 +357,,,,0.3286,0.20351 +358,0.0,0.0,0.0,0.2147,0.168783 +359,,,,0.2869,0.167989 +360,,,,0.2822,0.168605 +361,0.0,0.0,0.0,0.2217,0.159056 +362,,,,0.2184,0.146258 +363,,,,0.2002,0.147348 +364,,,,0.1655,0.137228 +365,,,,0.2282,0.096767 +366,,,,0.2138,0.147917 +367,,,,0.2181,0.126543 +368,,,,0.1686,0.076789 +369,,,,0.3165,0.159457 +370,,,,0.2221,0.123613 +371,,,,0.3194,0.203953 +372,,,,0.2465,0.161009 +373,,,,0.2794,0.148915 +374,,,,0.2632,0.135509 +375,,,,0.3018,0.17121 +376,,,,0.2163,0.144557 +377,,,,0.1978,0.103532 +378,,,,0.2146,0.149065 +379,,,,0.2445,0.124273 +380,,,,0.1741,0.113153 +381,,,,0.2087,0.168008 +382,,,,0.2405,0.160947 +383,,,,0.1547,0.099949 +384,,,,0.2235,0.131436 +385,,,,0.2159,0.157038 +386,0.0,0.0,0.0,0.201,0.04963 +387,,,,0.3185,0.209683 +388,,,,0.2242,0.148803 +389,,,,0.25,0.113258 +390,,,3.0,0.2463,0.106798 +391,,,,0.2503,0.170086 +392,,,,0.2955,0.158246 +393,,,,0.267,0.157769 +394,,,,0.2002,0.058362 +395,,,,0.2259,0.156257 +396,,,,0.2216,0.107236 +397,,,,0.2084,0.06717 +398,,,,0.261,0.157366 +399,,,,0.2397,0.113458 +400,,,,0.3065,0.132094 +401,,,,0.2871,0.157712 +402,,,,0.2102,0.153222 +403,,,,0.2686,0.169554 +404,,,,0.3008,0.18341 +405,,,,0.308,0.191675 +406,,,,0.2699,0.170698 +407,,,,0.2601,0.124362 +408,,,,0.2918,0.201505 +409,,,,0.2268,0.155711 +410,,,,0.348,0.215743 +411,,,,0.2449,0.11917 +412,,,,0.2229,0.145241 +413,,,,0.2826,0.135708 +414,,,,0.2297,0.148569 +415,,,,0.198,0.145387 +416,,,,0.3094,0.148314 +417,,,,0.2424,0.15892 +418,,,,0.217,0.133916 +419,,,,0.3103,0.181735 +420,,,,0.1823,0.101891 +421,,,,0.2211,0.137675 +422,,,,0.2234,0.184316 +423,,,,0.2669,0.158388 +424,,,,0.2678,0.097463 +425,,,,0.3435,0.203134 +426,,,,0.2234,0.181934 +427,,,,0.254,0.159001 +428,,,,0.2002,0.171525 +429,,,,0.2623,0.135394 +430,,,2.0,0.3273,0.13077 +431,,,,0.2405,0.15434 +432,,,,0.2692,0.169154 +433,,,,0.318,0.181498 +434,,,,0.2753,0.203662 +435,,,,0.2656,0.125346 +436,0.0,0.0,0.0,0.2832,0.133713 +437,,,,0.3133,0.172927 +438,,,,0.2745,0.157529 +439,,,,0.2727,0.130974 +440,,,,0.2118,0.125641 +441,,,,0.2451,0.160328 +442,0.0,0.0,0.0,0.2715,0.168563 +443,,,,0.2066,0.075892 +444,,,,0.2757,0.13594 +445,0.0,0.0,0.0,0.2743,0.144044 +446,,,,0.2251,0.124306 +447,,,,0.3233,0.171736 +448,,,,0.1774,0.146224 +449,,,,0.3105,0.180858 +450,,,,0.2075,0.110065 +451,,,,0.212,0.086597 +452,,,,0.2997,0.179791 +453,,,,0.3168,0.204524 +454,,,,0.2671,0.147327 +455,0.0,0.0,0.0,0.1675,0.112373 +456,,,,0.2891,0.11872 +457,,,,0.2555,0.075677 +458,,,,0.2432,0.121499 +459,,,,0.2371,0.128311 +460,,,,0.2885,0.169319 +461,,,,0.1712,0.112024 +462,,,,0.231,0.136468 +463,,,,0.2211,0.160088 +464,,,,0.2248,0.182643 +465,,,5.0,0.2677,0.145166 +466,,,,0.218,0.127141 +467,,,,0.2889,0.160793 +468,,,,0.1689,0.098131 +469,,,,0.2271,0.110166 +470,,,,0.224,0.169943 +471,,,,0.2766,0.148621 +472,,,,0.3092,0.162549 +473,,,,0.3379,0.18235 +474,,,,0.2881,0.181316 +475,,,,0.309,0.135819 +476,0.0,0.0,0.0,0.2646,0.208987 +477,,,,0.2763,0.147197 +478,,,,0.2963,0.203305 +479,,,,0.247,0.091095 +480,,,,0.2746,0.135586 +481,,,,0.2696,0.155756 +482,,,,0.2136,0.159157 +483,,,,0.2162,0.131258 +484,,,,0.2897,0.204213 +485,,,,0.188,0.112667 +486,,,,0.2401,0.122731 +487,,,,0.2284,0.157329 +488,,,,0.2132,0.110745 +489,,,,0.2502,0.156183 +490,,,,0.2586,0.136633 +491,,,,0.2461,0.158478 +492,,,,0.2199,0.124764 +493,,,,0.2674,0.131419 +494,,,,0.2631,0.136686 +495,,,,0.2085,0.118476 +496,,,,0.176,0.125048 +497,,,,0.1963,0.089532 +498,,,,0.2324,0.159453 +499,,,,0.2593,0.137907 +500,,,,0.2948,0.171035 +501,,,,0.2239,0.224884 +502,,,,0.2288,0.110354 +503,0.0,0.0,0.0,0.216,0.145001 +504,,,,0.2047,0.125559 +505,,,,0.2721,0.195056 +506,,,,0.2161,0.116577 +507,,,,0.3023,0.169304 +508,,,,0.1827,0.131877 +509,,,,0.213,0.144046 +510,,,,0.2101,0.102978 +511,,,,0.2384,0.121008 +512,0.0,0.0,0.0,0.2486,0.146156 +513,,,8.0,0.3179,0.203417 +514,,,,0.2955,0.128939 +515,,,,0.1531,0.123956 +516,,,,0.3173,0.225601 +517,,,,0.2906,0.156646 +518,,,,0.3177,0.157951 +519,,,,0.2592,0.147631 +520,,,,0.2129,0.125013 +521,,,,0.2851,0.170764 +522,,,,0.1773,0.111765 +523,,,,0.2333,0.178789 +524,,,,0.2548,0.090592 +525,,,,0.2038,0.123777 +526,,,,0.2602,0.123949 +527,,,,0.2118,0.125359 +528,,,,0.1575,0.101849 +529,,,,0.2264,0.11147 +530,,,,0.1765,0.1375 +531,,,,0.2292,0.141084 +532,,,,0.2241,0.160283 +533,,,,0.2004,0.123669 +534,0.0,0.0,0.0,0.1933,0.135796 +535,,,,0.2699,0.147041 +536,,,,0.2328,0.146654 +537,0.0,0.0,0.0,0.2395,0.114631 +538,,,,0.2724,0.170806 +539,,,,0.1556,0.125695 +540,,,,0.1919,0.084368 +541,,,,0.2454,0.161459 +542,,,,0.2193,0.11147 +543,,,,0.2581,0.159982 +544,,8.0,,0.3245,0.162633 +545,,,,0.2132,0.077586 +546,,,,0.2568,0.178856 +547,,,,0.3316,0.185207 +548,,,,0.3068,0.205223 +549,,,,0.258,0.20509 +550,,,,0.2434,0.097541 +551,,,,0.2275,0.225393 +552,,,,0.2998,0.158594 +553,,,,0.2839,0.156549 +554,0.0,0.0,0.0,0.2651,0.077887 +555,,,,0.2259,0.114113 +556,,,,0.2264,0.132538 +557,,,,0.3164,0.182997 +558,,,7.0,0.1736,0.112138 +559,,,,0.2119,0.136316 +560,,,,0.2408,0.101312 +561,,,,0.3382,0.182143 +562,,,,0.2358,0.171043 +563,,,,0.2022,0.135493 +564,,,,0.2725,0.140526 +565,,,,0.2909,0.186532 +566,,,,0.2112,0.137196 +567,,,,0.3097,0.184147 +568,,,,0.2064,0.171425 +569,,,,0.3447,0.205377 +570,,,,0.2281,0.157975 +571,,,,0.2284,0.146309 +572,,2.0,,0.3386,0.221599 +573,,,,0.2022,0.090469 +574,,,,0.3303,0.205385 +575,,,,0.2307,0.167072 +576,,,,0.2555,0.170398 +577,,,,0.2819,0.169214 +578,,,,0.2685,0.125494 +579,,,,0.2404,0.114122 +580,,,,0.2627,0.114656 +581,,,,0.3272,0.137703 +582,,,,0.2834,0.102695 +583,,,,0.2282,0.157697 +584,,,,0.249,0.111819 +585,,,,0.2682,0.144735 +586,0.0,0.0,0.0,0.3108,0.159399 +587,,,,0.3129,0.205681 +588,,,,0.271,0.146783 +589,,,,0.3028,0.174059 +590,,,,0.3407,0.200673 +591,,,,0.2783,0.172014 +592,,,,0.1647,0.124641 +593,,,,0.3408,0.157795 +594,,,,0.3221,0.153815 +595,,,,0.164,0.113895 +596,,,,0.2253,0.14741 +597,,,,0.2825,0.147413 +598,,,,0.2705,0.148483 +599,,,,0.1928,0.182258 +600,,,,0.3133,0.181542 +601,,,,0.2863,0.148192 +602,,,,0.2797,0.123941 +603,,,,0.2168,0.113397 +604,,,,0.2378,0.182668 +605,,,,0.2094,0.163027 +606,,,,0.1757,0.114136 +607,,,,0.1743,0.124084 +608,,,,0.2282,0.132032 +609,,,,0.3207,0.202411 +610,,,,0.2727,0.145068 +611,,,,0.2806,0.127393 +612,,,,0.2063,0.135326 +613,,1.0,,0.3168,0.096446 +614,,,,0.2572,0.102488 +615,,,,0.1882,0.083815 +616,,,,0.3188,0.207694 +617,0.0,0.0,0.0,0.1907,0.115084 +618,,,,0.279,0.169929 +619,,,,0.2444,0.107645 +620,,,,0.2483,0.159191 +621,,,,0.2887,0.15633 +622,,,,0.1979,0.110324 +623,,,,0.3009,0.153484 +624,,,,0.2037,0.105692 +625,,,,0.2788,0.150723 +626,,,,0.1809,0.100524 +627,,,,0.2703,0.171095 +628,,,,0.2695,0.172465 +629,,,,0.2848,0.161146 +630,,,,0.0787,0.169633 +631,,,,0.2046,0.112786 +632,,,,0.287,0.088897 +633,,,,0.3293,0.128024 +634,,,,0.3103,0.180138 +635,,,10.0,0.1828,0.149087 +636,,,,0.231,0.108476 +637,,,4.0,0.2518,0.150184 +638,,,,0.2142,0.114638 +639,,,,0.2739,0.137016 +640,,,,0.2218,0.1576 +641,,,,0.1756,0.136565 +642,,,,0.1573,0.078609 +643,,,,0.2176,0.107754 +644,,,,0.2349,0.118677 +645,,,,0.3186,0.173225 +646,,,,0.3278,0.204931 +647,,,,0.2157,0.124221 +648,,,,0.2122,0.131121 +649,,,,0.2531,0.204985 +650,,,,0.2443,0.159528 +651,,,,0.2509,0.12293 +652,,,9.0,0.3361,0.202773 +653,0.0,0.0,0.0,0.2702,0.094661 +654,,,,0.2548,0.1004 +655,,,,0.3212,0.215771 +656,,,,0.1817,0.113536 +657,,,,0.2828,0.168679 +658,,,,0.311,0.203183 +659,,,,0.2442,0.167611 +660,,,,0.3028,0.170654 +661,,,,0.2365,0.182759 +662,,,,0.2251,0.119046 +663,,,,0.3237,0.193629 +664,,,,0.2528,0.147688 +665,,,,0.2474,0.102267 +666,,,,0.3019,0.209836 +667,,,,0.357,0.165775 +668,,,,0.3194,0.208302 +669,,,,0.2593,0.114191 +670,,,,0.2674,0.158574 +671,,,,0.2683,0.153972 +672,,,,0.2961,0.154709 +673,,,,0.3202,0.152425 +674,,,,0.2115,0.137556 +675,,,,0.212,0.146491 +676,,,,0.1809,0.100538 +677,,,,0.149,0.114283 +678,,,,0.295,0.111301 +679,,,,0.2629,0.1029 +680,,,,0.228,0.160439 +681,,,,0.3261,0.204967 +682,,,,0.2412,0.120417 +683,,,,0.1656,0.170034 +684,,,,0.1654,0.090535 +685,,,,0.2434,0.128353 +686,,,,0.2515,0.157149 +687,,,,0.2104,0.083397 +688,,,,0.3271,0.207009 +689,,,,0.192,0.104124 +690,,,,0.2915,0.17191 +691,,,,0.2015,0.113688 +692,,,,0.2765,0.158541 +693,,,,0.3019,0.204631 +694,,,,0.2019,0.099952 +695,,,,0.1885,0.098845 +696,,,,0.2617,0.090973 +697,,,,0.1951,0.124422 +698,,,,0.2652,0.15009 +699,,,,0.1616,0.089765 +700,,,,0.1866,0.137863 +701,,,,0.2269,0.158516 +702,,,,0.2918,0.171572 +703,,,,0.3157,0.136539 +704,,,,0.2009,0.15532 +705,,,,0.2949,0.146483 +706,,,,0.2261,0.175255 +707,,,,0.2045,0.11318 +708,,,,0.1946,0.147785 +709,,,,0.2312,0.167248 +710,,,,0.1664,0.106023 +711,,,,0.2987,0.180164 +712,,,,0.3399,0.182348 +713,,,,0.2376,0.161134 +714,,,,0.247,0.135055 +715,,,,0.259,0.156777 +716,,,,0.1368,0.16093 +717,6.0,,,0.187,0.051764 +718,,,,0.2664,0.15634 +719,,,,0.2064,0.159381 +720,,,,0.2028,0.178494 +721,,,,0.216,0.147118 +722,,,,0.2814,0.163974 +723,,,,0.1462,0.138064 +724,0.0,0.0,0.0,0.1972,0.177956 +725,,,,0.2561,0.158559 +726,,,,0.3406,0.203198 +727,0.0,0.0,0.0,0.3058,0.158657 +728,,,,0.303,0.202399 +729,,,,0.3076,0.191971 +730,0.0,0.0,0.0,0.2417,0.159271 +731,,,,0.2215,0.159633 +732,0.0,0.0,0.0,0.2632,0.204455 +733,,,,0.2495,0.124315 +734,,,,0.192,0.158658 +735,,,1.0,0.181,0.125702 +736,,,,0.3067,0.125458 +737,,,,0.3134,0.182076 +738,0.0,0.0,0.0,0.238,0.169797 +739,0.0,0.0,0.0,0.2923,0.158523 +740,,,,0.2025,0.123088 +741,,,,0.2444,0.148752 +742,,,,0.2944,0.169747 +743,,,,0.2459,0.171795 +744,,,,0.324,0.177845 +745,,,,0.253,0.163628 +746,,,,0.211,0.15659 +747,,,,0.2999,0.169171 +748,,,,0.2739,0.148846 +749,,,,0.2954,0.171803 +750,,4.0,,0.3583,0.202394 +751,,,,0.2515,0.124413 +752,,,,0.2274,0.20227 +753,,,,0.3056,0.192072 +754,,,,0.2517,0.183957 +755,0.0,0.0,0.0,0.2793,0.169622 +756,,,,0.3371,0.181166 +757,,,,0.2328,0.110673 +758,,,,0.3265,0.226747 +759,,,,0.2733,0.195077 +760,,,,0.2645,0.147503 +761,,,,0.286,0.171213 +762,,,,0.1987,0.109747 +763,,,,0.2752,0.171824 +764,,,,0.2033,0.111 +765,,,,0.2101,0.109437 +766,,,,0.29,0.193837 +767,,,,0.2216,0.104998 +768,,,,0.2174,0.178581 +769,,,,0.2434,0.160203 +770,,,,0.2503,0.149476 +771,,,,0.328,0.148287 +772,,,,0.2666,0.169197 +773,,,,0.3005,0.149105 +774,0.0,0.0,0.0,0.2718,0.128352 +775,,,,0.2836,0.15969 +776,,,,0.2279,0.146641 +777,,,,0.2202,0.180166 +778,,,,0.3105,0.159247 +779,4.0,,,0.3422,0.198546 +780,,,,0.2388,0.10957 +781,,,,0.2425,0.11217 +782,,,,0.2874,0.179241 +783,,,,0.3151,0.193674 +784,,,,0.1889,0.101224 +785,,,,0.2694,0.151825 +786,,,,0.2409,0.138611 +787,,,,0.2869,0.193563 +788,,,,0.257,0.129004 +789,,,,0.2301,0.147711 +790,3.0,,,0.3386,0.132594 +791,,,,0.2521,0.126932 +792,,,,0.3326,0.155311 +793,,,,0.2292,0.13442 +794,0.0,0.0,0.0,0.2101,0.158267 +795,8.0,,,0.1686,0.077777 +796,,,,0.2018,0.125763 +797,,,,0.2633,0.12426 +798,,,,0.221,0.148651 +799,,,,0.2322,0.088618 +800,,,,0.2238,0.159599 +801,,,,0.2172,0.119658 +802,,,,0.198,0.157929 +803,,,,0.2638,0.146673 +804,,,,0.2238,0.132719 +805,,,,0.2197,0.179427 +806,,,,0.3028,0.173303 +807,,,,0.26,0.089581 +808,,,,0.3109,0.156121 +809,,,,0.2698,0.214377 +810,,,,0.3135,0.197218 +811,,,,0.3002,0.160414 +812,,,,0.215,0.14725 +813,,,,0.2669,0.12579 +814,,,,0.299,0.146967 +815,,,,0.2909,0.180698 +816,,,,0.3133,0.185398 +817,,,,0.1775,0.139115 +818,,,,0.2848,0.116709 +819,,,,0.18,0.1269 +820,,,,0.2273,0.101967 +821,,,,0.2735,0.145618 +822,,,,0.2342,0.137014 +823,,,,0.2823,0.112881 +824,,,,0.2029,0.134613 +825,,,,0.2332,0.151405 +826,,,,0.2442,0.137441 +827,,,,0.2835,0.128865 +828,,,,0.2236,0.112905 +829,,,,0.2077,0.169542 +830,,,,0.3081,0.181192 +831,,,,0.2515,0.158858 +832,,,,0.2598,0.146539 +833,,,,0.1836,0.115425 +834,,,,0.3405,0.207113 +835,,,,0.2668,0.144403 +836,,,,0.3024,0.204568 +837,,,,0.3151,0.174566 +838,,,,0.2932,0.130917 +839,,,,0.1679,0.14867 +840,,,,0.2544,0.166568 +841,,,,0.1666,0.127882 +842,,7.0,,0.3363,0.232102 +843,,,,0.1727,0.170336 +844,,,,0.3061,0.204962 +845,,,,0.2855,0.180907 +846,,,,0.2803,0.145933 +847,,,,0.2183,0.179771 +848,,,,0.2242,0.203614 +849,5.0,,,0.2667,0.033398 +850,,,,0.2319,0.15986 +851,,,,0.2069,0.114423 +852,0.0,0.0,0.0,0.2197,0.124905 +853,,,,0.2155,0.160345 +854,,,,0.3338,0.180068 +855,,,,0.2087,0.169004 +856,,,,0.2349,0.136615 +857,,,,0.3242,0.175377 +858,,,,0.3114,0.123654 +859,,,,0.2459,0.123417 +860,,,,0.2923,0.168663 +861,,,,0.2961,0.167082 +862,,,,0.3008,0.155667 +863,,,,0.3164,0.184067 +864,,,,0.3058,0.15763 +865,,,,0.2715,0.110547 +866,,,,0.3107,0.195041 +867,,,,0.2105,0.125253 +868,,,,0.2256,0.135458 +869,,,,0.2145,0.113838 +870,,,,0.1779,0.089285 +871,,,,0.16,0.124317 +872,,,,0.3313,0.183479 +873,,,,0.2614,0.134871 +874,,,,0.3203,0.193146 +875,,,,0.3022,0.180762 +876,,,,0.2345,0.121665 +877,,,,0.2597,0.134507 +878,,,,0.2935,0.1605 +879,,,,0.2183,0.13799 +880,,,,0.308,0.136932 +881,,,,0.3341,0.182626 +882,,,,0.3233,0.226692 +883,,,,0.1725,0.10151 +884,,,,0.2523,0.171973 +885,,,,0.2477,0.134705 +886,,,,0.229,0.153964 +887,,,,0.3172,0.181332 +888,7.0,,,0.2857,0.071388 +889,,,,0.2951,0.171097 +890,,,,0.3053,0.192383 +891,,,,0.1872,0.11493 +892,,,6.0,0.2974,0.18174 +893,,,,0.2566,0.159751 +894,0.0,0.0,0.0,0.2506,0.156408 +895,,,,0.2229,0.179652 +896,,,,0.1775,0.110161 +897,,,,0.221,0.152094 +898,,,,0.25,0.16139 +899,,,,0.1565,0.117186 +900,,,,0.2453,0.16392 +901,,,,0.272,0.19284 +902,,,,0.2587,0.106057 +903,,,,0.2365,0.158651 +904,,,,0.2769,0.169989 +905,11.0,,,0.3726,0.174209 +906,,,,0.2196,0.13789 +907,,,,0.3233,0.208981 +908,,,,0.2877,0.169598 +909,,,,0.263,0.1592 +910,,,,0.2135,0.144123 +911,,,,0.1966,0.13418 +912,,,,0.2261,0.178018 +913,,,,0.2517,0.173724 +914,,,,0.2883,0.167262 +915,,,,0.1706,0.076669 +916,,,,0.2592,0.156004 +917,,,,0.2613,0.185391 +918,,,,0.2618,0.170639 +919,,,,0.3128,0.197632 +920,,,,0.2925,0.179396 +921,,,,0.2979,0.128167 +922,,,,0.2657,0.122313 +923,,,,0.2202,0.13555 +924,,,,0.2621,0.148803 +925,,,,0.1802,0.137747 +926,,,,0.2499,0.133624 +927,,,,0.3164,0.157206 +928,,,,0.2457,0.159865 +929,,,11.0,0.2329,0.201102 +930,,,,0.3042,0.124515 +931,,,,0.2494,0.146612 +932,,,,0.2119,0.147184 +933,,,,0.2842,0.145468 +934,,,,0.2756,0.134169 +935,,,,0.2794,0.157032 +936,,,,0.2673,0.133728 +937,,,,0.2717,0.131473 +938,,,,0.2416,0.160136 +939,,,,0.2752,0.179832 +940,,,,0.2808,0.144423 +941,,,,0.2676,0.149734 +942,,,,0.2472,0.14613 +943,,,,0.3095,0.214485 +944,,,,0.3122,0.184443 +945,,,,0.2381,0.123676 +946,,,,0.2267,0.156564 +947,,,,0.1563,0.125261 +948,,,,0.1842,0.06555 +949,,,,0.2731,0.171279 +950,,,,0.2209,0.179459 +951,,,,0.2137,0.137417 +952,,,,0.3018,0.176291 +953,0.0,0.0,0.0,0.3036,0.180451 +954,,,,0.1839,0.13798 +955,,,,0.2545,0.124326 +956,,,,0.1437,0.093204 +957,,,,0.2273,0.114032 +958,,,,0.251,0.18307 +959,,,,0.2057,0.109221 +960,,,,0.2267,0.179246 diff --git a/experiments/featurizer_effect/gap_zpve_SOAP_results.png b/experiments/featurizer_effect/gap_zpve_SOAP_results.png new file mode 100644 index 0000000..e55f343 Binary files /dev/null and b/experiments/featurizer_effect/gap_zpve_SOAP_results.png differ diff --git a/experiments/featurizer_effect/script.py b/experiments/featurizer_effect/script.py new file mode 100644 index 0000000..ce83ac4 --- /dev/null +++ b/experiments/featurizer_effect/script.py @@ -0,0 +1,28 @@ +from pathlib import Path +import sys + +import matplotlib.pyplot as plt + +sys.path.append(str(Path(__file__).parents[2])) + +from src.mobo_qm9 import MOBOQM9, MOBOQM9Parameters +from src.utils import plot_results + +params = MOBOQM9Parameters(featurizer="SOAP", + kernel="Matern", + surrogate_model="GaussianProcess", + targets=["gap", "zpve"], + target_bools=[True, True], + num_total_points=1000, + num_seed_points=50, + n_iters=50, + num_candidates=1) + +moboqm9 = MOBOQM9(params) +moboqm9.run_optimization() +fig = plot_results(moboqm9.dataframe, ["gap", "zpve"], [True, True]) +fig.tight_layout() +plt.savefig("gap_zpve_SOAP_results.png") +plt.show() +moboqm9.dataframe.to_csv("gap_zpve_SOAP_results.csv") +