reorganizing and getting some results in

README

@@ -1,3 +1,3 @@
 This project was done in conjunction with the CoCo lab and, specifically, Dan Lassiter. Perhaps the best way to understand the content of this project is to look at the writeup on the project in presentables/final_writeup/kkleung-fp.pdf
 
-The folders are somewhat unorganized, but pretty much everything is in there. Contact me for better pointers on what's going on.
+The folders are somewhat unorganized, but pretty much everything is in there. Note that there are 2 related but different steps in the project. The first was related mostly to clustering, and the 2nd more to having a 3-way comparision with the data. Contact me for better pointers on what's going on.

experiment/stimuli_generation/experiment_1/stimuli.js

@@ -0,0 +1,102 @@
+{"trial": 0, "isCatch": 0, "phrase": "slightly private"}, // -3.07838002608
+{"trial": 1, "isCatch": 0, "phrase": "highly present"}, // -2.45027490084
+{"trial": 2, "isCatch": 0, "phrase": "purely effective"}, // -5.39134128637
+{"trial": 3, "isCatch": 0, "phrase": "pretty economic"}, // -4.59188049934
+{"trial": 4, "isCatch": 0, "phrase": "half different"}, // -4.41600054448
+{"trial": 5, "isCatch": 0, "phrase": "fully extra"}, // -4.80605729033
+{"trial": 6, "isCatch": 0, "phrase": "entirely short"}, // -3.55124738157
+{"trial": 7, "isCatch": 0, "phrase": "entirely early"}, // -4.06804286298
+{"trial": 8, "isCatch": 0, "phrase": "about obvious"}, // -3.20391446817
+{"trial": 9, "isCatch": 0, "phrase": "pretty popular"}, // -3.05415840689
+{"trial": 10, "isCatch": 0, "phrase": "almost major"}, // -4.5744619656
+{"trial": 11, "isCatch": 0, "phrase": "extremely current"}, // -2.57855008933
+{"trial": 12, "isCatch": 0, "phrase": "completely special"}, // -3.70334304627
+{"trial": 13, "isCatch": 0, "phrase": "half simple"}, // -2.44313514724
+{"trial": 14, "isCatch": 0, "phrase": "highly top"}, // -3.91509604398
+{"trial": 15, "isCatch": 0, "phrase": "fully industrial"}, // -1.663333504
+{"trial": 16, "isCatch": 0, "phrase": "hardly short"}, // -1.60742931921
+{"trial": 17, "isCatch": 0, "phrase": "extremely blue"}, // -1.93520538919
+{"trial": 18, "isCatch": 0, "phrase": "incredibly normal"}, // -1.82518135112
+{"trial": 19, "isCatch": 0, "phrase": "mostly appropriate"}, // -1.56536829641
+{"trial": 20, "isCatch": 0, "phrase": "absolutely dark"}, // -1.47550658213
+{"trial": 21, "isCatch": 0, "phrase": "exactly high"}, // -1.43808466833
+{"trial": 22, "isCatch": 0, "phrase": "hardly close"}, // -1.56052010443
+{"trial": 23, "isCatch": 0, "phrase": "slightly bad"}, // -1.5779575661
+{"trial": 24, "isCatch": 0, "phrase": "rather common"}, // -1.34623930115
+{"trial": 25, "isCatch": 0, "phrase": "extremely original"}, // -1.52406091682
+{"trial": 26, "isCatch": 0, "phrase": "really real"}, // -1.18667777156
+{"trial": 27, "isCatch": 0, "phrase": "precisely young"}, // -1.84341341127
+{"trial": 28, "isCatch": 0, "phrase": "hardly poor"}, // -1.83993715426
+{"trial": 29, "isCatch": 0, "phrase": "slightly only"}, // -1.34722601655
+{"trial": 30, "isCatch": 0, "phrase": "partially private"}, // -0.371940328244
+{"trial": 31, "isCatch": 0, "phrase": "how essential"}, // -0.448374009946
+{"trial": 32, "isCatch": 0, "phrase": "how appropriate"}, // -0.768545959175
+{"trial": 33, "isCatch": 0, "phrase": "totally public"}, // -0.0723173292755
+{"trial": 34, "isCatch": 0, "phrase": "utterly left"}, // -0.901310508308
+{"trial": 35, "isCatch": 0, "phrase": "completely individual"}, // -0.352919293037
+{"trial": 36, "isCatch": 0, "phrase": "extremely interesting"}, // -0.170399729963
+{"trial": 37, "isCatch": 0, "phrase": "entirely aware"}, // -0.526520587769
+{"trial": 38, "isCatch": 0, "phrase": "rather fine"}, // -0.196017357369
+{"trial": 39, "isCatch": 0, "phrase": "totally clear"}, // -0.139920047067
+{"trial": 40, "isCatch": 0, "phrase": "enormously modern"}, // 0.0
+{"trial": 41, "isCatch": 0, "phrase": "partially far"}, // 0.0
+{"trial": 42, "isCatch": 0, "phrase": "halfway considerable"}, // 0.0
+{"trial": 43, "isCatch": 0, "phrase": "absolutely financial"}, // 0.0
+{"trial": 44, "isCatch": 0, "phrase": "enormously legal"}, // 0.0
+{"trial": 45, "isCatch": 0, "phrase": "positively popular"}, // 0.0
+{"trial": 46, "isCatch": 0, "phrase": "positively individual"}, // 0.0
+{"trial": 47, "isCatch": 0, "phrase": "barely individual"}, // 0.0
+{"trial": 48, "isCatch": 0, "phrase": "approximately little"}, // 0.0
+{"trial": 49, "isCatch": 0, "phrase": "enormously cold"}, // 0.0
+{"trial": 50, "isCatch": 0, "phrase": "how central"}, // 0.0391543720976
+{"trial": 51, "isCatch": 0, "phrase": "about green"}, // 0.14338631991
+{"trial": 52, "isCatch": 0, "phrase": "really happy"}, // 0.569935481163
+{"trial": 53, "isCatch": 0, "phrase": "incredibly short"}, // 0.486630125336
+{"trial": 54, "isCatch": 0, "phrase": "rather basic"}, // 0.0120544101441
+{"trial": 55, "isCatch": 0, "phrase": "almost only"}, // 0.64011733977
+{"trial": 56, "isCatch": 0, "phrase": "rather difficult"}, // 0.764324056274
+{"trial": 57, "isCatch": 0, "phrase": "mostly present"}, // 0.0156773754148
+{"trial": 58, "isCatch": 0, "phrase": "mostly civil"}, // 0.235807635692
+{"trial": 59, "isCatch": 0, "phrase": "entirely black"}, // 0.196055695226
+{"trial": 60, "isCatch": 0, "phrase": "purely industrial"}, // 1.53109552941
+{"trial": 61, "isCatch": 0, "phrase": "purely traditional"}, // 1.04232561618
+{"trial": 62, "isCatch": 0, "phrase": "perfectly whole"}, // 1.69309910432
+{"trial": 63, "isCatch": 0, "phrase": "barely past"}, // 1.52751465752
+{"trial": 64, "isCatch": 0, "phrase": "about foreign"}, // 1.58936902955
+{"trial": 65, "isCatch": 0, "phrase": "somewhat useful"}, // 1.57843062678
+{"trial": 66, "isCatch": 0, "phrase": "half only"}, // 1.1992356145
+{"trial": 67, "isCatch": 0, "phrase": "absolutely beautiful"}, // 1.6996930501
+{"trial": 68, "isCatch": 0, "phrase": "absolutely clear"}, // 1.28754282384
+{"trial": 69, "isCatch": 0, "phrase": "incredibly easy"}, // 1.68893658424
+{"trial": 70, "isCatch": 0, "phrase": "perfectly natural"}, // 2.14048841093
+{"trial": 71, "isCatch": 0, "phrase": "thoroughly professional"}, // 2.50485596819
+{"trial": 72, "isCatch": 0, "phrase": "almost full"}, // 2.15200362076
+{"trial": 73, "isCatch": 0, "phrase": "purely local"}, // 2.52725758641
+{"trial": 74, "isCatch": 0, "phrase": "completely independent"}, // 2.77618158931
+{"trial": 75, "isCatch": 0, "phrase": "exactly sure"}, // 2.99827739998
+{"trial": 76, "isCatch": 0, "phrase": "mostly due"}, // 2.68302316995
+{"trial": 77, "isCatch": 0, "phrase": "highly successful"}, // 2.15002880432
+{"trial": 78, "isCatch": 0, "phrase": "entirely different"}, // 2.33115563928
+{"trial": 79, "isCatch": 0, "phrase": "entirely independent"}, // 2.12243708361
+{"trial": 80, "isCatch": 0, "phrase": "halfway full"}, // 2.18555566402
+{"trial": 81, "isCatch": 0, "phrase": "purely social"}, // 2.45361639606
+{"trial": 82, "isCatch": 0, "phrase": "right single"}, // 2.09651658862
+{"trial": 83, "isCatch": 0, "phrase": "mostly white"}, // 2.07278606068
+{"trial": 84, "isCatch": 0, "phrase": "really only"}, // 2.3081994057
+{"trial": 85, "isCatch": 0, "phrase": "purely physical"}, // 3.99940535724
+{"trial": 86, "isCatch": 0, "phrase": "entirely responsible"}, // 3.02256962261
+{"trial": 87, "isCatch": 0, "phrase": "purely political"}, // 3.48976533001
+{"trial": 88, "isCatch": 0, "phrase": "perfectly fine"}, // 3.10370479373
+{"trial": 89, "isCatch": 0, "phrase": "slightly different"}, // 3.1982379955
+{"trial": 90, "isCatch": 0, "phrase": "totally free"}, // 3.20290318796
+{"trial": 91, "isCatch": 0, "phrase": "hardly able"}, // 3.76091918507
+{"trial": 92, "isCatch": 0, "phrase": "wholly responsible"}, // 3.42217811546
+{"trial": 93, "isCatch": 0, "phrase": "perfectly normal"}, // 3.67065529898
+{"trial": 94, "isCatch": 0, "phrase": "partially responsible"}, // 3.9245726951
+{"trial": 95, "isCatch": 0, "phrase": "exactly right"}, // 3.12903066015
+{"trial": 96, "isCatch": 0, "phrase": "approximately normal"}, // 3.04072550119
+{"trial": 97, "isCatch": 0, "phrase": "half legal"}, // 3.02196353748
+{"trial": 98, "isCatch": 0, "phrase": "absolutely free"}, // 3.39921021787
+{"trial": 99, "isCatch": 0, "phrase": "mostly clear"}, // 3.54175972211
+{"trial": 100, "isCatch": 2, "phrase": "Please select 2"},
+{"trial": 101, "isCatch": 6, "phrase": "Please select 6"}

experiment/stimuli_generation/experiment_1/stimuli.txt

@@ -0,0 +1,100 @@
+slightly private
+highly present
+purely effective
+pretty economic
+half different
+fully extra
+entirely short
+entirely early
+about obvious
+pretty popular
+almost major
+extremely current
+completely special
+half simple
+highly top
+fully industrial
+hardly short
+extremely blue
+incredibly normal
+mostly appropriate
+absolutely dark
+exactly high
+hardly close
+slightly bad
+rather common
+extremely original
+really real
+precisely young
+hardly poor
+slightly only
+partially private
+how essential
+how appropriate
+totally public
+utterly left
+completely individual
+extremely interesting
+entirely aware
+rather fine
+totally clear
+enormously modern
+partially far
+halfway considerable
+absolutely financial
+enormously legal
+positively popular
+positively individual
+barely individual
+approximately little
+enormously cold
+how central
+about green
+really happy
+incredibly short
+rather basic
+almost only
+rather difficult
+mostly present
+mostly civil
+entirely black
+purely industrial
+purely traditional
+perfectly whole
+barely past
+about foreign
+somewhat useful
+half only
+absolutely beautiful
+absolutely clear
+incredibly easy
+perfectly natural
+thoroughly professional
+almost full
+purely local
+completely independent
+exactly sure
+mostly due
+highly successful
+entirely different
+entirely independent
+halfway full
+purely social
+right single
+mostly white
+really only
+purely physical
+entirely responsible
+purely political
+perfectly fine
+slightly different
+totally free
+hardly able
+wholly responsible
+perfectly normal
+partially responsible
+exactly right
+approximately normal
+half legal
+absolutely free
+mostly clear

linguistic_analysis/experiment_2/crpmi.csv

@@ -0,0 +1 @@
+,absolutely,completely,extremely,half,much,partially,perfectly,pretty,quite,rather,slightly,totally,very,wellable,-1.490110834,-1.977861086,-1.416471385,0,-1.424643647,-1.155328399,0.381064921,-2.194229216,-0.139193026,-0.77223873,-2.328351135,-1.858830828,-1.49296455,-0.756310406accurate,1.378527389,2.073105557,1.918076839,1.022471646,-0.088090805,1.462502228,1.265995983,1.732788268,1.403033483,-1.319744432,-0.329258922,1.337811137,0.469016217,-1.545572959asleep,0,0.144877245,0,5.514215386,-1.250553332,0.643546721,0,-0.641588871,0.229048155,0.570160169,0,0.487951007,-1.435445942,-0.705964834awake,0,1.013070977,0,2.221692737,-0.034808964,0,1.166692162,0,0.817191554,0.647192555,0,0.552103621,-0.454764995,0.105693924bent,0.314956095,-0.216967975,0,0,0.128303126,0,-0.081436818,-0.368227409,-0.028385759,0.139228925,3.635261188,0.128947818,-1.71962125,0big,-1.736241412,-2.03890392,0.163486542,1.341681425,-2.211831012,0,-1.395670163,2.524029268,0.383204025,-1.011016974,-1.912725939,0,2.141401326,-2.461094582bumpy,0,0,1.414805437,0,-0.466239423,0,0,1.909961108,1.350868802,1.157941779,1.994734642,0,1.641256273,-0.657300883certain,3.609636953,0.568933412,-1.326808011,0,0.930684026,0,0,1.496022632,2.134036255,-0.924720919,-1.470472946,-0.722703816,-1.187240821,-2.208352496clean,1.079401274,2.418811217,1.188775025,0,-0.828165512,-0.23783597,2.255324553,1.291422532,0.156969797,0.244065899,-0.765907024,1.929105447,1.18269672,-0.032653566closed,-1.247043661,1.176795764,-1.777365165,0.972370131,-1.61053243,2.000211725,-1.442941232,-2.036658516,-2.181457708,-2.140047445,0.362264591,-0.100086013,-1.726343748,-0.717283484dangerous,-0.844806116,-1.558517286,3.035081908,-0.595789913,0.096636633,0,0,0.107936725,0.322920167,-0.434859595,-0.041305147,0,1.81632455,-2.544190017deep,0,0,1.321384149,0.615364788,-1.43070747,-0.062298838,0,1.604646914,0.410983634,-0.328053201,-1.325464957,0,2.016881078,-1.981738136dirty,0,-0.155785717,2.300022879,0,-1.115018123,0,0,1.643655952,1.232352648,1.622647653,0.99885819,0,1.491785297,-0.733438435dry,-0.719821467,3.190760087,2.208327448,0.950255432,-0.820096382,0.233944732,1.040102634,1.040206756,1.018461929,1.737251564,1.649945636,1.166540097,1.303910834,0.28858154empty,1.214226295,2.332402244,-0.977444028,5.978641208,-0.998653818,1.399662793,0,1.270052871,-0.028175987,-0.002797846,-1.005174683,1.476047372,-0.343824629,-1.204991937expensive,-2.080289489,-2.309635963,1.753638597,0.565521381,0.592142255,0,0,-0.089945428,0.456361594,-0.12887875,0.881925579,0,1.190636163,-2.725123804fast,0,0,1.5456675,-0.483826793,-0.461048343,0,0,1.647921392,0.707820095,-0.954174365,0,-1.590691867,1.466294074,-2.807330475fat,0,0,-0.080867818,0.88822066,1.716492452,0,0,-0.349414175,-0.063582351,-0.03746619,-0.69122062,0,0.216400619,-1.901079733flat,1.766360208,1.880319122,-0.468176902,0.203072399,-0.858315519,0,3.284269579,1.922279888,0.125508428,1.67133431,1.38326382,2.242793184,0.671131852,-1.282894561flexible,0,-0.963390025,1.345084847,0,0.612522104,0,0,0.551410626,0.713548873,-0.282213169,-0.340700073,0.810471152,1.115755603,-1.826177102full,0.648871854,1.657577414,-0.121897204,5.865701578,-0.943634275,0.920203276,-0.625904089,1.551053889,0.341614583,-0.107392088,-0.806471042,0.303718618,0.425066895,1.255241044impossible,1.610675455,0.581179537,-1.476122132,0,-1.003782795,0,-0.697293274,0.311973573,-0.07426477,-1.411522538,-1.451296495,1.365482979,-2.950318441,-1.622278761impure,0,0,0,0,0,0,0,0,0,0,1.044059478,0,0.260377613,0inaccurate,1.918030131,3.21503067,0.810061456,0,-0.559885527,2.371203254,0,0,0.382025918,0,0,4.274287647,0.163009298,0inexpensive,0,-0.542226808,1.239785253,0,-1.632633059,0,0,0.142494699,1.16457531,0.436343744,0,0,1.560278707,0interesting,-1.232102062,-1.715539961,1.429457896,1.463813548,0.643230774,-0.822577228,0,1.544199113,1.245471623,0.657108828,-0.887170237,-1.218274106,2.065936933,-2.235625102likely,-2.289549722,0,-0.696173941,1.287208603,0.581963522,0,-2.224941269,-1.844858456,0.710784712,-1.054349089,-0.03713762,0,0.640502729,-2.705014163long,-2.571876092,-2.801200921,0.482776608,-0.193734771,-1.893012836,0,-2.228657381,-0.471451525,-0.726950153,-0.660861136,-2.369792427,0,1.342897654,-2.410212236necessary,4.224598046,-0.881653787,-0.328311923,0,-1.075761531,0,0,-1.969491103,-0.524447653,-1.044950138,-1.476092086,0.171070547,-0.316278506,-1.173530872open,-0.633572831,1.470311841,-0.764523021,1.263211084,-0.033654182,2.000124065,-1.007900985,-0.448035343,0.045243633,-0.547622045,0.320843632,1.096005783,0.28257812,-0.816946112pleased,-0.384454132,-1.074233249,3.355183904,0,-1.151682377,0,-0.580135068,1.328924693,2.118242802,0.671654433,-0.878811359,0.970747912,2.920044859,-0.402862837possible,-0.38573039,-1.005264995,-1.966906027,0,0.640875852,-1.105939592,1.205920657,-2.798825477,2.025514476,-2.095368431,-2.263304881,-1.446217489,-0.288954345,-2.103370815pure,2.474372707,1.421993658,0.587013975,0,-0.761882258,0,2.804490585,0.804948028,0.988532699,-0.326183855,-0.27531397,1.143933215,1.054778074,-1.221662649relaxed,-0.665601411,1.174198981,0.707600403,0,1.153940829,-0.128722503,-0.06132386,1.759248536,0.496362321,-0.514705753,1.388541445,2.037795487,1.304866961,-1.184908626safe,2.254922431,2.718243235,1.940206825,0,-1.306243231,0,3.580585971,1.91009898,0.996437725,1.15100589,-1.022440225,2.073163106,1.262354543,-1.431433212shallow,0,0.053415678,1.671830869,0,-0.6366931,0,0,1.817512841,1.898368858,2.312384338,1.449752194,0,1.688362052,-1.271369883short,-1.472337832,-1.644351557,1.922847276,-0.500834223,-1.49329699,0,0,0.450474087,-0.126754267,0.479494269,0.870739125,0,2.001536145,1.676232871small,-1.722513893,-1.352581274,2.068970811,-0.093500655,-1.640677325,-0.681819888,-1.236943984,1.014471411,1.537035441,1.333471623,-1.51254712,0,2.393509943,-3.166782011straight,2.562414186,2.267168772,-0.428766127,0.634252333,-0.624595706,0,4.77304354,2.25670163,0.129910477,-0.081390381,-0.273836183,1.91804787,1.500140731,0strong,-1.952788929,-1.557311366,2.191888319,-0.5891932,-2.298071681,0,-1.54187065,1.870161491,1.376530034,-0.544511912,-1.778791455,-1.823065595,2.568650473,-1.978467512tall,0,-0.573877129,1.863215078,1.947467719,-1.563719083,0,-0.348802044,1.59058589,0.914867087,0.831431181,-0.205630393,0,1.816056903,-0.914392847uncertain,0,0.545541847,0.05539525,0,-0.485106923,0,0,-0.397630367,0.359366503,0.274783279,-0.514865389,0,0.875249783,-1.731275297unlikely,-0.743315887,-1.018629024,3.535916274,0,-1.645393231,-0.438490553,0,0.789927299,0.796959345,1.059138777,0,-1.067782149,1.692004126,-2.37011981unnecessary,2.109204242,3.717779475,0.944322717,0,0.237727141,0,0,-0.507888143,1.046110368,0.655499289,0,4.515626027,-0.465611126,-1.283032893unusual,-0.147719954,-1.204673725,2.826203296,0,-2.108220311,0,0,1.381964007,1.74075636,2.007283619,1.260978666,-0.812833456,2.018729697,-1.814830861wet,0,0.148886257,1.90267764,1.632998058,-1.705706069,0,0,0.567609235,0.826412379,0.610021991,1.013246439,-0.337138797,1.21407279,-0.894169785wide,-0.783269406,-0.812255328,1.802389092,2.429178818,-1.445674711,0,-0.527565278,1.310426436,0.929722586,0.083385462,1.168112623,0,1.503747568,-1.068294093opaque,2.584295768,2.747165527,1.549073321,0,-0.437924492,0,0,1.200832932,0.125803758,0.760169351,1.11815797,0.877294956,-0.320023597,0transparent,1.599973868,2.429147608,0.282321629,0,0.142290185,1.056373916,0.445882635,1.524587293,-0.090890967,0.763955107,0.334810787,1.955015793,0.710105334,-1.32380651