Skip to content

Instantly share code, notes, and snippets.

@zackmdavis
Created January 24, 2016 08:47
Show Gist options
  • Save zackmdavis/bb4f1ea3b2b5ea11b31d to your computer and use it in GitHub Desktop.
Save zackmdavis/bb4f1ea3b2b5ea11b31d to your computer and use it in GitHub Desktop.
Less Wrong comments word vector exploration
in [200]: by_first_component[:100]
Out[200]:
[('u', -1.9398326),
('parameter', -1.8654854),
('1-p', -1.8631597),
('f', -1.8552135),
('T', -1.7352118),
('q', -1.6937695),
('F', -1.6872095),
('Pr', -1.6614704),
('k', -1.6079909),
('y', -1.5984356),
('O', -1.5810193),
('0.5', -1.5791339),
('n', -1.5777156),
('H', -1.5733204),
('W', -1.5719091),
('d', -1.5656976),
('E', -1.548158),
('p', -1.5266647),
('t', -1.4856355),
('M', -1.385149),
('L', -1.342641),
('D', -1.3423147),
('x', -1.3406931),
('U', -1.3193861),
('inf', -1.3143553),
('V', -1.3034436),
('R', -1.2978449),
('P', -1.2978437),
('Pr2', -1.2874511),
('finite', -1.2829891),
('distribution', -1.2792999),
('S', -1.2735025),
('log', -1.2708704),
('computed', -1.2632396),
('integers', -1.2523876),
('0', -1.2453952),
('Pr1', -1.2037547),
('AH', -1.1929929),
('distributions', -1.1928595),
('Q', -1.1907805),
('K', -1.1838399),
('outputs', -1.1838107),
('sum', -1.1719984),
('N', -1.1703615),
('1/6', -1.1675802),
('output', -1.14942),
('maximization', -1.1489265),
('entropy', -1.1467257),
('phi', -1.1391201),
('interval', -1.1377865),
('deviation', -1.1360788),
('axioms', -1.1301303),
('r', -1.1139156),
('subset', -1.1092094),
('Fail', -1.104934),
('maximum', -1.1042666),
('gur', -1.0987622),
('likelihood', -1.0975899),
('w', -1.0954218),
('lt', -1.0914015),
('conditional', -1.0813206),
('2C', -1.079152),
('computational', -1.071731),
('variance', -1.0715996),
('complexity', -1.0708497),
('size', -1.0647637),
('payout', -1.0620979),
('sizes', -1.0590214),
('G', -1.0555228),
('magnitude', -1.0512911),
('digit', -1.0432606),
('worlds', -1.0431527),
('infinite', -1.0425709),
('j', -1.0421063),
('A=heads', -1.0404844),
('z', -1.0402375),
('exponential', -1.0395845),
('2D', -1.0380396),
('B', -1.0367831),
('configuration', -1.0366528),
('inputs', -1.0358822),
('A+B', -1.0344895),
('P1', -1.0317041),
('Nash', -1.0293428),
('function', -1.0221412),
('naq', -1.020059),
('node', -1.0178859),
('computation', -1.0164843),
('Turing', -1.0161729),
('1/2', -1.0146512),
('0.01', -1.0141406),
('trillion', -1.0121273),
('density', -1.0026052),
('proportional', -1.0019258),
('histories', -1.0013118),
('uniform', -0.99885875),
('temperature', -0.99874014),
('posterior', -0.99809188),
('bs', -0.99735105),
('universes', -0.99554235)]
in [201]: by_first_component[-100:]
Out[201]:
[('bothering', 0.78782421),
('it.I', 0.78808826),
('stop', 0.78850591),
('want', 0.78933209),
('respond', 0.79092497),
('Did', 0.79325646),
("'m", 0.79327893),
('helped', 0.79418522),
('upvoted', 0.79500604),
('lurker', 0.79780865),
('met', 0.79934371),
('tired', 0.79949272),
('tell', 0.80425143),
('remember', 0.80533886),
('enjoyed', 0.80562055),
('read', 0.80689627),
('obliged', 0.8080284),
('upvote', 0.80838138),
('grateful', 0.81002074),
('decided', 0.81046391),
('reread', 0.81077784),
('welcome', 0.81221741),
('trying', 0.8132273),
('recently', 0.81366271),
('angry', 0.81717938),
('replying', 0.82234055),
('ask', 0.82403195),
('felt', 0.82894021),
('impressed', 0.82906336),
('started', 0.82980716),
('Wrong', 0.83008462),
('admit', 0.83144051),
('talked', 0.83162946),
('wish', 0.83541536),
('asking', 0.83714271),
('recommend', 0.84323961),
('enjoy', 0.84755808),
('referring', 0.84795922),
('noticed', 0.84818047),
('uncomfortable', 0.84846413),
('signed', 0.84872419),
('downvote', 0.85144866),
('wondered', 0.85317194),
('confused', 0.85551071),
('realize', 0.85608524),
('hate', 0.85759932),
('interested', 0.85788226),
('somebody', 0.85851443),
('posting', 0.86819232),
('clarify', 0.86961585),
('wait', 0.86975551),
('apologize', 0.86978519),
('disappointed', 0.8753522),
('shocked', 0.87736011),
('honestly', 0.87771767),
('liked', 0.87825584),
('offended', 0.8792907),
('persuade', 0.88039285),
('top-level', 0.88181227),
('knew', 0.89019614),
('bothered', 0.89408362),
('Hey', 0.89477122),
('willing', 0.89614385),
('confess', 0.89644653),
("'d", 0.90394485),
('Yeah', 0.90720707),
('Okay', 0.90829587),
('annoyed', 0.90861464),
('Thank', 0.91426951),
('convince', 0.9142738),
('replied', 0.92155045),
('Sorry', 0.92592883),
('sure', 0.92730916),
('tempted', 0.93154973),
('feel', 0.93264407),
('tried', 0.94285095),
('misunderstood', 0.94376171),
('reply', 0.96193564),
('Hi', 0.96199119),
('hoping', 0.96515393),
('posted', 0.96960258),
('bother', 0.97514081),
('worried', 0.97704744),
('voted', 0.97922969),
('afraid', 1.0077318),
('intend', 1.0094575),
('inclined', 1.0106775),
('wondering', 1.0393422),
('sorry', 1.0552359),
('happy', 1.0553949),
('Personally', 1.0559328),
('surprised', 1.0834121),
('listen', 1.0862483),
('appreciate', 1.0915055),
('figured', 1.110096),
('hear', 1.1324519),
('wanted', 1.1432639),
('curious', 1.1484517),
('downvoted', 1.2313948),
('glad', 1.5137581)]
in [202]: by_second_component[:100]
Out[202]:
[('gur', -2.5171125),
('1-p', -2.2324674),
('bs', -2.1878421),
('Monday', -2.132663),
('tails', -2.0477638),
('p', -2.0099821),
('gb', -1.9733779),
('AH', -1.9095044),
('Tuesday', -1.8676798),
('T', -1.8631127),
('Fail', -1.8518982),
('H', -1.8422259),
('naq', -1.8373731),
('P', -1.7390172),
('2C', -1.7322066),
('1/2', -1.7265058),
('gung', -1.7094327),
('AS', -1.7065277),
('vf', -1.6957756),
('0.5', -1.6665429),
('monday', -1.6608323),
('u', -1.6558558),
('n', -1.6419507),
('woken', -1.6398221),
('O', -1.6073995),
('y', -1.5547611),
('heads', -1.5345682),
('W', -1.5285717),
('inf', -1.5274968),
('va', -1.5247276),
('0', -1.5230337),
('2D', -1.5155493),
('t', -1.5104872),
('M', -1.4857148),
('lt', -1.4837222),
('V', -1.4805775),
('F', -1.4749707),
('1/6', -1.4557319),
('wake', -1.4546359),
('D', -1.4137074),
('FAI-wins', -1.406883),
('E', -1.3958355),
('coin', -1.3606168),
('q', -1.3528769),
('500', -1.3443455),
('∩', -1.3401939),
('Beauty', -1.3393202),
('wakes', -1.3348918),
('Heads', -1.3215759),
('1/3', -1.3048178),
('gt', -1.3047855),
('25', -1.3014308),
('tuesday', -1.2896782),
('ago', -1.2687217),
('18', -1.261565),
('20', -1.2525781),
('week', -1.2454685),
('Sleeping', -1.2296321),
('log2', -1.229215),
('j', -1.2229601),
('8', -1.2213237),
('L', -1.2211493),
('minutes', -1.2048665),
('7', -1.2018423),
('f', -1.1996704),
('A=heads', -1.1959902),
('months', -1.1925828),
('1', -1.1870078),
('6', -1.1759387),
('Q', -1.1705999),
('0.01', -1.1679426),
('S|A', -1.1629474),
('vg', -1.1621437),
('weeks', -1.1552255),
('5', -1.1387608),
('R', -1.133237),
('d', -1.1281585),
('payout', -1.1231819),
('fb', -1.1225612),
('billion', -1.1224061),
('amp', -1.1192259),
('1001', -1.1171743),
('15', -1.116111),
('9', -1.1133236),
('nf', -1.1120411),
('S', -1.1102095),
('sbe', -1.1070499),
('1/5', -1.1029643),
('x', -1.100701),
('jvgu', -1.0972576),
('computed', -1.0967664),
('Pr', -1.0930461),
('FAI-attempt', -1.0858184),
('H|W', -1.0647968),
('0110', -1.0637577),
('1000', -1.0593922),
('days', -1.0521765),
('after|tails', -1.0486122),
('k', -1.0465252),
('night', -1.0423757)]
in [203]: by_second_component[-100:]
Out[203]:
[('irrational', 0.70648783),
('characteristics', 0.70656157),
('reactions', 0.70736915),
('engage', 0.70870185),
('agents', 0.71027249),
('threat', 0.71354795),
('environment', 0.7139532),
('fields', 0.71501791),
('techniques', 0.71526152),
('preserve', 0.71573424),
('societies', 0.71888661),
('properties', 0.71989501),
('coherent', 0.72133148),
('bias', 0.72210628),
('volition', 0.724177),
('motivated', 0.72689766),
('methods', 0.72967422),
('identity', 0.73264414),
('influence', 0.73669678),
('qualities', 0.73685282),
('achieve', 0.73767245),
('consequences', 0.7390945),
('ancestral', 0.74063677),
('cognitive', 0.74267554),
('flaws', 0.74424654),
('opposed', 0.74569362),
('entities', 0.74570984),
('knowledge', 0.74585491),
('develop', 0.74774802),
('natural', 0.74810755),
('differences', 0.75124246),
('sexual', 0.75331759),
('taste', 0.75444806),
('virtue', 0.75509757),
('instincts', 0.75538969),
('implications', 0.75562364),
('improving', 0.75604588),
('unconscious', 0.75973928),
('morality', 0.76235229),
('beings', 0.76247746),
('social', 0.76337296),
('our', 0.76372534),
('relationships', 0.76421565),
('evolved', 0.76438558),
('extent', 0.76445866),
('dangerous', 0.76601011),
('cultural', 0.76846564),
('pursue', 0.76961076),
('human', 0.77065778),
('actions', 0.7708534),
('harm', 0.77160603),
('individuals', 0.7744385),
('interaction', 0.77976429),
('improve', 0.78217018),
('risks', 0.78468347),
('desirable', 0.78689283),
('seeking', 0.78822267),
('patterns', 0.79028475),
('emotions', 0.79473203),
('manipulate', 0.79540509),
('judgments', 0.79771179),
('standards', 0.79960257),
('moral', 0.80086595),
('interests', 0.80219096),
('principles', 0.80262274),
('attractiveness', 0.80787551),
('brains', 0.81264079),
('models', 0.81738985),
('forms', 0.82107759),
('nature', 0.82440943),
('pressure', 0.82616788),
('goals', 0.82808191),
('feelings', 0.83025712),
('kinds', 0.83502007),
('cognition', 0.83787531),
('traits', 0.84078038),
('phenomena', 0.84548444),
('behaviour', 0.86149853),
('psychology', 0.86532557),
('intelligence', 0.86619294),
('interactions', 0.8694346),
('preferences', 0.87103045),
('structures', 0.87471873),
('biases', 0.88713658),
('processes', 0.8872838),
('decisions', 0.88875949),
('intuitions', 0.89193398),
('systems', 0.89394611),
('behavior', 0.89992607),
('minds', 0.90747821),
('norms', 0.90792257),
('skills', 0.91078377),
('terminal', 0.91622484),
('mechanisms', 0.93558663),
('aspects', 0.93661213),
('ethical', 0.94081002),
('behaviors', 0.95229203),
('instrumental', 0.96038932),
('desires', 0.97532403),
('achieving', 0.97906607)]
in [204]: by_third_component[:100]
Out[204]:
[('New', -1.4348265),
('Europe', -1.3131992),
('year', -1.3064337),
('Bias', -1.2423748),
('al', -1.2039684),
('school', -1.1855471),
('Overcoming', -1.1787368),
('hours', -1.1740317),
('months', -1.1637995),
('Germany', -1.1342547),
('couple', -1.1339661),
('college', -1.1295038),
('ago', -1.1276655),
('weeks', -1.1211941),
('century', -1.0897695),
('thousands', -1.0848917),
('days', -1.0713446),
('30', -1.0588734),
('hundreds', -1.0577959),
('East', -1.0517739),
('American', -1.0390801),
('Western', -1.0380787),
('countries', -1.0365996),
('gur', -1.0282604),
('books', -1.0247548),
('years', -1.0110075),
('old', -1.0072029),
('articles', -0.99352884),
('York', -0.98193157),
('minutes', -0.97389072),
('decades', -0.96808237),
('US', -0.96713567),
('University', -0.95996284),
('pages', -0.95498717),
('OB', -0.95119143),
('student', -0.94892406),
('recent', -0.94636834),
('European', -0.93141377),
('papers', -0.93135005),
('Soviet', -0.93052274),
('early', -0.9275282),
('during', -0.920506),
('TV', -0.91663533),
('male', -0.90956885),
('Less', -0.90370065),
('Wrong', -0.90185106),
('few', -0.90166122),
('News', -0.89768523),
('bs', -0.87959695),
('dating', -0.87792182),
('female', -0.87507856),
('United', -0.87460035),
('24', -0.87256593),
('spent', -0.87129837),
('five', -0.87128931),
('night', -0.8704344),
('middle', -0.86315835),
('front', -0.86163914),
('gb', -0.86104441),
('Eastern', -0.85528541),
('music', -0.85144967),
('industry', -0.84909761),
('period', -0.84243357),
('Thread', -0.84216785),
('bra', -0.84123665),
('age', -0.84001094),
('recently', -0.83359838),
('et', -0.8305617),
('Institute', -0.82854736),
('half', -0.82378292),
('World', -0.82167941),
('young', -0.82164478),
('blood', -0.82126236),
('late', -0.81941521),
('military', -0.81424093),
('20', -0.8114239),
('arts', -0.81063372),
('Science', -0.80890769),
('hundred', -0.80446821),
('water', -0.80113655),
('several', -0.79923373),
('40', -0.79257172),
('students', -0.78974235),
('North', -0.78878713),
('blogs', -0.7865805),
('home', -0.78592789),
('2009', -0.78583997),
('house', -0.7819522),
('Open', -0.78089637),
('posts', -0.780433),
('media', -0.7793175),
('academic', -0.77898937),
('High', -0.77855998),
('25', -0.77589351),
('centuries', -0.77270067),
('States', -0.77269709),
('Union', -0.77196628),
('Internet', -0.77123171),
('page', -0.77059275),
('month', -0.77001107)]
in [205]: by_third_component[-100:]
Out[205]:
[('priori', 0.74812055),
('deterministic', 0.75342208),
('accurately', 0.75562322),
('isomorphic', 0.75606692),
('mugging', 0.75643772),
('xor', 0.75797743),
('W', 0.75965726),
('assume', 0.76089203),
('1/2', 0.76576948),
('axioms', 0.76821899),
('predicate', 0.76993185),
('Y', 0.77011275),
('analogous', 0.77063698),
('precommit', 0.77106857),
('T', 0.77400005),
('D', 0.77568954),
('determines', 0.77658319),
('inference', 0.77871329),
('interpret', 0.78022671),
('theorem', 0.78371376),
('function', 0.78960645),
('posterior', 0.79498166),
('self-modify', 0.79772109),
('corresponds', 0.79863369),
('mathematically', 0.80186164),
('algorithm', 0.8043741),
('derive', 0.80442107),
('digit', 0.80485481),
('q', 0.80703974),
('formalize', 0.80704093),
('implement', 0.80909443),
('define', 0.81085324),
('p', 0.81352514),
('supposed', 0.81540591),
('optimize', 0.81560981),
('deduce', 0.81563097),
('proposition', 0.81616294),
('maximize', 0.81806833),
('predicts', 0.8187654),
('construct', 0.82102716),
('maximizer', 0.8210538),
('assign', 0.82296866),
('ought', 0.82351595),
('x', 0.82545519),
('axiom', 0.82569581),
('computed', 0.82747275),
('represent', 0.8282333),
('inconsistent', 0.82884544),
('induction', 0.83604211),
('refuse', 0.83782011),
('d', 0.83954346),
('Therefore', 0.84348488),
('determine', 0.84654224),
('R', 0.85276663),
('impossible', 0.85367191),
('NP', 0.85456705),
('CDT', 0.86014903),
('imply', 0.86087281),
('Born', 0.8631677),
('Omega', 0.86365217),
('output', 0.87220544),
('F', 0.87460601),
('Z', 0.88453877),
('chooses', 0.89198244),
('defect', 0.8948738),
('tells', 0.89834523),
('correspond', 0.90291816),
('predict', 0.90425438),
('assert', 0.92172056),
('O', 0.92175329),
('implies', 0.92589331),
('S', 0.94082552),
('calculate', 0.9430927),
('B', 0.95773929),
('two-box', 0.96270639),
('Q', 0.97366238),
('y', 0.97369576),
('maximizes', 0.98855901),
('P', 0.99584442),
('conclude', 1.0030257),
('specify', 1.0077298),
('1-p', 1.0246606),
('TDT', 1.026412),
('infer', 1.0416405),
('indexical', 1.0453091),
('E', 1.0462921),
('iff', 1.0569878),
('A6', 1.0608248),
('UDT', 1.0842913),
('U', 1.086185),
('logically', 1.0997505),
('one-box', 1.1095266),
('maximization', 1.1220261),
('f', 1.1310008),
('cooperate', 1.1355306),
('agent', 1.151426),
('compute', 1.1929815),
('prove', 1.2138305),
('vNM', 1.2357372),
('u', 1.4239061)]
in [206]: by_fourth_component[:100]
Out[206]:
[('pay', -1.3616588),
('donate', -1.3181573),
('dollars', -1.3087718),
('willing', -1.3039393),
('save', -1.2719603),
('afford', -1.2439855),
('000', -1.2406557),
('kill', -1.2343464),
('cooperate', -1.2220596),
('wake', -1.2160546),
('spend', -1.205874),
('earn', -1.1812932),
('refuse', -1.1762688),
('billion', -1.1729672),
('die', -1.1472633),
('money', -1.1424311),
('lose', -1.1040624),
('commit', -1.0946529),
('eat', -1.0809021),
('paying', -1.0608187),
('million', -1.0569439),
('10', -1.0539833),
('sell', -1.0335184),
('lives', -1.0283072),
('grow', -1.0256307),
('buy', -1.020274),
('1000', -1.0177969),
('live', -0.97825044),
('maximize', -0.9721958),
('hours', -0.95799279),
('gain', -0.94978184),
('ten', -0.9495849),
('1-p', -0.94902891),
('survive', -0.93473858),
('rooms', -0.92269135),
('dying', -0.91920817),
('tortured', -0.91252846),
('manage', -0.90908432),
('able', -0.9075253),
('computed', -0.90738869),
('sleep', -0.90584409),
('hundred', -0.90208882),
('receive', -0.89467716),
('alive', -0.8912909),
('u', -0.88781869),
('self-modify', -0.88684916),
('£1', -0.88023621),
('persuade', -0.8795284),
('paid', -0.87405938),
('attract', -0.87368661),
('50', -0.8712337),
('20', -0.86816895),
('stay', -0.85449761),
('achieve', -0.85437101),
('win', -0.85124797),
('equal', -0.84874207),
('30', -0.84612221),
('insurance', -0.84112221),
('devote', -0.83768195),
('convince', -0.8372308),
('happy', -0.83711731),
('100', -0.83681613),
('killed', -0.83547741),
('listen', -0.83434325),
('forever', -0.83399987),
('taxes', -0.83337134),
('bed', -0.83150655),
('reproduce', -0.8310743),
('thousand', -0.83004725),
('spending', -0.82909578),
('0', -0.82479852),
('kids', -0.8235144),
('resources', -0.82279885),
('revived', -0.81901807),
('9', -0.81423569),
('drive', -0.81407678),
('companies', -0.81376898),
('choose', -0.80490994),
('donating', -0.80348969),
('assign', -0.80053574),
('millions', -0.79749686),
('hurt', -0.79570132),
('thousands', -0.79458153),
('themselves', -0.79211873),
('revive', -0.7895779),
('punish', -0.78709447),
('seconds', -0.78617251),
('tails', -0.7856766),
('continue', -0.78309596),
('opportunities', -0.78249353),
('tend', -0.78091627),
('tickets', -0.78081739),
('faster', -0.78004289),
('evolve', -0.77969813),
('unable', -0.77787995),
('multiply', -0.77772707),
('simulate', -0.77294743),
('succeed', -0.77243328),
('existential', -0.77099836),
('ticket', -0.77020937)]
in [207]: by_fourth_component[-100:]
Out[207]:
[('assumption', 0.72514981),
('argument', 0.72643721),
('essence', 0.73067755),
('usage', 0.73155338),
('topic', 0.73189825),
('Jaynes', 0.7325443),
('Bias', 0.73296869),
('application', 0.73829728),
('illustration', 0.73891228),
('Doomsday', 0.73949069),
('notion', 0.74049962),
('premise', 0.74052823),
('fundamental', 0.74413049),
('central', 0.74444121),
('passage', 0.74496067),
('Dark', 0.74518788),
('recent', 0.74617958),
('prosecution', 0.74748898),
('impression', 0.75232708),
('Open', 0.755633),
('distinction', 0.75628996),
('sentence', 0.75880289),
('main', 0.75980639),
('definition', 0.76016903),
('theorem', 0.76626134),
('assertion', 0.76706994),
('implication', 0.76761401),
('philosophy', 0.77043843),
('Wikipedia', 0.77184975),
('Part', 0.77202481),
('version', 0.77662688),
('Problem', 0.77670598),
('assumes', 0.77745306),
('aspect', 0.77825403),
('wikipedia', 0.78168583),
('This', 0.78386253),
('Law', 0.78701496),
('comment', 0.78896439),
('mathematical', 0.79270679),
('Yvain', 0.79504436),
('book', 0.79540819),
('describes', 0.79806334),
('thesis', 0.79984933),
('Newcomb', 0.80180299),
('physics', 0.80473775),
('Science', 0.80523086),
('post', 0.80855834),
('context', 0.80988383),
('concept', 0.81239289),
('Wei', 0.8205269),
('title', 0.8235811),
('wiki', 0.82525212),
('fallacy', 0.82552588),
('Scott', 0.8289541),
('original', 0.83448201),
('wrote', 0.83916384),
('Note', 0.83987325),
('blog', 0.84076881),
('discusses', 0.84212637),
('author', 0.84216177),
('reminded', 0.84329855),
('Robin', 0.84609663),
('classic', 0.84632027),
('Theory', 0.84712946),
('section', 0.84801549),
('David', 0.84906888),
('discussed', 0.84961849),
('excellent', 0.85109085),
('ontology', 0.86286998),
('OP', 0.86364692),
('interpretation', 0.86472565),
('paper', 0.86940044),
('paradox', 0.88906199),
('quoted', 0.89166206),
('explains', 0.89596039),
('flaw', 0.90045488),
('Yudkowsky', 0.90111905),
('linked', 0.90199399),
('Mind', 0.90216058),
('Occam', 0.90788066),
('Hanson', 0.90974355),
('phenomenon', 0.9281652),
('explanation', 0.92898309),
('thread', 0.9304505),
('See', 0.9375928),
('Here', 0.94248235),
('essay', 0.94443214),
('Dennett', 0.9460941),
('statement', 0.95148575),
('reminds', 0.95728487),
('Dai', 0.97541833),
('paragraph', 0.9935807),
('From', 1.0077772),
('formulation', 1.0138073),
('description', 1.0375975),
('summary', 1.0403246),
('quote', 1.1006105),
('Razor', 1.1037067),
('razor', 1.1240175),
('article', 1.1432264)]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment