convore.json/groups/pycon-2011/handling-ridiculous-amounts-of-data-with-probabilistic-data-structures-c-titus-brown/messages.json

[{"user_id": 1749, "stars": [], "topic_id": 12667, "date_created": 1299960567.0162771, "message": "Source code used in talk at: http://github.com/ctb/khmer-ngram", "group_id": 373, "id": 335846}, {"user_id": 1749, "stars": [], "topic_id": 12667, "date_created": 1299960606.10461, "message": "O'Reilly webinar on same basic idea: http://oreillynet.com/pub/e/1784", "group_id": 373, "id": 335855}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299960022.0967219, "message": "http://us.pycon.org/2011/schedule/presentations/222/", "group_id": 373, "id": 335760}, {"user_id": 1749, "stars": [], "topic_id": 12667, "date_created": 1299960537.8809731, "message": "http://www.slideshare.net/c.titus.brown/pycon-2011-talk-may-not-be-final-note", "group_id": 373, "id": 335838}, {"user_id": 1749, "stars": [], "topic_id": 12667, "date_created": 1299960585.1260021, "message": "Source code for assembly work at: http://github.com/ctb/khmer", "group_id": 373, "id": 335850}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299964576.5681019, "message": "http://www.openresearchcomputation.com/", "group_id": 373, "id": 336363}, {"user_id": 20709, "stars": [{"date_created": 1299964854.585108, "user_id": 18539}, {"date_created": 1299966087.0120981, "user_id": 18843}], "topic_id": 12667, "date_created": 1299964844.287576, "message": "it's bioinformatics scale", "group_id": 373, "id": 336425}, {"user_id": 927, "stars": [], "topic_id": 12667, "date_created": 1299964857.7279119, "message": "@civilianjones it's good, harder work and generally pays less (cue rant about society's values)", "group_id": 373, "id": 336429}, {"user_id": 20406, "stars": [], "topic_id": 12667, "date_created": 1299965859.032402, "message": "whoa, looks impressive", "group_id": 373, "id": 336659}, {"user_id": 927, "stars": [], "topic_id": 12667, "date_created": 1299964927.7759299, "message": "@mumrah it's not that easy: they need basic algorithm breakthroughs", "group_id": 373, "id": 336454}, {"user_id": 20693, "stars": [], "topic_id": 12667, "date_created": 1299965037.6157141, "message": "don't you need multiple hash functions for a bloom filter?", "group_id": 373, "id": 336482}, {"user_id": 1175, "stars": [], "topic_id": 12667, "date_created": 1299965686.6006081, "message": "thanks", "group_id": 373, "id": 336642}, {"user_id": 8000, "stars": [], "topic_id": 12667, "date_created": 1299964623.0074821, "message": "bump for primary thread", "group_id": 373, "id": 336374}, {"user_id": 1175, "stars": [], "topic_id": 12667, "date_created": 1299964667.3046031, "message": "@titus thanks for linking. very handy", "group_id": 373, "id": 336381}, {"user_id": 10411, "stars": [{"date_created": 1299965016.348933, "user_id": 2094}, {"date_created": 1299965030.995645, "user_id": 20984}], "topic_id": 12667, "date_created": 1299964862.916501, "message": "awesome graph should use QTile", "group_id": 373, "id": 336432}, {"user_id": 14874, "stars": [{"date_created": 1299964896.6763649, "user_id": 16263}, {"date_created": 1299964924.0901761, "user_id": 20709}, {"date_created": 1299966103.426338, "user_id": 18843}], "topic_id": 12667, "date_created": 1299964886.1380301, "message": "\"\u2026 and if you have resources, we take them away\"", "group_id": 373, "id": 336440}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965430.198488, "message": "@lvh True enough.  They certainly aren't widely available.", "group_id": 373, "id": 336589}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299965579.9842131, "message": "he said most was implemented in C++", "group_id": 373, "id": 336623}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965744.4551411, "message": "Shoot I @'d myself", "group_id": 373, "id": 336646}, {"user_id": 20709, "stars": [], "topic_id": 12667, "date_created": 1299965768.8597729, "message": "I'll think about you so you can @yourself again", "group_id": 373, "id": 336648}, {"user_id": 1175, "stars": [], "topic_id": 12667, "date_created": 1299964786.179543, "message": "@gpshead I think he said giga-base, not gigibyte", "group_id": 373, "id": 336418}, {"user_id": 20693, "stars": [], "topic_id": 12667, "date_created": 1299964876.0365601, "message": "maybe the algos need to be made more MapReducable", "group_id": 373, "id": 336434}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299965544.0580249, "message": "This is the kind of thing I would expect to be implemented in lower level languages though (or perhaps using numpy). Having a giant sequence of booleans is not exactly memory-economical in Python", "group_id": 373, "id": 336618}, {"user_id": 18601, "stars": [], "topic_id": 12667, "date_created": 1299964829.3228979, "message": "but ... it's the cloud!", "group_id": 373, "id": 336423}, {"user_id": 16263, "stars": [], "topic_id": 12667, "date_created": 1299964672.99946, "message": "@titus thanksfor the links", "group_id": 373, "id": 336382}, {"user_id": 18972, "stars": [{"date_created": 1299964883.075238, "user_id": 1175}], "topic_id": 12667, "date_created": 1299964876.9081459, "message": "sequence all those people and clone them", "group_id": 373, "id": 336435}, {"user_id": 1175, "stars": [], "topic_id": 12667, "date_created": 1299965601.8994451, "message": "what's a k-mer?", "group_id": 373, "id": 336626}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299965610.236686, "message": "Derp. I need to learn to pay attention instead of be on convore", "group_id": 373, "id": 336629}, {"user_id": 8000, "stars": [], "topic_id": 12667, "date_created": 1299964777.9257419, "message": "\"only a few dozen people\" -> good job market for bioinformatics ppl?", "group_id": 373, "id": 336415}, {"user_id": 18972, "stars": [{"date_created": 1299965502.1486731, "user_id": 19788}, {"date_created": 1299965402.765769, "user_id": 10411}, {"date_created": 1299966170.652389, "user_id": 18843}, {"date_created": 1299965393.821985, "user_id": 1127}, {"date_created": 1300023483.782522, "user_id": 1749}, {"date_created": 1300077019.231513, "user_id": 3354}], "topic_id": 12667, "date_created": 1299965350.386739, "message": "make a PEP for a probablistic __contains__ and the fallout for 4/1", "group_id": 373, "id": 336578}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965822.9789929, "message": "Ooh pretty viewer! #scopatz", "group_id": 373, "id": 336654}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299965221.6761889, "message": "(Disclaimer: just being funny, yes, I realise that is impossible with actual bloom filters and it is not at all related to how they work)", "group_id": 373, "id": 336556}, {"user_id": 18539, "stars": [{"date_created": 1300023463.083647, "user_id": 1749}], "topic_id": 12667, "date_created": 1299965115.4044449, "message": "@mumrah Sort-of: %ing with different sizes arguably creates a family of related hash functions implicitly", "group_id": 373, "id": 336509}, {"user_id": 18539, "stars": [{"date_created": 1299965196.287626, "user_id": 10411}, {"date_created": 1299965311.6938131, "user_id": 18972}, {"date_created": 1300023474.8406639, "user_id": 1749}, {"date_created": 1300077023.3137641, "user_id": 3354}], "topic_id": 12667, "date_created": 1299965179.0948789, "message": "I think __contains__ should return a float... 0.8 : \"oh okay -- probably\" ;-)", "group_id": 373, "id": 336541}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299964764.1656649, "message": "today: costs $10k to generate a 200GiB sequencing data set (DNA) in about a week.", "group_id": 373, "id": 336412}, {"user_id": 18972, "stars": [{"date_created": 1299964808.274514, "user_id": 18972}, {"date_created": 1299964820.797951, "user_id": 10411}, {"date_created": 1299964833.5144589, "user_id": 8391}, {"date_created": 1299964878.120085, "user_id": 927}], "topic_id": 12667, "date_created": 1299964804.2116821, "message": "yay cloud computing NOT being a solution.  *like*", "group_id": 373, "id": 336420}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299965396.9050739, "message": "@gpshead Already making a different PEP, one is enough for 1 Pycon ;)", "group_id": 373, "id": 336586}, {"user_id": 20693, "stars": [], "topic_id": 12667, "date_created": 1299965650.607348, "message": "like an n-gram for DNA", "group_id": 373, "id": 336634}, {"user_id": 21005, "stars": [], "topic_id": 12667, "date_created": 1299965790.5464139, "message": "or # yourself", "group_id": 373, "id": 336651}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965971.5104811, "message": "Awesome question about Shannon Entropy", "group_id": 373, "id": 336669}, {"user_id": 8391, "stars": [], "topic_id": 12667, "date_created": 1299964858.9234331, "message": "@gpshead I wish i could give more than one star for that", "group_id": 373, "id": 336430}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299964862.1544001, "message": "oh GB not being gigabyte is good to know. <-- not a gene person", "group_id": 373, "id": 336431}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299965373.861346, "message": "@scopatz Right -- there is research and progress, but AFAIK none of the are close to something that actually works", "group_id": 373, "id": 336582}, {"user_id": 20709, "stars": [], "topic_id": 12667, "date_created": 1299964987.3013771, "message": "/me remembers a lecture in 1997 that went throught he improvments in solving linear systems", "group_id": 373, "id": 336469}, {"user_id": 20709, "stars": [], "topic_id": 12667, "date_created": 1299964998.8869481, "message": "and  the algos goot better faster than the hw did", "group_id": 373, "id": 336471}, {"user_id": 18972, "stars": [], "topic_id": 12667, "date_created": 1299965005.2037599, "message": "please nobody bring up the DNA computing fad", "group_id": 373, "id": 336474}, {"user_id": 20709, "stars": [{"date_created": 1299965045.474489, "user_id": 8000}, {"date_created": 1299966142.932519, "user_id": 18843}], "topic_id": 12667, "date_created": 1299965022.4428029, "message": "I've got a computational cloud of e.coli", "group_id": 373, "id": 336478}, {"user_id": 20693, "stars": [], "topic_id": 12667, "date_created": 1299965131.942205, "message": "interesting", "group_id": 373, "id": 336520}, {"user_id": 18539, "stars": [], "topic_id": 12667, "date_created": 1299964980.123534, "message": "@mumrah I think the point there is that nobody has figured out how yet (and my girlfriend tells me it's borderline impossible and there is serious research being done -- gist of talk seems to confirm)", "group_id": 373, "id": 336467}, {"user_id": 1127, "stars": [{"date_created": 1299965945.4864321, "user_id": 8391}], "topic_id": 12667, "date_created": 1299965918.689404, "message": "I dont know anything about this field, but that talk was great", "group_id": 373, "id": 336665}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965168.384666, "message": "I wouldn't want to be stuck in at night in an alley way with it...", "group_id": 373, "id": 336538}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965144.2505751, "message": "The BloomFilter is very sneaky", "group_id": 373, "id": 336522}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965274.428051, "message": "@lvh There are Bayesian processors, though.  This idea isn't completely off-base.", "group_id": 373, "id": 336564}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965641.6115389, "message": "@scopatz http://en.wikipedia.org/wiki/K-mer", "group_id": 373, "id": 336633}, {"user_id": 20972, "stars": [{"date_created": 1299965788.696924, "user_id": 10411}, {"date_created": 1299966227.2493031, "user_id": 18843}], "topic_id": 12667, "date_created": 1299965777.237715, "message": "At least you didn't shoot yourself?", "group_id": 373, "id": 336649}, {"user_id": 15015, "stars": [{"date_created": 1299966275.2845039, "user_id": 8000}, {"date_created": 1299966243.5080931, "user_id": 18843}, {"date_created": 1299966548.97526, "user_id": 3680}, {"date_created": 1299996242.8913319, "user_id": 18972}], "topic_id": 12667, "date_created": 1299966130.363709, "message": "Hacking a superboard is nothing compared to hacking DNA.  In awe.", "group_id": 373, "id": 336693}, {"user_id": 10411, "stars": [], "topic_id": 12667, "date_created": 1299965607.60255, "message": "@lvh @gpshead Ummhmm this part is implemented in C++", "group_id": 373, "id": 336627}, {"user_id": 20693, "stars": [], "topic_id": 12667, "date_created": 1299965653.0322599, "message": "i believe", "group_id": 373, "id": 336636}, {"user_id": 8000, "stars": [{"date_created": 1299965906.0380299, "user_id": 20406}], "topic_id": 12667, "date_created": 1299965898.50738, "message": "amazon gave him money, yet he badmouthed cloud computing!", "group_id": 373, "id": 336662}]