convore.json/groups/pycon-2011/large-scale-data-conditioning-processing-with-stackless-python-and-pypes-eric-gaumer/messages.json

[{"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949820.9753621, "message": "cool thx", "group_id": 373, "id": 333763}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949637.604583, "message": "is there a data BoF yet?", "group_id": 373, "id": 333699}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949791.2184889, "message": "ooh, that'd give me an excuse to visit austin too", "group_id": 373, "id": 333752}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949717.7669649, "message": "yeah and the AST talk", "group_id": 373, "id": 333729}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949754.3632319, "message": "if you are interested in \"big data\" with python, I'm organizing a Python & Big Data track at SciPy this summer", "group_id": 373, "id": 333743}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950133.446449, "message": "can tasklets be sent over the network?", "group_id": 373, "id": 333843}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949610.5107391, "message": "ah", "group_id": 373, "id": 333692}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949740.658432, "message": "a lot of this has been done in data stream research", "group_id": 373, "id": 333737}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949303.70702, "message": "ugh, that just reminded me of debugging kettle batch jobs", "group_id": 373, "id": 333615}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949174.1582351, "message": "Is Pypes a Python answer to Pentaho Data Integration?", "group_id": 373, "id": 333590}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949519.8050809, "message": "looking at screenshots, this is very similar to Kettle", "group_id": 373, "id": 333673}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950064.8806379, "message": "i like the HTTPness, but I wonder what kind of overhead that incurs for high throughput systems", "group_id": 373, "id": 333823}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949184.781009, "message": "i thought orange was closer to that", "group_id": 373, "id": 333592}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949586.9086649, "message": "is this about data or coroutines?", "group_id": 373, "id": 333685}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949181.4957111, "message": "(aka, Kettle)", "group_id": 373, "id": 333591}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949364.801295, "message": "so does CPython, yes?", "group_id": 373, "id": 333637}, {"user_id": 20760, "stars": [], "topic_id": 12615, "date_created": 1299949143.7455111, "message": "@llasram Don't settle for shampoo.  Demand real poo.", "group_id": 373, "id": 333586}, {"user_id": 20636, "stars": [{"date_created": 1299949055.26876, "user_id": 20599}], "topic_id": 12615, "date_created": 1299949029.3818209, "message": "Data conditioning is what you do after data shampooing", "group_id": 373, "id": 333565}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949106.2927339, "message": "doesn't the \"T\" in ETL imply the source is at least semi-structured?", "group_id": 373, "id": 333577}, {"user_id": 20760, "stars": [], "topic_id": 12615, "date_created": 1299949161.9656439, "message": "(stolen from someone's sig on /. years ago)", "group_id": 373, "id": 333588}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949073.1869659, "message": "ETL == Data Conditioning?", "group_id": 373, "id": 333571}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949090.0707619, "message": "Extract Transform Load", "group_id": 373, "id": 333575}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949125.821461, "message": "i mostly read about in the context of large data warehouses and legacy data", "group_id": 373, "id": 333583}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949141.1505611, "message": "which is different from munging a bunch of (possibly non-validating) html", "group_id": 373, "id": 333584}, {"user_id": 8649, "stars": [{"date_created": 1299949921.4955659, "user_id": 20636}], "topic_id": 12615, "date_created": 1299949295.3798399, "message": "line comes in, line goes out. never a miscommunication.", "group_id": 373, "id": 333612}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949434.8822401, "message": "is there an advantage to using stackless if you can just use greenlets with cpython?", "group_id": 373, "id": 333649}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949783.500638, "message": "Spoke with Travis Oliphant and Eric Jones yesterday about it and they gave the green light on it", "group_id": 373, "id": 333751}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950197.05935, "message": "i thought that was it", "group_id": 373, "id": 333860}, {"user_id": 20812, "stars": [], "topic_id": 12615, "date_created": 1299950208.487438, "message": "wouldn't it be better to have smth like zmq?", "group_id": 373, "id": 333863}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299950350.6383259, "message": "well, kettle and this both look like yahoo pipes :)", "group_id": 373, "id": 333899}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950477.742275, "message": "that's not very efficient for a really fast data stream", "group_id": 373, "id": 333925}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949557.70224, "message": "though Kettle also has stuff for the E and L (of ETL)", "group_id": 373, "id": 333679}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949686.9909401, "message": "@doolish there's a scientific computing BoF at 3pm...", "group_id": 373, "id": 333717}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949812.1636391, "message": "@pwang LGPL v2 http://source.pentaho.org/viewvc/svnkettleroot/Kettle/tags/4.1.0-GA/LICENSE.txt?view=markup", "group_id": 373, "id": 333758}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950235.6106861, "message": "0mq probably didnt exist when they started writing this", "group_id": 373, "id": 333873}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950458.6117611, "message": "oh dear", "group_id": 373, "id": 333921}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949603.9049029, "message": "@dcolish it's about throughput", "group_id": 373, "id": 333689}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949617.1697049, "message": "whatever that means", "group_id": 373, "id": 333693}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299949660.4060421, "message": "@mumrah is pentaho GPL, LGPL, or BSD?", "group_id": 373, "id": 333707}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950073.4564071, "message": "(many MB/s)", "group_id": 373, "id": 333827}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950181.275825, "message": "unless i'm wrong about that - maybe HTTP is only used for the entry/exit points", "group_id": 373, "id": 333856}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950203.4456861, "message": "i hope they're not using http internally", "group_id": 373, "id": 333862}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949669.5746419, "message": "GPLv2 iirc", "group_id": 373, "id": 333710}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299949720.0519879, "message": "DAG, yo", "group_id": 373, "id": 333732}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950692.572192, "message": "hmm i might have to go to the sci bof", "group_id": 373, "id": 333976}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949647.280581, "message": "duh?", "group_id": 373, "id": 333701}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949708.9912231, "message": "oh damn, that conflicts with the 0mq talk", "group_id": 373, "id": 333727}, {"user_id": 210, "stars": [], "topic_id": 12615, "date_created": 1299949638.217334, "message": "@dcolish If you're processing a lot of data, parallelization is important, especially if you're going to be waiting on IO.", "group_id": 373, "id": 333700}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299949813.5539501, "message": "I hope he talks about cluster wide scheduling", "group_id": 373, "id": 333760}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950335.757206, "message": "now it really looks like kettle", "group_id": 373, "id": 333893}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950353.201165, "message": "that'll make a good question", "group_id": 373, "id": 333900}, {"user_id": 8649, "stars": [], "topic_id": 12615, "date_created": 1299950367.8887329, "message": "and all three look like every other graphical dataflow system", "group_id": 373, "id": 333906}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950400.5910101, "message": "flow charts work well for dataflows", "group_id": 373, "id": 333912}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950227.711081, "message": "if you're ok with zero durability :)", "group_id": 373, "id": 333869}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950356.638056, "message": "Kettle with curvy blue lines", "group_id": 373, "id": 333901}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950447.222285, "message": "round-robin ?", "group_id": 373, "id": 333920}, {"user_id": 20693, "stars": [{"date_created": 1299950364.401371, "user_id": 20599}], "topic_id": 12615, "date_created": 1299950331.978647, "message": "in the abstract, he rips on Hadoop some", "group_id": 373, "id": 333892}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950488.11642, "message": "or an actualy DAG", "group_id": 373, "id": 333928}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950591.442832, "message": "that is a lot of desktops", "group_id": 373, "id": 333957}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950166.2085569, "message": "@dcolish I imagine so if the tasklets are communicating HTTP", "group_id": 373, "id": 333851}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950338.144345, "message": "was hoping he would talk more about that", "group_id": 373, "id": 333895}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950349.163743, "message": "@dcolish indeed", "group_id": 373, "id": 333898}, {"user_id": 20693, "stars": [], "topic_id": 12615, "date_created": 1299950498.4808841, "message": "this seems more realistic for a tree-like data flow", "group_id": 373, "id": 333931}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950374.3565831, "message": "yup", "group_id": 373, "id": 333907}, {"user_id": 20599, "stars": [], "topic_id": 12615, "date_created": 1299950562.088207, "message": "the overhead for operators must be pretty heavy since there's no node specialization", "group_id": 373, "id": 333947}]